-- Logs begin at Wed 2021-07-07 15:58:15 UTC, end at Wed 2021-07-07 18:44:37 UTC. -- Jul 07 16:30:47.315968 n-d-793619-7 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 16:30:50.055783 n-d-793619-7 neutron-server[95129]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:30:50.056338 n-d-793619-7 neutron-server[95129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:30:50.056597 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95129) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:30:50.060061 n-d-793619-7 neutron-server[95129]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:30:50.060321 n-d-793619-7 neutron-server[95129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:30:50.060638 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95129) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:30:50.061619 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:30:50.061855 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:30:50.062229 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:30:50.062479 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:30:50.062707 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:30:50.063026 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.063324 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.063622 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.063854 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.064148 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.064445 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.064739 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.065026 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.065350 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.065640 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.065920 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.066205 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.066437 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.066720 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.067009 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.067300 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.067524 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] debug = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.067807 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.068238 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.068641 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.068925 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.069240 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.069560 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.069796 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.070081 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.070367 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.070704 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] host = n-d-793619-7 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.070991 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.071279 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.071568 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.071859 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.072140 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.072458 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.072914 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.073220 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.073500 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.073826 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.074115 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.074404 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.074702 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.074932 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.075187 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.075485 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.075774 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.076050 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.076327 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.076601 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.076875 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.077172 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.077441 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.077731 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.078052 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.078346 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.078624 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.078901 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.079175 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.079450 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.079735 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.080014 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.080290 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.080565 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.080855 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.081143 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.081421 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.081728 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.082018 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.082305 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.082597 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.082872 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.083159 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.083435 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.083708 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.083979 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] use_json = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.084254 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.084531 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.084814 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.085089 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.085390 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.085662 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.085935 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.086224 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:50.086528 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.086829 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.087137 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.087422 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.087720 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.088535 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.088833 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.089133 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.089433 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.089728 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.090023 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.090303 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.090595 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.090875 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.091173 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.091486 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.091785 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.092085 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.092366 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.092645 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.092923 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.093229 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.093521 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.093819 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.094113 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.094390 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.094669 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.094968 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.095246 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.095520 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.095800 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.096090 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.096368 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.096640 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.096925 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.097231 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.097624 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.097769 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.098051 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.098349 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.098625 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.098898 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.099172 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.099448 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.099718 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.100007 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.100286 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.100559 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.100833 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.101134 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.101406 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.101683 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.101958 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.102232 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.102508 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.102780 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.103057 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.103334 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.104398 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.104680 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.104957 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.105260 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.105542 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.105820 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.106096 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.106371 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.106648 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.106923 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.107214 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.107520 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.107805 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.108089 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.108371 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.108654 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.108934 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.109246 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.109519 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.109801 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.110077 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.110378 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.110664 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.110960 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.111244 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.111524 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.111829 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.112114 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.112399 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.112683 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.112966 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.113284 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.113574 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.113880 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.114176 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.114477 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.114775 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.115070 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.115352 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.115678 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.115964 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:50.116186 n-d-793619-7 neutron-server[95129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:30:50.116440 n-d-793619-7 neutron-server[95129]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95129) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 16:30:50.484911 n-d-793619-7 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:30:50.485169 n-d-793619-7 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:30:50.485447 n-d-793619-7 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:30:50.485781 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 16:30:50.884863 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.885193 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.885549 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.886857 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.887139 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.887422 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.922977 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.923260 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.923532 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.937060 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.937370 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.937652 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.970042 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.970333 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:50.970607 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.007615 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.007904 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.008173 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.245766 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.246393 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.246393 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.246561 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.247295 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.371785 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.372116 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.372399 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.372674 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.372943 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.373280 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.373546 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.373812 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.374064 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.374357 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.374621 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.374898 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.375163 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.375436 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.375692 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.375964 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.376234 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.376496 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.376770 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.377254 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.377357 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.377677 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.377946 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.378235 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.378570 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.378999 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.379426 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:51.379677 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:51.379911 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:51.380150 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:51.380387 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:51.380624 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:51.380997 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 16:30:51.385635 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 16:30:51.389625 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 16:30:51.393378 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 07 16:30:51.395022 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 16:30:51.395486 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 16:30:51.395832 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 16:30:51.396215 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 16:30:51.399056 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 16:30:51.399310 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 16:30:51.399655 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:30:51.427926 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 16:30:51.428387 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.428692 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95129) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 16:30:51.429064 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.430476 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95129) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 16:30:51.430764 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:30:51.431006 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 16:30:51.435018 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.435305 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:51.499759 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 16:30:51.500009 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 16:30:51.500245 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 16:30:51.500629 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 16:30:51.523101 n-d-793619-7 neutron-server[95129]: DEBUG oslo_db.sqlalchemy.engines [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95129) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 16:30:52.081138 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing driver for type 'gre' Jul 07 16:30:52.081138 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] gre ID ranges: [(1, 1000)] Jul 07 16:30:52.139761 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing driver for type 'local' Jul 07 16:30:52.140096 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing driver for type 'vlan' Jul 07 16:30:52.156990 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] VlanTypeDriver initialization complete Jul 07 16:30:52.157395 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing driver for type 'vxlan' Jul 07 16:30:52.157939 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] vxlan ID ranges: [(1, 1000)] Jul 07 16:30:52.229991 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing extension driver 'port_security' Jul 07 16:30:52.230482 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.extensions.port_security [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] PortSecurityExtensionDriver initialization complete Jul 07 16:30:52.230917 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing mechanism driver 'openvswitch' Jul 07 16:30:52.231420 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing mechanism driver 'hyperv' Jul 07 16:30:52.239640 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.plugin [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:30:52.240333 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.240717 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.241089 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.241652 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:30:52.242099 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.242456 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.242843 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.243247 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:30:52.243674 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.244650 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.245219 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.245657 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:30:52.246081 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > security_group after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.246634 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > security_group after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.246783 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > security_group after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.247346 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:30:52.247778 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.248137 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.248495 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.248895 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:30:52.249336 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > address_group after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.249695 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > address_group after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.250078 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > address_group after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.250467 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:30:52.250849 n-d-793619-7 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] ML2 OVO RPC backend initialized. {{(pid=95129) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 16:30:52.251620 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_interface after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.251985 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.252419 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.252776 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > networks before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.253155 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.253499 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > ports before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.254116 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.254467 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnets before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.254817 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.255167 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.255509 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.255854 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.256196 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.256541 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.256884 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.257260 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.257608 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > subnet after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.258220 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.plugin [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Modular L2 Plugin initialization complete Jul 07 16:30:52.258554 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading services supported by the core plugin {{(pid=95129) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 16:30:52.258894 n-d-793619-7 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Got port-security extension from driver 'port_security' Jul 07 16:30:52.259364 n-d-793619-7 neutron-server[95129]: INFO neutron.extensions.vlantransparent [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Disabled vlantransparent extension. Jul 07 16:30:52.260443 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95129) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 16:30:52.260761 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: router Jul 07 16:30:52.301233 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_interface before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.301658 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.302055 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router before_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.302410 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.302787 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.303168 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_delete 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.303540 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > floatingip after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.303912 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.304279 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.304639 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.304996 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.305404 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.305823 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.306209 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.307165 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.307509 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: subnet after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.307864 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.308217 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > port precommit_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.308581 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.308931 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.309316 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.309685 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.310034 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_delete 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.310390 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.310761 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router_interface after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.311119 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.311502 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > agent after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.312102 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > agent after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.312678 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.314488 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Tracking information for resource: router configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:52.314488 n-d-793619-7 neutron-server[95129]: DEBUG neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Tracking information for resource: floatingip configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:30:52.319498 n-d-793619-7 neutron-server[95129]: INFO neutron.db.l3_agentschedulers_db [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 16:30:52.320095 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.320496 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.320858 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.321243 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.322157 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router before_create 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.323160 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_delete 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.323536 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_create 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.323901 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > router precommit_update 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.328568 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.provider_configuration [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service providers = [] {{(pid=95129) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 16:30:52.328945 n-d-793619-7 neutron-server[95129]: DEBUG neutron.db.servicetype_db [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95129) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 16:30:52.332187 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.service_base [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:30:52.332473 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.service_base [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:30:52.332858 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.service_base [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:30:52.333868 n-d-793619-7 neutron-server[95129]: DEBUG neutron.services.service_base [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:30:52.334313 n-d-793619-7 neutron-server[95129]: INFO neutron.services.service_base [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 16:30:52.334721 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.335038 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 16:30:52.346248 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.346589 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: auto_allocate Jul 07 16:30:52.352525 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: network precommit_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.352911 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: network precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.353679 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.354030 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: tag Jul 07 16:30:52.361064 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.361440 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: timestamp Jul 07 16:30:52.367861 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.367861 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: network_ip_availability Jul 07 16:30:52.374238 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.374622 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.374987 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.375782 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.376106 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: flavors Jul 07 16:30:52.381839 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.381839 n-d-793619-7 neutron-server[95129]: INFO neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading Plugin: revisions Jul 07 16:30:52.388267 n-d-793619-7 neutron-server[95129]: DEBUG neutron.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:30:52.390664 n-d-793619-7 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:30:52.392031 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95129) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 16:30:52.392290 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Initializing extension manager. Jul 07 16:30:52.392824 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: __init__.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.393202 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: __pycache__ {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.393547 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.393887 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: address_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.394746 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.395368 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: address-group Jul 07 16:30:52.395697 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: address_scope.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.396441 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.396959 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: address-scope Jul 07 16:30:52.397322 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: admin_state_down_before_update.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.398339 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.398857 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: router-admin-state-down-before-update Jul 07 16:30:52.399184 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: agent.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.399915 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.400732 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: agent Jul 07 16:30:52.401068 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: agent_resources_synced.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.402072 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.402844 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: agent-resources-synced Jul 07 16:30:52.403374 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: allowedaddresspairs.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.405356 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.405905 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: allowed-address-pairs Jul 07 16:30:52.406237 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: auto_allocated_topology.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.407389 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.407922 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: auto-allocated-topology Jul 07 16:30:52.408251 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: availability_zone.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.408970 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.409515 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: availability_zone Jul 07 16:30:52.409868 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: availability_zone_filter.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.410808 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.411325 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: availability_zone_filter Jul 07 16:30:52.411662 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: data_plane_status.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.412590 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.413160 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 16:30:52.413455 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: default_subnetpools.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.415160 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.415160 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: default-subnetpools Jul 07 16:30:52.415337 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: dhcpagentscheduler.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.416111 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.416631 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: dhcp_agent_scheduler Jul 07 16:30:52.416960 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: dns.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.417985 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.418497 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension dns-integration not supported by any of loaded plugins Jul 07 16:30:52.418823 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: dns_domain_ports.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.419760 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.420281 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 16:30:52.420603 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.421566 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.422082 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 16:30:52.422407 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: dvr.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.423094 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.423602 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: dvr Jul 07 16:30:52.423927 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: empty_string_filtering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.424865 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.425416 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: empty-string-filtering Jul 07 16:30:52.425800 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.426752 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.427266 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:30:52.427647 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.428541 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.429050 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 16:30:52.429410 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: external_net.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.430346 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.430860 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: external-net Jul 07 16:30:52.431189 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: extra_dhcp_opt.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.432712 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.433311 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: extra_dhcp_opt Jul 07 16:30:52.433641 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: extraroute.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.434617 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.435124 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: extraroute Jul 07 16:30:52.435456 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: extraroute_atomic.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.436518 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.437031 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: extraroute-atomic Jul 07 16:30:52.437407 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: filter_validation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.438114 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.438618 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: filter-validation Jul 07 16:30:52.438944 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: fip_pf_description.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.439869 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.440380 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 16:30:52.440713 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: fip_port_details.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.441673 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.442189 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: fip-port-details Jul 07 16:30:52.442514 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: flavors.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.443772 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.444304 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: flavors Jul 07 16:30:52.444635 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.446401 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.446927 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 16:30:52.447884 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: floatingip_pools.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.448613 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.449196 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: floatingip-pools Jul 07 16:30:52.449490 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: ip_allocation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.450468 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.450974 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 16:30:52.451302 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.452235 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.452751 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: ip-substring-filtering Jul 07 16:30:52.453085 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l2_adjacency.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.454043 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.454561 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 16:30:52.454883 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.455905 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.456430 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: router Jul 07 16:30:52.456758 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3_conntrack_helper.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.459276 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.459818 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:30:52.460161 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.461136 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.461664 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: ext-gw-mode Jul 07 16:30:52.462061 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.462973 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.463894 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: l3-ha Jul 07 16:30:52.463894 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3_flavors.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.464786 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.465337 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: l3-flavors Jul 07 16:30:52.465665 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.466598 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.467110 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 16:30:52.467437 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: l3agentscheduler.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.469433 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.469433 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: l3_agent_scheduler Jul 07 16:30:52.469433 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: logging.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.470951 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.471478 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension logging not supported by any of loaded plugins Jul 07 16:30:52.471815 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: metering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.472585 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.473209 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: metering Jul 07 16:30:52.473540 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.474660 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.475193 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: metering_source_and_destination_fields Jul 07 16:30:52.475520 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: multiprovidernet.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.476464 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.476987 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: multi-provider Jul 07 16:30:52.477341 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: netmtu.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.478298 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.478940 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: net-mtu Jul 07 16:30:52.479265 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: netmtu_writable.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.480307 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.480883 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: net-mtu-writable Jul 07 16:30:52.481257 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: network_availability_zone.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.481966 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.482488 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: network_availability_zone Jul 07 16:30:52.482816 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: network_ip_availability.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.483951 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.484531 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: network-ip-availability Jul 07 16:30:52.484859 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: network_segment_range.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.485698 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.486212 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 16:30:52.486621 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: pagination.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.487557 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.487922 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: pagination Jul 07 16:30:52.488254 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: port_device_profile.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.489364 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.489885 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: port-device-profile Jul 07 16:30:52.490212 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.491212 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.491733 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: port-mac-address-regenerate Jul 07 16:30:52.492060 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.493057 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.493616 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: port-numa-affinity-policy Jul 07 16:30:52.494505 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: port_resource_request.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.495736 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.496334 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 16:30:52.496668 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: portbindings.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.497654 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.498179 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: binding Jul 07 16:30:52.498505 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: portbindings_extended.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.500002 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.500525 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: binding-extended Jul 07 16:30:52.500868 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: portsecurity.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.501838 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.502352 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: port-security Jul 07 16:30:52.502683 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: project_id.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.503953 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.504288 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: project-id Jul 07 16:30:52.504618 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: providernet.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.505600 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.506127 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: provider Jul 07 16:30:52.506461 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.510797 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.511413 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos not supported by any of loaded plugins Jul 07 16:30:52.511759 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.513070 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.513620 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 16:30:52.513955 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.514898 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.515417 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 16:30:52.515749 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_default.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.516689 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.517238 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-default not supported by any of loaded plugins Jul 07 16:30:52.517573 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_fip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.518277 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.518790 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-fip not supported by any of loaded plugins Jul 07 16:30:52.519121 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_gateway_ip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.520078 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.520607 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 16:30:52.520942 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_port_network_policy.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.521911 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.522436 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 16:30:52.522765 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_rule_type_details.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.523709 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.524261 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 16:30:52.524593 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: qos_rules_alias.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.525959 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.526676 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 16:30:52.527010 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: quotasv2.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.528044 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.528374 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: quotas Jul 07 16:30:52.528709 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: quotasv2_detail.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.532012 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.532364 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: quota_details Jul 07 16:30:52.532709 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: rbac.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.533856 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.534413 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: rbac-policies Jul 07 16:30:52.534747 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: rbac_address_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.535937 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.536466 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: rbac-address-group Jul 07 16:30:52.536804 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: rbac_address_scope.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.537787 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.538316 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: rbac-address-scope Jul 07 16:30:52.538644 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: rbac_security_groups.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.539576 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.540100 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: rbac-security-groups Jul 07 16:30:52.540430 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: rbac_subnetpool.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.541633 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.542245 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: rbac-subnetpool Jul 07 16:30:52.542578 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: revisionifmatch.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.543546 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.544062 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: revision-if-match Jul 07 16:30:52.544389 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: revisions.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.545570 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.546097 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: standard-attr-revisions Jul 07 16:30:52.546429 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: router_availability_zone.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.547135 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.547653 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: router_availability_zone Jul 07 16:30:52.547990 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: routerservicetype.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.548943 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.549481 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension router-service-type not supported by any of loaded plugins Jul 07 16:30:52.549812 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.550752 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.551276 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: security-groups-normalized-cidr Jul 07 16:30:52.551605 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: security_groups_port_filtering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.552544 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.553065 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: port-security-groups-filtering Jul 07 16:30:52.553426 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.554368 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.554894 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: security-groups-remote-address-group Jul 07 16:30:52.555223 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: securitygroup.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.567173 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.567795 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: security-group Jul 07 16:30:52.568137 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: segment.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.571197 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.571748 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension segment not supported by any of loaded plugins Jul 07 16:30:52.572828 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.574397 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.575240 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 16:30:52.575743 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: servicetype.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.577281 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.577771 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: service-type Jul 07 16:30:52.578151 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: sorting.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.579290 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.579773 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: sorting Jul 07 16:30:52.580182 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: standard_attr_segment.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.581275 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.581815 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 16:30:52.582176 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: standardattrdescription.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.583224 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.583705 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: standard-attr-description Jul 07 16:30:52.584038 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: stateful_security_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.585088 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.585871 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: stateful-security-group Jul 07 16:30:52.586362 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: stdattrs_common.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.586985 n-d-793619-7 neutron-server[95129]: WARNING neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 16:30:52.588806 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.588806 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.589005 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 16:30:52.589206 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: subnet_onboard.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.590445 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.590983 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: subnet_onboard Jul 07 16:30:52.591322 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.594042 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.594042 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 16:30:52.594042 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: subnet_service_types.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.594483 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.594649 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: subnet-service-types Jul 07 16:30:52.594938 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: subnetallocation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.596051 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.596593 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: subnet_allocation Jul 07 16:30:52.596927 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.597663 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.598181 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: subnetpool-prefix-ops Jul 07 16:30:52.598505 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.599459 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.599983 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 16:30:52.600311 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: tagging.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.601479 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.602025 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: standard-attr-tag Jul 07 16:30:52.602354 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: timestamp.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.604283 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.605583 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loaded extension: standard-attr-timestamp Jul 07 16:30:52.605583 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: trunk.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.606655 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.606791 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension trunk not supported by any of loaded plugins Jul 07 16:30:52.607125 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: trunk_details.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.608079 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.608600 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension trunk-details not supported by any of loaded plugins Jul 07 16:30:52.608930 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: uplink_status_propagation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.609904 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.610426 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 16:30:52.610754 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Loading extension file: vlantransparent.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:30:52.611462 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:30:52.611982 n-d-793619-7 neutron-server[95129]: INFO neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 16:30:52.614641 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:network Jul 07 16:30:52.615198 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:subnet Jul 07 16:30:52.615604 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:30:52.616007 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:port Jul 07 16:30:52.617352 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.617808 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service FLAVORS assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.618481 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.619002 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.619966 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:router Jul 07 16:30:52.619966 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:30:52.620835 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service METERING assigned prefix: /metering {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.622375 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.622738 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.623099 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:30:52.624183 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:30:52.624628 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:30:52.625157 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:30:52.625762 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.626097 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:30:52.626452 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] subnetpool is already registered Jul 07 16:30:52.626888 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.627223 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:30:52.627554 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] subnetpool is already registered Jul 07 16:30:52.630276 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.630718 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service FLAVORS assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.631332 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.631762 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.632103 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:router Jul 07 16:30:52.632450 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] router is already registered Jul 07 16:30:52.632871 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:30:52.633247 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] floatingip is already registered Jul 07 16:30:52.633719 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service METERING assigned prefix: /metering {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.634420 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:30:52.634785 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] rbac_policy is already registered Jul 07 16:30:52.635216 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:30:52.635555 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] security_group is already registered Jul 07 16:30:52.635967 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:30:52.636303 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] security_group_rule is already registered Jul 07 16:30:52.636984 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.637318 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:30:52.637655 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] subnetpool is already registered Jul 07 16:30:52.638088 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:30:52.638419 n-d-793619-7 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:30:52.638753 n-d-793619-7 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] subnetpool is already registered Jul 07 16:30:52.639246 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: extensions {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.640796 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: address-groups {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.642514 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: address-scopes {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.643879 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: agents {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.645066 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: auto-allocated-topology {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.646415 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: availability_zones {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.647607 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: dhcp-networks {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.652514 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: dhcp-agents {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.652514 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: routers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.653791 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: flavors {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.655094 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: service_profiles {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.656333 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: next_providers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.657831 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: service_profiles {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.659684 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: floatingip-pools {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.660930 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: routers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.662745 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: floatingips {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.664070 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: l3-routers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.665517 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: l3-agents {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.667686 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: metering-labels {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.668974 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: metering-label-rules {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.670423 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: network-ip-availabilities {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.671710 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: bindings {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.673682 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: quotas {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.675279 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: quotas {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.676719 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: rbac-policies {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.677959 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: security-groups {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.679295 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: security-group-rules {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.680561 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: service-providers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.682029 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: subnetpools {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.684272 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: subnetpools {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.685222 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.686796 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.688660 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.690552 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.692415 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.694486 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.696303 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.698414 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.700338 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.702178 n-d-793619-7 neutron-server[95129]: DEBUG neutron.api.extensions [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:30:52.708526 n-d-793619-7 neutron-server[95129]: WARNING keystonemiddleware.auth_token [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 16:30:52.713503 n-d-793619-7 neutron-server[95129]: WARNING keystonemiddleware.auth_token [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 16:30:52.723332 n-d-793619-7 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Acquired lock "singleton_lock" {{(pid=95129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 16:30:52.723818 n-d-793619-7 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Releasing lock "singleton_lock" {{(pid=95129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 16:30:52.724483 n-d-793619-7 neutron-server[95129]: INFO oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Starting 2 workers Jul 07 16:30:52.730128 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Started child 98264 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:30:52.735184 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Started child 98270 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:30:52.736823 n-d-793619-7 neutron-server[95129]: INFO neutron.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 16:30:52.737566 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Notify callbacks [] for process, before_spawn {{(pid=95129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:30:52.738347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:30:52.740231 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [-] (98264) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:30:52.740727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:30:52.741212 n-d-793619-7 neutron-server[95129]: INFO oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Starting 1 workers Jul 07 16:30:52.742429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [-] (98270) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:30:52.747972 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Started child 98272 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:30:52.748547 n-d-793619-7 neutron-server[95129]: INFO oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Starting 1 workers Jul 07 16:30:52.751398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] calling RpcWorker wait() {{(pid=98272) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 16:30:52.752248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] returning from RpcWorker wait() {{(pid=98272) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 16:30:52.753289 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:30:52.753925 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Started child 98276 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:30:52.754044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:30:52.754993 n-d-793619-7 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-684cb53b-893c-47cd-83cb-ad675fa25efd None None] Notify callbacks [] for process, after_spawn {{(pid=95129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:30:52.757169 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:30:52.757376 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:30:52.757742 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:30:52.758120 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:30:52.758627 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:30:52.758932 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:30:52.759650 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.760967 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.761410 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.761818 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.762244 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.763171 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.763609 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.763984 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:30:52.764554 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.764993 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.765391 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.765723 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.765840 n-d-793619-7 neutron-server[98276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:30:52.766146 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.766561 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.766949 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.767363 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.767979 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.768371 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.768782 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.769097 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.769532 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.769937 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.770416 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.770819 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] debug = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.771221 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.771864 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.772262 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.772668 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.773026 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.773538 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.773953 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.774376 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.774756 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.775256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.776272 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.776699 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.777083 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.777463 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.777848 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.778268 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.778636 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.779300 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] host = n-d-793619-7 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.779764 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.780158 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.780568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.780972 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.781451 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.781840 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.782233 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.782643 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.783037 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.783430 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.783813 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.784221 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.784609 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.784987 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.785326 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_options = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.785739 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.786161 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.786976 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.787863 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.788041 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.788405 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.788813 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.789162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.789569 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.789844 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.790092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.790358 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.790630 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.791656 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.792599 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.793008 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.793408 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.793797 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.794221 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.794645 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.795048 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.795461 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.795857 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.796075 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.796444 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.796824 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.797230 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.797592 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.797984 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.798390 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.798762 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.799184 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.799610 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.800131 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.800386 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.800755 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.801149 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.801581 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.801807 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.802240 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.802489 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.803008 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.803418 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.803650 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.803862 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.804361 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_json = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.804727 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.805131 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.805531 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.805895 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.806148 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.807266 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.808070 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.808477 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.808914 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.809264 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.809594 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.809849 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.810095 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.810359 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.810617 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.810871 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.811127 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.811369 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.811892 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.812126 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.812440 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.812687 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.812961 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.813352 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.813619 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.813958 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.814267 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.814384 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.814831 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.815251 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.815883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.816312 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.816750 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.817280 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.817502 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.817884 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.818334 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.818589 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.820996 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.824959 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.825647 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.826056 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.826686 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.826945 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.827882 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.828130 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.828416 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.828662 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.828907 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.829321 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.829725 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.830126 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.830542 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.830953 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.831916 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.832354 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.833744 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.834457 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.834964 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.835915 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.837064 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.837533 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.837791 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.838345 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.838830 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.838830 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.838985 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.840597 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.840597 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.840597 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.840597 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.840597 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.841044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.841044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.841214 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.841378 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.841653 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.842130 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.842700 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.843631 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.844036 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.844441 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.844857 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.845299 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.846737 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.847012 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.847255 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.847482 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.847721 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.847937 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.848402 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.849035 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.849557 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.850202 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.850655 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.851142 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.851740 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.852226 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.852802 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.854237 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.854685 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.855128 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.855583 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.856075 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.856619 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.857126 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.857629 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.860827 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861860 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.861860 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865136 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865826 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865826 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865826 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.865826 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.866256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.866651 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.867191 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.867191 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.867663 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.867989 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.868225 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.868508 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.869027 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.870070 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.870379 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.870694 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.871046 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.871372 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.871791 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.872251 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.872579 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.872870 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.873210 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.873651 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.873973 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.874484 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.874707 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.875135 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.875492 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.877183 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.877460 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.877699 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.877966 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.878197 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.878918 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.879123 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.879364 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.879603 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.879833 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.880079 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.880305 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.880568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.880848 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.881088 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.881354 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.881579 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.881876 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.882145 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.882367 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.882671 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.882899 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.883132 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.883379 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.883632 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.883863 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.884104 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.884456 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.884839 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.885260 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.885405 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.885641 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.885860 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.886120 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.886367 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.886691 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.886963 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.887197 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.887437 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.887652 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.887908 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.888142 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.888379 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.888595 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.888811 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.889027 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.889415 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.889646 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.889869 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.890102 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.890313 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.890545 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.890761 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.890995 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.891301 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.891552 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.891804 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.892070 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.892333 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.892682 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.892889 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.893163 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.893323 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.893462 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.893635 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.893849 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.894095 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.894383 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.894649 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.894870 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.895088 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.895310 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.895537 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.895746 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.895966 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.896184 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.896401 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.896622 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.896784 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.897184 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.897355 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.897494 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.897662 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.897872 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.898171 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.898428 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.898675 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.898963 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.899206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.899579 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.899831 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.900172 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.900424 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.900681 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.901247 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.901502 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.901720 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.901935 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.902129 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.902410 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.902695 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.902927 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.903194 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.903476 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.903752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.904764 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.904764 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.904764 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.905279 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.905279 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.905820 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.905820 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.906819 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.906819 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.906819 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.906819 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.907382 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.907382 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.907643 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.907643 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.908607 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.908607 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.908607 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.908607 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.909172 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.909172 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.909172 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.910269 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:30:52.910269 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:30:52.910269 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:30:52.910269 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:30:52.910577 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:30:52.910577 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:30:52.910709 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:30:52.911683 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.911683 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.911683 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.911683 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.911683 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.911683 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.912505 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.912505 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.912505 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.912505 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.912505 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913016 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913016 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913016 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913016 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913796 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913796 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913796 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913796 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.913796 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914134 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914134 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914288 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] debug = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914369 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914713 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914870 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.914995 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.915120 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.915278 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.915442 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.915601 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.916508 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.916508 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.917883 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] host = n-d-793619-7 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.918875 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.919990 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_options = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.920969 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.920969 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.920969 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.920969 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.920969 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.920969 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.921732 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.923233 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.923396 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.923831 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.923831 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.924011 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.924011 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.924178 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.924628 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.924925 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.925202 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.925298 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.925440 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.925597 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.925895 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.926198 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.926558 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.926708 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.926877 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.927056 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.927216 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.927368 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.927503 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.927965 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.928129 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.928283 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.928439 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.928664 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.928759 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.928897 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.929058 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.929243 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.929545 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.929960 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.930345 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.930650 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.930800 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_json = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933206 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933793 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933793 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:30:52.933915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:30:52.933988 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.933988 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.933988 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.933988 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.933988 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.934273 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.934273 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.934388 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.934582 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.934977 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.935118 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.935402 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.935595 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.935796 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.935928 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.936051 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.936174 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.936452 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.936589 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.936733 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.936918 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.937052 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.937296 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.937494 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.937647 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.937770 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.937892 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938032 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938167 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938300 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938455 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938619 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938777 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.938970 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.939211 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.939468 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.939468 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940013 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940013 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940013 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940616 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940616 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940616 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.940616 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941402 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941402 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941402 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941402 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941940 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941940 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941940 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.941940 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.942602 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.942602 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.942602 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.942602 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943075 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943075 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943075 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943075 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943605 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943605 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.943605 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944151 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944151 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944151 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944151 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944871 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944871 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944871 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944871 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.944871 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.945739 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.945739 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.945739 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.945739 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.945739 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.946297 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.946297 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.946297 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.949173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950162 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.950765 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.951752 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952454 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952989 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952989 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.952989 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.954094 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.957063 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.959257 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.960952 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.962464 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.964491 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.965285 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.966518 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967044 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.967568 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968092 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968617 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968617 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968617 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968617 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968617 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968975 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.968975 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.969143 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.969485 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.969651 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.969781 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.969940 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.970357 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.970704 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.971050 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.971401 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973256 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973751 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.973751 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.974223 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.974673 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.975021 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.975426 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.975764 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.976099 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.976432 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.976778 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.977144 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.977475 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.977805 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.978124 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.979004 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.979327 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.979663 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.980091 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.980569 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.980938 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.981172 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.981297 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.981476 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.981781 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.982090 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.982416 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.982595 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.982749 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.982913 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.983059 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.983225 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.983388 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.983552 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.983716 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.983879 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984192 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984192 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984405 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984569 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984668 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984807 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.984982 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.985173 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.985339 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.985501 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:30:52.985661 n-d-793619-7 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:30:52.999503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:30:53.009823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078185 Jul 07 16:31:04.976413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb7ec56-97be-4bd8-ae76-eb1a4e820fb8 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:31:05.074736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7ec56-97be-4bd8-ae76-eb1a4e820fb8 None None] No non-hosted networks {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 16:31:05.092237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.agentschedulers_db [None req-beb7ec56-97be-4bd8-ae76-eb1a4e820fb8 None None] DHCP Agent not found on host n-d-793619-7 {{(pid=98272) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 16:31:05.217601 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d21877d5-48e3-41bb-b024-25f0cae1bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:07.328080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:07.328721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.329277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.329932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.330411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.330897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.331546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.332027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.333660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.334140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.334746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.336020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.339658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:07.341864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793619-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:07.354039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793619-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:07.542743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b5cab1c-5866-4b8e-9bdd-03bdcdda20c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:07.595023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fe370d3-8312-474f-b360-29d6887c7c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:08.897520 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:10.556635 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:11.806579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33006) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:11.929853 n-d-793619-7 neutron-server[98272]: INFO neutron.db.l3_hamode_db [None req-81dc315a-810f-402f-872a-79c9c5a91cc4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 16:31:12.013363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc315a-810f-402f-872a-79c9c5a91cc4 None None] Routers set() bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:31:12.013763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc315a-810f-402f-872a-79c9c5a91cc4 None None] Router IDs set() for agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:31:12.331689 n-d-793619-7 neutron-server[98270]: WARNING oslo_policy.policy [None req-e32bd23c-55b6-4369-946e-24c718078e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:12.332264 n-d-793619-7 neutron-server[98270]: WARNING oslo_policy.policy [None req-e32bd23c-55b6-4369-946e-24c718078e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:12.550097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-e32bd23c-55b6-4369-946e-24c718078e5a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:31:12.551186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e32bd23c-55b6-4369-946e-24c718078e5a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7437103 Jul 07 16:31:14.928783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33020) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:15.428488 n-d-793619-7 neutron-server[98264]: WARNING oslo_policy.policy [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:15.430184 n-d-793619-7 neutron-server[98264]: WARNING oslo_policy.policy [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:15.648299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:15.741963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.policy [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98264) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:31:15.786505 n-d-793619-7 neutron-server[98264]: WARNING oslo_policy.policy [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:15.786882 n-d-793619-7 neutron-server[98264]: WARNING oslo_policy.policy [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:15.795898 n-d-793619-7 neutron-server[98264]: INFO neutron.quota [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] Loaded quota_driver: . Jul 07 16:31:15.889047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788375517423', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788375504688', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788375628577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788375630103', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788375624360', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788375601909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3955403', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3964712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-893867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659997'] for rbac-policy, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:15.953578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:15.954973 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cc7cc810-2cae-4591-8b4c-8d5d497f4bf4 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0239494 Jul 07 16:31:18.539253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33038) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:18.848958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Request body: {'network': {'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'name': 'private', 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:18.878948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Made reservation on behalf of 93cda77dd12942a780bd578f7b4cea4f for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:31:18.881888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:18.899106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.022924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.027001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.050126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:31:19.075917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788377412181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.076517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Unsubscribe: segment precommit_create {{(pid=98264) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:31:19.077299 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Added segment 49faecaf-e58f-469c-a4d4-5074c4351ac8 of type vlan for network c8243db4-91bd-4016-a6df-6a09d48c71ec Jul 07 16:31:19.084284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d594c-3b21-4b9c-9f21-db1c70687418,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:19.120468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.120806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.121161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.121492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.121818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.122144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.122461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.122782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.123095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.123408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.123721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.124032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Tracked resource versions report: Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: pushed versions: Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: { 'AddressGroup': {'1.2'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'ConntrackHelper': {'1.0'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Log': {'1.0'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Network': {'1.1'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Port': {'1.7'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'PortForwarding': {'1.2'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'QosPolicy': {'1.8'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'SecurityGroup': {'1.4'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'SubPort': {'1.0'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Subnet': {'1.1'}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Trunk': {'1.1'}} Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: consumer versions: Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: L3 agent@n-d-793619-7: {}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: Metadata agent@n-d-793619-7: {}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: Metering agent@n-d-793619-7: {}, Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'ConntrackHelper': '1.0', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Log': '1.0', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Network': '1.1', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Port': '1.7', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'PortForwarding': '1.2', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'QosPolicy': '1.8', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'SecurityGroup': '1.4', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'SecurityGroupRule': '1.2', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'SubPort': '1.0', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Subnet': '1.1', Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: 'Trunk': '1.1'}} Jul 07 16:31:19.125200 n-d-793619-7 neutron-server[98264]: {{(pid=98264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:31:19.199525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.252601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.254181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:19.254839 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:19.326512 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7860718 Jul 07 16:31:19.357689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e328ff3-12df-4f5f-8783-5e08bf6ee426 admin admin] Pushing event updated for resources: {'Network': ['ID=c8243db4-91bd-4016-a6df-6a09d48c71ec,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:19.372359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c8243db4-91bd-4016-a6df-6a09d48c71ec details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:31:22.024634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33052) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:22.456834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130778e1-2720-4054-a3da-3e2d0ef937f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:22.458152 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-130778e1-2720-4054-a3da-3e2d0ef937f5 admin admin] 10.222.0.78 "GET /v2.0/networks/c8243db4-91bd-4016-a6df-6a09d48c71ec HTTP/1.1" status: 200 len: 825 time: 0.4325144 Jul 07 16:31:22.482049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d12deac7-bf00-4406-8991-1e345bdf81bf admin admin] 10.222.0.78 "GET /v2.0/subnetpools/51530509-def1-4dd2-a310-a197ab94f3ec HTTP/1.1" status: 200 len: 734 time: 0.0184615 Jul 07 16:31:22.491181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Request body: {'subnet': {'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:22.518468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Made reservation on behalf of 93cda77dd12942a780bd578f7b4cea4f for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:31:22.520831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:22.837534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:22.907712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b85598b-ca0d-46de-953d-ec05e9f6cc85,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:22.909748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Checking segment: {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:31:22.910123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Network hostable DHCP agents. Network: c8243db4-91bd-4016-a6df-6a09d48c71ec, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:31:22.932032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Network c8243db4-91bd-4016-a6df-6a09d48c71ec is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:31:22.942882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c8243db4-91bd-4016-a6df-6a09d48c71ec) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:31:22.947947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:22.948524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:22.953009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3dc8b5-f525-48c2-9d3e-64f4b8a3a3a1 None None] Network c8243db4-91bd-4016-a6df-6a09d48c71ec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:31:22.962202 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-469f68b1-609d-46bf-9330-b4d4d6d3b823 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4744246 Jul 07 16:31:23.279680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c8243db4-91bd-4016-a6df-6a09d48c71ec', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:31:23.281006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:23.559659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Allocated IP 172.20.0.2 (c8243db4-91bd-4016-a6df-6a09d48c71ec/1b85598b-ca0d-46de-953d-ec05e9f6cc85/e0f75fc1-8f28-4317-ab13-3a369f2be77d) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:31:23.795457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:23.810703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Transition to ACTIVE for port object e0f75fc1-8f28-4317-ab13-3a369f2be77d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:31:23.831766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Transition to ACTIVE for port object e0f75fc1-8f28-4317-ab13-3a369f2be77d will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:31:23.840654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:23.905579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Network c8243db4-91bd-4016-a6df-6a09d48c71ec is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:31:23.911245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:31:23.923227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:31:23.931188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Pushing event updated for resources: {'Port': ['ID=e0f75fc1-8f28-4317-ab13-3a369f2be77d,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:23.955005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.955652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.955739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.956010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.956343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.956677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.957007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.957370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.957694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.958015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.958341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.958661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Tracked resource versions report: Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: pushed versions: Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: { 'AddressGroup': {'1.2'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'ConntrackHelper': {'1.0'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Log': {'1.0'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Network': {'1.1'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Port': {'1.7'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'PortForwarding': {'1.2'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'QosPolicy': {'1.8'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'SecurityGroup': {'1.4'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'SubPort': {'1.0'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Subnet': {'1.1'}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Trunk': {'1.1'}} Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: consumer versions: Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: L3 agent@n-d-793619-7: {}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: Metadata agent@n-d-793619-7: {}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: Metering agent@n-d-793619-7: {}, Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'ConntrackHelper': '1.0', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Log': '1.0', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Network': '1.1', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Port': '1.7', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'PortForwarding': '1.2', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'QosPolicy': '1.8', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'SecurityGroup': '1.4', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'SecurityGroupRule': '1.2', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'SubPort': '1.0', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Subnet': '1.1', Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: 'Trunk': '1.1'}} Jul 07 16:31:23.959767 n-d-793619-7 neutron-server[98272]: {{(pid=98272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:31:24.011071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Attempting to bind port e0f75fc1-8f28-4317-ab13-3a369f2be77d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:31:24.011467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Attempting to bind port e0f75fc1-8f28-4317-ab13-3a369f2be77d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:31:24.011906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Attempting to bind port e0f75fc1-8f28-4317-ab13-3a369f2be77d on network c8243db4-91bd-4016-a6df-6a09d48c71ec {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:31:24.016773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:31:24.017200 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Checking segment: {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:31:24.017707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:24.018105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Bound using segment: {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:31:24.018612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Bound port: e0f75fc1-8f28-4317-ab13-3a369f2be77d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:31:24.019052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:24.082291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] For port e0f75fc1-8f28-4317-ab13-3a369f2be77d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:31:24.086751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] For port e0f75fc1-8f28-4317-ab13-3a369f2be77d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e0f75fc1-8f28-4317-ab13-3a369f2be77d,segment=NetworkSegment(49faecaf-e58f-469c-a4d4-5074c4351ac8),segment_id=49faecaf-e58f-469c-a4d4-5074c4351ac8)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:31:24.090690 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:24.160746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184d70-8c23-4e9e-acf9-93e66c8b6372 None None] Pushing event updated for resources: {'Port': ['ID=e0f75fc1-8f28-4317-ab13-3a369f2be77d,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:25.421318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33062) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:25.736592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-119cbf96-2673-46f7-8b65-66070c25de20 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:31:25.737637 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-119cbf96-2673-46f7-8b65-66070c25de20 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153648 Jul 07 16:31:28.135060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33070) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:28.450613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-6aec89be-b030-48f9-958c-85b5629b099b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:31:28.451615 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6aec89be-b030-48f9-958c-85b5629b099b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154461 Jul 07 16:31:29.358890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e0f75fc1-8f28-4317-ab13-3a369f2be77d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:31:29.447975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e0f75fc1-8f28-4317-ab13-3a369f2be77d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:31:30.441785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd566e9-8dcb-4493-be4a-72f4249ac3da None None] Network c8243db4-91bd-4016-a6df-6a09d48c71ec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:31:30.502972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] Provisioning for port e0f75fc1-8f28-4317-ab13-3a369f2be77d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:31:30.509861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] Provisioning complete for port e0f75fc1-8f28-4317-ab13-3a369f2be77d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:30.510256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:30.690742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:30.745642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] For port e0f75fc1-8f28-4317-ab13-3a369f2be77d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e0f75fc1-8f28-4317-ab13-3a369f2be77d,segment=NetworkSegment(49faecaf-e58f-469c-a4d4-5074c4351ac8),segment_id=49faecaf-e58f-469c-a4d4-5074c4351ac8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:31:30.753623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:30.814168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5f196-a56f-4edc-92cb-260e8ef8a3ab None None] Pushing event updated for resources: {'Port': ['ID=e0f75fc1-8f28-4317-ab13-3a369f2be77d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:30.972985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-171eb20c-8cdb-417f-8fd1-1a22c022b648 None None] Provisioning complete for port e0f75fc1-8f28-4317-ab13-3a369f2be77d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:30.973377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-171eb20c-8cdb-417f-8fd1-1a22c022b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.188630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33084) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:31.311868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e0f75fc1-8f28-4317-ab13-3a369f2be77d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:31:31.356544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e0f75fc1-8f28-4317-ab13-3a369f2be77d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:31.356918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.508246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:31.530961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.532590 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.670585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.675534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.688756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:31.690007 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-358bcbed-91a1-46c6-896b-fb4d8179aa4c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5003607 Jul 07 16:31:34.305646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33092) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:34.614944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-36a49755-9832-444d-9141-951cb7ebdafe admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:31:34.615923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36a49755-9832-444d-9141-951cb7ebdafe admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093510 Jul 07 16:31:34.870413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-55e11375-7097-4f45-b316-92876111f679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:35.833437 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:31:37.126903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33100) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:37.318731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.472677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:37.498039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Made reservation on behalf of 4988e36f133949928d741306bab70ada for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:31:37.500409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.509798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.539087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af8bf063-4fa7-4a81-9410-5c98f7789599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.607027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.611123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.627728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Reserving flat network on physical network physnet1 {{(pid=98264) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 16:31:37.648980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b39e1-8c27-48aa-a0e2-e042df05e7a7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:37.652421 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.652792 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Added segment 35653571-74b1-4402-8981-fc1139ce5766 of type flat for network 38f7d791-dc56-4729-90d4-988199fccbe9 Jul 07 16:31:37.702429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.740032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.741174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:37.741977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:37.796671 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6681511 Jul 07 16:31:37.805591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380bf4-a7b2-4097-9d60-3d313af4b9fa admin admin] Pushing event updated for resources: {'Network': ['ID=38f7d791-dc56-4729-90d4-988199fccbe9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:37.816353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 38f7d791-dc56-4729-90d4-988199fccbe9 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:31:38.855353 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:40.285368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33118) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:40.458578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a64b90-2da1-41c8-8cf8-6c67d59fb59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:40.459949 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-18a64b90-2da1-41c8-8cf8-6c67d59fb59e admin admin] 10.222.0.78 "GET /v2.0/subnets/1b85598b-ca0d-46de-953d-ec05e9f6cc85 HTTP/1.1" status: 200 len: 849 time: 0.1736252 Jul 07 16:31:40.488387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:40.583123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9b27c37-eea8-4d11-979e-7d856c0565da admin admin] 10.222.0.78 "GET /v2.0/routers/15269450-408f-4f35-be47-12602c732494 HTTP/1.1" status: 200 len: 704 time: 0.1171010 Jul 07 16:31:40.855820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.158945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Allocated IP 172.20.0.1 (c8243db4-91bd-4016-a6df-6a09d48c71ec/1b85598b-ca0d-46de-953d-ec05e9f6cc85/a0c8e01b-8f46-4d0f-8032-034516fe3ed6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:31:41.360630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.386283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Transition to ACTIVE for port object a0c8e01b-8f46-4d0f-8032-034516fe3ed6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:31:41.465265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.531140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Network c8243db4-91bd-4016-a6df-6a09d48c71ec is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:31:41.536741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:31:41.545207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:31:41.545732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.606475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Pushing event updated for resources: {'Port': ['ID=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:41.742733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f6c36ad3-e2f5-4c28-a690-53a5c396fe7d None None] Provisioning for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:31:41.746791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f6c36ad3-e2f5-4c28-a690-53a5c396fe7d None None] Provisioning complete for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:41.747167 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f6c36ad3-e2f5-4c28-a690-53a5c396fe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.769032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.783738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f6c36ad3-e2f5-4c28-a690-53a5c396fe7d None None] Port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:31:41.950935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.955257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:41.956141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:42.033518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Pushing event updated for resources: {'Port': ['ID=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:42.079411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Network c8243db4-91bd-4016-a6df-6a09d48c71ec is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:31:42.080697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:31:42.243580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Router 15269450-408f-4f35-be47-12602c732494 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:31:42.308227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a80d7501-1e01-4c26-b44d-32a686ba157c None None] Provisioning complete for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:42.308607 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80d7501-1e01-4c26-b44d-32a686ba157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:42.334829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:31:42.343001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a80d7501-1e01-4c26-b44d-32a686ba157c None None] Port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:31:42.345240 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Sync routers for ids ['15269450-408f-4f35-be47-12602c732494'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:31:42.345746 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c3c7fff1-317d-455a-af1f-735b1c098eea admin admin] 10.222.0.78 "PUT /v2.0/routers/15269450-408f-4f35-be47-12602c732494/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7567947 Jul 07 16:31:42.357876 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Routers {'15269450-408f-4f35-be47-12602c732494'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:31:42.358715 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:31:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['15269450-408f-4f35-be47-12602c732494'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:42.549268 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Set router 15269450-408f-4f35-be47-12602c732494 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:31:42.990963 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269450-408f-4f35-be47-12602c732494', 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:31:31Z', 'updated_at': '2021-07-07T16:31:41Z', 'revision_number': 2, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'gw_port_host': None, '_interfaces': [{'id': 'a0c8e01b-8f46-4d0f-8032-034516fe3ed6', 'name': '', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'mac_address': 'fa:16:3e:68:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:40Z', 'updated_at': '2021-07-07T16:31:41Z', 'revision_number': 2, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnets': [{'id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:43.048862 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Checking router: 15269450-408f-4f35-be47-12602c732494 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:31:43.049265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Updating router 15269450-408f-4f35-be47-12602c732494 port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:31:43.115361 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:43.613178 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:43.631733 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Transition to ACTIVE for port object a0c8e01b-8f46-4d0f-8032-034516fe3ed6 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:31:43.637953 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:43.798193 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Attempting to bind port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:31:43.798614 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Attempting to bind port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:31:43.799044 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Attempting to bind port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 on network c8243db4-91bd-4016-a6df-6a09d48c71ec {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:31:43.807732 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:31:43.808144 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Checking segment: {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:31:43.808652 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:43.809043 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Bound using segment: {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:31:43.809590 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Bound port: a0c8e01b-8f46-4d0f-8032-034516fe3ed6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49faecaf-e58f-469c-a4d4-5074c4351ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:31:43.810018 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:43.819242 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Pushing event updated for resources: {'Port': ['ID=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:43.828906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.829289 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.829628 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.829961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.830290 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.830617 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.830941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.831263 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.831583 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.831901 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.832220 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.832588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Tracked resource versions report: Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: pushed versions: Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: { 'AddressGroup': {'1.2'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'ConntrackHelper': {'1.0'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Log': {'1.0'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Network': {'1.1'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Port': {'1.7'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'PortForwarding': {'1.2'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'QosPolicy': {'1.8'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'SecurityGroup': {'1.4'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'SubPort': {'1.0'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Subnet': {'1.1'}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Trunk': {'1.1'}} Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: consumer versions: Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: L3 agent@n-d-793619-7: {}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: Metadata agent@n-d-793619-7: {}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: Metering agent@n-d-793619-7: {}, Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'ConntrackHelper': '1.0', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Log': '1.0', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Network': '1.1', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Port': '1.7', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'PortForwarding': '1.2', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'QosPolicy': '1.8', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'SecurityGroup': '1.4', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'SecurityGroupRule': '1.2', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'SubPort': '1.0', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Subnet': '1.1', Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: 'Trunk': '1.1'}} Jul 07 16:31:43.833767 n-d-793619-7 neutron-server[98276]: {{(pid=98276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:31:43.895222 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] For port a0c8e01b-8f46-4d0f-8032-034516fe3ed6, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:31:43.918098 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] For port a0c8e01b-8f46-4d0f-8032-034516fe3ed6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,segment=NetworkSegment(49faecaf-e58f-469c-a4d4-5074c4351ac8),segment_id=49faecaf-e58f-469c-a4d4-5074c4351ac8)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:31:43.922525 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:43.981225 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09acfe-3b00-4c5f-a324-67b9e27b7d7a None None] Pushing event updated for resources: {'Port': ['ID=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:43.984337 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Routers {'15269450-408f-4f35-be47-12602c732494'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:31:43.984947 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:31:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['15269450-408f-4f35-be47-12602c732494'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:44.076144 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] Set router 15269450-408f-4f35-be47-12602c732494 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:31:44.290917 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269450-408f-4f35-be47-12602c732494', 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:31:31Z', 'updated_at': '2021-07-07T16:31:41Z', 'revision_number': 2, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'gw_port_host': None, '_interfaces': [{'id': 'a0c8e01b-8f46-4d0f-8032-034516fe3ed6', 'name': '', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'mac_address': 'fa:16:3e:68:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:40Z', 'updated_at': '2021-07-07T16:31:43Z', 'revision_number': 4, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnets': [{'id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:44.317716 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4323aa-5a24-4360-b210-8e550f658f57 None None] The sync data for ids ['15269450-408f-4f35-be47-12602c732494'] in n-d-793619-7 is: [{'id': '15269450-408f-4f35-be47-12602c732494', 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:31:31Z', 'updated_at': '2021-07-07T16:31:41Z', 'revision_number': 2, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'gw_port_host': None, '_interfaces': [{'id': 'a0c8e01b-8f46-4d0f-8032-034516fe3ed6', 'name': '', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'mac_address': 'fa:16:3e:68:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:40Z', 'updated_at': '2021-07-07T16:31:43Z', 'revision_number': 4, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnets': [{'id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:31:44.593184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33138) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:44.874937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.policy [None req-07922c3a-aa2a-472b-a383-e7fe5a378b4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98270) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:31:44.924824 n-d-793619-7 neutron-server[98270]: WARNING oslo_policy.policy [None req-07922c3a-aa2a-472b-a383-e7fe5a378b4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:44.925244 n-d-793619-7 neutron-server[98270]: WARNING oslo_policy.policy [None req-07922c3a-aa2a-472b-a383-e7fe5a378b4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:31:44.934090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07922c3a-aa2a-472b-a383-e7fe5a378b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:44.935878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-07922c3a-aa2a-472b-a383-e7fe5a378b4c admin admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 842 time: 0.3411176 Jul 07 16:31:44.947445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'name': 'public-subnet'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:44.949337 n-d-793619-7 neutron-server[98270]: INFO neutron.quota [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Loaded quota_driver: . Jul 07 16:31:44.990693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Made reservation on behalf of 4988e36f133949928d741306bab70ada for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:31:44.993765 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:45.418224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:31:45.418733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:45.490395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c542ac-3e75-41a2-9a9e-21fe0b571d99,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:45.493305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:31:45.493699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Network hostable DHCP agents. Network: 38f7d791-dc56-4729-90d4-988199fccbe9, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:31:45.508969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.509335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.509673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.510007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.510332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.510659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.510979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.511299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.511617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.511933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.512267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.512566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Tracked resource versions report: Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: pushed versions: Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: { 'AddressGroup': {'1.2'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'ConntrackHelper': {'1.0'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Log': {'1.0'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Network': {'1.1'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Port': {'1.7'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'PortForwarding': {'1.2'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'QosPolicy': {'1.8'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'SecurityGroup': {'1.4'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'SubPort': {'1.0'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Subnet': {'1.1'}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Trunk': {'1.1'}} Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: consumer versions: Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: L3 agent@n-d-793619-7: {}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: Metadata agent@n-d-793619-7: {}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: Metering agent@n-d-793619-7: {}, Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'ConntrackHelper': '1.0', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Log': '1.0', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Network': '1.1', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Port': '1.7', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'PortForwarding': '1.2', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'QosPolicy': '1.8', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'SecurityGroup': '1.4', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'SecurityGroupRule': '1.2', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'SubPort': '1.0', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Subnet': '1.1', Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: 'Trunk': '1.1'}} Jul 07 16:31:45.513732 n-d-793619-7 neutron-server[98270]: {{(pid=98270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:31:45.553857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:31:45.568286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 38f7d791-dc56-4729-90d4-988199fccbe9) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:31:45.574117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:45.574797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:45.580536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f196a50-488d-418b-8700-77d2e18a8902 None None] Network 38f7d791-dc56-4729-90d4-988199fccbe9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:31:45.597036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc25e206-8c08-40f1-be7b-c92dbc6c57d7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6553228 Jul 07 16:31:45.730419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487af4a-afc9-4abf-a2d8-bc3d7c869679 None None] Network 38f7d791-dc56-4729-90d4-988199fccbe9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:31:47.351847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a0c8e01b-8f46-4d0f-8032-034516fe3ed6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:31:47.403339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:31:47.407049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:47.407423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:47.486753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:47.525736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a0c8e01b-8f46-4d0f-8032-034516fe3ed6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,segment=NetworkSegment(49faecaf-e58f-469c-a4d4-5074c4351ac8),segment_id=49faecaf-e58f-469c-a4d4-5074c4351ac8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:31:47.530353 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:47.626878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a0c8e01b-8f46-4d0f-8032-034516fe3ed6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:47.924928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33156) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:48.181363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b3aa918-1fba-4bdc-8c2a-78de573a87c8 admin admin] 10.222.0.78 "GET /v2.0/routers/15269450-408f-4f35-be47-12602c732494 HTTP/1.1" status: 200 len: 710 time: 0.2552736 Jul 07 16:31:48.272081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a869c8a-8840-45b6-8c79-e37c74ff1d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:31:48.274075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7a869c8a-8840-45b6-8c79-e37c74ff1d6a admin admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 886 time: 0.0872886 Jul 07 16:31:48.283096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:31:48.532387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:48.769424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:48.844280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:48.997264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Allocated IP 172.25.5.42 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/bb2b84e2-fb2e-44f9-8017-7077a04ceb1f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:31:49.105383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:49.191050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:49.254272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:31:49.258839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:31:49.268682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:31:49.329591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a0c8e01b-8f46-4d0f-8032-034516fe3ed6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:31:49.377555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:49.377842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:49.387787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2b84e2-fb2e-44f9-8017-7077a04ceb1f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:49.601132 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:49.792906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:49.796099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:49.906799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Router 15269450-408f-4f35-be47-12602c732494 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:31:50.013970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:31:50.018607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:50.019814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bd000b41-3b19-470a-b3ad-19fbf51ef184 admin admin] 10.222.0.78 "PUT /v2.0/routers/15269450-408f-4f35-be47-12602c732494 HTTP/1.1" status: 200 len: 889 time: 1.7401457 Jul 07 16:31:50.023742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Sync routers for ids ['15269450-408f-4f35-be47-12602c732494'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:31:50.034930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Routers {'15269450-408f-4f35-be47-12602c732494'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:31:50.035623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:31:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['15269450-408f-4f35-be47-12602c732494'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:50.273161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Set router 15269450-408f-4f35-be47-12602c732494 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:31:50.681345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269450-408f-4f35-be47-12602c732494', 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'bb2b84e2-fb2e-44f9-8017-7077a04ceb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:31:31Z', 'updated_at': '2021-07-07T16:31:49Z', 'revision_number': 4, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'gw_port': {'id': 'bb2b84e2-fb2e-44f9-8017-7077a04ceb1f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:48Z', 'updated_at': '2021-07-07T16:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'a0c8e01b-8f46-4d0f-8032-034516fe3ed6', 'name': '', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'mac_address': 'fa:16:3e:68:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:40Z', 'updated_at': '2021-07-07T16:31:47Z', 'revision_number': 5, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnets': [{'id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:50.730905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Checking router: 15269450-408f-4f35-be47-12602c732494 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:31:50.731272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Updating router 15269450-408f-4f35-be47-12602c732494 port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:31:50.765763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:51.098540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:51.108592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Transition to ACTIVE for port object bb2b84e2-fb2e-44f9-8017-7077a04ceb1f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:31:51.114255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:51.164004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Attempting to bind port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:31:51.164383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Attempting to bind port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:31:51.164749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Attempting to bind port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:31:51.171486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00efc24-b264-491e-8ced-cf09d1eb20e2 None None] Pushing event updated for resources: {'Port': ['ID=bb2b84e2-fb2e-44f9-8017-7077a04ceb1f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:51.174988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:31:51.175360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:31:51.175767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:51.176151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:31:51.176623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Bound port: bb2b84e2-fb2e-44f9-8017-7077a04ceb1f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:31:51.177022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:51.311421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] For port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:31:51.314613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] For port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bb2b84e2-fb2e-44f9-8017-7077a04ceb1f,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:31:51.319913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:51.378575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00efc24-b264-491e-8ced-cf09d1eb20e2 None None] Pushing event updated for resources: {'Port': ['ID=bb2b84e2-fb2e-44f9-8017-7077a04ceb1f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:51.381206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Routers {'15269450-408f-4f35-be47-12602c732494'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:31:51.382464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:31:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['15269450-408f-4f35-be47-12602c732494'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:51.489867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] Set router 15269450-408f-4f35-be47-12602c732494 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:31:51.702543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269450-408f-4f35-be47-12602c732494', 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'bb2b84e2-fb2e-44f9-8017-7077a04ceb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:31:31Z', 'updated_at': '2021-07-07T16:31:49Z', 'revision_number': 4, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'gw_port': {'id': 'bb2b84e2-fb2e-44f9-8017-7077a04ceb1f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:48Z', 'updated_at': '2021-07-07T16:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'a0c8e01b-8f46-4d0f-8032-034516fe3ed6', 'name': '', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'mac_address': 'fa:16:3e:68:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:40Z', 'updated_at': '2021-07-07T16:31:47Z', 'revision_number': 5, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnets': [{'id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:31:51.732015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1677a20-ca01-4002-b8e4-7ba39d33b62c None None] The sync data for ids ['15269450-408f-4f35-be47-12602c732494'] in n-d-793619-7 is: [{'id': '15269450-408f-4f35-be47-12602c732494', 'name': 'router1', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'bb2b84e2-fb2e-44f9-8017-7077a04ceb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:31:31Z', 'updated_at': '2021-07-07T16:31:49Z', 'revision_number': 4, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'gw_port': {'id': 'bb2b84e2-fb2e-44f9-8017-7077a04ceb1f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:48Z', 'updated_at': '2021-07-07T16:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'a0c8e01b-8f46-4d0f-8032-034516fe3ed6', 'name': '', 'network_id': 'c8243db4-91bd-4016-a6df-6a09d48c71ec', 'tenant_id': '93cda77dd12942a780bd578f7b4cea4f', 'mac_address': 'fa:16:3e:68:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269450-408f-4f35-be47-12602c732494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:31:40Z', 'updated_at': '2021-07-07T16:31:47Z', 'revision_number': 5, 'project_id': '93cda77dd12942a780bd578f7b4cea4f', 'subnets': [{'id': '1b85598b-ca0d-46de-953d-ec05e9f6cc85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51530509-def1-4dd2-a310-a197ab94f3ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:31:52.561700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33164) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:31:52.687539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-973a2afd-4a31-429e-a2f7-a756bbebe24f admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1247118 Jul 07 16:31:53.351348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bb2b84e2-fb2e-44f9-8017-7077a04ceb1f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:31:53.403774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:31:53.407686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:53.408071 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:53.487468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:53.509394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bb2b84e2-fb2e-44f9-8017-7077a04ceb1f,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:31:53.513423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:31:53.564178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=bb2b84e2-fb2e-44f9-8017-7077a04ceb1f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:31:55.355520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bb2b84e2-fb2e-44f9-8017-7077a04ceb1f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:31:55.412901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bb2b84e2-fb2e-44f9-8017-7077a04ceb1f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:31:55.413747 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:04.874454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77287c75-d9f7-44c8-8f49-53494876f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:07.321536 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:07.555671 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-daaae783-6156-496d-ae31-102ea81700a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:08.860119 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:10.512631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:12.832221 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:32:34.870485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8e1e-4992-44f0-817e-e4bab3d3b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:37.327242 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:37.548161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80119fd8-1a24-4e36-ae12-38ab5421ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:38.872294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:40.507488 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:32:49.841506 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:33:04.872327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a173be5f-617b-4f1b-bb7a-762279447240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:07.324564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:07.548717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7e82433-0bb4-449a-822a-d739fe21268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:08.868035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:10.509795 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:26.831160 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:33:34.839552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33766) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:34.876456 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a11dfd6-501f-449d-8ee9-8fbf1fd7d38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:34.903143 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9e2b7a-45e4-4da5-9b5a-7e3393199001 admin admin] GET failed (client error): The resource could not be found. Jul 07 16:33:34.904479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1f9e2b7a-45e4-4da5-9b5a-7e3393199001 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639927 Jul 07 16:33:35.065172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e14db-28ac-4f60-9c4a-bd90b43f22c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:35.066704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d03e14db-28ac-4f60-9c4a-bd90b43f22c1 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583393 Jul 07 16:33:37.282624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33776) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:37.326011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:37.389949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418b375-463c-4248-9408-51fa88ebb77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:37.391332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5418b375-463c-4248-9408-51fa88ebb77a admin admin] 10.222.0.78 "GET /v2.0/subnets/1b85598b-ca0d-46de-953d-ec05e9f6cc85 HTTP/1.1" status: 200 len: 849 time: 0.1077535 Jul 07 16:33:37.400796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:33:37.484852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:37.550796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-92c66910-17ea-43c3-86fa-03c08b0ebf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:37.632150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788377300255'] for subnet, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:37.663207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:37.663811 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:37.677214 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] 10.222.0.78 "PUT /v2.0/subnets/1b85598b-ca0d-46de-953d-ec05e9f6cc85 HTTP/1.1" status: 200 len: 868 time: 0.2680912 Jul 07 16:33:37.677449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc111bd-abff-49f6-bd0d-058fe4f39970 None None] Network c8243db4-91bd-4016-a6df-6a09d48c71ec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:33:37.685497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b85598b-ca0d-46de-953d-ec05e9f6cc85,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:33:37.693150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.693535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.693827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.694184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.694482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.694808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.695130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.695452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.695773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.696102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.696409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:37.696725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108d5e62-d172-4b50-a347-25d5bec00ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:33:38.031122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85930e59-2604-44ae-b325-72bc688de776 None None] Provisioning complete for port a0c8e01b-8f46-4d0f-8032-034516fe3ed6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:33:38.031493 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85930e59-2604-44ae-b325-72bc688de776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:38.120197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85930e59-2604-44ae-b325-72bc688de776 None None] Provisioning complete for port e0f75fc1-8f28-4317-ab13-3a369f2be77d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:33:38.120480 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85930e59-2604-44ae-b325-72bc688de776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:38.868447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:39.918609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33784) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:40.183027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c8015-ef89-4c76-a3bf-6830ba65193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:40.183412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c8015-ef89-4c76-a3bf-6830ba65193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:40.184974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3d0c8015-ef89-4c76-a3bf-6830ba65193c admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2654049 Jul 07 16:33:40.517707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:33:42.438755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33792) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:42.576317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be761e9f-9eef-46b0-96ae-c599124f0a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:42.576789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be761e9f-9eef-46b0-96ae-c599124f0a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:42.578398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-be761e9f-9eef-46b0-96ae-c599124f0a89 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386938 Jul 07 16:33:44.764369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33800) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:44.890754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb37b0-6c27-404a-8d24-b0772fbf5192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:44.892134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b2fb37b0-6c27-404a-8d24-b0772fbf5192 admin admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 886 time: 0.1268196 Jul 07 16:33:47.266721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33808) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:47.418221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f47b8-3c66-4e5f-9864-19cdead7fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:47.419598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-498f47b8-3c66-4e5f-9864-19cdead7fd84 admin admin] 10.222.0.78 "GET /v2.0/networks/c8243db4-91bd-4016-a6df-6a09d48c71ec HTTP/1.1" status: 200 len: 869 time: 0.1519408 Jul 07 16:33:49.650227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33816) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:49.773742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49975e-e343-4349-b1a9-728e1d31dee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:49.774209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49975e-e343-4349-b1a9-728e1d31dee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:49.775771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8a49975e-e343-4349-b1a9-728e1d31dee4 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245673 Jul 07 16:33:51.995140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33824) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:52.089774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcecca9-87bb-4ace-abcc-dab4936cb12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:52.090227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcecca9-87bb-4ace-abcc-dab4936cb12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:52.092001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6dcecca9-87bb-4ace-abcc-dab4936cb12b admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0964251 Jul 07 16:33:54.369714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:54.468507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adea34b-b2b7-43a5-bfdf-13060b93066b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:54.469843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0adea34b-b2b7-43a5-bfdf-13060b93066b admin admin] 10.222.0.78 "GET /v2.0/subnets/1b85598b-ca0d-46de-953d-ec05e9f6cc85 HTTP/1.1" status: 200 len: 868 time: 0.0991585 Jul 07 16:33:56.707639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33840) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:33:56.798627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10ccd9-a053-4561-9df3-171be125f2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:33:56.800265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9e10ccd9-a053-4561-9df3-171be125f2c5 admin admin] 10.222.0.78 "GET /v2.0/subnets/31c542ac-3e75-41a2-9a9e-21fe0b571d99 HTTP/1.1" status: 200 len: 816 time: 0.0916753 Jul 07 16:34:03.830231 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:34:04.883053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d20f8bca-41f6-491d-b002-6f45d7e78b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:07.323240 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:07.552366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15715ed4-484b-44da-a78c-fe25ff495a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:08.871445 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:10.518764 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:20.984295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33884) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:34:21.032308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-032b2e31-9230-42ca-b61a-32a72f04bb76 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:34:21.034141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-032b2e31-9230-42ca-b61a-32a72f04bb76 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482707 Jul 07 16:34:23.302125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33894) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:34:23.362430 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-001631a8-c31c-4ac1-b676-91ad581a129a admin admin] GET failed (client error): The resource could not be found. Jul 07 16:34:23.363810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-001631a8-c31c-4ac1-b676-91ad581a129a admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607586 Jul 07 16:34:23.504264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ee988-2099-4080-a124-d9dd961d03bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:34:23.505787 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d47ee988-2099-4080-a124-d9dd961d03bf admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381094 Jul 07 16:34:25.724481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33902) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:34:25.770093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:34:25.791356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Made reservation on behalf of 4988e36f133949928d741306bab70ada for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:34:25.793698 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:25.820989 n-d-793619-7 neutron-server[98264]: WARNING neutron.services.revisions.revision_plugin [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Could not find related network for resource to bump revision. Jul 07 16:34:25.832064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:34:25.842335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:25.842743 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Added segment c91f7545-9686-4546-88c4-28d0fff4ae63 of type vlan for network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 Jul 07 16:34:25.894400 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:25.998174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:25.999497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:34:26.000117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:26.050264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3246655 Jul 07 16:34:26.059361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Pushing event updated for resources: {'Network': ['ID=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:34:26.067732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.068060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.068407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.068744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.069080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.069443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.069771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.070096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.070420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.070745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.071071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.071394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7212fb-bd8f-4923-95fd-25be6beaebcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:26.083121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:34:28.506376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33910) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:34:28.566836 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c06d610-f94a-46b1-ac66-6e1439371c1e admin admin] GET failed (client error): The resource could not be found. Jul 07 16:34:28.568162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c06d610-f94a-46b1-ac66-6e1439371c1e admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606892 Jul 07 16:34:28.639978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b93fba-e98e-4fe8-8f01-e389ddd8168c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:34:28.641462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d5b93fba-e98e-4fe8-8f01-e389ddd8168c admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691650 Jul 07 16:34:28.651571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:34:28.672266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Made reservation on behalf of 4988e36f133949928d741306bab70ada for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:34:28.675139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:28.855888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:28.902681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8d04d1-4eaa-42da-b413-98b7f21adbce,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:34:28.918131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:34:28.918488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Network hostable DHCP agents. Network: 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:34:28.935340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:34:28.944687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:34:28.949852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:34:28.950771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:28.956654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410d8cc-ef97-44e2-be80-67e19b6fbbf5 None None] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:34:28.968107 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-97f90186-2da2-442c-aef4-9b6ab3b7b8f6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3200815 Jul 07 16:34:29.231608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'tenant_id': '4988e36f133949928d741306bab70ada', 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:34:29.233009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:29.403632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Allocated IP 192.168.233.2 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/afa8c25a-a783-4913-a3c7-534e1f488ec3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:34:29.553280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:29.561605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Transition to ACTIVE for port object afa8c25a-a783-4913-a3c7-534e1f488ec3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:34:29.577493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Transition to ACTIVE for port object afa8c25a-a783-4913-a3c7-534e1f488ec3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:34:29.583432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:29.633005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:34:29.637033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:34:29.639707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:34:29.642021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Pushing event updated for resources: {'Port': ['ID=afa8c25a-a783-4913-a3c7-534e1f488ec3,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:34:29.652789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.653165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.653504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.653840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.654173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.654502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.654831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.655159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.655480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.655804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.656133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.656453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:34:29.711163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Attempting to bind port afa8c25a-a783-4913-a3c7-534e1f488ec3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:34:29.711536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Attempting to bind port afa8c25a-a783-4913-a3c7-534e1f488ec3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:34:29.711894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Attempting to bind port afa8c25a-a783-4913-a3c7-534e1f488ec3 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:34:29.716865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:34:29.717286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:34:29.717687 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:29.718069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:34:29.718530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Bound port: afa8c25a-a783-4913-a3c7-534e1f488ec3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:34:29.718952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:29.782103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] For port afa8c25a-a783-4913-a3c7-534e1f488ec3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:34:29.786365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] For port afa8c25a-a783-4913-a3c7-534e1f488ec3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=afa8c25a-a783-4913-a3c7-534e1f488ec3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:34:29.792361 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:29.850544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f175c-2751-4116-bc5e-d92e2e9193ba None None] Pushing event updated for resources: {'Port': ['ID=afa8c25a-a783-4913-a3c7-534e1f488ec3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:34:30.677732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f4c90-6a1a-4340-a3a7-d598d1966bb5 None None] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:34:30.766426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-72bbfa8d-ffbf-4604-a8c6-9cb0ad19fb7e None None] Provisioning for port afa8c25a-a783-4913-a3c7-534e1f488ec3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:34:31.487872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device afa8c25a-a783-4913-a3c7-534e1f488ec3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:34:31.539820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port afa8c25a-a783-4913-a3c7-534e1f488ec3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:34:31.545856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port afa8c25a-a783-4913-a3c7-534e1f488ec3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:34:31.546483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:31.625863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:31.661157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port afa8c25a-a783-4913-a3c7-534e1f488ec3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=afa8c25a-a783-4913-a3c7-534e1f488ec3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:34:31.665000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:31.712748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=afa8c25a-a783-4913-a3c7-534e1f488ec3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:34:33.457965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device afa8c25a-a783-4913-a3c7-534e1f488ec3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:34:33.506043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port afa8c25a-a783-4913-a3c7-534e1f488ec3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:34:33.506420 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:34.875720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1a65bf8-9180-46f6-a64a-eff6c485a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:37.325515 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:37.554218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bffb6afb-1944-40d0-9de6-cc56de60f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:38.873256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:40.517120 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:34:40.829252 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:35:04.882564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffa8192b-2c9c-44e5-b11e-903c6a6dcac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:07.332822 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:07.563154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac756c2c-a2f2-40b6-b577-9ee19f3e1282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:08.879022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:10.521817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:17.827953 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:35:34.873348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5807c4ff-2d69-4371-b708-47baac1b4eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:37.326698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:37.554762 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d8be68b9-392c-4c11-8dc0-33d410b9d0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:38.881386 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:40.519904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:40.930622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33962) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:35:40.936578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-4a84e52b-5206-4e9d-b923-fecedbb37772 tempest-verify_tempest_config-1532478360 tempest-verify_tempest_config-1532478360-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:35:40.937589 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a84e52b-5206-4e9d-b923-fecedbb37772 tempest-verify_tempest_config-1532478360 tempest-verify_tempest_config-1532478360-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059826 Jul 07 16:35:41.267221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:35:41.384670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.506210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.510002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.554090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb9f5b-8d96-450d-b9c0-e3e17d8355d8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:35:41.558479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5b53d1fc43040cc9e65d317ee9a8414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2901280 Jul 07 16:35:41.561213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33986) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:35:41.562853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.563194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.563530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.564169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.564815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.565182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.565517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.565844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.566168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.566491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.566814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.567132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919eccac-7646-426a-918a-128fad4b4cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.616885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.637162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.727171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.729828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:35:41.731031 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5eb9f5b-8d96-450d-b9c0-e3e17d8355d8 HTTP/1.1" status: 204 len: 168 time: 0.1688385 Jul 07 16:35:41.738715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb9f5b-8d96-450d-b9c0-e3e17d8355d8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:35:41.745774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.746120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.746611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.746954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.747278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.747601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.747943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.748245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.748565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.748887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.749235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:41.749555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab746f-a325-4b5b-85b5-e0bcbe174093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:35:54.826657 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:36:04.875504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d6e4afa5-acca-4bad-a329-078d6221bb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:07.331823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:07.558559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1c0547b7-6d43-407b-90cb-c1d611154e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:08.882494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:10.533462 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:31.826621 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:36:34.882256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69afc183-cb11-4a6c-8ace-8ba2148fd96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:37.335603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:37.560276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69a57979-f9b2-486b-bb97-535d92eb5108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:38.900670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:40.534315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:04.875574 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7768-fe3b-448b-9959-b7a068e46363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:07.342454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:07.563342 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5cc0708b-1a53-467f-9c61-d7bb2b72520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:08.825464 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:37:08.888772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:10.535854 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:34.876916 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3a73e9e9-a8ff-42e9-8746-5179532a2b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:37.335770 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:37.563824 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ff9781df-360e-46b9-b688-3a577baaa48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:38.892302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:40.537901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:45.824141 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:38:04.879022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0e86461d-3c91-4ac8-aeca-49cd59185eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:07.338494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:07.564830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2982a5c5-1927-45e3-a538-4bf9ba996eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:08.894704 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:10.541663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:22.822387 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 5 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:38:34.880158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-40d830ab-6209-47d6-9f29-9adee79f0b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:37.341950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:37.566555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-445985fd-ba13-4b77-8ef4-ae6a911026e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:38.898921 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:40.546289 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:53.342482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:59.822524 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 6 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:39:03.186595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941111'] for agent, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:04.885709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c566658a-6d62-458d-8cd3-795d17fd1924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:07.343830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:07.570104 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f58b-319f-4469-9497-58dc6862b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:08.900863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:10.547952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:23.325330 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:33.136410 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:34.881353 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a27b2e84-c514-4307-9adb-a168f2879926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:36.821775 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:39:37.345814 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:37.565682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e92bcd9c-2d1d-4267-86d6-a96a0e806a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:38.338555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:38.469786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16164c8f-d3e9-49a8-ae6a-5aa1b009639f admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1298881 Jul 07 16:39:38.904130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:40.551889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:40.735276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34056) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:40.792896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4cb84d3f-2987-42ee-a581-4e8a69d1441c admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0562346 Jul 07 16:39:53.339842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:03.148193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:04.882978 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-069d490e-e358-4738-a7d8-68dd5640a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:07.348176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:07.567842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2687ff0c-29c2-4697-a0c6-197dcf8b64fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:08.908877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:10.553923 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:13.821077 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:40:23.357619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:33.186168 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:34.891037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-314712ff-6bd3-47c0-ab78-c0fce52c0ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:37.351550 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:37.574161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c983fb37-f922-46d2-8ea7-97bdc3aa4c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:38.910253 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:40.662087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.819646 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:40:53.347679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:03.172913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:04.904248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39b58e3e-e93d-4cc8-a366-48df764389f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:07.357280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:07.501326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34246) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:07.566997 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ee78c252-6ab6-46c4-bfb8-d78f43a7dcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:07.861246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4fe1c282-134c-4b74-88a8-6a389670ba3f tempest-AutoAllocateNetworkTest-642616675 tempest-AutoAllocateNetworkTest-642616675-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a8420bf7f04e498da671371eb095f1c5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3588855 Jul 07 16:41:07.865765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:08.094622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3ca70a-e04d-4af3-ac84-33601195b096 tempest-AutoAllocateNetworkTest-642616675 tempest-AutoAllocateNetworkTest-642616675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:08.096615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6d3ca70a-e04d-4af3-ac84-33601195b096 tempest-AutoAllocateNetworkTest-642616675 tempest-AutoAllocateNetworkTest-642616675-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2287135 Jul 07 16:41:08.101831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34282) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:08.183385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-017943a6-a595-4aea-9b8b-9b0e5f918830 tempest-AutoAllocateNetworkTest-642616675 tempest-AutoAllocateNetworkTest-642616675-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755005 Jul 07 16:41:08.183385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34288) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:08.214228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98691cdd-4704-44d0-86ad-a784932ae9d6 tempest-AutoAllocateNetworkTest-642616675 tempest-AutoAllocateNetworkTest-642616675-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a8420bf7f04e498da671371eb095f1c5 HTTP/1.1" status: 200 len: 208 time: 0.0316217 Jul 07 16:41:08.612460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34304) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:08.916668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.108238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-network', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:09.133230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:09.143386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Made reservation on behalf of 7a2c5c69b371498fb1ed77dbf815feb1 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:09.145934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.155381 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.256177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.262726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.299097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496f464-cd73-4e4b-bf29-748d92a84072,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:09.311484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.311867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.312507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.313094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.313714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.314254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.314829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.315405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.315996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.316554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.317137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.317978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Tracked resource versions report: Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: pushed versions: Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: { 'AddressGroup': {'1.2'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'ConntrackHelper': {'1.0'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Log': {'1.0'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Network': {'1.1'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Port': {'1.7'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'PortForwarding': {'1.2'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'QosPolicy': {'1.8'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'SecurityGroup': {'1.4'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'SubPort': {'1.0'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Subnet': {'1.1'}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Trunk': {'1.1'}} Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: consumer versions: Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: HyperV agent@n-h1-793619-7: {}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: HyperV agent@n-h2-793619-7: {}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: L3 agent@n-d-793619-7: {}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: Metadata agent@n-d-793619-7: {}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: Metering agent@n-d-793619-7: {}, Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'ConntrackHelper': '1.0', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Log': '1.0', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Network': '1.1', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Port': '1.7', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'PortForwarding': '1.2', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'QosPolicy': '1.8', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'SecurityGroup': '1.4', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'SecurityGroupRule': '1.2', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'SubPort': '1.0', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Subnet': '1.1', Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: 'Trunk': '1.1'}} Jul 07 16:41:09.319788 n-d-793619-7 neutron-server[98270]: {{(pid=98270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:41:09.326017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:41:09.347531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788377412181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.348089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Unsubscribe: segment precommit_create {{(pid=98270) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:41:09.348574 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Added segment 571390fd-615d-4842-9b4c-68cf9b6bd3a7 of type vlan for network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf Jul 07 16:41:09.405624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.451842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.453419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:09.454065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.537668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9240985 Jul 07 16:41:09.541166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:09.547495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Request body: {'subnet': {'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-subnet', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:09.566900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec565ef2-9084-444e-bff6-22bbbbd5af7b admin admin] Pushing event updated for resources: {'Network': ['ID=3cb4f10c-0692-44dd-b1d0-591eb081ddbf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:09.574741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Made reservation on behalf of 7a2c5c69b371498fb1ed77dbf815feb1 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:09.577439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.586556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:41:09.730597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1ec9-f80d-4af0-9b3c-9b745eaddf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.804956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:09.935579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a1b488-5c58-4eee-a23e-c173e0f8ca72,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:09.957295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.957646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.957984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.958313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.958635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.958958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.959504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.959897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.960946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.961313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.961641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.961964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Tracked resource versions report: Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: pushed versions: Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: { 'AddressGroup': {'1.2'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'ConntrackHelper': {'1.0'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Log': {'1.0'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Network': {'1.1'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Port': {'1.7'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'PortForwarding': {'1.2'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'QosPolicy': {'1.8'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'SecurityGroup': {'1.4'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'SubPort': {'1.0'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Subnet': {'1.1'}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Trunk': {'1.1'}} Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: consumer versions: Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: HyperV agent@n-h1-793619-7: {}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: HyperV agent@n-h2-793619-7: {}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: L3 agent@n-d-793619-7: {}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: Metadata agent@n-d-793619-7: {}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: Metering agent@n-d-793619-7: {}, Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'ConntrackHelper': '1.0', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Log': '1.0', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Network': '1.1', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Port': '1.7', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'PortForwarding': '1.2', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'QosPolicy': '1.8', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'SecurityGroup': '1.4', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'SecurityGroupRule': '1.2', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'SubPort': '1.0', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Subnet': '1.1', Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: 'Trunk': '1.1'}} Jul 07 16:41:09.963492 n-d-793619-7 neutron-server[98264]: {{(pid=98264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:41:09.970960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Checking segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:09.971318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Network hostable DHCP agents. Network: 3cb4f10c-0692-44dd-b1d0-591eb081ddbf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:41:10.014926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:41:10.018211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1ec9-f80d-4af0-9b3c-9b745eaddf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.027004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1ec9-f80d-4af0-9b3c-9b745eaddf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.045320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3cb4f10c-0692-44dd-b1d0-591eb081ddbf) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:10.050347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:10.053290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.054367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dc0d1-5a8b-41c8-b6cf-7905c7cb1e23 None None] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:10.120288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9eeb1ec9-f80d-4af0-9b3c-9b745eaddf6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8420bf7f04e498da671371eb095f1c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9848237 Jul 07 16:41:10.121126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb1ec9-f80d-4af0-9b3c-9b745eaddf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63672301-6145-436b-acc4-ef2c8a8e96ae,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:10.123735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34374) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:10.142074 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05f59cb5-2ed5-4e62-9ed9-f106f9448640 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5996897 Jul 07 16:41:10.145479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:10.162015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:10.197858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.199919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.231219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1376505-1fde-4450-91ac-75638669216c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.255151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1376505-1fde-4450-91ac-75638669216c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.294224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:41:10.296933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.315598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.330957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1376505-1fde-4450-91ac-75638669216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.335905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1376505-1fde-4450-91ac-75638669216c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.337633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1376505-1fde-4450-91ac-75638669216c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63672301-6145-436b-acc4-ef2c8a8e96ae HTTP/1.1" status: 204 len: 168 time: 0.2128932 Jul 07 16:41:10.358231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1376505-1fde-4450-91ac-75638669216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63672301-6145-436b-acc4-ef2c8a8e96ae,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:10.520263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.550931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Allocated IP 172.20.0.2 (3cb4f10c-0692-44dd-b1d0-591eb081ddbf/c1a1b488-5c58-4eee-a23e-c173e0f8ca72/b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:10.577938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.791472 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.814050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Transition to ACTIVE for port object b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:10.851403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Transition to ACTIVE for port object b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:10.864124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.915090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:10.922536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:10.932957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:10.935962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:10.948320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Pushing event updated for resources: {'Port': ['ID=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:10.983751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.984110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.984700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.985132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.985571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.985979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.986411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.986822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.987759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.988161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.988601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.988989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Tracked resource versions report: Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: pushed versions: Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: { 'AddressGroup': {'1.2'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'ConntrackHelper': {'1.0'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Log': {'1.0'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Network': {'1.1'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Port': {'1.7'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'PortForwarding': {'1.2'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'QosPolicy': {'1.8'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'SecurityGroup': {'1.4'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'SubPort': {'1.0'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Subnet': {'1.1'}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Trunk': {'1.1'}} Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: consumer versions: Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: HyperV agent@n-h1-793619-7: {}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: HyperV agent@n-h2-793619-7: {}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: L3 agent@n-d-793619-7: {}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: Metadata agent@n-d-793619-7: {}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: Metering agent@n-d-793619-7: {}, Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'ConntrackHelper': '1.0', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Log': '1.0', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Network': '1.1', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Port': '1.7', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'PortForwarding': '1.2', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'QosPolicy': '1.8', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'SecurityGroup': '1.4', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'SecurityGroupRule': '1.2', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'SubPort': '1.0', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Subnet': '1.1', Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: 'Trunk': '1.1'}} Jul 07 16:41:10.990253 n-d-793619-7 neutron-server[98272]: {{(pid=98272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:41:11.009784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.046189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Attempting to bind port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:11.046832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Attempting to bind port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:11.047391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Attempting to bind port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:11.052772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:11.053169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Checking segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:11.054178 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.055164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Bound using segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:11.055773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Bound port: b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:11.056229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.158108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Allocated IP 172.25.5.225 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/9893d1ef-156a-4aaf-9cff-855b79bdcbdf) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:11.180138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] For port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:11.186761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] For port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:11.198823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.288687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75c49-bd60-45db-9f8b-e9a2d366b04f None None] Pushing event updated for resources: {'Port': ['ID=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:11.343036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.419978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:11.514213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:11.523736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:11.535016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:11.622416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Pushing event updated for resources: {'Port': ['ID=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:11.807950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:11.918995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:12.099105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.458104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.672967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:41:12.718956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae860f8e-6f0e-4b81-a231-d551886eebec None None] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:12.799528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] Provisioning for port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:12.813892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] Provisioning complete for port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:12.814267 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.814923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:12.827879 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:12.835581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.840524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34466) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:12.844009 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:12.844778 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:12.853685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa649b9c-bb72-4b36-a326-4a371b9332ed admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7070768 Jul 07 16:41:12.944805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34470) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:13.106999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.117361 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:13.152668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] For port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:13.161455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.243843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bbc707f-6d93-42e0-b21a-d549a41267a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.289320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a169e6-1f79-4e74-a3e8-d169c29a2774 None None] Pushing event updated for resources: {'Port': ['ID=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:13.442134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bbc707f-6d93-42e0-b21a-d549a41267a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.450037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bbc707f-6d93-42e0-b21a-d549a41267a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.500130 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:11Z', 'revision_number': 3, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:13.518188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0bbc707f-6d93-42e0-b21a-d549a41267a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc277e8fc6214f2ba80138887ff3a914&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5691862 Jul 07 16:41:13.518188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc707f-6d93-42e0-b21a-d549a41267a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50430a88-337b-4c56-8e7f-832f52ee35a8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:13.537499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34494) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:13.550213 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:13.550800 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Updating router 63951998-95a9-4ddf-be88-bcc9bdfb387e port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:13.603222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-09592640-7547-4290-8387-5ea3d40b2ec8 None None] Provisioning complete for port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:13.603827 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-09592640-7547-4290-8387-5ea3d40b2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.615408 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.658015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d19ad16-cbd6-4148-82cf-54836b45402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.734414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d19ad16-cbd6-4148-82cf-54836b45402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.816524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:13.851870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d19ad16-cbd6-4148-82cf-54836b45402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.856023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d19ad16-cbd6-4148-82cf-54836b45402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:13.861434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5d19ad16-cbd6-4148-82cf-54836b45402d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50430a88-337b-4c56-8e7f-832f52ee35a8 HTTP/1.1" status: 204 len: 168 time: 0.3178904 Jul 07 16:41:13.869854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19ad16-cbd6-4148-82cf-54836b45402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50430a88-337b-4c56-8e7f-832f52ee35a8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:13.969311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:13.971266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.074059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.112188 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.129691 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Transition to ACTIVE for port object 9893d1ef-156a-4aaf-9cff-855b79bdcbdf will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:14.146087 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.179230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34508) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:14.209078 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Pushing event updated for resources: {'Port': ['ID=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:14.236031 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Attempting to bind port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:14.236416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Attempting to bind port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:14.236989 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Attempting to bind port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:14.243874 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:14.244253 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:14.244672 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.245363 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:14.245865 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Bound port: 9893d1ef-156a-4aaf-9cff-855b79bdcbdf, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:14.246278 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.273358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.273606 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.273958 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.274301 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.274642 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.274978 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.276154 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.276503 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.276845 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.277205 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.277710 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.278266 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Tracked resource versions report: Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: pushed versions: Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: { 'AddressGroup': {'1.2'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'ConntrackHelper': {'1.0'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Log': {'1.0'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Network': {'1.1'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Port': {'1.7'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'PortForwarding': {'1.2'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'QosPolicy': {'1.8'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'SecurityGroup': {'1.4'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'SubPort': {'1.0'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Subnet': {'1.1'}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Trunk': {'1.1'}} Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: consumer versions: Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: { DHCP agent@n-d-793619-7: {}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: HyperV agent@n-h1-793619-7: {}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: HyperV agent@n-h2-793619-7: {}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: L3 agent@n-d-793619-7: {}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: Metadata agent@n-d-793619-7: {}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: Metering agent@n-d-793619-7: {}, Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: Open vSwitch agent@n-d-793619-7: { 'AddressGroup': '1.2', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'ConntrackHelper': '1.0', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Log': '1.0', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Network': '1.1', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Port': '1.7', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'PortForwarding': '1.2', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'QosPolicy': '1.8', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'SecurityGroup': '1.4', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'SecurityGroupRule': '1.2', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'SubPort': '1.0', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Subnet': '1.1', Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: 'Trunk': '1.1'}} Jul 07 16:41:14.279583 n-d-793619-7 neutron-server[98276]: {{(pid=98276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:41:14.322264 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] For port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:14.326324 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] For port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:14.334018 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.397617 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:14.398693 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:14.441068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Allocated IP 172.20.0.1 (3cb4f10c-0692-44dd-b1d0-591eb081ddbf/c1a1b488-5c58-4eee-a23e-c173e0f8ca72/77b39cbc-e047-4550-8d58-2aa8a572aa94) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:14.451641 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a1de6-9501-40a8-8e21-625e5dd92d92 None None] Pushing event updated for resources: {'Port': ['ID=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:14.562697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:14.588574 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.616523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Transition to ACTIVE for port object 77b39cbc-e047-4550-8d58-2aa8a572aa94 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:14.668994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.737231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:14.738778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=77b39cbc-e047-4550-8d58-2aa8a572aa94,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:14.751222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:14.754157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:14.754712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:14.844562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34524) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:14.925899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bb336d3c-7660-47c1-af7f-2cffab28f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.111035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34542) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:15.122698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-84af00f6-1fdb-4e3c-95ac-c9e86b03cb51 None None] Provisioning for port 77b39cbc-e047-4550-8d58-2aa8a572aa94 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:15.132853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-84af00f6-1fdb-4e3c-95ac-c9e86b03cb51 None None] Provisioning complete for port 77b39cbc-e047-4550-8d58-2aa8a572aa94 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:15.133424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-84af00f6-1fdb-4e3c-95ac-c9e86b03cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.157556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80a525e0-9031-44d6-8170-f3d572b66c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.172385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bb336d3c-7660-47c1-af7f-2cffab28f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.191424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bb336d3c-7660-47c1-af7f-2cffab28f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.234185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-84af00f6-1fdb-4e3c-95ac-c9e86b03cb51 None None] Port 77b39cbc-e047-4550-8d58-2aa8a572aa94 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:15.245761 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:11Z', 'revision_number': 3, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:15.278198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bb336d3c-7660-47c1-af7f-2cffab28f9ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb9d3457628d49c7a0536dae12876b6b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0975714 Jul 07 16:41:15.287084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:15.300251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb336d3c-7660-47c1-af7f-2cffab28f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62b1cd-2687-4b08-a1ef-72db168970f5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:15.306048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.341052 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d9bfc-9029-4c81-8b5c-241e073b6fef None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:11Z', 'revision_number': 3, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:15.401422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efc64c83-839f-46f0-ae02-bfeef7df6ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.536144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db6eaf2a-4196-4349-883b-3a0fb4fc67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.625387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:15.646056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db6eaf2a-4196-4349-883b-3a0fb4fc67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.651985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80a525e0-9031-44d6-8170-f3d572b66c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.668771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80a525e0-9031-44d6-8170-f3d572b66c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.832563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-80a525e0-9031-44d6-8170-f3d572b66c17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c43a3913ef34de89f6958cc2fbc46f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7179799 Jul 07 16:41:15.839380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a525e0-9031-44d6-8170-f3d572b66c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40aa85a-39fe-4b04-a4cc-145807a365e9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:15.842208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34586) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:15.948933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db6eaf2a-4196-4349-883b-3a0fb4fc67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.951919 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db6eaf2a-4196-4349-883b-3a0fb4fc67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.953166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-db6eaf2a-4196-4349-883b-3a0fb4fc67bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c62b1cd-2687-4b08-a1ef-72db168970f5 HTTP/1.1" status: 204 len: 168 time: 0.6626873 Jul 07 16:41:15.955826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.967410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eaf2a-4196-4349-883b-3a0fb4fc67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62b1cd-2687-4b08-a1ef-72db168970f5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:15.997353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:15.998089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.017358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59993ad9-4732-4416-bda6-6e4cca4cd2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.047722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3778f1-f042-42c9-81fa-07ecbd308c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.054630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efc64c83-839f-46f0-ae02-bfeef7df6ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.061901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efc64c83-839f-46f0-ae02-bfeef7df6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.141207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=77b39cbc-e047-4550-8d58-2aa8a572aa94,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:16.191825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3778f1-f042-42c9-81fa-07ecbd308c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.215941 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-efc64c83-839f-46f0-ae02-bfeef7df6ee6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2a8ee4a8c7941cc961f87c8e1759d7b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3702087 Jul 07 16:41:16.219196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:16.235286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc64c83-839f-46f0-ae02-bfeef7df6ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e747e681-59af-43bc-a986-8d6a368fc9cf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:16.316630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:16.318740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:16.389434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6169a9a8-55a1-495b-8b6b-0a4777ad7d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.438135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6169a9a8-55a1-495b-8b6b-0a4777ad7d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.596024 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6169a9a8-55a1-495b-8b6b-0a4777ad7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.614843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6169a9a8-55a1-495b-8b6b-0a4777ad7d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.622668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6169a9a8-55a1-495b-8b6b-0a4777ad7d42 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e747e681-59af-43bc-a986-8d6a368fc9cf HTTP/1.1" status: 204 len: 168 time: 0.3955176 Jul 07 16:41:16.626572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59993ad9-4732-4416-bda6-6e4cca4cd2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.639253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59993ad9-4732-4416-bda6-6e4cca4cd2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.666795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3778f1-f042-42c9-81fa-07ecbd308c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.669375 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3778f1-f042-42c9-81fa-07ecbd308c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.672850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e3778f1-f042-42c9-81fa-07ecbd308c1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f40aa85a-39fe-4b04-a4cc-145807a365e9 HTTP/1.1" status: 204 len: 168 time: 0.8258841 Jul 07 16:41:16.690822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8023ead1-ce23-49c9-b41b-056be30b6c99 None None] Provisioning complete for port 77b39cbc-e047-4550-8d58-2aa8a572aa94 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:16.692955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169a9a8-55a1-495b-8b6b-0a4777ad7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e747e681-59af-43bc-a986-8d6a368fc9cf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:16.696147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8023ead1-ce23-49c9-b41b-056be30b6c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.708746 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-59993ad9-4732-4416-bda6-6e4cca4cd2e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6bb3b728bc4429a8daa4d83d988266c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0777593 Jul 07 16:41:16.727543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34624) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:16.737001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3778f1-f042-42c9-81fa-07ecbd308c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40aa85a-39fe-4b04-a4cc-145807a365e9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:16.764822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59993ad9-4732-4416-bda6-6e4cca4cd2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a44b3-6472-4fa0-b008-35fdf727e933,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:16.810779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8023ead1-ce23-49c9-b41b-056be30b6c99 None None] Port 77b39cbc-e047-4550-8d58-2aa8a572aa94 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:16.822146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:41:16.842709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25cff7ea-19b4-488b-a7e6-24cbbd65ea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.909298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25cff7ea-19b4-488b-a7e6-24cbbd65ea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:16.981923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34630) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:17.020295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c5a8035-de2c-4bd4-b2e4-3e688558ba44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.027928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25cff7ea-19b4-488b-a7e6-24cbbd65ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.033382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25cff7ea-19b4-488b-a7e6-24cbbd65ea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.035556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-25cff7ea-19b4-488b-a7e6-24cbbd65ea58 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f22a44b3-6472-4fa0-b008-35fdf727e933 HTTP/1.1" status: 204 len: 168 time: 0.3067133 Jul 07 16:41:17.049918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:17.052086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cff7ea-19b4-488b-a7e6-24cbbd65ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a44b3-6472-4fa0-b008-35fdf727e933,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:17.071475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1db2cd7-513d-41bb-b2d0-5a4ea852ebb0 admin admin] 10.222.0.78 "PUT /v2.0/routers/63951998-95a9-4ddf-be88-bcc9bdfb387e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2282588 Jul 07 16:41:17.243291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c5a8035-de2c-4bd4-b2e4-3e688558ba44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.265373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c5a8035-de2c-4bd4-b2e4-3e688558ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.395991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34654) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:17.401179 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c5a8035-de2c-4bd4-b2e4-3e688558ba44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1a34b1f77774b33b1a8327d1e3e8760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4174504 Jul 07 16:41:17.404062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a8035-de2c-4bd4-b2e4-3e688558ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042cad07-9a4f-4e40-8bb7-53bb1615e3b2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:17.554281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5d25114-a74d-4983-9189-7a69a9bf0b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.598297 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5d25114-a74d-4983-9189-7a69a9bf0b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.691013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5d25114-a74d-4983-9189-7a69a9bf0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.694371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5d25114-a74d-4983-9189-7a69a9bf0b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.699672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e5d25114-a74d-4983-9189-7a69a9bf0b68 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/042cad07-9a4f-4e40-8bb7-53bb1615e3b2 HTTP/1.1" status: 204 len: 168 time: 0.3018582 Jul 07 16:41:17.718064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d25114-a74d-4983-9189-7a69a9bf0b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042cad07-9a4f-4e40-8bb7-53bb1615e3b2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:17.887732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9893d1ef-156a-4aaf-9cff-855b79bdcbdf up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:17.957072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:17.996142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:17.998522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:18.077964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34716) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:18.131097 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7131-ddee-4a4e-9398-50242da34e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.149572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:18.158251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:18.158908 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.347767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34734) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:18.350882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:18.355628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.382647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7131-ddee-4a4e-9398-50242da34e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.387402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31b46c6e-be20-40ba-b108-a2e3e65a3ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.389457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7131-ddee-4a4e-9398-50242da34e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.393782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:18.423220 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.513562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eaeb7131-ddee-4a4e-9398-50242da34e78 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9df4f66104994285844442f0004eafc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4335291 Jul 07 16:41:18.515623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb7131-ddee-4a4e-9398-50242da34e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2073a5fa-b4ca-4b08-9df4-39d30d0363df,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:18.520151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34744) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:18.593186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-206c0d4c-b428-43db-ad72-0a346b0aacda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.628729 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-206c0d4c-b428-43db-ad72-0a346b0aacda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.641941 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31b46c6e-be20-40ba-b108-a2e3e65a3ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.650087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31b46c6e-be20-40ba-b108-a2e3e65a3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.667484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:18.685599 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31b46c6e-be20-40ba-b108-a2e3e65a3ee5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22bb05d9efa3438991f97420d2ce5e8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3337648 Jul 07 16:41:18.690565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34748) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:18.716859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b46c6e-be20-40ba-b108-a2e3e65a3ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f7536-bb5f-4fa1-bd56-3a9d70a29555,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:18.780376 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa895830-802a-47f6-9121-34d05de9b527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.796467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-206c0d4c-b428-43db-ad72-0a346b0aacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.800259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-206c0d4c-b428-43db-ad72-0a346b0aacda admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.802332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-206c0d4c-b428-43db-ad72-0a346b0aacda admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2073a5fa-b4ca-4b08-9df4-39d30d0363df HTTP/1.1" status: 204 len: 168 time: 0.2807035 Jul 07 16:41:18.816754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 2, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:18.826257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa895830-802a-47f6-9121-34d05de9b527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.828238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c0d4c-b428-43db-ad72-0a346b0aacda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2073a5fa-b4ca-4b08-9df4-39d30d0363df,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:18.855517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:18.855875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Updating router 63951998-95a9-4ddf-be88-bcc9bdfb387e port 77b39cbc-e047-4550-8d58-2aa8a572aa94 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:18.894209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa895830-802a-47f6-9121-34d05de9b527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.896212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.902236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa895830-802a-47f6-9121-34d05de9b527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.905590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fa895830-802a-47f6-9121-34d05de9b527 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b4f7536-bb5f-4fa1-bd56-3a9d70a29555 HTTP/1.1" status: 204 len: 168 time: 0.2135880 Jul 07 16:41:18.926279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa895830-802a-47f6-9121-34d05de9b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f7536-bb5f-4fa1-bd56-3a9d70a29555,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:19.529525 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:19.552967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Transition to ACTIVE for port object 77b39cbc-e047-4550-8d58-2aa8a572aa94 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:19.573283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:19.645626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed113-6fab-457c-bcae-01bdd98bd4d8 None None] Pushing event updated for resources: {'Port': ['ID=77b39cbc-e047-4550-8d58-2aa8a572aa94,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:19.769913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Attempting to bind port 77b39cbc-e047-4550-8d58-2aa8a572aa94 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:19.770284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Attempting to bind port 77b39cbc-e047-4550-8d58-2aa8a572aa94 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:19.770775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Attempting to bind port 77b39cbc-e047-4550-8d58-2aa8a572aa94 on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:19.778263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:19.778738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Checking segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:19.779209 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:19.779669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Bound using segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:19.780232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Bound port: 77b39cbc-e047-4550-8d58-2aa8a572aa94, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:19.780732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:19.872188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9893d1ef-156a-4aaf-9cff-855b79bdcbdf up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:19.962795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] For port 77b39cbc-e047-4550-8d58-2aa8a572aa94, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:19.981054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] For port 77b39cbc-e047-4550-8d58-2aa8a572aa94, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=77b39cbc-e047-4550-8d58-2aa8a572aa94,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:19.998038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:20.097742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:20.098393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:20.252832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed113-6fab-457c-bcae-01bdd98bd4d8 None None] Pushing event updated for resources: {'Port': ['ID=77b39cbc-e047-4550-8d58-2aa8a572aa94,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:20.263306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:20.263957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:20.508219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:20.714271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34880) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:20.717694 n-d-793619-7 neutron-server[98270]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 16:41:20.755523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-e870e549-d70f-4b69-b44c-1e3028cc5444 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=39618dc579a3425bb497a0268fc1dc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398564 Jul 07 16:41:20.817598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34888) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:20.824575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-network', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:20.883457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Made reservation on behalf of 10825866c9554c728cf2f04aa8574fc1 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:20.886206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:20.903672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:20.920998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-81e31a34-6fd0-4ce8-b24a-50c8f5e8a8bc tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:20.931525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-81e31a34-6fd0-4ce8-b24a-50c8f5e8a8bc tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654878 Jul 07 16:41:20.971385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-01ea7e9c-3bf8-4f74-94f5-1a6e93187e4f tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/quotas/39618dc579a3425bb497a0268fc1dc0b HTTP/1.1" status: 200 len: 375 time: 0.0382240 Jul 07 16:41:20.978073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:19Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:21.076579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-afc950de-b298-492c-9144-460db2bead7b tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=39618dc579a3425bb497a0268fc1dc0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034105 Jul 07 16:41:21.091536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b066d41-b631-4a47-b416-d69f33fd3e45 None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:19Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:21.264727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.273441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.372669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:41:21.383302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b29b79-bc27-4da8-b2fe-d2e3de4f00c3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:21.427393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.431590 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Added segment dc5690cc-c8f2-40e7-8a52-d8d657f5298d of type vlan for network 72a53b0c-bada-446e-8a8d-c80c48204766 Jul 07 16:41:21.539050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34906) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:21.568984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.651351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.653679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:21.654342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.727179 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9059114 Jul 07 16:41:21.729788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34924) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:21.735521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Request body: {'subnet': {'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-subnet', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:21.757810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e214b4b-923b-4072-9ee3-f5bceb0a40b5 admin admin] Pushing event updated for resources: {'Network': ['ID=72a53b0c-bada-446e-8a8d-c80c48204766,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:21.784164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 72a53b0c-bada-446e-8a8d-c80c48204766 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:41:21.798397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Made reservation on behalf of 10825866c9554c728cf2f04aa8574fc1 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:21.801168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:21.884046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 77b39cbc-e047-4550-8d58-2aa8a572aa94 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:22.063970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 77b39cbc-e047-4550-8d58-2aa8a572aa94 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:22.081805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 77b39cbc-e047-4550-8d58-2aa8a572aa94 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:22.082549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.136171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.171402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38ef6968-ab9b-406f-9000-c8da729feced admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.210537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.242141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=322110a2-0cc3-43c8-96e4-dfc7debc2ecc,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:22.275728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Checking segment: {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:22.276434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Network hostable DHCP agents. Network: 72a53b0c-bada-446e-8a8d-c80c48204766, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:41:22.299565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 77b39cbc-e047-4550-8d58-2aa8a572aa94, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=77b39cbc-e047-4550-8d58-2aa8a572aa94,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:22.314636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.337138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Network 72a53b0c-bada-446e-8a8d-c80c48204766 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:41:22.379052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 72a53b0c-bada-446e-8a8d-c80c48204766) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:22.397620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:22.404531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38ef6968-ab9b-406f-9000-c8da729feced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.407845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:22.408985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.417336 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38ef6968-ab9b-406f-9000-c8da729feced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.426216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d455a45b-7ea4-4840-87d0-cac3de97e2e7 None None] Network 72a53b0c-bada-446e-8a8d-c80c48204766 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:22.517408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c55f056e-c1a7-47c7-8a01-990596a03b0b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7832415 Jul 07 16:41:22.517919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:22.525488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-38ef6968-ab9b-406f-9000-c8da729feced admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edd88acfff734cd08e9fd568d8cb8446&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9792221 Jul 07 16:41:22.525488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef6968-ab9b-406f-9000-c8da729feced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f24c6-9457-44e0-af4d-fafdd41fd06c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:22.528940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34944) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:22.536341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:22.563064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=77b39cbc-e047-4550-8d58-2aa8a572aa94,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:22.582171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.583667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.644644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34946) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:22.707056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ede9799-0b25-40b0-acf4-abe0376aade7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.740170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ede9799-0b25-40b0-acf4-abe0376aade7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.777972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.813441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-72a53b0c-bada-446e-8a8d-c80c48204766', 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'fixed_ips': [{'subnet_id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:41:22.813441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.879447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ede9799-0b25-40b0-acf4-abe0376aade7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.883604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ede9799-0b25-40b0-acf4-abe0376aade7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:22.888005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ede9799-0b25-40b0-acf4-abe0376aade7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd2f24c6-9457-44e0-af4d-fafdd41fd06c HTTP/1.1" status: 204 len: 168 time: 0.3575931 Jul 07 16:41:22.906942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede9799-0b25-40b0-acf4-abe0376aade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2f24c6-9457-44e0-af4d-fafdd41fd06c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:23.089511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Allocated IP 172.20.0.2 (72a53b0c-bada-446e-8a8d-c80c48204766/322110a2-0cc3-43c8-96e4-dfc7debc2ecc/aa8436cd-7acc-41b2-ab7a-c946a74ecdbb) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:23.130426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.234311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-network', 'tenant_id': '76aec8bb59864857960d752f765373c9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:23.326156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62ad7de6-066b-4f2a-bcfe-47aaaaf7c831 req-9d3f15ed-62de-448b-a8f4-24c4129890a7 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.6755624 Jul 07 16:41:23.402347 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.422443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Made reservation on behalf of 76aec8bb59864857960d752f765373c9 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:23.424857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.434968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.439070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.449758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Transition to ACTIVE for port object aa8436cd-7acc-41b2-ab7a-c946a74ecdbb will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:23.470006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Transition to ACTIVE for port object aa8436cd-7acc-41b2-ab7a-c946a74ecdbb will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:23.477476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.538261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Network 72a53b0c-bada-446e-8a8d-c80c48204766 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:23.545089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:23.548068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Pushing event updated for resources: {'Port': ['ID=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:23.550921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:23.669329 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.700699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.703510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.713858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.778553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Attempting to bind port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:23.779243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Attempting to bind port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:23.779395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Attempting to bind port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb on network 72a53b0c-bada-446e-8a8d-c80c48204766 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:23.779486 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:41:23.790204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:23.790593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Checking segment: {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:23.791585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.792002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Bound using segment: {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:23.792710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Bound port: aa8436cd-7acc-41b2-ab7a-c946a74ecdbb, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:23.793217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.810629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.810980 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Added segment 210e30ee-9931-454c-80fd-452009358e6f of type vlan for network 7ea0375e-ed10-4063-a9d3-2a1cf044662b Jul 07 16:41:23.814391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709ba56d-08f9-46db-b096-c5e5e8dcea00,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:23.874008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 77b39cbc-e047-4550-8d58-2aa8a572aa94 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:23.939963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.966409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 77b39cbc-e047-4550-8d58-2aa8a572aa94 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:23.966918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:23.973407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Allocated IP 172.25.5.3 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/48af293c-4f4b-4113-a940-036c214dc0e3) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:24.015222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] For port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:24.016003 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.017339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:24.018268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.054915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] For port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:24.071870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.127786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7256012 Jul 07 16:41:24.128577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34986) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:24.140403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Request body: {'subnet': {'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-subnet', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:24.146392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eac33-15e7-44da-b17e-87ad44f4d93d admin admin] Pushing event updated for resources: {'Network': ['ID=7ea0375e-ed10-4063-a9d3-2a1cf044662b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:24.146726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45dd9a-8830-48d9-afd4-c154df48a088 None None] Pushing event updated for resources: {'Port': ['ID=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:24.172727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:41:24.206921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Made reservation on behalf of 76aec8bb59864857960d752f765373c9 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:24.209923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.211789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.387997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.411471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34994) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:24.601258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=48af293c-4f4b-4113-a940-036c214dc0e3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:24.643955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:24.646420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:24.651505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:24.785046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4d857a1-beb4-40be-bdd5-99557f4dd4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:24.949396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95b5f746-1472-4ede-977c-ed08e82b8d65 req-d2a8a3a9-cbb1-41d7-bfa6-e5439d547f53 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.1893687 Jul 07 16:41:25.005272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.149898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54df8710-d443-4457-837b-3b0b1aff6757,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:25.273590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Checking segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:25.274820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Network hostable DHCP agents. Network: 7ea0375e-ed10-4063-a9d3-2a1cf044662b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:41:25.283898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.319228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:41:25.342260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7ea0375e-ed10-4063-a9d3-2a1cf044662b) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:25.354433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:25.355442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.360913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502735c-c07d-4f3a-b352-4db149add7e8 None None] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:25.418113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4d857a1-beb4-40be-bdd5-99557f4dd4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.429411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4d857a1-beb4-40be-bdd5-99557f4dd4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.458586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0a53d608-7b26-42b1-bff8-51e2db5e9065 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3279653 Jul 07 16:41:25.471647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35020) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:25.486716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:25.580572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c4d857a1-beb4-40be-bdd5-99557f4dd4c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ce7f25f7122414e94250aa304839000&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1635923 Jul 07 16:41:25.595818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35022) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:25.713167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d857a1-beb4-40be-bdd5-99557f4dd4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3347f-21dc-4d51-8fd2-1349cfbdf2b8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:25.733725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.741734 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:25.917930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-577ce9ba-2123-49ca-ba33-1e100cd4dbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.017260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:41:26.018482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.123121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa8436cd-7acc-41b2-ab7a-c946a74ecdbb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:26.166698 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.436234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3aeedf-0ce4-49be-bc41-c40efc61a020 None None] Network 72a53b0c-bada-446e-8a8d-c80c48204766 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:26.445320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.451992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-577ce9ba-2123-49ca-ba33-1e100cd4dbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.560030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:41:26.630906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:26.635036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffbb35bd-7852-4976-bd97-a896551412c5 None None] Provisioning for port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:26.665385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:26.665920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.670180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffbb35bd-7852-4976-bd97-a896551412c5 None None] Provisioning complete for port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:26.671134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffbb35bd-7852-4976-bd97-a896551412c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.677742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Allocated IP 172.20.0.2 (7ea0375e-ed10-4063-a9d3-2a1cf044662b/54df8710-d443-4457-837b-3b0b1aff6757/28595a0c-2b72-4b1d-bb8e-ef68867bf286) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:26.762927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:26.777938 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Sync routers for ids ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:26.790092 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.791933 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Routers {'7e5f9d9d-0014-4d64-a465-01332a5dbdd8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:26.794101 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:26.794911 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31fb681a-4d4a-4862-a956-06d9cec00ac2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2723587 Jul 07 16:41:26.796644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:26.928264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c3d989b-8cde-44a6-a54f-8ebe1dbebf40 req-f3ac060a-ce39-454c-8cdb-d5d69ddce365 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.4446797 Jul 07 16:41:26.929922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.54', 65534) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:26.973774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-577ce9ba-2123-49ca-ba33-1e100cd4dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.984015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-577ce9ba-2123-49ca-ba33-1e100cd4dbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:26.985218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-577ce9ba-2123-49ca-ba33-1e100cd4dbd6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64d3347f-21dc-4d51-8fd2-1349cfbdf2b8 HTTP/1.1" status: 204 len: 168 time: 1.3856726 Jul 07 16:41:27.032474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ce9ba-2123-49ca-ba33-1e100cd4dbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3347f-21dc-4d51-8fd2-1349cfbdf2b8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:27.136399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Set router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:27.142903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-490903a5-aa8e-48f7-bd4a-8caeef16ce4c tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=39618dc579a3425bb497a0268fc1dc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2042000 Jul 07 16:41:27.457061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:27.478865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:27.611645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-288b92a1-6588-4ad4-bcfd-f9124e61baa1 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e5e01c74440742149aceddab0f3228cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1748855 Jul 07 16:41:27.649469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:27.660728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:27.672924 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffbb35bd-7852-4976-bd97-a896551412c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:27.876994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-ffbb35bd-7852-4976-bd97-a896551412c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:41:27.877394 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-ffbb35bd-7852-4976-bd97-a896551412c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:41:27.931439 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:41:27.935058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:27.955647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:41:24Z', 'revision_number': 3, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:28.038988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:28.056168 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.077944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Transition to ACTIVE for port object 28595a0c-2b72-4b1d-bb8e-ef68867bf286 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:28.105349 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Checking router: 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:28.105810 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Updating router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 port 48af293c-4f4b-4113-a940-036c214dc0e3 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:28.131968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Transition to ACTIVE for port object 28595a0c-2b72-4b1d-bb8e-ef68867bf286 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:28.144254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.267964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:28.276698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:28.288159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-e2ce43f0-6d67-4c1c-86e3-339b5cc586b3 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:28.288920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:28.298931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-e2ce43f0-6d67-4c1c-86e3-339b5cc586b3 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6823220 Jul 07 16:41:28.301626 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.342939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Allocated IP 172.20.0.1 (72a53b0c-bada-446e-8a8d-c80c48204766/322110a2-0cc3-43c8-96e4-dfc7debc2ecc/d2952289-7d25-4a07-8562-e72635919e99) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:28.455071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-fe313577-ae2c-4a90-ae1c-6877b40d4634 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/quotas/e5e01c74440742149aceddab0f3228cb HTTP/1.1" status: 200 len: 375 time: 0.1505246 Jul 07 16:41:28.608328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Pushing event updated for resources: {'Port': ['ID=28595a0c-2b72-4b1d-bb8e-ef68867bf286,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:28.620590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-135c8394-833b-4d54-aa1e-6712f1e9c7de tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1631951 Jul 07 16:41:28.687288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.732947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Transition to ACTIVE for port object d2952289-7d25-4a07-8562-e72635919e99 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:28.736835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Attempting to bind port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:28.742455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Attempting to bind port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:28.747438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Attempting to bind port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 on network 7ea0375e-ed10-4063-a9d3-2a1cf044662b {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:28.753549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80ac79ad-3b4a-40ed-9704-a759d21470d5 None None] Provisioning complete for port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:28.761494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80ac79ad-3b4a-40ed-9704-a759d21470d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.764367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9cbd9ec-b528-4d4c-b88f-4e69b48ae896 req-010ae06f-84ac-4cd1-a2a4-176ae42c1433 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.1699305 Jul 07 16:41:28.796884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-31f5fedc-e431-4948-b853-b5450a52f090 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:28.801853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-31f5fedc-e431-4948-b853-b5450a52f090 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6348107 Jul 07 16:41:28.898149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.951198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:28.952246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Checking segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:28.952899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:28.953537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Bound using segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:28.954791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Bound port: 28595a0c-2b72-4b1d-bb8e-ef68867bf286, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:28.955554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.066404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Request body: {'port': {'device_id': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '39618dc579a3425bb497a0268fc1dc0b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:29.116004 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.161799 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Transition to ACTIVE for port object 48af293c-4f4b-4113-a940-036c214dc0e3 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:29.177212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2952289-7d25-4a07-8562-e72635919e99,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:29.182658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] For port 28595a0c-2b72-4b1d-bb8e-ef68867bf286, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:29.182658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] For port 28595a0c-2b72-4b1d-bb8e-ef68867bf286, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28595a0c-2b72-4b1d-bb8e-ef68867bf286,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:29.188351 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.192800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Network 72a53b0c-bada-446e-8a8d-c80c48204766 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:29.195409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:29.206512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:29.207575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.213283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.344398 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e7fe7-7826-4f84-b123-3bac12852d5f None None] Pushing event updated for resources: {'Port': ['ID=48af293c-4f4b-4113-a940-036c214dc0e3,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:29.349585 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Attempting to bind port 48af293c-4f4b-4113-a940-036c214dc0e3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:29.351208 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Attempting to bind port 48af293c-4f4b-4113-a940-036c214dc0e3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:29.352209 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Attempting to bind port 48af293c-4f4b-4113-a940-036c214dc0e3 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:29.360201 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:29.360961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:29.361729 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.362702 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:29.363478 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Bound port: 48af293c-4f4b-4113-a940-036c214dc0e3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:29.364381 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.582100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] For port 48af293c-4f4b-4113-a940-036c214dc0e3, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:29.598331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d571b6a-1cdf-4f80-bcf7-cfd5b1d9e7d3 None None] Pushing event updated for resources: {'Port': ['ID=28595a0c-2b72-4b1d-bb8e-ef68867bf286,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:29.602318 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] For port 48af293c-4f4b-4113-a940-036c214dc0e3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=48af293c-4f4b-4113-a940-036c214dc0e3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:29.632253 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.856064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:29.908902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa8436cd-7acc-41b2-ab7a-c946a74ecdbb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:30.051958 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Routers {'7e5f9d9d-0014-4d64-a465-01332a5dbdd8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:30.057429 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:30.107336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c56a8ed-0925-49c5-9f48-98571d06e9e6 None None] Provisioning for port d2952289-7d25-4a07-8562-e72635919e99 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:30.138872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c56a8ed-0925-49c5-9f48-98571d06e9e6 None None] Provisioning complete for port d2952289-7d25-4a07-8562-e72635919e99 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:30.139616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c56a8ed-0925-49c5-9f48-98571d06e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.228513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bd4863-d8ac-483c-a25b-0510cd0b6e98 req-a5ba42ea-be32-4fd5-8a71-ded52188a774 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.5998788 Jul 07 16:41:30.236845 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e7fe7-7826-4f84-b123-3bac12852d5f None None] Pushing event updated for resources: {'Port': ['ID=48af293c-4f4b-4113-a940-036c214dc0e3,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:30.314156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:30.322438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.334482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0c56a8ed-0925-49c5-9f48-98571d06e9e6 None None] Port d2952289-7d25-4a07-8562-e72635919e99 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:30.446644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ce1cd68-9d03-4f9e-bd6a-f1393f0165fe req-38be36dd-05a7-42a1-a1f7-1c7d2226d905 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.1658943 Jul 07 16:41:30.483629 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.527967 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] Set router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:30.624370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.634438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35164) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:30.653637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.657739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.676655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:30.992163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Made reservation on behalf of 39618dc579a3425bb497a0268fc1dc0b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:30.997799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:31.034226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36232273-697e-4158-8f76-5a281c3a9f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:31.046704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:31.199776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Allocated IP 172.25.5.120 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/8d317543-b2fa-4cc8-9762-c5ce668293d2) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:31.295786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36232273-697e-4158-8f76-5a281c3a9f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:31.306265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2952289-7d25-4a07-8562-e72635919e99,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:31.314784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36232273-697e-4158-8f76-5a281c3a9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:31.338422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35180) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:31.358565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36232273-697e-4158-8f76-5a281c3a9f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5b7679-7ee5-464f-b4b1-c757a6a403e1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:31.426797 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd2952289-7d25-4a07-8562-e72635919e99', 'name': '', 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'mac_address': 'fa:16:3e:aa:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:27Z', 'updated_at': '2021-07-07T16:41:28Z', 'revision_number': 1, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'subnets': [{'id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:31.481378 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-36232273-697e-4158-8f76-5a281c3a9f94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c520092ef53414c860407825408a567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423100 Jul 07 16:41:31.495913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Network 72a53b0c-bada-446e-8a8d-c80c48204766 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:31.497756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:31.499004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:31.530967 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc730e4-b583-4897-a31d-062dcf0f01dc None None] The sync data for ids ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'] in n-d-793619-7 is: [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd2952289-7d25-4a07-8562-e72635919e99', 'name': '', 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'mac_address': 'fa:16:3e:aa:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:27Z', 'updated_at': '2021-07-07T16:41:28Z', 'revision_number': 1, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'subnets': [{'id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:31.601029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-279031c9-166f-4924-b08d-333af7035e12 req-d19d49d3-b2cf-4436-a216-9e7c069a2608 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.1514611 Jul 07 16:41:31.694336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469e9f5-68af-43d8-bf2a-81dea3716df2 None None] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:32.056308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8ef75377-782a-4b82-8bf7-881380c6f05d None None] Provisioning for port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:32.080697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28595a0c-2b72-4b1d-bb8e-ef68867bf286 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:32.117708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:41:32.288049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73859c57-fec8-476d-aa91-3a9f969a856f req-9ce69add-7f2c-4855-a1a6-6e4756e52991 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.3069634 Jul 07 16:41:32.365059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.400513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f1239065-53c0-4729-a89e-c11b74a404a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.501259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bed7bab-c6cf-4e0a-8874-bc71115b1489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.599258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.621026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bed7bab-c6cf-4e0a-8874-bc71115b1489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.662819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-633586b8-661c-4d8e-95ed-c2be15e0fbf6 None None] Provisioning complete for port d2952289-7d25-4a07-8562-e72635919e99 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:32.664152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-633586b8-661c-4d8e-95ed-c2be15e0fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.679824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.736535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bed7bab-c6cf-4e0a-8874-bc71115b1489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.738805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-633586b8-661c-4d8e-95ed-c2be15e0fbf6 None None] Port d2952289-7d25-4a07-8562-e72635919e99 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:32.739582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bed7bab-c6cf-4e0a-8874-bc71115b1489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.745297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1bed7bab-c6cf-4e0a-8874-bc71115b1489 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb5b7679-7ee5-464f-b4b1-c757a6a403e1 HTTP/1.1" status: 204 len: 168 time: 1.2254453 Jul 07 16:41:32.812232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:32.812463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed7bab-c6cf-4e0a-8874-bc71115b1489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5b7679-7ee5-464f-b4b1-c757a6a403e1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:32.905747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:32.906162 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:32.919102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e381934-48f2-4ca9-a51c-38b49a1bd0a5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:33.031051 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:33.050688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:33.081403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-457a8472-576f-4a9d-9f6c-71d4df3d0df9 admin admin] 10.222.0.78 "PUT /v2.0/routers/7e5f9d9d-0014-4d64-a465-01332a5dbdd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2796786 Jul 07 16:41:33.392496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10fae165-5c69-4e05-b0a8-885018f58c5c req-ca470298-9f6f-4b47-ade5-43db55f36b8b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.2521958 Jul 07 16:41:33.432149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:33.519395 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:33.541299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:33.653011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:33.719855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 28595a0c-2b72-4b1d-bb8e-ef68867bf286, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28595a0c-2b72-4b1d-bb8e-ef68867bf286,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:33.729293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:33.770402 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:33.797666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-59a1f258-6a09-49fd-904b-cdba4911d4b0 None None] Provisioning complete for port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:33.799090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59a1f258-6a09-49fd-904b-cdba4911d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:33.820093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35242) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:33.921078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1332de23-6170-4e1d-91a0-13469466cc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:33.999069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=28595a0c-2b72-4b1d-bb8e-ef68867bf286,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:34.028466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.13', 58091) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:34.138338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-a151efc1-6e56-4de4-8228-853d7abd0c96 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e5e01c74440742149aceddab0f3228cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065934 Jul 07 16:41:34.242238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 48af293c-4f4b-4113-a940-036c214dc0e3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:34.430291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 48af293c-4f4b-4113-a940-036c214dc0e3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:34.461025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 48af293c-4f4b-4113-a940-036c214dc0e3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:34.462406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:34.499004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d317543-b2fa-4cc8-9762-c5ce668293d2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:34.675590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1843af2b-d5ab-447c-9561-0d1f62f8459c req-1546c6ca-3a55-41e8-90d4-0ccb26424764 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.1389332 Jul 07 16:41:34.956436 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:35.048054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0a5a-4b1f-4afe-aba8-853e00465e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:35.083106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Allocated IP 192.168.233.30 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/1739e455-0120-4f14-be4f-06bdf9a36255) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:35.118378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 48af293c-4f4b-4113-a940-036c214dc0e3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=48af293c-4f4b-4113-a940-036c214dc0e3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:35.137621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:35.243902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-77aea845-18f3-4110-8a3d-6f3c7423d4a5 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:35.246051 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-77aea845-18f3-4110-8a3d-6f3c7423d4a5 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1026711 Jul 07 16:41:35.315845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f1239065-53c0-4729-a89e-c11b74a404a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:35.410283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=48af293c-4f4b-4113-a940-036c214dc0e3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:35.416914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Request body: {'port': {'device_id': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'e5e01c74440742149aceddab0f3228cb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:35.456277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f1239065-53c0-4729-a89e-c11b74a404a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:35.531764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78f98b9c-6bfa-48c8-9bad-5e43d9987ab3 req-fa7dd732-6644-4cc4-a935-33888c4adf73 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.2115114 Jul 07 16:41:35.651189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f1239065-53c0-4729-a89e-c11b74a404a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e559ea922e4c46d1a1299b103e7b2824&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3031306 Jul 07 16:41:35.655329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:35.759008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1239065-53c0-4729-a89e-c11b74a404a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ace63a-35b5-4fb0-ab5f-a063af4a6011,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:35.767997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.051988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-454635ae-69ee-4d34-a227-48c5d94fe077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.114669 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.182506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 48af293c-4f4b-4113-a940-036c214dc0e3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:36.219792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5c34327-31ca-4283-8e97-081404ff7a97 req-def22477-5a13-49b8-b601-2744b4ad16d1 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.0999207 Jul 07 16:41:36.371586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-454635ae-69ee-4d34-a227-48c5d94fe077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.379379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 48af293c-4f4b-4113-a940-036c214dc0e3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:36.381937 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.498964 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-454635ae-69ee-4d34-a227-48c5d94fe077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.509006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-454635ae-69ee-4d34-a227-48c5d94fe077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.512167 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-454635ae-69ee-4d34-a227-48c5d94fe077 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36ace63a-35b5-4fb0-ab5f-a063af4a6011 HTTP/1.1" status: 204 len: 168 time: 0.8487339 Jul 07 16:41:36.609434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35284) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:36.615690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Sync routers for ids ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:36.642829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454635ae-69ee-4d34-a227-48c5d94fe077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ace63a-35b5-4fb0-ab5f-a063af4a6011,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:36.685432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.703385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Router 86c081a7-ea9e-4197-a842-3c0f463068b9 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:41:36.777504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Transition to ACTIVE for port object 1739e455-0120-4f14-be4f-06bdf9a36255 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:36.786634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1332de23-6170-4e1d-91a0-13469466cc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.878961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35290) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:36.896618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630837123', 'description': 'tempest-description--1037976263'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:36.911565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1332de23-6170-4e1d-91a0-13469466cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:36.937943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Routers {'7e5f9d9d-0014-4d64-a465-01332a5dbdd8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:36.937943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:36.992923 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e119d57-4498-4e79-9cd4-6d8100390f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.074735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0d4b756-dc5a-4088-ae63-d4e266b0990a req-f8e7eb87-ebc6-4a71-837c-b8ae6f27cb54 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.1148198 Jul 07 16:41:37.096336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28595a0c-2b72-4b1d-bb8e-ef68867bf286 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:37.140157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Made reservation on behalf of e5e01c74440742149aceddab0f3228cb for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:37.156710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.215140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.223325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:37.229727 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1332de23-6170-4e1d-91a0-13469466cc9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4444e2847f5642f2be7a33af6c70f301&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3986905 Jul 07 16:41:37.243817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35294) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:37.246312 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Sync routers for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:37.281378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.289721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:37.293416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:37.294117 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:37.302124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.335962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332de23-6170-4e1d-91a0-13469466cc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c60cd-88de-45f7-9bc5-5afbcc741cc7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:37.342144 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.354195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Set router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:37.590419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.598825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75258ac5-b65e-49ad-80c9-916a908f3c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.688342 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:37.690757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:37.696088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Pushing event updated for resources: {'Port': ['ID=1739e455-0120-4f14-be4f-06bdf9a36255,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:37.751984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:37.766893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:37.774360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6211593f-4a61-4490-a862-541d80365ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.800009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:37.807010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:37.808599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.942011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a58a-b7e6-454a-b7a9-c913d721ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:37.977877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd2952289-7d25-4a07-8562-e72635919e99', 'name': '', 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'mac_address': 'fa:16:3e:aa:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:27Z', 'updated_at': '2021-07-07T16:41:30Z', 'revision_number': 2, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'subnets': [{'id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:37.986206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c10fa1-a289-4774-90bd-f197f5c09be6 req-7b151b21-bdb9-492a-a07e-badf450d7f40 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:37.987803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91c10fa1-a289-4774-90bd-f197f5c09be6 req-7b151b21-bdb9-492a-a07e-badf450d7f40 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 935 time: 0.5360408 Jul 07 16:41:38.047721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Checking router: 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:38.050312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Updating router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 port d2952289-7d25-4a07-8562-e72635919e99 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:38.065613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91c10fa1-a289-4774-90bd-f197f5c09be6 req-dad8deb9-2536-4834-941b-405ab1a83a93 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683177 Jul 07 16:41:38.101999 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a58a-b7e6-454a-b7a9-c913d721ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.237051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.324003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e119d57-4498-4e79-9cd4-6d8100390f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.335867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e119d57-4498-4e79-9cd4-6d8100390f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.352240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d621e10e-69e0-4bcc-b858-157a740da5f2 None None] Provisioning for port 1739e455-0120-4f14-be4f-06bdf9a36255 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:38.365831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d621e10e-69e0-4bcc-b858-157a740da5f2 None None] Provisioning complete for port 1739e455-0120-4f14-be4f-06bdf9a36255 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:38.366691 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d621e10e-69e0-4bcc-b858-157a740da5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.375518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-1f36e64c-5604-43ce-863d-32b681525864 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.3287933 Jul 07 16:41:38.377795 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 3, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:38.441664 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Checking router: 86c081a7-ea9e-4197-a842-3c0f463068b9 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:38.442227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Updating router 86c081a7-ea9e-4197-a842-3c0f463068b9 port 8d317543-b2fa-4cc8-9762-c5ce668293d2 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:38.520725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-7edb1cca-c5a0-474e-88f0-c9eff58fc0a2 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:41:38.523218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-7edb1cca-c5a0-474e-88f0-c9eff58fc0a2 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966427 Jul 07 16:41:38.581266 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.585450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d621e10e-69e0-4bcc-b858-157a740da5f2 None None] Port 1739e455-0120-4f14-be4f-06bdf9a36255 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:38.588915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a58a-b7e6-454a-b7a9-c913d721ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.620737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a58a-b7e6-454a-b7a9-c913d721ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.624618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7f9a58a-b7e6-454a-b7a9-c913d721ed59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/815c60cd-88de-45f7-9bc5-5afbcc741cc7 HTTP/1.1" status: 204 len: 168 time: 1.3701978 Jul 07 16:41:38.649748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e119d57-4498-4e79-9cd4-6d8100390f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beec4afa-8dcf-4629-a03b-bb66a3cf95c4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:38.764847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e119d57-4498-4e79-9cd4-6d8100390f47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0473cedcedd347a69234112e942c2515&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1517191 Jul 07 16:41:38.769431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:38.860511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4b367a5-4d54-409e-a883-fa26ae83c36d req-3b90d36f-d929-4272-8955-106da85e7726 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.2236824 Jul 07 16:41:38.885063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9a58a-b7e6-454a-b7a9-c913d721ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c60cd-88de-45f7-9bc5-5afbcc741cc7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:38.948664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.974038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:38.983008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Transition to ACTIVE for port object d2952289-7d25-4a07-8562-e72635919e99 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:39.001045 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.002998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.009065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77107fee-2777-4475-b794-a55b99feace5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.023762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.345290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Request body: {'port': {'device_id': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'device_owner': 'compute:tempest-test_az-220229940', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:39.392704 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.435072 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Transition to ACTIVE for port object 8d317543-b2fa-4cc8-9762-c5ce668293d2 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:39.450822 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.550977 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd365-2742-4bfb-b544-71e1545a1ae3 None None] Pushing event updated for resources: {'Port': ['ID=8d317543-b2fa-4cc8-9762-c5ce668293d2,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:39.566880 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Attempting to bind port 8d317543-b2fa-4cc8-9762-c5ce668293d2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:39.568781 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Attempting to bind port 8d317543-b2fa-4cc8-9762-c5ce668293d2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:39.569813 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Attempting to bind port 8d317543-b2fa-4cc8-9762-c5ce668293d2 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:39.577495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:39.578826 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:39.579597 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.580347 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:39.581132 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Bound port: 8d317543-b2fa-4cc8-9762-c5ce668293d2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:39.581849 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.671726 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] For port 8d317543-b2fa-4cc8-9762-c5ce668293d2, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:39.679248 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] For port 8d317543-b2fa-4cc8-9762-c5ce668293d2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8d317543-b2fa-4cc8-9762-c5ce668293d2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:39.710805 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.780334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe48fe2-8df0-404e-9240-cbdc2b5f4a74 None None] Pushing event updated for resources: {'Port': ['ID=d2952289-7d25-4a07-8562-e72635919e99,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:39.909318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Attempting to bind port d2952289-7d25-4a07-8562-e72635919e99 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:39.909847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Attempting to bind port d2952289-7d25-4a07-8562-e72635919e99 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:39.910426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Attempting to bind port d2952289-7d25-4a07-8562-e72635919e99 on network 72a53b0c-bada-446e-8a8d-c80c48204766 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:39.916425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.932057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:39.932636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Checking segment: {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:39.941312 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:39.942128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Bound using segment: {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:39.943542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Bound port: d2952289-7d25-4a07-8562-e72635919e99, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:39.944215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.004170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ca80b-8c00-4616-a04f-8968abae8a3a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:40.007665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.086156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:40.101407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.107500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6fdc35b7-bc57-4c06-b41d-64e28eaf7bd8 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2224364 Jul 07 16:41:40.136014 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:40.147764 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:40.158980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77107fee-2777-4475-b794-a55b99feace5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.160947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35326) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:40.203735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'security_group_rule': {'security_group_id': '1271ab3b-bacc-4a51-86fb-0ed19d8cca9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:40.282293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Allocated IP 192.168.233.229 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/4e754cda-de00-406a-b860-17e3f3f8c00a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:40.310931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.311629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] For port d2952289-7d25-4a07-8562-e72635919e99, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:40.321398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cc5ccb94-d381-45c9-b392-fb13eb05d8b7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 14.8437762 Jul 07 16:41:40.322195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35332) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:40.339542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] For port d2952289-7d25-4a07-8562-e72635919e99, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d2952289-7d25-4a07-8562-e72635919e99,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:40.362095 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.443627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6211593f-4a61-4490-a862-541d80365ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.499531 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6211593f-4a61-4490-a862-541d80365ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.538550 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:40.581023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Routers {'7e5f9d9d-0014-4d64-a465-01332a5dbdd8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:40.581696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:40.592601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe48fe2-8df0-404e-9240-cbdc2b5f4a74 None None] Pushing event updated for resources: {'Port': ['ID=d2952289-7d25-4a07-8562-e72635919e99,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:40.681586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.696686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6211593f-4a61-4490-a862-541d80365ce3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63053544e697454ba66365439cd60e11&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9438870 Jul 07 16:41:40.708146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211593f-4a61-4490-a862-541d80365ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5f304-7f5e-476b-af48-11f91e4697ef,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:40.727252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35336) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:40.730123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:40.749370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e564fc47-daf4-437f-9852-ee6e71e28a9d req-0e5bbfb4-012c-4bfe-afef-746a1e2c66c5 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.2399776 Jul 07 16:41:40.925914 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd365-2742-4bfb-b544-71e1545a1ae3 None None] Pushing event updated for resources: {'Port': ['ID=8d317543-b2fa-4cc8-9762-c5ce668293d2,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:41.047097 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.078294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] Set router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:41.124463 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 3, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:41.198230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1a557-c5a7-4c10-b728-42e0c06b8b84 req-d65a28fd-b2d9-4a83-a6d4-5af03295394b tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:41.205789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9b1a557-c5a7-4c10-b728-42e0c06b8b84 req-d65a28fd-b2d9-4a83-a6d4-5af03295394b tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 935 time: 1.7089369 Jul 07 16:41:41.220407 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe8451-78b4-4294-9c16-e7d704c65af4 None None] The sync data for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 is: [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 3, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:41.372103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.388860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77107fee-2777-4475-b794-a55b99feace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.391456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77107fee-2777-4475-b794-a55b99feace5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.411124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77107fee-2777-4475-b794-a55b99feace5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/beec4afa-8dcf-4629-a03b-bb66a3cf95c4 HTTP/1.1" status: 204 len: 168 time: 2.6401050 Jul 07 16:41:41.460918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.515018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9b1a557-c5a7-4c10-b728-42e0c06b8b84 req-d971c557-ca95-4ba5-91f8-47390f63baf0 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016795 Jul 07 16:41:41.690445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.712101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd2952289-7d25-4a07-8562-e72635919e99', 'name': '', 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'mac_address': 'fa:16:3e:aa:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:27Z', 'updated_at': '2021-07-07T16:41:40Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'subnets': [{'id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:41.725635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Transition to ACTIVE for port object 4e754cda-de00-406a-b860-17e3f3f8c00a will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:41.840532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e858-f212-442b-9a22-7e7f0040d7be None None] The sync data for ids ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'] in n-d-793619-7 is: [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:41:29Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd2952289-7d25-4a07-8562-e72635919e99', 'name': '', 'network_id': '72a53b0c-bada-446e-8a8d-c80c48204766', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'mac_address': 'fa:16:3e:aa:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:27Z', 'updated_at': '2021-07-07T16:41:40Z', 'revision_number': 4, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'subnets': [{'id': '322110a2-0cc3-43c8-96e4-dfc7debc2ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:41.858320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107fee-2777-4475-b794-a55b99feace5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beec4afa-8dcf-4629-a03b-bb66a3cf95c4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:41.913827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.980375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:41.999508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8351226 Jul 07 16:41:42.030459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:42.118289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-318dcdbe-1376-448d-9667-f12ab0c3e670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.132951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bce716-927b-4618-9b74-ac127b6b9b38 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a20e5fa-d8e7-4ed1-b7ef-6739ce998b68,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:42.159476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'security_group_rule': {'security_group_id': '1271ab3b-bacc-4a51-86fb-0ed19d8cca9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:42.343746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35360) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:42.366886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2952289-7d25-4a07-8562-e72635919e99 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:42.447435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Pushing event updated for resources: {'Port': ['ID=4e754cda-de00-406a-b860-17e3f3f8c00a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:42.484375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:42.522931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7442b469-9ef7-4047-a3c5-420b259834c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.526439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d2952289-7d25-4a07-8562-e72635919e99 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:42.530681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:42.534418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d2952289-7d25-4a07-8562-e72635919e99 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:42.534986 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.582693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-318dcdbe-1376-448d-9667-f12ab0c3e670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.616039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:42.634499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:42.636032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.770412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.826973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.868440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-8e6ceb08-ae8c-45fd-b815-27e01664c57b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4843781 Jul 07 16:41:42.919453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1739e455-0120-4f14-be4f-06bdf9a36255 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:41:42.948436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-effd8e09-1496-4ee7-a992-870e5cd1536d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:41:42.950622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d2952289-7d25-4a07-8562-e72635919e99, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d2952289-7d25-4a07-8562-e72635919e99,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:42.951972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-effd8e09-1496-4ee7-a992-870e5cd1536d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421441 Jul 07 16:41:42.959722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.962908 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:42.963949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8d317543-b2fa-4cc8-9762-c5ce668293d2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:43.129338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-318dcdbe-1376-448d-9667-f12ab0c3e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.133877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-318dcdbe-1376-448d-9667-f12ab0c3e670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.140079 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-318dcdbe-1376-448d-9667-f12ab0c3e670 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fc5f304-7f5e-476b-af48-11f91e4697ef HTTP/1.1" status: 204 len: 168 time: 2.3389583 Jul 07 16:41:43.178595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.199696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.225585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dcdbe-1376-448d-9667-f12ab0c3e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5f304-7f5e-476b-af48-11f91e4697ef,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:43.288011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b0a590-3086-4ec1-84ad-c285a749f496,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:43.303033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46086200-acfe-4002-9dd7-84a7adc5b724 None None] Provisioning for port 4e754cda-de00-406a-b860-17e3f3f8c00a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:43.333003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d2952289-7d25-4a07-8562-e72635919e99,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:43.351118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46086200-acfe-4002-9dd7-84a7adc5b724 None None] Provisioning complete for port 4e754cda-de00-406a-b860-17e3f3f8c00a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:43.352990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46086200-acfe-4002-9dd7-84a7adc5b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.433837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7442b469-9ef7-4047-a3c5-420b259834c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.445144 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7442b469-9ef7-4047-a3c5-420b259834c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.455533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8d317543-b2fa-4cc8-9762-c5ce668293d2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:43.470362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-46086200-acfe-4002-9dd7-84a7adc5b724 None None] Port 4e754cda-de00-406a-b860-17e3f3f8c00a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:43.475639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8d317543-b2fa-4cc8-9762-c5ce668293d2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:43.476174 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.477945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.480727 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b6655f37-20a3-4d45-8666-62881f3ebc6e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3490005 Jul 07 16:41:43.512338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:43.541815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:43.546098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Transition to ACTIVE for port object 1739e455-0120-4f14-be4f-06bdf9a36255 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:43.621462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7442b469-9ef7-4047-a3c5-420b259834c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b08898cdeaca4766924ffabb4a42bcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1852427 Jul 07 16:41:43.622846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:43.672446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442b469-9ef7-4047-a3c5-420b259834c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf1692-5d3e-4012-aa78-f7e812f369dd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:43.733950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.737967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.772785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Request body: {'port': {'device_id': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:43.784432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.798281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 8d317543-b2fa-4cc8-9762-c5ce668293d2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8d317543-b2fa-4cc8-9762-c5ce668293d2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:43.804806 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:43.980375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=8d317543-b2fa-4cc8-9762-c5ce668293d2,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:44.036875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2952289-7d25-4a07-8562-e72635919e99 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:44.312371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9109fd51-a8c8-45c5-9c7f-5275ec1318a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.336209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d2952289-7d25-4a07-8562-e72635919e99 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:44.336927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.344554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.423506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bc01-17df-4c31-8993-8349340678ef req-c48d0f2c-6fb6-4779-a690-eafe509162dd tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:44.429972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1269bc01-17df-4c31-8993-8349340678ef req-c48d0f2c-6fb6-4779-a690-eafe509162dd tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 936 time: 1.8588879 Jul 07 16:41:44.449564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.516146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9109fd51-a8c8-45c5-9c7f-5275ec1318a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.832848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Attempting to bind port 1739e455-0120-4f14-be4f-06bdf9a36255 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:44.834566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Attempting to bind port 1739e455-0120-4f14-be4f-06bdf9a36255 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:44.835207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Attempting to bind port 1739e455-0120-4f14-be4f-06bdf9a36255 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:44.862936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Pushing event updated for resources: {'Port': ['ID=1739e455-0120-4f14-be4f-06bdf9a36255,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:44.890809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db14cd-4e11-43f1-ab89-cb03be32d880 req-ac9c6eeb-5605-4c32-b861-654fea70d59f tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:44.893943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64db14cd-4e11-43f1-ab89-cb03be32d880 req-ac9c6eeb-5605-4c32-b861-654fea70d59f tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 935 time: 1.9138916 Jul 07 16:41:44.897999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Allocated IP 172.20.0.1 (7ea0375e-ed10-4063-a9d3-2a1cf044662b/54df8710-d443-4457-837b-3b0b1aff6757/90f7aa0c-8b71-4f55-a15a-d84b935e25a5) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:44.912131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Port 1739e455-0120-4f14-be4f-06bdf9a36255 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:41:44.912609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Attempting to bind port 1739e455-0120-4f14-be4f-06bdf9a36255 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:44.967287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:44.968350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:44.969415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:44.970192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Bound port: 1739e455-0120-4f14-be4f-06bdf9a36255, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:44.970814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.983336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1269bc01-17df-4c31-8993-8349340678ef req-96639ea9-4d4a-40e2-8a96-954ab1aceda7 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524497 Jul 07 16:41:45.244427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64db14cd-4e11-43f1-ab89-cb03be32d880 req-a79bd1f7-017d-4c88-acf6-1b41750a4dee tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080223 Jul 07 16:41:45.372539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] For port 1739e455-0120-4f14-be4f-06bdf9a36255, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:45.379677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] For port 1739e455-0120-4f14-be4f-06bdf9a36255, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1739e455-0120-4f14-be4f-06bdf9a36255,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:45.398865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:45.584306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Pushing event updated for resources: {'Port': ['ID=1739e455-0120-4f14-be4f-06bdf9a36255,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:45.612086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:45.613533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:45.615277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-b5ff3b95-fd51-4eae-9eaa-870f87634c2a service neutron] 10.222.0.54 "PUT /v2.0/ports/1739e455-0120-4f14-be4f-06bdf9a36255 HTTP/1.1" status: 200 len: 1116 time: 6.7767341 Jul 07 16:41:45.635224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'tag': '1739e455-0120-4f14-be4f-06bdf9a36255'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:41:46.078228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8d317543-b2fa-4cc8-9762-c5ce668293d2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:46.139714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9109fd51-a8c8-45c5-9c7f-5275ec1318a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:46.145025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9109fd51-a8c8-45c5-9c7f-5275ec1318a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:46.149611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9109fd51-a8c8-45c5-9c7f-5275ec1318a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93cf1692-5d3e-4012-aa78-f7e812f369dd HTTP/1.1" status: 204 len: 168 time: 2.5211310 Jul 07 16:41:46.217818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109fd51-a8c8-45c5-9c7f-5275ec1318a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf1692-5d3e-4012-aa78-f7e812f369dd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:46.230215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:46.438377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8d317543-b2fa-4cc8-9762-c5ce668293d2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:46.440194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:46.607291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:46.924902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Transition to ACTIVE for port object 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:47.016780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e754cda-de00-406a-b860-17e3f3f8c00a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:41:47.034117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:47.067401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Transition to ACTIVE for port object 4e754cda-de00-406a-b860-17e3f3f8c00a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:47.077447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:47.328529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-7948a91f-5fec-43a6-87be-2253e28e7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:47.331681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-7948a91f-5fec-43a6-87be-2253e28e7b98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39618dc579a3425bb497a0268fc1dc0b&device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 1119 time: 1.5352805 Jul 07 16:41:47.375183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6b51-f7c8-4736-9120-de0d4fbf9c7e req-f49cb4d0-7734-41c7-a465-0d6c53e1eadd tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:47.386369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651c6b51-f7c8-4736-9120-de0d4fbf9c7e req-f49cb4d0-7734-41c7-a465-0d6c53e1eadd tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 936 time: 0.8242762 Jul 07 16:41:47.540575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Allocated IP 172.25.5.113 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/66b12be8-6354-48c5-acc4-5016cdd72983) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:47.545079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e754cda-de00-406a-b860-17e3f3f8c00a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:47.591229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Attempting to bind port 4e754cda-de00-406a-b860-17e3f3f8c00a on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:47.592307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Attempting to bind port 4e754cda-de00-406a-b860-17e3f3f8c00a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:47.592698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Attempting to bind port 4e754cda-de00-406a-b860-17e3f3f8c00a on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:47.641451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Port 4e754cda-de00-406a-b860-17e3f3f8c00a on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:41:47.641767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Attempting to bind port 4e754cda-de00-406a-b860-17e3f3f8c00a on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:47.841986 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec", "tag": "1739e455-0120-4f14-be4f-06bdf9a36255"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:41:47.888377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-28be818a-3a99-46a0-a56b-02301c34347c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1739e455-0120-4f14-be4f-06bdf9a36255 HTTP/1.1" status: 200 len: 217 time: 0.4908199 Jul 07 16:41:47.913645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f9fd-a514-464b-a834-6976dff268a2 req-e195a014-1710-4044-904a-191fd323f92b tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:47.931119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1da0f9fd-a514-464b-a834-6976dff268a2 req-e195a014-1710-4044-904a-191fd323f92b tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 1.1840723 Jul 07 16:41:47.948681 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.140565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:48.236784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.316256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35436) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:48.324888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:48.331427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:48.332922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.413209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-7e85eca0-f18b-431b-8b9e-5f47076fa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:48.415252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-7e85eca0-f18b-431b-8b9e-5f47076fa3b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.4700265 Jul 07 16:41:48.596778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:48.597663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:48.611874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:48.615238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Bound port: 4e754cda-de00-406a-b860-17e3f3f8c00a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:48.615933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.620214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.646684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Pushing event updated for resources: {'Port': ['ID=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:48.740466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1da0f9fd-a514-464b-a834-6976dff268a2 req-a8b41bb6-ce3f-4f5a-b867-715b266902ef tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078344 Jul 07 16:41:48.792088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651c6b51-f7c8-4736-9120-de0d4fbf9c7e req-42af1387-2869-47c1-9d4d-e211303f53f1 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3325944 Jul 07 16:41:48.898995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5a1bfcc3-afde-416b-b258-55a5da8b7353 None None] Provisioning for port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:48.915009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5a1bfcc3-afde-416b-b258-55a5da8b7353 None None] Provisioning complete for port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:48.915547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfcc3-afde-416b-b258-55a5da8b7353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.962131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3118a1c7-2c56-4890-b13f-b146800645e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.053971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bfcc3-afde-416b-b258-55a5da8b7353 None None] Port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:49.068001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] For port 4e754cda-de00-406a-b860-17e3f3f8c00a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:49.077244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] For port 4e754cda-de00-406a-b860-17e3f3f8c00a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4e754cda-de00-406a-b860-17e3f3f8c00a,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:49.091657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:49.097157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:49.103937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:41:49.115503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.252262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:49.253535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.255476 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e754cda-de00-406a-b860-17e3f3f8c00a HTTP/1.1" status: 200 len: 1096 time: 5.7419894 Jul 07 16:41:49.260305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'tag': '4e754cda-de00-406a-b860-17e3f3f8c00a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:41:49.346357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-921b7736-bb33-411d-ab76-46e57694ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:49.347954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-921b7736-bb33-411d-ab76-46e57694ec8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8707986 Jul 07 16:41:49.372753 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3118a1c7-2c56-4890-b13f-b146800645e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.455090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3118a1c7-2c56-4890-b13f-b146800645e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.471042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'Port': ['ID=66b12be8-6354-48c5-acc4-5016cdd72983,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:49.558860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.706122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a1c7-2c56-4890-b13f-b146800645e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67db3399-d293-489b-a947-122c3130d4d2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:49.743104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fef1d-4c5a-4c5f-90b7-a2ec8c5be4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e754cda-de00-406a-b860-17e3f3f8c00a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:49.775924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.888852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.898849 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa28ce-7f83-45dc-aa13-70b6bce06355 x-openstack-request-id: req-2dfa28ce-7f83-45dc-aa13-70b6bce06355 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:41:49.899639 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec", "tag": "1739e455-0120-4f14-be4f-06bdf9a36255", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:41:49.900269 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2dfa28ce-7f83-45dc-aa13-70b6bce06355 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:41:49.901076 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'tag': '1739e455-0120-4f14-be4f-06bdf9a36255', 'status': 'completed', 'code': 200} Jul 07 16:41:49.915873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3118a1c7-2c56-4890-b13f-b146800645e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46efcd043d984648ba12f7e6a4744e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4992886 Jul 07 16:41:49.916069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35480) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:50.059045 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d65b7-816b-4620-8d31-e9ae744d7fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9d359e25-31c3-4892-82a8-5b695b5f6f58", "tag": "4e754cda-de00-406a-b860-17e3f3f8c00a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:41:50.127707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8d2f-1621-4164-aed1-26c7aa22da98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.156081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-48a9fee9-1233-4ae2-8b77-5baa20cd9c5b service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728615 Jul 07 16:41:50.267937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8d2f-1621-4164-aed1-26c7aa22da98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.384640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257cc9a-a974-4f36-90b1-ec9095539a4f req-2ce98de0-e8df-4ec4-8b67-eea5d0004b3a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:50.393941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d257cc9a-a974-4f36-90b1-ec9095539a4f req-2ce98de0-e8df-4ec4-8b67-eea5d0004b3a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 0.3675969 Jul 07 16:41:50.448402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8d2f-1621-4164-aed1-26c7aa22da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.451073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8d2f-1621-4164-aed1-26c7aa22da98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.452261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f2a8d2f-1621-4164-aed1-26c7aa22da98 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67db3399-d293-489b-a947-122c3130d4d2 HTTP/1.1" status: 204 len: 168 time: 0.5351510 Jul 07 16:41:50.454643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.494791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.510005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a8d2f-1621-4164-aed1-26c7aa22da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67db3399-d293-489b-a947-122c3130d4d2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:50.557548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.574291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.583111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.584936 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.604057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'Port': ['ID=66b12be8-6354-48c5-acc4-5016cdd72983,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:50.606892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:50.618261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6b2ac001-77d7-460d-8eb8-63d1088997a3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1036117 Jul 07 16:41:50.777240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d257cc9a-a974-4f36-90b1-ec9095539a4f req-486f045d-d625-4c25-b7f1-d72dc85356b7 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943479 Jul 07 16:41:51.155809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Pushing event updated for resources: {'Port': ['ID=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:51.210138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd9b5-c29f-4553-bcb0-fa01ccf2ec50 req-f5e0e64e-9a3d-4d9c-9edd-3ca819dec48b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:51.211933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-106cd9b5-c29f-4553-bcb0-fa01ccf2ec50 req-f5e0e64e-9a3d-4d9c-9edd-3ca819dec48b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 948 time: 0.9891689 Jul 07 16:41:51.265262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a6e5c84-8509-42f5-a7f8-69ca19cb076e req-32e6dd38-e9a1-4662-8686-2267ad1db99f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1028757 Jul 07 16:41:51.287439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:41:51.299672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:51.350195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-106cd9b5-c29f-4553-bcb0-fa01ccf2ec50 req-13bd31ca-56f1-45f7-9347-bdd3fda555fe tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 Jul 07 16:41:51.580533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:51.600512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efecdf8-b9ad-48fa-abb0-9d88a5cc377e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:51.713991 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31272cc4-1d32-41cc-a51b-1fa028a59101 x-openstack-request-id: req-31272cc4-1d32-41cc-a51b-1fa028a59101 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:41:51.717298 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d359e25-31c3-4892-82a8-5b695b5f6f58", "tag": "4e754cda-de00-406a-b860-17e3f3f8c00a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:41:51.718560 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31272cc4-1d32-41cc-a51b-1fa028a59101 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:41:51.720682 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'tag': '4e754cda-de00-406a-b860-17e3f3f8c00a', 'status': 'completed', 'code': 200} Jul 07 16:41:51.733805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-788d68fe-3d1a-40f2-a5b8-13a821cec5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:51.737700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-788d68fe-3d1a-40f2-a5b8-13a821cec5ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39618dc579a3425bb497a0268fc1dc0b&device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 1119 time: 0.2892723 Jul 07 16:41:51.769444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-18f77b44-cc73-459d-9f3c-6c28308def8a None None] Provisioning complete for port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:51.771486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-18f77b44-cc73-459d-9f3c-6c28308def8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:51.802181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Router 86c081a7-ea9e-4197-a842-3c0f463068b9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:41:51.824972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-18f77b44-cc73-459d-9f3c-6c28308def8a None None] Port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:41:51.965710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efecdf8-b9ad-48fa-abb0-9d88a5cc377e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:51.980487 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efecdf8-b9ad-48fa-abb0-9d88a5cc377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:52.049337 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5efecdf8-b9ad-48fa-abb0-9d88a5cc377e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35479ac9eaef45ccb680c28087cb5266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621816 Jul 07 16:41:52.049337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efecdf8-b9ad-48fa-abb0-9d88a5cc377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463360a2-8263-4a0f-9ae5-35aab1443141,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:52.052414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:52.145548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce806f05-dd16-4f64-811a-2db2dacc3a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:52.228079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce806f05-dd16-4f64-811a-2db2dacc3a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:52.361245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce806f05-dd16-4f64-811a-2db2dacc3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:52.366150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce806f05-dd16-4f64-811a-2db2dacc3a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:52.374822 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ce806f05-dd16-4f64-811a-2db2dacc3a46 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/463360a2-8263-4a0f-9ae5-35aab1443141 HTTP/1.1" status: 204 len: 168 time: 0.3208454 Jul 07 16:41:52.441361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce806f05-dd16-4f64-811a-2db2dacc3a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463360a2-8263-4a0f-9ae5-35aab1443141,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:52.533646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d65b7-816b-4620-8d31-e9ae744d7fdf req-c1379584-bbc7-4ef9-9277-69c39f8d2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:52.539400 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d43d65b7-816b-4620-8d31-e9ae744d7fdf req-c1379584-bbc7-4ef9-9277-69c39f8d2f4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 1099 time: 0.1617446 Jul 07 16:41:52.634369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d43d65b7-816b-4620-8d31-e9ae744d7fdf req-8f8c0d54-5343-4889-93d4-d05d2226df24 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e5e01c74440742149aceddab0f3228cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704229 Jul 07 16:41:52.674277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-2382cff5-f635-483b-96e7-9a266837c3fe tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1630837123&fields=id&tenant_id=7a2c5c69b371498fb1ed77dbf815feb1 HTTP/1.1" status: 200 len: 267 time: 0.2584760 Jul 07 16:41:53.031493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-07bb5b84-bbe9-45f0-844b-148889926d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.037911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-07bb5b84-bbe9-45f0-844b-148889926d26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 1.1841750 Jul 07 16:41:53.066265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d65b7-816b-4620-8d31-e9ae744d7fdf req-329ccad4-b719-4c94-8d30-e4eefc55357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.067285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d43d65b7-816b-4620-8d31-e9ae744d7fdf req-329ccad4-b719-4c94-8d30-e4eefc55357b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4240828 Jul 07 16:41:53.089653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a180-1ff7-4ed7-9b6c-f1f7d51d9659 req-b17d2ae3-f911-4855-9d66-d038e796979a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.091292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de63a180-1ff7-4ed7-9b6c-f1f7d51d9659 req-b17d2ae3-f911-4855-9d66-d038e796979a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 0.6276426 Jul 07 16:41:53.175236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:41:53.192257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Sync routers for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:41:53.194235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-a890d9d5-b24e-4de6-aa35-70cba08f33ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1739e455-0120-4f14-be4f-06bdf9a36255 HTTP/1.1" status: 200 len: 217 time: 0.1250813 Jul 07 16:41:53.197996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-51605bea-11bf-41ad-91d3-84b01b4d1503 admin admin] 10.222.0.78 "PUT /v2.0/routers/86c081a7-ea9e-4197-a842-3c0f463068b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8162918 Jul 07 16:41:53.252764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:53.254336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:53.306630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-38a801f7-8d75-4b7d-a0e5-c56a66070030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.309031 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-38a801f7-8d75-4b7d-a0e5-c56a66070030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 1099 time: 0.1619349 Jul 07 16:41:53.391794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-178f1aaa-ee0f-4608-a7f7-4c62fcda3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.393431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-178f1aaa-ee0f-4608-a7f7-4c62fcda3be3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1607037 Jul 07 16:41:53.479548 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:53.508206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-ca49634f-ecce-4989-b499-8f9452e01caa tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.533534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-ca49634f-ecce-4989-b499-8f9452e01caa tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 823 time: 0.8580668 Jul 07 16:41:53.566764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:53.604923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-650bb131-251b-4d12-ba68-7e5ddb353745 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/quotas/7a2c5c69b371498fb1ed77dbf815feb1 HTTP/1.1" status: 200 len: 375 time: 0.0700805 Jul 07 16:41:53.619463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de63a180-1ff7-4ed7-9b6c-f1f7d51d9659 req-af5fe04f-e3ff-4082-88e6-db4fee120b97 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601295 Jul 07 16:41:53.740556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-b9cb98ba-edf7-42c1-8d5d-c56418f67e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.747527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-b9cb98ba-edf7-42c1-8d5d-c56418f67e97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3285644 Jul 07 16:41:53.855265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-6523ec4d-bb62-4697-8582-1f58f018d247 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=4e754cda-de00-406a-b860-17e3f3f8c00a HTTP/1.1" status: 200 len: 217 time: 0.5320079 Jul 07 16:41:53.992916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-f5bafcb2-b338-4e7d-a63e-7066b1a797cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:53.995790 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-f5bafcb2-b338-4e7d-a63e-7066b1a797cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1250746 Jul 07 16:41:54.014188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35564) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:54.025647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-2ffcfac6-b8ea-4292-9f40-b96ce20896cc tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4194026 Jul 07 16:41:54.033543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-7086c5f2-c6ef-4722-b321-81cd0172fe10 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:41:54.042926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:50Z', 'revision_number': 2, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:54.045013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-7086c5f2-c6ef-4722-b321-81cd0172fe10 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183876 Jul 07 16:41:54.107137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-42022ee1-48bd-4ce8-9239-5f6f0d367949 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280115 Jul 07 16:41:54.117412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Checking router: 86c081a7-ea9e-4197-a842-3c0f463068b9 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:41:54.117980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Updating router 86c081a7-ea9e-4197-a842-3c0f463068b9 port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:41:54.145436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-221e1192-8a51-4a0f-a3c8-da5f7b78c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:54.147261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-221e1192-8a51-4a0f-a3c8-da5f7b78c406 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450043 Jul 07 16:41:54.178818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.289523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-678269113-network', 'tenant_id': '97455008b96f4433b50bf52e1af13922'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:54.325034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-3b14512c-fd29-451f-8126-d65e899837d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684787 Jul 07 16:41:54.379047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Made reservation on behalf of 97455008b96f4433b50bf52e1af13922 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:54.382245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.393069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.422833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9a12-4896-4d44-a938-116a9c9e9ca8 req-abf2c86c-9949-45e8-8c88-3d444fb9b1e2 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:54.426306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cecb9a12-4896-4d44-a938-116a9c9e9ca8 req-abf2c86c-9949-45e8-8c88-3d444fb9b1e2 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 948 time: 0.1742389 Jul 07 16:41:54.444698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-052120df-efb8-4552-bb6a-c6d21faeea77 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652318 Jul 07 16:41:54.475308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eff6b795-8bc6-4104-9774-89439af8e0e4 req-e8f584a2-3ab7-4778-8106-93eb1d7445e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429408 Jul 07 16:41:54.595536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.602816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.637964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cecb9a12-4896-4d44-a938-116a9c9e9ca8 req-cb3b9925-a16d-4466-a17c-0360e3f3bf91 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872790 Jul 07 16:41:54.649146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:41:54.656786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8539d6-059e-4e34-af6e-cdafcda4adcd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:54.676019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.678711 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Added segment 2257a0e2-059d-4169-86b8-78e1e0e6d7f3 of type vlan for network 796c31b9-7510-413e-9bbf-ee336fcf2891 Jul 07 16:41:54.735687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-9d4eecf6-251c-4599-83f3-8b42d58ba2a8 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699537 Jul 07 16:41:54.742612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a39da39b-01fb-4fd9-82fd-c48515e6ba1b req-f54efa4e-c7a8-4699-8582-a11d72f5f1fa service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467866 Jul 07 16:41:54.752761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.770189 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.788131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Transition to ACTIVE for port object 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:54.796639 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.805268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.806476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:54.807138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.831419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7916305 Jul 07 16:41:54.833508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35578) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:54.859538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Request body: {'subnet': {'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-678269113-subnet', 'tenant_id': '97455008b96f4433b50bf52e1af13922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:54.884623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757f536-de15-44ca-a4f9-f1c1cc743540 None None] Pushing event updated for resources: {'Port': ['ID=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:54.945316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Attempting to bind port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:41:54.945705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Attempting to bind port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:41:54.945827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Made reservation on behalf of 97455008b96f4433b50bf52e1af13922 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:54.946134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Attempting to bind port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 on network 7ea0375e-ed10-4063-a9d3-2a1cf044662b {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:41:54.950732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.952856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:41:54.953416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Checking segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:54.954072 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.955238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Bound using segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:41:54.956486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Bound port: 90f7aa0c-8b71-4f55-a15a-d84b935e25a5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:41:54.956794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:54.958890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f83d-1bed-4662-ae0c-ada041e250d2 admin admin] Pushing event updated for resources: {'Network': ['ID=796c31b9-7510-413e-9bbf-ee336fcf2891,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:54.971515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:41:55.162307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] For port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:41:55.168626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] For port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:41:55.192742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:55.264348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:41:55.269276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:41:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:55.290713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757f536-de15-44ca-a4f9-f1c1cc743540 None None] Pushing event updated for resources: {'Port': ['ID=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:55.481301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:41:55.716868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:55.903333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-106c42ac-618a-464b-bcfa-4860a0fc66be tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:55.905069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-106c42ac-618a-464b-bcfa-4860a0fc66be tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 828 time: 0.5153744 Jul 07 16:41:55.970114 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:55Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:41:56.033914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda038-73fe-48aa-aae8-f60f16565e82 None None] The sync data for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 is: [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:55Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:41:56.169398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-04fddf09-d59b-4164-82b9-0c994ade996f tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/quotas/76aec8bb59864857960d752f765373c9 HTTP/1.1" status: 200 len: 375 time: 0.2524004 Jul 07 16:41:56.170302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b208bac7-e89a-42b8-b96b-faae5a8cbbde,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:56.180968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbc570-6173-4b06-811c-940a89c62c21 req-ec9ae78e-0f4d-42c4-a4d1-abd2ae14958a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:56.188033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ddbc570-6173-4b06-811c-940a89c62c21 req-ec9ae78e-0f4d-42c4-a4d1-abd2ae14958a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 0.6993752 Jul 07 16:41:56.220743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:56.221179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Network hostable DHCP agents. Network: 796c31b9-7510-413e-9bbf-ee336fcf2891, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:41:56.290781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ddbc570-6173-4b06-811c-940a89c62c21 req-f67f86c8-a260-4c1a-b23f-3f5e8d4e33a7 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018167 Jul 07 16:41:56.302217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:41:56.326682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 796c31b9-7510-413e-9bbf-ee336fcf2891) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:56.338456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:56.339047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:56.342513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8770ec1-5c7c-4868-81af-43fcd701fecb None None] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:56.361449 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-49621270-9e29-4b20-a463-82a8eebdbe35 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290841 Jul 07 16:41:56.375146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-b3f694f5-eed6-45ab-866c-06e0d0eed44b tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:41:56.376548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-b3f694f5-eed6-45ab-866c-06e0d0eed44b tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078447 Jul 07 16:41:56.384508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3ef9e58d-15b9-4b5f-9fd5-78ac529a5688 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5429022 Jul 07 16:41:56.544852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3956b-ae7d-4ea4-b163-05aef832792e None None] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:56.854071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-517fc8b2-172d-48bc-b503-adce8f137668 req-21d23118-3836-45cb-825f-72dc680a1f47 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 210 time: 0.0726993 Jul 07 16:41:56.950158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-3157e9a4-4359-45e1-857d-a3ad8783300d service neutron] 10.222.0.78 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612274 Jul 07 16:41:57.142685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-fd715bdb-e766-41f2-a345-53e0a4272d76 service neutron] 10.222.0.78 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828983 Jul 07 16:41:57.350789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75ae65-b362-41d2-b8ae-1cffa71eef17 req-dbf090d8-ad8e-48c8-87ef-ba179901696b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:57.355877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c75ae65-b362-41d2-b8ae-1cffa71eef17 req-dbf090d8-ad8e-48c8-87ef-ba179901696b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 948 time: 0.1971793 Jul 07 16:41:57.481416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c75ae65-b362-41d2-b8ae-1cffa71eef17 req-e51b369e-21e0-4bd6-9e7f-1ca3830cf20f tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149526 Jul 07 16:41:57.763524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21064921-14b8-404a-b19b-c023c165e709 req-fd3e1406-32d6-4143-a0af-d1809ad56317 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 210 time: 0.1011949 Jul 07 16:41:57.803169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-a60220f2-4fa3-4f05-9c00-2620491d585a tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:57.808134 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-a60220f2-4fa3-4f05-9c00-2620491d585a tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 823 time: 0.5020578 Jul 07 16:41:57.814906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6624a-dc27-4400-9518-0647a6003fe2 req-2c0f8138-37b2-44f0-8c5f-c6763339a02e tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:57.817793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbd6624a-dc27-4400-9518-0647a6003fe2 req-2c0f8138-37b2-44f0-8c5f-c6763339a02e tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 0.2531624 Jul 07 16:41:57.825508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35640) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:57.830809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1249890630-network', 'tenant_id': '368f7b46ae5a492bb806d6651806265a'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:57.914196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Made reservation on behalf of 368f7b46ae5a492bb806d6651806265a for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:57.916389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4e754cda-de00-406a-b860-17e3f3f8c00a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:41:57.919362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:57.959992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:57.981948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbd6624a-dc27-4400-9518-0647a6003fe2 req-eddad9bf-475e-4ff5-8d08-02ab98aa2112 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532640 Jul 07 16:41:58.024267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-4a75dc5d-2d46-4b89-83b0-59aec034dafc tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a2c5c69b371498fb1ed77dbf815feb1 HTTP/1.1" status: 200 len: 380 time: 0.1870406 Jul 07 16:41:58.060185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'port': {'device_id': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'admin_state_up': True, 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'security_groups': ['1271ab3b-bacc-4a51-86fb-0ed19d8cca9c']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:58.069460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:58.205907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:41:58.223193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:41:58.224469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.320921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4e754cda-de00-406a-b860-17e3f3f8c00a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4e754cda-de00-406a-b860-17e3f3f8c00a,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:58.351071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4cad1c3-e0ff-4d5d-bf25-9d6719bee59a req-1d5bab2a-c364-4a62-92c8-4ca1f3c9d5ff tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 210 time: 0.0927610 Jul 07 16:41:58.355925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '4e754cda-de00-406a-b860-17e3f3f8c00a', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '4e754cda-de00-406a-b860-17e3f3f8c00a', 'mac_address': 'fa:16:3e:c3:9e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:41:58.407897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.418135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.451234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:41:58.456655 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.458067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Made reservation on behalf of 7a2c5c69b371498fb1ed77dbf815feb1 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:58.462373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.482742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b740553a-e563-4dc8-967f-ee3cf09f45db,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:58.490656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.490999 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Added segment a38b5ef4-fcfc-474e-890c-8e59afca607d of type vlan for network 6bfa9b43-c720-40d9-8515-6f797389c2a7 Jul 07 16:41:58.512587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e754cda-de00-406a-b860-17e3f3f8c00a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:41:58.531547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.561633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.569804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:58.577993 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.585439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4e754cda-de00-406a-b860-17e3f3f8c00a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4e754cda-de00-406a-b860-17e3f3f8c00a,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:41:58.616101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.618372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.619388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:58.620690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:58.650810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:58.689907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35658) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:58.787397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4e754cda-de00-406a-b860-17e3f3f8c00a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:58.851534 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0244250 Jul 07 16:41:58.860429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8b5b-efed-49f2-9cc1-e0b18e22c04a req-56985c88-d912-4524-819e-fe6cb58057ec tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:58.861476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35666) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:58.869794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f0a8b5b-efed-49f2-9cc1-e0b18e22c04a req-56985c88-d912-4524-819e-fe6cb58057ec tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 949 time: 0.1371512 Jul 07 16:41:58.871021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Request body: {'subnet': {'network_id': '6bfa9b43-c720-40d9-8515-6f797389c2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1249890630-subnet', 'tenant_id': '368f7b46ae5a492bb806d6651806265a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:58.882446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355fe37-4a30-4a6d-8528-d5518949519c admin admin] Pushing event updated for resources: {'Network': ['ID=6bfa9b43-c720-40d9-8515-6f797389c2a7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:58.895218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6bfa9b43-c720-40d9-8515-6f797389c2a7 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:41:58.932152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f0a8b5b-efed-49f2-9cc1-e0b18e22c04a req-55565246-c74e-42a6-9d26-03fc4a849236 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610456 Jul 07 16:41:58.981853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c11c4e0b-6417-4455-b1a0-c9a21e463ace req-5e638acc-6fa3-4447-83b2-2762d27f65b3 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 210 time: 0.0441680 Jul 07 16:41:59.003806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Made reservation on behalf of 368f7b46ae5a492bb806d6651806265a for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:41:59.019878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-390cc88d-4d7e-4983-bb16-1935e27d43c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.023113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.047267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4e754cda-de00-406a-b860-17e3f3f8c00a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:41:59.165666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Allocated IP 172.20.0.5 (3cb4f10c-0692-44dd-b1d0-591eb081ddbf/c1a1b488-5c58-4eee-a23e-c173e0f8ca72/40d0a01c-e7ca-4ea6-9a27-224134a9362f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:41:59.218258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-390cc88d-4d7e-4983-bb16-1935e27d43c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.231309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-390cc88d-4d7e-4983-bb16-1935e27d43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.308772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cc88d-4d7e-4983-bb16-1935e27d43c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd4b84-8d64-40b1-94e4-952c0972a9c3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:59.321145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-390cc88d-4d7e-4983-bb16-1935e27d43c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3482433f0284000b4f2197bb7fbfcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6253197 Jul 07 16:41:59.322544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35670) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:41:59.425161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3c253ca-926e-4a60-8a7a-a3e3e40e1204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.447702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4771d-16ba-42fd-bae3-cbe38399ef50 req-4b6fa708-c739-4a2e-bc3d-55941590cd35 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:59.449687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9b4771d-16ba-42fd-bae3-cbe38399ef50 req-4b6fa708-c739-4a2e-bc3d-55941590cd35 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 0.1998656 Jul 07 16:41:59.462203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3c253ca-926e-4a60-8a7a-a3e3e40e1204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.600565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.615426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9b4771d-16ba-42fd-bae3-cbe38399ef50 req-2fc3d6c1-ddb8-4976-b8cd-7ae3cf765cc8 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460376 Jul 07 16:41:59.619621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.644200 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3c253ca-926e-4a60-8a7a-a3e3e40e1204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.648409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3c253ca-926e-4a60-8a7a-a3e3e40e1204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.654508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c3c253ca-926e-4a60-8a7a-a3e3e40e1204 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3dd4b84-8d64-40b1-94e4-952c0972a9c3 HTTP/1.1" status: 204 len: 168 time: 0.3276789 Jul 07 16:41:59.675086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c253ca-926e-4a60-8a7a-a3e3e40e1204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd4b84-8d64-40b1-94e4-952c0972a9c3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:59.761520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Transition to ACTIVE for port object 40d0a01c-e7ca-4ea6-9a27-224134a9362f will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:41:59.763760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-bf3d1a00-09f8-4ca7-a9b0-5f1fe74e4097 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:59.766156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-bf3d1a00-09f8-4ca7-a9b0-5f1fe74e4097 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.54 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 828 time: 0.2538543 Jul 07 16:41:59.778242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6f6188d-d056-4e9e-aaef-eb057bf7b74e req-42b9b26b-2c1f-4ad8-8831-ff916b780a7b tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 210 time: 0.0792654 Jul 07 16:41:59.791338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Request body: {'port': {'device_id': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'admin_state_up': True, 'tenant_id': '76aec8bb59864857960d752f765373c9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:41:59.807449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc91a41-63fd-4143-9889-940791fd3ede,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:41:59.832634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Checking segment: {'id': 'a38b5ef4-fcfc-474e-890c-8e59afca607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6bfa9b43-c720-40d9-8515-6f797389c2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:41:59.833777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Network hostable DHCP agents. Network: 6bfa9b43-c720-40d9-8515-6f797389c2a7, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:41:59.894394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Network 6bfa9b43-c720-40d9-8515-6f797389c2a7 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:41:59.896981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4e754cda-de00-406a-b860-17e3f3f8c00a up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:41:59.920015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:59.934247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6bfa9b43-c720-40d9-8515-6f797389c2a7) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:41:59.981507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0dfac7-7a44-4006-9b7c-260d4e763e1a None None] Network 6bfa9b43-c720-40d9-8515-6f797389c2a7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:41:59.989573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:41:59.993091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.034861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:00.048552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:00.064747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:00.072372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:00.073227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.091490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'Port': ['ID=40d0a01c-e7ca-4ea6-9a27-224134a9362f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:00.100999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Made reservation on behalf of 76aec8bb59864857960d752f765373c9 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:00.104118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d601f4a9-970c-48b5-9228-771d5b10dcb5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2407327 Jul 07 16:42:00.124684 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-c190a4ee-4dc4-4699-91a3-a90a495545e3 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0860348 Jul 07 16:42:00.125823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.152025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Request body: {'port': {'device_id': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:00.303592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:00.307193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1739e455-0120-4f14-be4f-06bdf9a36255 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:00.376678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.395116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-082ba216-d9e8-4e14-a4e5-f0fd19e7b6d2 req-62b405e7-70aa-4413-aad3-0d6522018d29 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 210 time: 0.1273677 Jul 07 16:42:00.456673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35686) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:00.493224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eaad4835-5a51-4c5c-a400-b68b86468381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.534918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Allocated IP 172.20.0.14 (7ea0375e-ed10-4063-a9d3-2a1cf044662b/54df8710-d443-4457-837b-3b0b1aff6757/afa5ab12-91a1-4483-95ca-eda37de07eaf) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:00.548653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc6cc8-8af3-4fb4-b3f9-225cb342ab68 req-fa6d2247-50eb-4dc3-bd1e-8a9c27d6b291 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:00.558999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbcc6cc8-8af3-4fb4-b3f9-225cb342ab68 req-fa6d2247-50eb-4dc3-bd1e-8a9c27d6b291 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 949 time: 0.2935288 Jul 07 16:42:00.636187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 4e754cda-de00-406a-b860-17e3f3f8c00a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:00.656672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbcc6cc8-8af3-4fb4-b3f9-225cb342ab68 req-5f45ef42-ebb7-4d2b-a89c-da08ab648dcf tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927749 Jul 07 16:42:00.662104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5124fca9-3f22-4352-953e-bde6addf098e None None] Provisioning for port 40d0a01c-e7ca-4ea6-9a27-224134a9362f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:00.699160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 4e754cda-de00-406a-b860-17e3f3f8c00a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:00.701729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.706368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:00.707213 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.802704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5124fca9-3f22-4352-953e-bde6addf098e None None] Provisioning complete for port 40d0a01c-e7ca-4ea6-9a27-224134a9362f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:00.803429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5124fca9-3f22-4352-953e-bde6addf098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.832902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eaad4835-5a51-4c5c-a400-b68b86468381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.843936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eaad4835-5a51-4c5c-a400-b68b86468381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.886014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:00.886978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdc87d-61ef-476a-9ecc-df3052ff3464 None None] Network 6bfa9b43-c720-40d9-8515-6f797389c2a7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:00.905267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eaad4835-5a51-4c5c-a400-b68b86468381 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c0f07d1ba824f1d898f7c66ce197023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444683 Jul 07 16:42:00.909294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35696) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:00.919929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Transition to ACTIVE for port object afa5ab12-91a1-4483-95ca-eda37de07eaf will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:00.931222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4835-5a51-4c5c-a400-b68b86468381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1f115e-1768-42e0-98fc-e0670568440c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:00.991532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.011772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4762b122-f86a-4f12-af15-2c7667179d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.146307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1739e455-0120-4f14-be4f-06bdf9a36255, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1739e455-0120-4f14-be4f-06bdf9a36255,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:01.147758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:01.157993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5124fca9-3f22-4352-953e-bde6addf098e None None] Port 40d0a01c-e7ca-4ea6-9a27-224134a9362f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:42:01.198365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1739e455-0120-4f14-be4f-06bdf9a36255', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '1739e455-0120-4f14-be4f-06bdf9a36255', 'mac_address': 'fa:16:3e:9d:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:tempest-test_az-220229940', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:01.203250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:01.220758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:01.228824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:01.229626 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.246108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4762b122-f86a-4f12-af15-2c7667179d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.273520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d0a01c-e7ca-4ea6-9a27-224134a9362f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:01.292159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.293535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event updated for resources: {'Port': ['ID=afa5ab12-91a1-4483-95ca-eda37de07eaf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:01.318821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-f35a0c81-2ff9-4dc4-88d8-c65d90a71252 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5388529 Jul 07 16:42:01.328884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.339716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Request body: {'port': {'device_id': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'device_owner': 'compute:tempest-test_az-220229940', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:01.347135 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.351516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Transition to ACTIVE for port object 40d0a01c-e7ca-4ea6-9a27-224134a9362f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:01.356904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.366667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1739e455-0120-4f14-be4f-06bdf9a36255 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:01.369828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d009-6d3f-4ce2-8bfd-92c26c228851 req-40095c68-d609-40c4-9c12-2d7ec839518a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:01.371914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2732d009-6d3f-4ce2-8bfd-92c26c228851 req-40095c68-d609-40c4-9c12-2d7ec839518a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 968 time: 0.4015758 Jul 07 16:42:01.395718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4762b122-f86a-4f12-af15-2c7667179d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.399182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4762b122-f86a-4f12-af15-2c7667179d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.413368 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4762b122-f86a-4f12-af15-2c7667179d95 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff1f115e-1768-42e0-98fc-e0670568440c HTTP/1.1" status: 204 len: 168 time: 0.4906433 Jul 07 16:42:01.455842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-876a4054-0f9a-4887-add7-63e5dd23ffc2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:01.458094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-876a4054-0f9a-4887-add7-63e5dd23ffc2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.4098055 Jul 07 16:42:01.481121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2732d009-6d3f-4ce2-8bfd-92c26c228851 req-883b3d4e-b351-4da8-8ad9-b5192518ca7a tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768023 Jul 07 16:42:01.481878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e754cda-de00-406a-b860-17e3f3f8c00a'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:01.518980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-8423a2a2-16b1-4d00-a7cc-70c67467c887 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/quotas/97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 375 time: 0.0422912 Jul 07 16:42:01.574638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762b122-f86a-4f12-af15-2c7667179d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1f115e-1768-42e0-98fc-e0670568440c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:01.584780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Pushing event updated for resources: {'Port': ['ID=40d0a01c-e7ca-4ea6-9a27-224134a9362f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:01.594012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1739e455-0120-4f14-be4f-06bdf9a36255, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1739e455-0120-4f14-be4f-06bdf9a36255,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:01.650661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-93d8d8f0-fc0d-4e17-b7bf-2c4ce9b40a0d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151295 Jul 07 16:42:01.653462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.681044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4e754cda-de00-406a-b860-17e3f3f8c00a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4e754cda-de00-406a-b860-17e3f3f8c00a,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:01.681643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Attempting to bind port 40d0a01c-e7ca-4ea6-9a27-224134a9362f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:01.681997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Attempting to bind port 40d0a01c-e7ca-4ea6-9a27-224134a9362f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:01.682520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Attempting to bind port 40d0a01c-e7ca-4ea6-9a27-224134a9362f on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:01.702734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Port 40d0a01c-e7ca-4ea6-9a27-224134a9362f on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:01.703717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.708453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Attempting to bind port 40d0a01c-e7ca-4ea6-9a27-224134a9362f on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:01.722672 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.732241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:01.732579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Checking segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:01.732979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Bound using segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:01.733525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Bound port: 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:01.733843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.839937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] For port 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:01.840995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64035087-e06d-4a09-a253-debc45ef1112 None None] Provisioning for port afa5ab12-91a1-4483-95ca-eda37de07eaf completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:01.844215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] For port 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:01.849824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.850312 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09e3138-8196-4c03-9f9f-0de15b60c144" -d '{"events": [{"server_uuid": "9d359e25-31c3-4892-82a8-5b695b5f6f58", "name": "network-vif-plugged", "status": "completed", "tag": "4e754cda-de00-406a-b860-17e3f3f8c00a"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:01.869548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64035087-e06d-4a09-a253-debc45ef1112 None None] Provisioning complete for port afa5ab12-91a1-4483-95ca-eda37de07eaf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:01.869996 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64035087-e06d-4a09-a253-debc45ef1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.910174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:01.911212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:01.912402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] 10.222.0.13 "PUT /v2.0/ports/40d0a01c-e7ca-4ea6-9a27-224134a9362f HTTP/1.1" status: 200 len: 1091 time: 1.7699282 Jul 07 16:42:01.912862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:01.915354 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9222e481-5dd8-4049-bbae-3d3dbb52cb40" -d '{"events": [{"name": "network-changed", "server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:01.942489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-64035087-e06d-4a09-a253-debc45ef1112 None None] Port afa5ab12-91a1-4483-95ca-eda37de07eaf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:42:01.962734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1739e455-0120-4f14-be4f-06bdf9a36255,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:01.968826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726d479-6c92-4b00-8bdc-ef807a2d8e5a service neutron] Pushing event updated for resources: {'Port': ['ID=40d0a01c-e7ca-4ea6-9a27-224134a9362f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:02.065138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4e754cda-de00-406a-b860-17e3f3f8c00a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:02.091286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-fdad0da2-100a-4bba-837d-d1253ca474cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:02.093657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-fdad0da2-100a-4bba-837d-d1253ca474cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 1094 time: 0.1089711 Jul 07 16:42:02.128587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-b733d6d9-13e5-487d-8f30-8d4601d75df0 service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702492 Jul 07 16:42:02.162623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-98b032d8-18ab-4f83-b2f9-279fbf2c8e35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f HTTP/1.1" status: 200 len: 217 time: 0.0501063 Jul 07 16:42:02.194128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1739e455-0120-4f14-be4f-06bdf9a36255'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:02.250722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-6a870cb1-36f3-439f-aeb5-a6fcb32e453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:02.252355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-6a870cb1-36f3-439f-aeb5-a6fcb32e453e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.0783434 Jul 07 16:42:02.264517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b26589-4ad5-49ca-9d4b-2aa831bde81c req-0b820b04-bcdb-4194-9e67-d7fdd5cc793e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:02.267353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5b26589-4ad5-49ca-9d4b-2aa831bde81c req-0b820b04-bcdb-4194-9e67-d7fdd5cc793e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 943 time: 0.4601147 Jul 07 16:42:02.354928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-81caaba8-e957-4dd5-a62b-a33f30e73403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:02.356903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-81caaba8-e957-4dd5-a62b-a33f30e73403 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967779 Jul 07 16:42:02.404171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5b26589-4ad5-49ca-9d4b-2aa831bde81c req-624d9968-09b2-4513-a40b-912436114d50 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909808 Jul 07 16:42:02.444809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-970eb3b3-8c27-4f0a-95dd-0027e6d8f952 service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057323 Jul 07 16:42:02.454696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa5ab12-91a1-4483-95ca-eda37de07eaf {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:02.463976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:02.480220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Transition to ACTIVE for port object afa5ab12-91a1-4483-95ca-eda37de07eaf will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:02.487133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:02.612301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-0b3555d8-8066-44c7-a8ea-0645ac3bf38c service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470684 Jul 07 16:42:02.612960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Pushing event updated for resources: {'Port': ['ID=afa5ab12-91a1-4483-95ca-eda37de07eaf,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:02.726573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Attempting to bind port afa5ab12-91a1-4483-95ca-eda37de07eaf on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:02.727202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Attempting to bind port afa5ab12-91a1-4483-95ca-eda37de07eaf by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:02.727841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Attempting to bind port afa5ab12-91a1-4483-95ca-eda37de07eaf on network 7ea0375e-ed10-4063-a9d3-2a1cf044662b {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:02.744576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Port afa5ab12-91a1-4483-95ca-eda37de07eaf on network 7ea0375e-ed10-4063-a9d3-2a1cf044662b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:02.745740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Attempting to bind port afa5ab12-91a1-4483-95ca-eda37de07eaf on network 7ea0375e-ed10-4063-a9d3-2a1cf044662b {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:02.763736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:02.764716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Checking segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:02.765958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Bound using segment: {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:02.768722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Bound port: afa5ab12-91a1-4483-95ca-eda37de07eaf, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210e30ee-9931-454c-80fd-452009358e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:02.771079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:02.836907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea87f4e5-8bed-4c06-aa3e-996d775e5f0d req-e76c82ac-e4ce-47bc-940c-a7a71e9d857b service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076859 Jul 07 16:42:02.894026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579aecc-727d-4e3b-8b53-299c89320533 req-03c74487-7743-4f59-89f8-b43ed17c5bd4 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:02.896643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b579aecc-727d-4e3b-8b53-299c89320533 req-03c74487-7743-4f59-89f8-b43ed17c5bd4 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 965 time: 0.2728076 Jul 07 16:42:03.029612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] For port afa5ab12-91a1-4483-95ca-eda37de07eaf, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:03.046812 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b579aecc-727d-4e3b-8b53-299c89320533 req-a3fd692a-0300-4a5d-a9e8-8a6beaa92b64 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 Jul 07 16:42:03.057879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdaf1a-1491-450c-8757-1c4662c51e67 req-81c50e2d-3199-4418-b30f-cf4e85bb85ed tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.064871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7cdaf1a-1491-450c-8757-1c4662c51e67 req-81c50e2d-3199-4418-b30f-cf4e85bb85ed tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 950 time: 0.1597509 Jul 07 16:42:03.083248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] For port afa5ab12-91a1-4483-95ca-eda37de07eaf, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:03.093802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:03.137533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.138165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:03.139589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] 10.222.0.54 "PUT /v2.0/ports/afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 1113 time: 1.8095405 Jul 07 16:42:03.142153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:03.144470 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da519c0d-52af-4ca9-997e-ff4f501792bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:03.186782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7cdaf1a-1491-450c-8757-1c4662c51e67 req-0aa50db4-78c6-4a84-840d-86e93b967830 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208646 Jul 07 16:42:03.195144 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:03.216885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853dfab-ac12-4fa5-890a-f4a5dde80cca service neutron] Pushing event updated for resources: {'Port': ['ID=afa5ab12-91a1-4483-95ca-eda37de07eaf,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:03.303732 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282219b-21a4-43d0-b8e2-fb9957953707 x-openstack-request-id: req-c282219b-21a4-43d0-b8e2-fb9957953707 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:03.304301 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:03.304301 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c282219b-21a4-43d0-b8e2-fb9957953707 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:03.304751 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'status': 'completed', 'code': 200} Jul 07 16:42:03.386868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-00e04349-820f-46f5-81cd-b41de4127fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.391189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-00e04349-820f-46f5-81cd-b41de4127fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1116 time: 0.1676102 Jul 07 16:42:03.465244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-c36ed2af-bc01-4517-8dc3-ba2806177d32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 217 time: 0.0631316 Jul 07 16:42:03.550193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-a6ae1a0d-fc37-4b7e-b327-2088acbdccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.557173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-a6ae1a0d-fc37-4b7e-b327-2088acbdccd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 1094 time: 0.1723461 Jul 07 16:42:03.557372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-72278e3f-aa91-4e84-ba63-40a35977cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.557372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-72278e3f-aa91-4e84-ba63-40a35977cc54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 200 len: 867 time: 0.0796781 Jul 07 16:42:03.663613 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c43ea22-6cd5-48a7-bf19-cef66d23c3ce x-openstack-request-id: req-9c43ea22-6cd5-48a7-bf19-cef66d23c3ce {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:03.664688 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d359e25-31c3-4892-82a8-5b695b5f6f58", "name": "network-vif-plugged", "status": "completed", "tag": "4e754cda-de00-406a-b860-17e3f3f8c00a", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:03.665189 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c43ea22-6cd5-48a7-bf19-cef66d23c3ce {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:03.665847 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e754cda-de00-406a-b860-17e3f3f8c00a', 'code': 200} Jul 07 16:42:03.671306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5c60b-c7af-4cf8-9bb0-b344b37d9631 req-cae06816-2ea9-44fd-8a23-63804a3576bd tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.677737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1b5c60b-c7af-4cf8-9bb0-b344b37d9631 req-cae06816-2ea9-44fd-8a23-63804a3576bd tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 969 time: 0.2149715 Jul 07 16:42:03.743081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1b5c60b-c7af-4cf8-9bb0-b344b37d9631 req-8dcb2928-b264-4107-bef0-fd933d9cbc9f tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601413 Jul 07 16:42:03.753423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-ca6a1957-2cd7-469f-951c-8ce847082077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.756121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-ca6a1957-2cd7-469f-951c-8ce847082077 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ea0375e-ed10-4063-a9d3-2a1cf044662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790452 Jul 07 16:42:03.809892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.13', 58101) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:03.840451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-71e56948-ac40-4d47-9dc2-7ace65375c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:03.842383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-71e56948-ac40-4d47-9dc2-7ace65375c1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 924 time: 0.2816989 Jul 07 16:42:03.901410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-bad021c2-284b-4724-a2a2-0fc997ece94d service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317668 Jul 07 16:42:03.919012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-26aa0629-fd02-4745-b6e4-a2131e81fd44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f HTTP/1.1" status: 200 len: 217 time: 0.0547874 Jul 07 16:42:03.967835 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4a7c49-a145-4cb8-9277-5a8cac253b2f x-openstack-request-id: req-0b4a7c49-a145-4cb8-9277-5a8cac253b2f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:03.968131 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:03.968388 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b4a7c49-a145-4cb8-9277-5a8cac253b2f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:03.969398 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'status': 'completed', 'code': 200} Jul 07 16:42:03.982480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e010aed-9835-48e7-a968-346646fe55e3 req-6b060631-4ad8-48ac-b320-3aaebd1d824e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 210 time: 0.0799105 Jul 07 16:42:03.997939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-87191462-e7fd-4859-908c-7ce0511a15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.000181 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-87191462-e7fd-4859-908c-7ce0511a15fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.0716932 Jul 07 16:42:04.080018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4151db6-9631-4d8f-a048-7c724c513c59 req-b9d8a8cc-5b18-4427-ad1e-0b59d1cdbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.081283 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f4151db6-9631-4d8f-a048-7c724c513c59 req-b9d8a8cc-5b18-4427-ad1e-0b59d1cdbb72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 1101 time: 0.2701328 Jul 07 16:42:04.120333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f4151db6-9631-4d8f-a048-7c724c513c59 req-98300443-036b-4167-b751-24f7857f178f service neutron] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.165512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-678f92fa-c531-4133-9ff7-af63c1176dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.167440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-678f92fa-c531-4133-9ff7-af63c1176dbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556079 Jul 07 16:42:04.171087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1739e455-0120-4f14-be4f-06bdf9a36255 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:04.263592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 1739e455-0120-4f14-be4f-06bdf9a36255 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:04.268827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1739e455-0120-4f14-be4f-06bdf9a36255 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:04.269287 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.329619 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-95e37cf1-14ae-4308-be95-dda53ee146e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512902 Jul 07 16:42:04.389437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.397412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f4151db6-9631-4d8f-a048-7c724c513c59 req-98300443-036b-4167-b751-24f7857f178f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.431302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40d90925-51bf-469b-87e2-4bd7f97512f0 req-763b0d0f-c26a-47b4-ab7f-d4fcaf2de24f service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614275 Jul 07 16:42:04.437228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1739e455-0120-4f14-be4f-06bdf9a36255, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1739e455-0120-4f14-be4f-06bdf9a36255,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:04.444434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f4151db6-9631-4d8f-a048-7c724c513c59 req-98300443-036b-4167-b751-24f7857f178f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.445768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8085-d32b-47ef-840f-490d6a0c8384 req-b2a3f7c7-fcbf-43be-938e-4dcd54af69f8 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.447272 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.447413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1ee8085-d32b-47ef-840f-490d6a0c8384 req-b2a3f7c7-fcbf-43be-938e-4dcd54af69f8 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 965 time: 0.1267629 Jul 07 16:42:04.455540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ea0ec-65a0-4f2e-b0ff-b49b7fd19dc1 req-52332326-ca1e-47db-844e-3823fc181753 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.457037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d39ea0ec-65a0-4f2e-b0ff-b49b7fd19dc1 req-52332326-ca1e-47db-844e-3823fc181753 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 943 time: 0.3970661 Jul 07 16:42:04.510698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1ee8085-d32b-47ef-840f-490d6a0c8384 req-809e2abd-3806-4384-92e2-0a798521dee1 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Jul 07 16:42:04.530308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f4151db6-9631-4d8f-a048-7c724c513c59 req-98300443-036b-4167-b751-24f7857f178f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376068 Jul 07 16:42:04.534371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300443-036b-4167-b751-24f7857f178f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa45df27-68bc-4d78-8457-fc948e1b0405,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:04.536918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d39ea0ec-65a0-4f2e-b0ff-b49b7fd19dc1 req-513f35d9-0507-4dfa-904f-c941c851dae5 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585563 Jul 07 16:42:04.571064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1739e455-0120-4f14-be4f-06bdf9a36255,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:04.612840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-4e7701e8-1446-46d3-b588-7069859df827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.615128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-4e7701e8-1446-46d3-b588-7069859df827 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1116 time: 0.0772824 Jul 07 16:42:04.627168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9222e481-5dd8-4049-bbae-3d3dbb52cb40 req-9bf00af2-84a0-4ba3-ba43-c1e362bcf919 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598739 Jul 07 16:42:04.799464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-df8ed41e-3b15-459e-9265-4fe4dfab2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.803084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-df8ed41e-3b15-459e-9265-4fe4dfab2fef service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 929 time: 0.1800530 Jul 07 16:42:04.835790 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:42:04.884765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-a8d19098-c02d-45f2-bdf0-923d8d1718ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 217 time: 0.0746160 Jul 07 16:42:04.896990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d99ea7f-6315-43f7-8b04-a3bfb17f46d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:04.920867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d440-1fbf-4658-9814-374e7dca46c0 req-00821047-1d5b-4bc5-a36d-4b893bfd5c91 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:04.924125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25f3d440-1fbf-4658-9814-374e7dca46c0 req-00821047-1d5b-4bc5-a36d-4b893bfd5c91 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 950 time: 0.2419436 Jul 07 16:42:05.053377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-849f1ae0-37a4-4fdc-aaad-83dbb7bf60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.054930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-849f1ae0-37a4-4fdc-aaad-83dbb7bf60ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 200 len: 867 time: 0.1628940 Jul 07 16:42:05.069765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-cc32c159-6106-4e54-94e9-7170ecb0cd77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.071495 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-cc32c159-6106-4e54-94e9-7170ecb0cd77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.1355369 Jul 07 16:42:05.081128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25f3d440-1fbf-4658-9814-374e7dca46c0 req-c102c954-3dfe-4cc3-8d92-d553436ce6fd tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144121 Jul 07 16:42:05.094363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Request body: {'port': {'device_id': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'admin_state_up': True, 'tenant_id': '97455008b96f4433b50bf52e1af13922'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:05.138132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375aa27-5c87-4644-a465-ebfe5231d793 req-f9199141-ad33-433c-bee6-c3fe5f35d548 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.146959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4375aa27-5c87-4644-a465-ebfe5231d793 req-f9199141-ad33-433c-bee6-c3fe5f35d548 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.1783936 Jul 07 16:42:05.201367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4375aa27-5c87-4644-a465-ebfe5231d793 req-d2070c58-7635-41f9-9f6d-7d8c2f43e2b9 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Jul 07 16:42:05.223968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-5682fbae-32c8-48e3-af5b-490604189d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.225576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-5682fbae-32c8-48e3-af5b-490604189d76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ea0375e-ed10-4063-a9d3-2a1cf044662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613140 Jul 07 16:42:05.281865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Made reservation on behalf of 97455008b96f4433b50bf52e1af13922 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:05.286026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:05.325923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43de7ac7-8be2-4409-9827-b338e50a775f req-63d4cd48-0bd0-4a4e-9fae-2b72ffd8ca25 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 210 time: 0.0394821 Jul 07 16:42:05.379617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-6057a981-b882-4ba7-aecf-cea4792f553f service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463726 Jul 07 16:42:05.467532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Allocated IP 172.20.0.9 (796c31b9-7510-413e-9bbf-ee336fcf2891/b208bac7-e89a-42b8-b96b-faae5a8cbbde/62a71f92-53e8-4093-9479-bca0207bc766) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:05.482321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da519c0d-52af-4ca9-997e-ff4f501792bb req-bb50fc92-0e69-48e4-a8d1-d16e9951a6f7 service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955036 Jul 07 16:42:05.667023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1739e455-0120-4f14-be4f-06bdf9a36255'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:05.671436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:05.671776 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5488c2e0-b74d-435d-b677-78c506cf2007" -d '{"events": [{"server_uuid": "d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec", "name": "network-vif-plugged", "status": "completed", "tag": "1739e455-0120-4f14-be4f-06bdf9a36255"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:05.679628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35804) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:05.726041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:05.778882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:05.782732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd190ed-2278-49af-a97a-01d2102f4f60 req-f109b564-eb98-4fce-b57d-ffacc5640752 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.783056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:05.784290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfd190ed-2278-49af-a97a-01d2102f4f60 req-f109b564-eb98-4fce-b57d-ffacc5640752 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 965 time: 0.1336167 Jul 07 16:42:05.792178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:05.796056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9c9f2-4312-4ab6-99aa-ea09a9f09c41 req-c5bd3cc7-fbfe-4837-9e88-143e87dbef68 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.797616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45a9c9f2-4312-4ab6-99aa-ea09a9f09c41 req-c5bd3cc7-fbfe-4837-9e88-143e87dbef68 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 943 time: 0.0959246 Jul 07 16:42:05.798571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:05.799334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:05.838026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2acda495-c6d9-4f5a-956d-338efa1885cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:05.841830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:05.846517 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-d73ddd27-4ff7-47fa-b6a8-0957a74d3cee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580807 Jul 07 16:42:05.857684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfd190ed-2278-49af-a97a-01d2102f4f60 req-ea4cacf8-0d9f-4004-bb58-6dd3422bd47b tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590875 Jul 07 16:42:05.866379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45a9c9f2-4312-4ab6-99aa-ea09a9f09c41 req-b89b9032-2c14-4b94-a43a-285699f22197 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534167 Jul 07 16:42:05.869361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Request body: {'port': {'device_id': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:05.918790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 40d0a01c-e7ca-4ea6-9a27-224134a9362f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:05.928998 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42376ab6-2c7d-4fa9-9287-d9565513becf x-openstack-request-id: req-42376ab6-2c7d-4fa9-9287-d9565513becf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:05.929403 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec", "name": "network-vif-plugged", "status": "completed", "tag": "1739e455-0120-4f14-be4f-06bdf9a36255", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:05.929734 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42376ab6-2c7d-4fa9-9287-d9565513becf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:05.930258 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1739e455-0120-4f14-be4f-06bdf9a36255', 'code': 200} Jul 07 16:42:06.007364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.064540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:06.082896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'port_id': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'mac_address': 'fa:16:3e:eb:1a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:06.083130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2acda495-c6d9-4f5a-956d-338efa1885cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.095392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2acda495-c6d9-4f5a-956d-338efa1885cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.113610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5ed5b-abdc-4e69-bb35-8a58eb4488f3 req-23504fb4-e6e3-482c-b556-6075371a8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:06.116036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06f5ed5b-abdc-4e69-bb35-8a58eb4488f3 req-23504fb4-e6e3-482c-b556-6075371a8fe4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 1121 time: 0.1144104 Jul 07 16:42:06.135185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.150595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d0a01c-e7ca-4ea6-9a27-224134a9362f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:06.173633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06f5ed5b-abdc-4e69-bb35-8a58eb4488f3 req-fb98a785-4908-4301-a85e-41049d95b945 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Jul 07 16:42:06.182632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:06.200637 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.221061 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2acda495-c6d9-4f5a-956d-338efa1885cb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b42a2d0d7bcb4fc28ac4f5cd595ceb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402420 Jul 07 16:42:06.224694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35810) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:06.290797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acda495-c6d9-4f5a-956d-338efa1885cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0542d81f-f7bb-411a-9bdd-faaf1477a051,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:06.325391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d2d456b-c3de-4297-93fe-51ba79937243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.363642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=40d0a01c-e7ca-4ea6-9a27-224134a9362f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:06.377478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d2d456b-c3de-4297-93fe-51ba79937243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.394135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4ca9-0d57-48ca-8c16-9a74ed695c93 req-5c8e34a9-f5b2-43f9-85f5-6a55132d7fa6 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:06.397626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c6b4ca9-0d57-48ca-8c16-9a74ed695c93 req-5c8e34a9-f5b2-43f9-85f5-6a55132d7fa6 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 950 time: 0.1393585 Jul 07 16:42:06.434642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a71f92-53e8-4093-9479-bca0207bc766 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:06.447139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.467838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Transition to ACTIVE for port object 62a71f92-53e8-4093-9479-bca0207bc766 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:06.471768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.510621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['40d0a01c-e7ca-4ea6-9a27-224134a9362f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:06.517979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c6b4ca9-0d57-48ca-8c16-9a74ed695c93 req-ad71b57b-f7cd-41d3-a208-793195cb27f0 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116626 Jul 07 16:42:06.560305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:06.573694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:06.574245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:06.574862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:06.583164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:06.584435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:06.585123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37140b3c-58e3-4608-8c12-241a49c79886 req-04ffefc2-5ac5-417f-8e2f-eb494cb24756 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:06.586598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37140b3c-58e3-4608-8c12-241a49c79886 req-04ffefc2-5ac5-417f-8e2f-eb494cb24756 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.1801100 Jul 07 16:42:06.587782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d2d456b-c3de-4297-93fe-51ba79937243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.590653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:06.591047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:06.591527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:06.592218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Bound port: 62a71f92-53e8-4093-9479-bca0207bc766, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:06.592404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d2d456b-c3de-4297-93fe-51ba79937243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.592831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.593422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7d2d456b-c3de-4297-93fe-51ba79937243 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0542d81f-f7bb-411a-9bdd-faaf1477a051 HTTP/1.1" status: 204 len: 168 time: 0.3675709 Jul 07 16:42:06.605069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d456b-c3de-4297-93fe-51ba79937243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0542d81f-f7bb-411a-9bdd-faaf1477a051,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:06.659194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37140b3c-58e3-4608-8c12-241a49c79886 req-295c3f3c-9182-4a06-b5ae-baa2420360a4 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Jul 07 16:42:06.700390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:06.704458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:06.710989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.754228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:06.756029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:06.758053 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] 10.222.0.13 "PUT /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 1091 time: 0.8961887 Jul 07 16:42:06.760638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:06.763329 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae077c-497d-4224-8d10-9a863a18cf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "tag": "62a71f92-53e8-4093-9479-bca0207bc766"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:06.859784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e57e21-5451-4ea2-8b22-b2c9f502929d req-ff63d0e1-d375-46fa-932a-e139b939da15 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:06.861558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81e57e21-5451-4ea2-8b22-b2c9f502929d req-ff63d0e1-d375-46fa-932a-e139b939da15 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1121430 Jul 07 16:42:06.873531 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f01da45-6c9a-4972-944e-847351e674ab x-openstack-request-id: req-8f01da45-6c9a-4972-944e-847351e674ab {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:06.873947 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "tag": "62a71f92-53e8-4093-9479-bca0207bc766", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:06.874328 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f01da45-6c9a-4972-944e-847351e674ab {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:06.874884 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766', 'status': 'completed', 'code': 200} Jul 07 16:42:06.905427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72365-e24a-43f7-a041-5a6395a18554 service neutron] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:06.928512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81e57e21-5451-4ea2-8b22-b2c9f502929d req-e0498acd-e952-4c4f-8284-0fc77ed05665 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590389 Jul 07 16:42:06.942641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-340329f1-6053-49a9-8600-4dbb8d5a4566 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1591709 Jul 07 16:42:06.947423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-0057b330-555e-4c59-8eac-8549e85a13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:06.949046 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-0057b330-555e-4c59-8eac-8549e85a13ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1094 time: 0.1138160 Jul 07 16:42:07.025163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-40459b8a-0248-4db5-8a73-dc89a73699df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.0481868 Jul 07 16:42:07.031558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35826) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:07.055457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9802-e832-4ab2-8f4a-0c5f955a7f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.140879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4546b19-df95-4040-b041-a38e0da23bdc req-9c0c4ac2-ddb6-49fb-84b1-6b3a330dafd7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.142467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4546b19-df95-4040-b041-a38e0da23bdc req-9c0c4ac2-ddb6-49fb-84b1-6b3a330dafd7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 944 time: 0.1173913 Jul 07 16:42:07.155080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-1ef6079b-b38a-407b-b2be-8b49cfe7dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.157550 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-1ef6079b-b38a-407b-b2be-8b49cfe7dd06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1170535 Jul 07 16:42:07.193014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063086-0b5e-4292-b903-e47245c6c804 req-98fe2756-5c2c-4caa-bfc3-0b276777ad13 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.197165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b063086-0b5e-4292-b903-e47245c6c804 req-98fe2756-5c2c-4caa-bfc3-0b276777ad13 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 965 time: 0.1132760 Jul 07 16:42:07.208227 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-9d2e4740-0ed1-4000-bdb3-0b8dbb8d201d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416734 Jul 07 16:42:07.209459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4546b19-df95-4040-b041-a38e0da23bdc req-96974aae-0366-4e96-b688-c8c2c0f6f1f7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581412 Jul 07 16:42:07.247621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b063086-0b5e-4292-b903-e47245c6c804 req-d7db397f-036f-4250-8840-24631ed95be6 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Jul 07 16:42:07.353138 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.453377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-5b03bf0d-7cc8-45e0-90c4-909db5a61090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.454851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-5b03bf0d-7cc8-45e0-90c4-909db5a61090 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 1101 time: 0.4007127 Jul 07 16:42:07.574447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1cd7-6e93-41ef-bd95-b3ffbcda7c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.588195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-668eb64c-afc8-4f28-b077-934dc3ccb0d8 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714938 Jul 07 16:42:07.656466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9802-e832-4ab2-8f4a-0c5f955a7f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.673311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9802-e832-4ab2-8f4a-0c5f955a7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.695810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-ba34cce4-db7a-4863-aaad-02c05d3d0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.697324 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-ba34cce4-db7a-4863-aaad-02c05d3d0915 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2187352 Jul 07 16:42:07.742970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816646-82fa-4534-ad0c-c5acffe027bd req-8b36b24a-242c-477e-9d21-a37ae2453358 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.744884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0816646-82fa-4534-ad0c-c5acffe027bd req-8b36b24a-242c-477e-9d21-a37ae2453358 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 950 time: 0.0711985 Jul 07 16:42:07.774699 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-b3f6e2be-f7a3-4f0c-8dc4-fa84d3e147ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=4e754cda-de00-406a-b860-17e3f3f8c00a HTTP/1.1" status: 200 len: 217 time: 0.0639303 Jul 07 16:42:07.775292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9802-e832-4ab2-8f4a-0c5f955a7f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f6a8ac-c6d0-40ad-af48-2de96dd420c7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:07.782263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ec1a9802-e832-4ab2-8f4a-0c5f955a7f6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08be11e3ba69440f9d8c25f66ecbe706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468140 Jul 07 16:42:07.782780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:07.806896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0816646-82fa-4534-ad0c-c5acffe027bd req-53e8afe6-d319-4f73-a396-a7b876ea38a8 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Jul 07 16:42:07.822902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-594ea780-b3fc-41ef-8e73-d42cdf3f2912 req-416d6abd-0181-4e8b-96e3-6ca86cc0eaa5 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214963 Jul 07 16:42:07.837587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-3ad0ebb2-566c-4989-8982-53c7f5eff78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.839118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-3ad0ebb2-566c-4989-8982-53c7f5eff78c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0550232 Jul 07 16:42:07.898993 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-35b082da-1691-4038-9daf-1b86b91525f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.932783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-35b082da-1691-4038-9daf-1b86b91525f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:07.940268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 40d0a01c-e7ca-4ea6-9a27-224134a9362f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:07.968720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c375b-f14a-4287-9714-f165fd43ce38 req-23f8ac59-0b74-4f01-b209-94d816a3f7a0 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.969791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677c375b-f14a-4287-9714-f165fd43ce38 req-23f8ac59-0b74-4f01-b209-94d816a3f7a0 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.1454210 Jul 07 16:42:07.991234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-116aafe6-3bce-43aa-8874-3c4c32f11978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:07.992763 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-116aafe6-3bce-43aa-8874-3c4c32f11978 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473649 Jul 07 16:42:08.017798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 40d0a01c-e7ca-4ea6-9a27-224134a9362f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:08.026811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 40d0a01c-e7ca-4ea6-9a27-224134a9362f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:08.027803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.079145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-de5ff684-557a-44fc-a636-2ff60be83d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:08.080991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-de5ff684-557a-44fc-a636-2ff60be83d3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1094 time: 0.1456797 Jul 07 16:42:08.089427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677c375b-f14a-4287-9714-f165fd43ce38 req-bd3e0327-aac9-4f28-b60f-aeb82d90603c tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088159 Jul 07 16:42:08.108436 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-35b082da-1691-4038-9daf-1b86b91525f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.113484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-35b082da-1691-4038-9daf-1b86b91525f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.117805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-35b082da-1691-4038-9daf-1b86b91525f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3f6a8ac-c6d0-40ad-af48-2de96dd420c7 HTTP/1.1" status: 204 len: 168 time: 0.3330626 Jul 07 16:42:08.137905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b082da-1691-4038-9daf-1b86b91525f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f6a8ac-c6d0-40ad-af48-2de96dd420c7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:08.184576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device afa5ab12-91a1-4483-95ca-eda37de07eaf details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:08.217950 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-7b525769-5488-4e03-ab46-8c4dc4bed6f4 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178628 Jul 07 16:42:08.286842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.381043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dfa3f-d4b0-4bdb-a719-d115b0e49e25 req-4361d0eb-8264-424a-9e2d-d80cf7413f26 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:08.382670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-571dfa3f-d4b0-4bdb-a719-d115b0e49e25 req-4361d0eb-8264-424a-9e2d-d80cf7413f26 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1576848 Jul 07 16:42:08.406377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-5c8ac625-08f0-45e4-a078-deeabb9c3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:08.408953 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-5c8ac625-08f0-45e4-a078-deeabb9c3433 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.3210845 Jul 07 16:42:08.416436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:08.419322 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11fa0a-8842-4fa6-82d2-22b8a52bbd8a" -d '{"events": [{"server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "name": "network-vif-plugged", "status": "completed", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:08.481807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-571dfa3f-d4b0-4bdb-a719-d115b0e49e25 req-7fc7567f-80f9-4f08-8328-a91291177214 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849004 Jul 07 16:42:08.513732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-b6cf35de-3d79-42a1-afbc-8bdb8d762a33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.0953009 Jul 07 16:42:08.615156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:08.634474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b55eb1c-caa4-48b1-966a-a15eff293b4c req-a028f7d8-c16a-4291-9ae0-c109119425bb service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958333 Jul 07 16:42:08.640310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.658108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-e71e6e54-880c-4578-9ddd-f929f5f6ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:08.661935 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-e71e6e54-880c-4578-9ddd-f929f5f6ffc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1405323 Jul 07 16:42:08.742006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port afa5ab12-91a1-4483-95ca-eda37de07eaf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:08.752620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=40d0a01c-e7ca-4ea6-9a27-224134a9362f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:08.766096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'port_id': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'mac_address': 'fa:16:3e:89:84:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-220229940', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:08.773596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-5de30113-054b-46ec-9dc6-a60fb3a19a00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631218 Jul 07 16:42:08.801999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1d1f-c27a-46fe-884e-165f4ac9c05a req-d2e5a8d1-9b98-4986-acde-c1f66771add7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:08.804895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-083d1d1f-c27a-46fe-884e-165f4ac9c05a req-d2e5a8d1-9b98-4986-acde-c1f66771add7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 945 time: 0.1894131 Jul 07 16:42:08.844615 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.879803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa5ab12-91a1-4483-95ca-eda37de07eaf {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:08.911791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port afa5ab12-91a1-4483-95ca-eda37de07eaf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:08.916594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-083d1d1f-c27a-46fe-884e-165f4ac9c05a req-8953cd2b-b3db-4b83-8cc2-14b250a7fcf9 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922194 Jul 07 16:42:08.921595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:08.932505 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-5e61316d-7677-4a67-8f47-fe37683572fe service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170475 Jul 07 16:42:08.960755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9811ab-b60d-430f-a07f-254e59d05edc req-d8210de3-1708-49bd-a909-a839f6198f38 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:08.962280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a9811ab-b60d-430f-a07f-254e59d05edc req-d8210de3-1708-49bd-a909-a839f6198f38 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 965 time: 0.1559813 Jul 07 16:42:08.970709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:09.007077 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020be1d-b986-4671-9a30-30db7e63dc8a x-openstack-request-id: req-3020be1d-b986-4671-9a30-30db7e63dc8a {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:09.007372 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "name": "network-vif-plugged", "status": "completed", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:09.007628 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3020be1d-b986-4671-9a30-30db7e63dc8a {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:09.008013 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'code': 200} Jul 07 16:42:09.011120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=afa5ab12-91a1-4483-95ca-eda37de07eaf,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:09.045448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a9811ab-b60d-430f-a07f-254e59d05edc req-5ce39260-1496-4b3f-80d1-99a2e481350c tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733652 Jul 07 16:42:09.102938 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91ae077c-497d-4224-8d10-9a863a18cf9a req-15ce8fbe-1997-445c-afd3-2739cff71c3e service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635315 Jul 07 16:42:09.249920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['afa5ab12-91a1-4483-95ca-eda37de07eaf'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:09.251098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193850-fe73-49a1-973e-2e7fa8c7d2c3 req-cd6f9ea3-59de-4dbc-a5d9-8f5384d5f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:09.255362 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85193850-fe73-49a1-973e-2e7fa8c7d2c3 req-cd6f9ea3-59de-4dbc-a5d9-8f5384d5f27f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 1096 time: 0.0965817 Jul 07 16:42:09.255689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92c4e9-de6b-40b3-80db-c539437e1b4c req-b7eb52c2-afd0-47c1-b5bf-a21f3ba6f545 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:09.257571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b92c4e9-de6b-40b3-80db-c539437e1b4c req-b7eb52c2-afd0-47c1-b5bf-a21f3ba6f545 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 950 time: 0.1423268 Jul 07 16:42:09.316091 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85193850-fe73-49a1-973e-2e7fa8c7d2c3 req-8da9e6ec-c937-4d9c-9573-c034369e10b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527771 Jul 07 16:42:09.322363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b92c4e9-de6b-40b3-80db-c539437e1b4c req-f65d7165-d7aa-46ca-946e-46c9ea76f2b2 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Jul 07 16:42:09.371477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3020c8-2ccf-4ff4-9cb5-615df90a138c req-781d1988-c509-46d6-941c-de245b663298 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:09.373591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d3020c8-2ccf-4ff4-9cb5-615df90a138c req-781d1988-c509-46d6-941c-de245b663298 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.1441402 Jul 07 16:42:09.422230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d3020c8-2ccf-4ff4-9cb5-615df90a138c req-ad22eb54-d320-411e-bbb6-7fe485fd63be tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366020 Jul 07 16:42:09.603089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2f01-f43b-4be4-a11a-92cc1ff9d399 req-f16a9ff6-31bb-45ac-95b8-885d75cc4b5a tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:09.604704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-520e2f01-f43b-4be4-a11a-92cc1ff9d399 req-f16a9ff6-31bb-45ac-95b8-885d75cc4b5a tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 1121 time: 0.0628428 Jul 07 16:42:09.655942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-520e2f01-f43b-4be4-a11a-92cc1ff9d399 req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:09.711890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8dd7-5ecc-43fa-b3a5-3a43561e58cf req-ebc9c1fe-258c-46c5-8fd3-4e96ccfa2fe9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:09.713496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-649f8dd7-5ecc-43fa-b3a5-3a43561e58cf req-ebc9c1fe-258c-46c5-8fd3-4e96ccfa2fe9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1053803 Jul 07 16:42:09.780269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-649f8dd7-5ecc-43fa-b3a5-3a43561e58cf req-13861d7f-e356-4b17-a022-30f3095a8db4 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Jul 07 16:42:09.827435 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-520e2f01-f43b-4be4-a11a-92cc1ff9d399 req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:09.834433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-520e2f01-f43b-4be4-a11a-92cc1ff9d399 req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:09.855149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-520e2f01-f43b-4be4-a11a-92cc1ff9d399 req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357347 Jul 07 16:42:09.870024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5c568-f5c8-4cd0-be65-7df90d35c04c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:09.889810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.890165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.891078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.891539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.891966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.892345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.892787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.893144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.893644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.894181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.894536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:09.895494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe58c-6257-477b-9cff-0dba7023e5bf tempest-AggregatesAdminTestJSON-1935019048 tempest-AggregatesAdminTestJSON-1935019048-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:10.117272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac656c4a-a9b3-4796-b70a-b136378ba26e req-a51761c5-ee99-4f17-a850-41f869550cc7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:10.119389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac656c4a-a9b3-4796-b70a-b136378ba26e req-a51761c5-ee99-4f17-a850-41f869550cc7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 945 time: 0.0785284 Jul 07 16:42:10.166119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac656c4a-a9b3-4796-b70a-b136378ba26e req-b17115d2-b5da-43f7-96d2-0c0eda200d04 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Jul 07 16:42:10.181780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device afa5ab12-91a1-4483-95ca-eda37de07eaf up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:10.261786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port afa5ab12-91a1-4483-95ca-eda37de07eaf completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:10.266381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port afa5ab12-91a1-4483-95ca-eda37de07eaf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:10.266980 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:10.287062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526b49-10e9-49d0-abbe-218a4c4289f0 req-016f8ff0-8f2a-467f-bba0-41dfbd25c2b6 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:10.288669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03526b49-10e9-49d0-abbe-218a4c4289f0 req-016f8ff0-8f2a-467f-bba0-41dfbd25c2b6 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 966 time: 0.1044688 Jul 07 16:42:10.338310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03526b49-10e9-49d0-abbe-218a4c4289f0 req-e46b686d-e617-4329-9105-7267bb06acbb tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Jul 07 16:42:10.395586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:10.453886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port afa5ab12-91a1-4483-95ca-eda37de07eaf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:10.458792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:10.521270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=afa5ab12-91a1-4483-95ca-eda37de07eaf,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:10.577595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2335-3683-4584-a929-aa7d302cb069 req-e32c41bb-265a-4635-a1fe-b6d44a47675d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:10.579175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf0f2335-3683-4584-a929-aa7d302cb069 req-e32c41bb-265a-4635-a1fe-b6d44a47675d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 950 time: 0.0923371 Jul 07 16:42:10.593184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:10.640875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf0f2335-3683-4584-a929-aa7d302cb069 req-38e468fd-101b-48f6-8326-8d700f8f2a07 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538180 Jul 07 16:42:10.781255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1353384-e722-4f5f-a508-4682db50dedd req-62a67333-59f4-4ee4-8c50-f8e460b3fe4b tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:10.783445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d1353384-e722-4f5f-a508-4682db50dedd req-62a67333-59f4-4ee4-8c50-f8e460b3fe4b tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 1101 time: 0.0652788 Jul 07 16:42:10.883871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Deleting port 4e754cda-de00-406a-b860-17e3f3f8c00a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:10.889741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:10.997136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] For port 4e754cda-de00-406a-b860-17e3f3f8c00a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4e754cda-de00-406a-b860-17e3f3f8c00a,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:10.998159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.009670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:11.012503 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69496f89-60bd-44d8-81d6-901f5618775a" -d '{"events": [{"server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "name": "network-vif-plugged", "status": "completed", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:11.029446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Calling delete_port for 4e754cda-de00-406a-b860-17e3f3f8c00a owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:11.077968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb684-2a77-4cea-b7cb-92b6e98ab29c req-6263cf32-a117-4b88-80f1-ed929ff9f11b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:11.081712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb684-2a77-4cea-b7cb-92b6e98ab29c req-6263cf32-a117-4b88-80f1-ed929ff9f11b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1037962 Jul 07 16:42:11.083300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35944) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:11.164447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb684-2a77-4cea-b7cb-92b6e98ab29c req-ef8032f7-5eed-4ebd-a33e-3d4dcd999c11 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Jul 07 16:42:11.246551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d44b20e4-0279-4324-96cb-98c6ee1c291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.247816 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1ce49-1d1e-415a-96a1-e82f806d70a9 x-openstack-request-id: req-b4a1ce49-1d1e-415a-96a1-e82f806d70a9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:11.248597 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "name": "network-vif-plugged", "status": "completed", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:11.248808 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4a1ce49-1d1e-415a-96a1-e82f806d70a9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:11.249153 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'code': 200} Jul 07 16:42:11.272987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.317174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4e754cda-de00-406a-b860-17e3f3f8c00a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:11.351630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e754cda-de00-406a-b860-17e3f3f8c00a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:11.397415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.397415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.397691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.398053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.398389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.398730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.399116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.399388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.399768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.400075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.400468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.400915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:11.430674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] No DVR routers for this DVR port 4e754cda-de00-406a-b860-17e3f3f8c00a on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:11.435485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.438582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d1353384-e722-4f5f-a508-4682db50dedd req-3f63822e-f7c5-42ee-8545-da45b081aa1e tempest-DeleteServersAdminTestJSON-2069002982 tempest-DeleteServersAdminTestJSON-2069002982-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4e754cda-de00-406a-b860-17e3f3f8c00a HTTP/1.1" status: 204 len: 173 time: 0.6498613 Jul 07 16:42:11.439580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'name': 'network-vif-deleted', 'tag': '4e754cda-de00-406a-b860-17e3f3f8c00a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:11.443540 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eb6f8c-2bba-4be8-b21f-19dd94a91261" -d '{"events": [{"server_uuid": "9d359e25-31c3-4892-82a8-5b695b5f6f58", "name": "network-vif-deleted", "tag": "4e754cda-de00-406a-b860-17e3f3f8c00a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:11.522245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d44b20e4-0279-4324-96cb-98c6ee1c291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.537939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a719f7-21b1-402f-863c-35fbd0ef59ff req-42172aa2-1b14-480d-92d6-130a142a7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:11.539753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8a719f7-21b1-402f-863c-35fbd0ef59ff req-42172aa2-1b14-480d-92d6-130a142a7c81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1118 time: 0.1916525 Jul 07 16:42:11.542062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d44b20e4-0279-4324-96cb-98c6ee1c291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.623267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d44b20e4-0279-4324-96cb-98c6ee1c291a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6fdf767f27754a13a93d4b77f7d99f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342188 Jul 07 16:42:11.623416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35972) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:11.659251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0597e8a-a2de-4ee8-9c9f-74d90540434a req-a6c1ec1e-3af0-4bb3-878e-314d645cf126 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:11.660836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0597e8a-a2de-4ee8-9c9f-74d90540434a req-a6c1ec1e-3af0-4bb3-878e-314d645cf126 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 945 time: 0.2624571 Jul 07 16:42:11.665288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b20e4-0279-4324-96cb-98c6ee1c291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154833ea-d1ed-49ef-94b5-9711ac22df1f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:11.690604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8a719f7-21b1-402f-863c-35fbd0ef59ff req-bd924b8e-325b-446f-a4c6-de2db08ee1db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227083 Jul 07 16:42:11.695757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1db9-a2e7-48e7-8f5b-c28580e28f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.720449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1db9-a2e7-48e7-8f5b-c28580e28f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.723636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714709d-b095-4478-8ee1-1dc2d766170d req-d871244f-abdb-4877-adb1-de059f79a6c9 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:11.725220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a714709d-b095-4478-8ee1-1dc2d766170d req-d871244f-abdb-4877-adb1-de059f79a6c9 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 967 time: 0.1567667 Jul 07 16:42:11.754360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0597e8a-a2de-4ee8-9c9f-74d90540434a req-94d762f8-aa20-4bc8-9390-6857427debd7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594103 Jul 07 16:42:11.775601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1db9-a2e7-48e7-8f5b-c28580e28f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.778881 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1db9-a2e7-48e7-8f5b-c28580e28f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:11.787476 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2eb1db9-a2e7-48e7-8f5b-c28580e28f7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/154833ea-d1ed-49ef-94b5-9711ac22df1f HTTP/1.1" status: 204 len: 168 time: 0.1561401 Jul 07 16:42:11.796810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1db9-a2e7-48e7-8f5b-c28580e28f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154833ea-d1ed-49ef-94b5-9711ac22df1f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:11.800872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a714709d-b095-4478-8ee1-1dc2d766170d req-e2ff0741-f2d7-4afd-8347-565c253b3bf5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Jul 07 16:42:11.874486 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f6c67-e874-4e63-8607-2bd9de1de84f x-openstack-request-id: req-bd6f6c67-e874-4e63-8607-2bd9de1de84f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:11.877422 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d359e25-31c3-4892-82a8-5b695b5f6f58", "name": "network-vif-deleted", "tag": "4e754cda-de00-406a-b860-17e3f3f8c00a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:11.878374 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd6f6c67-e874-4e63-8607-2bd9de1de84f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:11.879042 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d359e25-31c3-4892-82a8-5b695b5f6f58', 'name': 'network-vif-deleted', 'tag': '4e754cda-de00-406a-b860-17e3f3f8c00a', 'status': 'completed', 'code': 200} Jul 07 16:42:11.964153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:12.036184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b2c9353-2ea4-42aa-bc87-d6be69151828 req-1e448b95-1eb2-4da8-98e8-b3cc79d75e03 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d359e25-31c3-4892-82a8-5b695b5f6f58 HTTP/1.1" status: 200 len: 210 time: 0.0515215 Jul 07 16:42:12.144004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313c0b4-c990-442d-98e8-1a890ab2d68c req-b9ac7e1c-c907-4ff4-b7ca-0ed1c2fd1a21 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:12.148007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2313c0b4-c990-442d-98e8-1a890ab2d68c req-b9ac7e1c-c907-4ff4-b7ca-0ed1c2fd1a21 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 945 time: 0.1149714 Jul 07 16:42:12.157965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35986) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:12.167703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:12.168581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'floatingip': {'port_id': '40d0a01c-e7ca-4ea6-9a27-224134a9362f'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:12.189744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '62a71f92-53e8-4093-9479-bca0207bc766', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'port_id': '62a71f92-53e8-4093-9479-bca0207bc766', 'mac_address': 'fa:16:3e:12:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208bac7-e89a-42b8-b96b-faae5a8cbbde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:12.279174 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:12.293881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35996) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:12.311603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed7b1-052a-43b6-9c6f-d2ad2c1b766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:12.314454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a71f92-53e8-4093-9479-bca0207bc766 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:12.317815 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:12.370602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:12.376580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:12.490896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:12.502982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.503675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.504183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.505354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.505897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.507035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.507468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.507960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.508310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.508618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.508953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.509303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:42:12.543226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed7b1-052a-43b6-9c6f-d2ad2c1b766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:12.549714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed7b1-052a-43b6-9c6f-d2ad2c1b766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:12.603512 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1a3ed7b1-052a-43b6-9c6f-d2ad2c1b766d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5da71b9cf6104ec79a8c019a4bcf1917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024957 Jul 07 16:42:12.603619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36006) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:12.605645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ed7b1-052a-43b6-9c6f-d2ad2c1b766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21559c10-181e-42e9-9b7e-5e01bc7bb654,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:12.673731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['62a71f92-53e8-4093-9479-bca0207bc766'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:12.877511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a588d-47fc-4436-a858-26cd55a1d352 req-ea0cde84-19f0-415f-8a9c-40c9c3d10d42 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:12.879686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e29a588d-47fc-4436-a858-26cd55a1d352 req-ea0cde84-19f0-415f-8a9c-40c9c3d10d42 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 944 time: 0.4804823 Jul 07 16:42:13.046200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e29a588d-47fc-4436-a858-26cd55a1d352 req-1c74cb80-2408-49c0-bd86-73f5d8fe55fa tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294937 Jul 07 16:42:13.138051 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e546602-f4b3-4f58-97c9-710edbc33641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:13.398325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e546602-f4b3-4f58-97c9-710edbc33641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:13.558675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-ee85711b-c532-4f0f-9844-3b5677f7a2ed tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e5e01c74440742149aceddab0f3228cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750148 Jul 07 16:42:13.668311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2c0a1-988e-495a-a228-48b6b42a3e12 req-4daaafcc-30f0-4078-8270-3eb14d9fdaa2 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:13.669780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06c2c0a1-988e-495a-a228-48b6b42a3e12 req-4daaafcc-30f0-4078-8270-3eb14d9fdaa2 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 967 time: 0.5209153 Jul 07 16:42:13.733073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:42:13.743738 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e546602-f4b3-4f58-97c9-710edbc33641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:13.747346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e546602-f4b3-4f58-97c9-710edbc33641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:13.749148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9e546602-f4b3-4f58-97c9-710edbc33641 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21559c10-181e-42e9-9b7e-5e01bc7bb654 HTTP/1.1" status: 204 len: 168 time: 1.1471839 Jul 07 16:42:13.828139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e546602-f4b3-4f58-97c9-710edbc33641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21559c10-181e-42e9-9b7e-5e01bc7bb654,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:13.864458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06c2c0a1-988e-495a-a228-48b6b42a3e12 req-90a9d0df-bc6d-42ce-b92d-91922b29b363 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829858 Jul 07 16:42:13.870025 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:13.878397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:13.929476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b57fb20d-f24c-4e25-980d-c51f85b7c92d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:13.936526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b57fb20d-f24c-4e25-980d-c51f85b7c92d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3709664 Jul 07 16:42:13.958624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-ed409447-af11-4c7b-8305-0db4008e603d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/quotas/e5e01c74440742149aceddab0f3228cb HTTP/1.1" status: 200 len: 375 time: 0.0208261 Jul 07 16:42:13.980933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:14.063950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 62a71f92-53e8-4093-9479-bca0207bc766 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:14.069427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 62a71f92-53e8-4093-9479-bca0207bc766 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:14.070193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:14.093545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-86dedbb1-fa47-44dc-b12e-d88c80511604 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096618 Jul 07 16:42:14.208333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:14.242098 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c associated. External IP: 172.25.5.113, port: 40d0a01c-e7ca-4ea6-9a27-224134a9362f. Jul 07 16:42:14.258733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:14.263870 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee0f14-763a-4ad5-bfe2-d63c3b2e871e" -d '{"events": [{"server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "name": "network-vif-plugged", "status": "completed", "tag": "62a71f92-53e8-4093-9479-bca0207bc766"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:14.288083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:14.294881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:14.296158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4e754cda-de00-406a-b860-17e3f3f8c00a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:14.375163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 4e754cda-de00-406a-b860-17e3f3f8c00a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:14.375803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4e754cda-de00-406a-b860-17e3f3f8c00a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:14.409351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:14.530275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-b708a35e-eadc-4200-acdf-ecde7dce61b3 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 258 time: 0.4715953 Jul 07 16:42:14.542861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:14.896325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:15.021253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:42:15.042915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1982-fa34-4e46-b0d5-dede19075087 req-14e2e2d9-6da1-4c74-98c8-ab96649e6bf3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:15.044476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-234b1982-fa34-4e46-b0d5-dede19075087 req-14e2e2d9-6da1-4c74-98c8-ab96649e6bf3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 945 time: 0.1960595 Jul 07 16:42:15.192688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-234b1982-fa34-4e46-b0d5-dede19075087 req-621c22af-6b16-415b-82b4-041f5f07c7cf tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925488 Jul 07 16:42:15.235120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:42:15.240957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:15.245437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:15.272484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:42:15.291656 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eaaa2c-0eb7-4154-8c8f-fb82aad8dd57 x-openstack-request-id: req-90eaaa2c-0eb7-4154-8c8f-fb82aad8dd57 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:15.292430 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "name": "network-vif-plugged", "status": "completed", "tag": "62a71f92-53e8-4093-9479-bca0207bc766", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:15.292559 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90eaaa2c-0eb7-4154-8c8f-fb82aad8dd57 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:15.293330 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766', 'code': 200} Jul 07 16:42:15.308618 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:15.309318 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:15.331000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d3347927-659a-4212-9052-a344414d5997 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "PUT /v2.0/floatingips/d772d31f-d6e4-46a7-8a00-17e35a2cc78c HTTP/1.1" status: 200 len: 991 time: 3.1707404 Jul 07 16:42:15.334635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:15.336585 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e24033-6543-46c2-8121-bae1f453717c" -d '{"events": [{"name": "network-changed", "server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:15.430420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Allocated IP 172.25.5.100 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e917479f-778c-45b7-836b-a1cee6b8c97f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:15.496981 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:15.641288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ccd7b-faaa-4dd6-b543-48f96530915a req-8c52cb00-fbf3-4940-8fc8-2f66663cd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:15.642792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-537ccd7b-faaa-4dd6-b543-48f96530915a req-8c52cb00-fbf3-4940-8fc8-2f66663cd15d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1096 time: 0.1421578 Jul 07 16:42:15.690813 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-537ccd7b-faaa-4dd6-b543-48f96530915a req-344687a1-f8f9-4761-8b1b-8bc7f4885a03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Jul 07 16:42:15.716465 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:15.740562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-867991fe-c9cf-4504-a535-4bcefe261af2 req-e807c041-1d0b-407b-9dc6-343cd4c20f4e tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 210 time: 0.0521026 Jul 07 16:42:15.813276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:15.875146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:15.883558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:15.892814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:15.906229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event updated for resources: {'Port': ['ID=e917479f-778c-45b7-836b-a1cee6b8c97f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:16.017439 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:16.020162 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd772d31f-d6e4-46a7-8a00-17e35a2cc78c', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'port_id': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'mac_address': 'fa:16:3e:eb:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:41:49Z', 'updated_at': '2021-07-07T16:42:13Z', 'revision_number': 1, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:16.065924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-615709a9-b044-4190-bbea-9f9344d866ed tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e5e01c74440742149aceddab0f3228cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421793 Jul 07 16:42:16.092846 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:42:16.110547 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:16.111400 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:16.212037 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b3f470-b3c1-447a-984f-745a1f241637 x-openstack-request-id: req-38b3f470-b3c1-447a-984f-745a1f241637 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:16.212673 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:16.213032 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38b3f470-b3c1-447a-984f-745a1f241637 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:16.213615 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'status': 'completed', 'code': 200} Jul 07 16:42:16.275378 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:16.376737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-81dc8252-dd0a-43e9-be58-9be8eba3a17b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:16.379585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-81dc8252-dd0a-43e9-be58-9be8eba3a17b tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088756 Jul 07 16:42:16.456296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Request body: {'port': {'device_id': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'e5e01c74440742149aceddab0f3228cb'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:16.459340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24033-6543-46c2-8121-bae1f453717c req-49fc27c3-3763-4f77-9a7f-54329d3bdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:16.465814 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-49fc27c3-3763-4f77-9a7f-54329d3bdaec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 1096 time: 0.1918855 Jul 07 16:42:16.544705 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:16.697747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:16.697747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Made reservation on behalf of e5e01c74440742149aceddab0f3228cb for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:16.697747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:16.726262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:16.732259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24033-6543-46c2-8121-bae1f453717c req-4c1ee96b-5af2-4544-ba64-e42a66021fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:16.733917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-4c1ee96b-5af2-4544-ba64-e42a66021fcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 924 time: 0.2536674 Jul 07 16:42:16.939629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:16.947992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:16.994518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.001419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4701011 Jul 07 16:42:17.009352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cca6e-3e90-4903-8267-bf91f00d99a7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event updated for resources: {'Port': ['ID=e917479f-778c-45b7-836b-a1cee6b8c97f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:17.024503 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-22c4f185-488f-4496-b1c5-d32af5ddbd64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f HTTP/1.1" status: 200 len: 999 time: 0.2816634 Jul 07 16:42:17.059130 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd772d31f-d6e4-46a7-8a00-17e35a2cc78c', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'port_id': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'mac_address': 'fa:16:3e:eb:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:41:49Z', 'updated_at': '2021-07-07T16:42:13Z', 'revision_number': 1, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:17.106483 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22637bd5-7865-48c8-878f-8044127a7ee0 None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd772d31f-d6e4-46a7-8a00-17e35a2cc78c', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'port_id': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'mac_address': 'fa:16:3e:eb:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:41:49Z', 'updated_at': '2021-07-07T16:42:13Z', 'revision_number': 1, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:42:17.126516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-b60892fc-297e-451d-987d-172bbc927f1f tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.1240571 Jul 07 16:42:17.148928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1eeaaae-831d-46c3-b63d-2d85fa834979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.193458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24033-6543-46c2-8121-bae1f453717c req-e1ff0670-c0bf-473a-b004-2936b972f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:17.196239 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-e1ff0670-c0bf-473a-b004-2936b972f056 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.1666043 Jul 07 16:42:17.211081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Allocated IP 192.168.233.189 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/787c5237-1dba-483b-9c73-f30affd49cef) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:17.322625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24033-6543-46c2-8121-bae1f453717c req-c67bda72-e805-440c-9ec4-356414e03853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:17.324945 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-c67bda72-e805-440c-9ec4-356414e03853 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174636 Jul 07 16:42:17.326238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-081e0fb9-f54e-437d-946a-51b296a708db tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:17.333653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-081e0fb9-f54e-437d-946a-51b296a708db tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1980326 Jul 07 16:42:17.339350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-ee7c2dc1-324a-4d23-9cfd-5430367561f6 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:42:17.350444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0689c48a-16b4-46b1-bd12-1f2633ee3620 req-ee7c2dc1-324a-4d23-9cfd-5430367561f6 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151799 Jul 07 16:42:17.419860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1eeaaae-831d-46c3-b63d-2d85fa834979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.475382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1eeaaae-831d-46c3-b63d-2d85fa834979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.529845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-d55ac8df-fa56-470a-887f-8601efb6c728 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934924 Jul 07 16:42:17.557079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f65122-142a-41a3-8592-12b4da8e7f27 None None] New status for floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:42:17.574976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8f9619d-1e56-48ac-b49e-9136862a3076 req-704c1c3d-856d-4d51-b889-98499b7e21a0 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 210 time: 0.0778706 Jul 07 16:42:17.652094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d1eeaaae-831d-46c3-b63d-2d85fa834979 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15b9320d88af4f5f9fe7db7c8c3c4d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7112980 Jul 07 16:42:17.655650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36168) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:17.656628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeaaae-831d-46c3-b63d-2d85fa834979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0745bfcf-0565-4907-b52c-a2e79845dff7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:17.659702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb90274-0519-4964-b2a4-de6cbca2a2da req-0fb95e05-897c-413c-983b-a0d08f10fbc1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:17.661273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fb90274-0519-4964-b2a4-de6cbca2a2da req-0fb95e05-897c-413c-983b-a0d08f10fbc1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 945 time: 0.1832285 Jul 07 16:42:17.669815 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.690371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Transition to ACTIVE for port object 787c5237-1dba-483b-9c73-f30affd49cef will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:17.738114 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-25e24033-6543-46c2-8121-bae1f453717c req-ed218c80-b31b-4fc4-976f-a6821b51198e service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694186 Jul 07 16:42:17.744251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fb90274-0519-4964-b2a4-de6cbca2a2da req-b913d74a-1a3d-45e2-b753-61069a91269a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556238 Jul 07 16:42:17.765456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9265eec-9545-407a-9010-60841f985312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.789483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.795548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9265eec-9545-407a-9010-60841f985312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.859165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9265eec-9545-407a-9010-60841f985312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.863772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9265eec-9545-407a-9010-60841f985312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.866289 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9265eec-9545-407a-9010-60841f985312 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0745bfcf-0565-4907-b52c-a2e79845dff7 HTTP/1.1" status: 204 len: 168 time: 0.2049756 Jul 07 16:42:17.878741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:17.883014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:17.885838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9265eec-9545-407a-9010-60841f985312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0745bfcf-0565-4907-b52c-a2e79845dff7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:17.887593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:17.893787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:17.894440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.949385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Pushing event updated for resources: {'Port': ['ID=787c5237-1dba-483b-9c73-f30affd49cef,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:17.956111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-b76e55b7-58ea-4e43-aba9-0b2034421804 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5073271 Jul 07 16:42:17.988025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Request body: {'port': {'device_id': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:18.248174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:18.281952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fab4f6a8-f7f0-46cb-ba34-cf0750a334ea None None] Provisioning for port 787c5237-1dba-483b-9c73-f30affd49cef completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:18.288825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fab4f6a8-f7f0-46cb-ba34-cf0750a334ea None None] Provisioning complete for port 787c5237-1dba-483b-9c73-f30affd49cef triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:18.289213 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fab4f6a8-f7f0-46cb-ba34-cf0750a334ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:18.334979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fab4f6a8-f7f0-46cb-ba34-cf0750a334ea None None] Port 787c5237-1dba-483b-9c73-f30affd49cef cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:42:18.358758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-66107342-11d3-49c0-8c0f-c15f24768fa2 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:18.361482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-66107342-11d3-49c0-8c0f-c15f24768fa2 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa&device_owner=compute%3Atempest-test_az-220229940 HTTP/1.1" status: 200 len: 967 time: 0.2691267 Jul 07 16:42:18.398829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36182) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:18.697910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d742-0763-4198-b315-83e95affe8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:18.750956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-d9e6be0f-c5c0-41e4-a2ce-9b79835e37f2 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.3766387 Jul 07 16:42:18.774100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Request body: {'floatingip': {'port_id': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:18.829128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.189781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d742-0763-4198-b315-83e95affe8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.195158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8659d9-29dd-4365-b18b-c49040e44f30 req-abe384f7-d780-4c01-9691-b6f344202e9b tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:19.196740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc8659d9-29dd-4365-b18b-c49040e44f30 req-abe384f7-d780-4c01-9691-b6f344202e9b tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1096 time: 0.2962427 Jul 07 16:42:19.206677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d742-0763-4198-b315-83e95affe8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.330445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787c5237-1dba-483b-9c73-f30affd49cef {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:19.348437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.358128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ccb5d742-0763-4198-b315-83e95affe8f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=094029f4133a4caf80c2b624bffebec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9580457 Jul 07 16:42:19.358935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5d742-0763-4198-b315-83e95affe8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c069df2-7135-4c2b-8472-73dd79a05be6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:19.361610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36192) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:19.368839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc8659d9-29dd-4365-b18b-c49040e44f30 req-570b32f5-e948-4506-b4e3-0c3f537bedb3 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642296 Jul 07 16:42:19.385618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Transition to ACTIVE for port object 787c5237-1dba-483b-9c73-f30affd49cef will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:19.427633 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.464824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc28a88c-c4a4-4d10-b996-d3bd785bc180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.523308 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc28a88c-c4a4-4d10-b996-d3bd785bc180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.578040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Pushing event updated for resources: {'Port': ['ID=787c5237-1dba-483b-9c73-f30affd49cef,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:19.637048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Attempting to bind port 787c5237-1dba-483b-9c73-f30affd49cef on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:19.637048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Attempting to bind port 787c5237-1dba-483b-9c73-f30affd49cef by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:19.637048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Attempting to bind port 787c5237-1dba-483b-9c73-f30affd49cef on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:19.647532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Port 787c5237-1dba-483b-9c73-f30affd49cef on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:19.648035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Attempting to bind port 787c5237-1dba-483b-9c73-f30affd49cef on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:19.654538 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc28a88c-c4a4-4d10-b996-d3bd785bc180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.656996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:19.657475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:19.658166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:19.658991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Bound port: 787c5237-1dba-483b-9c73-f30affd49cef, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:19.659635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc28a88c-c4a4-4d10-b996-d3bd785bc180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.659792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.661883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bc28a88c-c4a4-4d10-b996-d3bd785bc180 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c069df2-7135-4c2b-8472-73dd79a05be6 HTTP/1.1" status: 204 len: 168 time: 0.2987895 Jul 07 16:42:19.676002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a88c-c4a4-4d10-b996-d3bd785bc180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c069df2-7135-4c2b-8472-73dd79a05be6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:19.900943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:42:19.947991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] For port 787c5237-1dba-483b-9c73-f30affd49cef, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:19.985046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:19.986920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] For port 787c5237-1dba-483b-9c73-f30affd49cef, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=787c5237-1dba-483b-9c73-f30affd49cef,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:19.993644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.005568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e6aae-c8a4-4e8b-a31f-c56e8ed65fe0 req-a7d419c3-9494-4121-a659-384254b62faf tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:20.007295 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-370e6aae-c8a4-4e8b-a31f-c56e8ed65fe0 req-a7d419c3-9494-4121-a659-384254b62faf tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 948 time: 0.1985025 Jul 07 16:42:20.040882 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.043290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:20.106230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:20.106863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.108352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] 10.222.0.54 "PUT /v2.0/ports/787c5237-1dba-483b-9c73-f30affd49cef HTTP/1.1" status: 200 len: 1096 time: 2.1260915 Jul 07 16:42:20.112323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'tag': '787c5237-1dba-483b-9c73-f30affd49cef'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:20.115718 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942167d5-b970-4086-9af1-d2453df4abfb" -d '{"events": [{"name": "network-changed", "server_uuid": "10f707ed-16de-4e9b-a760-d5f211410dd1", "tag": "787c5237-1dba-483b-9c73-f30affd49cef"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:20.178508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-370e6aae-c8a4-4e8b-a31f-c56e8ed65fe0 req-dc5d08b4-67a2-4e06-8eca-d3f011f5b7af tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395276 Jul 07 16:42:20.214720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858fab83-643c-422d-82b0-469c8475e6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.215018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2a1f-7c04-4f12-91b0-0311bf155943 service neutron] Pushing event updated for resources: {'Port': ['ID=787c5237-1dba-483b-9c73-f30affd49cef,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:20.268815 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Floating IP ac0a2e04-ead1-4f84-94ad-51e4e86cc782 associated. External IP: 172.25.5.100, port: afa5ab12-91a1-4483-95ca-eda37de07eaf. Jul 07 16:42:20.449422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858fab83-643c-422d-82b0-469c8475e6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.457686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858fab83-643c-422d-82b0-469c8475e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.495199 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-858fab83-643c-422d-82b0-469c8475e6e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3a7ab282a184876b144e9aef9520184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507756 Jul 07 16:42:20.497712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36222) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:20.499716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-a1350ca2-ebc3-4a44-862f-0974c651ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:20.503479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-a1350ca2-ebc3-4a44-862f-0974c651ea22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 1099 time: 0.3234324 Jul 07 16:42:20.536487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fab83-643c-422d-82b0-469c8475e6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd12b0-0811-49c3-a6a1-873b3f61fc10,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:20.569486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff2f0f-5993-4336-88d2-6bf406af3e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.596378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff2f0f-5993-4336-88d2-6bf406af3e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.599618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-df309eb7-582c-48ee-aaa7-9d973c867118 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=787c5237-1dba-483b-9c73-f30affd49cef HTTP/1.1" status: 200 len: 217 time: 0.0822783 Jul 07 16:42:20.668729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff2f0f-5993-4336-88d2-6bf406af3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.673640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff2f0f-5993-4336-88d2-6bf406af3e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.676155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a6ff2f0f-5993-4336-88d2-6bf406af3e6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94fd12b0-0811-49c3-a6a1-873b3f61fc10 HTTP/1.1" status: 204 len: 168 time: 0.1766012 Jul 07 16:42:20.693320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff2f0f-5993-4336-88d2-6bf406af3e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd12b0-0811-49c3-a6a1-873b3f61fc10,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:20.734396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-035b1af2-4996-4d37-ac08-068a0c494a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:20.736384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-035b1af2-4996-4d37-ac08-068a0c494a02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1275575 Jul 07 16:42:21.102538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36240) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:21.119702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f00b2d2e-d792-4373-a693-334cc4ad8423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.152665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Router 86c081a7-ea9e-4197-a842-3c0f463068b9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:42:21.185505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-0e09367d-abb2-49e2-a3e0-6cf60ed28cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:21.187440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-0e09367d-abb2-49e2-a3e0-6cf60ed28cfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4424567 Jul 07 16:42:21.194550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e4c80-a05d-49b3-9961-a9ef6717621a req-6f0b1c3f-b432-4a6f-a890-88d18fcb5c01 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:21.204997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-711e4c80-a05d-49b3-9961-a9ef6717621a req-6f0b1c3f-b432-4a6f-a890-88d18fcb5c01 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1096 time: 0.1304960 Jul 07 16:42:21.252831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f00b2d2e-d792-4373-a693-334cc4ad8423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.259422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f00b2d2e-d792-4373-a693-334cc4ad8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.300832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b2d2e-d792-4373-a693-334cc4ad8423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f79b49d-bfab-4b53-b875-9fe7665bd217,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:21.318951 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f00b2d2e-d792-4373-a693-334cc4ad8423 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3b754d3248443fdad3905e4c760d62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147639 Jul 07 16:42:21.319793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36248) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:21.385178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-711e4c80-a05d-49b3-9961-a9ef6717621a req-6a3b892c-b245-45e6-9573-8717210b7d40 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790404 Jul 07 16:42:21.398742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45ed3816-1afd-41b4-b94f-5c7e8c68fa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.412565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:42:21.428134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.433988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-d01d4f9b-5f72-4d74-9827-16e23418a1da service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903832 Jul 07 16:42:21.436393 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] Sync routers for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:42:21.453555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45ed3816-1afd-41b4-b94f-5c7e8c68fa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.454135 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:21.454786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:21.544574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45ed3816-1afd-41b4-b94f-5c7e8c68fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.548568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a642984f-06e3-40c1-a96f-27f0c5a5637a tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "PUT /v2.0/floatingips/ac0a2e04-ead1-4f84-94ad-51e4e86cc782 HTTP/1.1" status: 200 len: 1018 time: 2.7828312 Jul 07 16:42:21.556172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45ed3816-1afd-41b4-b94f-5c7e8c68fa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:21.558471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-45ed3816-1afd-41b4-b94f-5c7e8c68fa4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4f79b49d-bfab-4b53-b875-9fe7665bd217 HTTP/1.1" status: 204 len: 168 time: 0.2371202 Jul 07 16:42:21.574292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed3816-1afd-41b4-b94f-5c7e8c68fa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f79b49d-bfab-4b53-b875-9fe7665bd217,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:21.673927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43633b21-ddb4-4b91-9d65-d19c146464b9 req-9b88df5b-ae06-4144-a362-40718d6cf0b9 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128808 Jul 07 16:42:21.696931 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:21.699280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-7fdeccd3-10a4-43f8-b2c1-ba159fc01fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:21.715525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-7fdeccd3-10a4-43f8-b2c1-ba159fc01fcb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1118 time: 0.1534200 Jul 07 16:42:21.887314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-fd4f41a7-0c96-4f5b-b47f-190dc617aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:21.897772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-fd4f41a7-0c96-4f5b-b47f-190dc617aaf0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 929 time: 0.1792657 Jul 07 16:42:21.955253 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b86529-c34e-4b4c-8a5f-2e12d2693feb x-openstack-request-id: req-71b86529-c34e-4b4c-8a5f-2e12d2693feb {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:21.955602 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f707ed-16de-4e9b-a760-d5f211410dd1", "tag": "787c5237-1dba-483b-9c73-f30affd49cef", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:21.955818 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71b86529-c34e-4b4c-8a5f-2e12d2693feb {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:21.956212 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'tag': '787c5237-1dba-483b-9c73-f30affd49cef', 'status': 'completed', 'code': 200} Jul 07 16:42:22.081004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-327bee9b-5578-408b-be84-9d4d5d2eef1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 1021 time: 0.1822879 Jul 07 16:42:22.104087 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'ac0a2e04-ead1-4f84-94ad-51e4e86cc782', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'port_id': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'mac_address': 'fa:16:3e:89:84:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'device_owner': 'compute:tempest-test_az-220229940'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:42:15Z', 'updated_at': '2021-07-07T16:42:19Z', 'revision_number': 1, 'project_id': '76aec8bb59864857960d752f765373c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:58Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:22.134219 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] Checking router: 86c081a7-ea9e-4197-a842-3c0f463068b9 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:42:22.145533 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:22.146530 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:22.168382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a82ec8e4-7bf5-4c14-9d2c-6b6c4b4a41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.170009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-a82ec8e4-7bf5-4c14-9d2c-6b6c4b4a41b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 200 len: 867 time: 0.0678704 Jul 07 16:42:22.200105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942167d5-b970-4086-9af1-d2453df4abfb req-98d529d1-611d-492e-9a9e-367ce2047996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.201704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-98d529d1-611d-492e-9a9e-367ce2047996 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5e01c74440742149aceddab0f3228cb&device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 1099 time: 0.2447360 Jul 07 16:42:22.245875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e163e-5fd3-40b6-ad1d-9665c82f028a req-a7bf2d0c-ce76-4049-86c2-2fb1d5d6a6f4 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.247427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-804e163e-5fd3-40b6-ad1d-9665c82f028a req-a7bf2d0c-ce76-4049-86c2-2fb1d5d6a6f4 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 948 time: 0.1830513 Jul 07 16:42:22.288069 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:22.357437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-804e163e-5fd3-40b6-ad1d-9665c82f028a req-1f4f6bf9-00bc-4eca-9d5e-54ba51dbe033 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725799 Jul 07 16:42:22.375681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-1a450944-a83f-47f2-8f17-88407469526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.377268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-1a450944-a83f-47f2-8f17-88407469526f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7ea0375e-ed10-4063-a9d3-2a1cf044662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909769 Jul 07 16:42:22.380569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942167d5-b970-4086-9af1-d2453df4abfb req-63bdbdde-f77f-4760-a630-553e31737162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.382925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-63bdbdde-f77f-4760-a630-553e31737162 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1590657 Jul 07 16:42:22.389386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-28863f3e-2c73-43af-a8cf-eb45869275b8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:42:22.390465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-28863f3e-2c73-43af-a8cf-eb45869275b8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063274 Jul 07 16:42:22.449615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-fd2b42c2-8c8a-457c-8da7-56094e1ed8b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=787c5237-1dba-483b-9c73-f30affd49cef HTTP/1.1" status: 200 len: 217 time: 0.0574608 Jul 07 16:42:22.641045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942167d5-b970-4086-9af1-d2453df4abfb req-70b4a255-aa4f-44ec-9601-10a5bbd6b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.642252 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'ac0a2e04-ead1-4f84-94ad-51e4e86cc782', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'port_id': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'mac_address': 'fa:16:3e:89:84:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'device_owner': 'compute:tempest-test_az-220229940'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:42:15Z', 'updated_at': '2021-07-07T16:42:19Z', 'revision_number': 1, 'project_id': '76aec8bb59864857960d752f765373c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:58Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:22.643140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-70b4a255-aa4f-44ec-9601-10a5bbd6b4cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1664529 Jul 07 16:42:22.693658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-e668aec3-091d-4667-a0b8-d8fb10156662 service neutron] 10.222.0.78 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551272 Jul 07 16:42:22.705767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4318d1-6683-4ccb-ab9b-4debdebd5b9b None None] The sync data for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 is: [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'ac0a2e04-ead1-4f84-94ad-51e4e86cc782', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'port_id': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'mac_address': 'fa:16:3e:89:84:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'device_owner': 'compute:tempest-test_az-220229940'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:42:15Z', 'updated_at': '2021-07-07T16:42:19Z', 'revision_number': 1, 'project_id': '76aec8bb59864857960d752f765373c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:58Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:42:22.860270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942167d5-b970-4086-9af1-d2453df4abfb req-4e5cb5bd-4625-4ea0-8f9e-3784ef1ad981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:22.862545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-4e5cb5bd-4625-4ea0-8f9e-3784ef1ad981 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2045455 Jul 07 16:42:22.964052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71e770a9-7c48-4380-8495-7ff93cb0327c req-272722fb-a2d1-44e2-ac36-336789b88946 service neutron] 10.222.0.78 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614982 Jul 07 16:42:23.008905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-d832beb7-334c-4b43-b9d9-e4d598b95260 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298504 Jul 07 16:42:23.024621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6432e2-9d8b-491f-92ae-1f2d257c59f9 None None] New status for floating IP ac0a2e04-ead1-4f84-94ad-51e4e86cc782: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:42:23.174462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942167d5-b970-4086-9af1-d2453df4abfb req-16349f43-3ffe-463c-824a-1ab1fb2678ee service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536222 Jul 07 16:42:23.348469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-3c1ec711-be2d-42f7-8aa3-904e6f897991 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 258 time: 0.1917596 Jul 07 16:42:23.354037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:23.382273 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:23.411218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:23.554693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:23.687735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Allocated IP 172.25.5.201 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/9874db21-5ad4-473a-92d5-71f03c6e1171) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:23.812033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:23.862231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:23.900116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:23.903298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:23.905968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:23.957169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:23.959474 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92db14-84b8-48b9-8eb6-e95795ae0625" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:23.964419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event updated for resources: {'Port': ['ID=9874db21-5ad4-473a-92d5-71f03c6e1171,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:23.982331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:24.042521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:24.208551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:24.221599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:24.263737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:24.291714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event updated for resources: {'Port': ['ID=9874db21-5ad4-473a-92d5-71f03c6e1171,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:24.295120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:24.296427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-044c41ed-90ec-4ffc-9880-38defd7e8e76 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9470916 Jul 07 16:42:24.364133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-6a9a3e30-1655-49ee-a402-27983949bb7c tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0607681 Jul 07 16:42:24.478689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-faa23714-8a29-4055-b9c2-250944af7ba5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:24.479992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-504d143e-4217-48bb-9be6-d954cbc23e16 req-faa23714-8a29-4055-b9c2-250944af7ba5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1089499 Jul 07 16:42:24.770533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36366) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:24.888936 n-d-793619-7 neutron-server[98264]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 16:42:24.892934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-52332b13-3e27-4ac2-ae2d-b68719c48433 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:42:24.894189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-52332b13-3e27-4ac2-ae2d-b68719c48433 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1219790 Jul 07 16:42:24.916564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784c4da-0733-4a8b-a9ea-3f4be1384528 req-43917b92-542d-4106-8999-c4159471b713 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:24.917726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1784c4da-0733-4a8b-a9ea-3f4be1384528 req-43917b92-542d-4106-8999-c4159471b713 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 948 time: 0.0816686 Jul 07 16:42:24.962312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1784c4da-0733-4a8b-a9ea-3f4be1384528 req-3f661cfc-73b6-4e7d-827d-6bc826bb16b3 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Jul 07 16:42:24.997246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Request body: {'binding': {'host': 'n-h2-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:24.997654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:42:25.272264 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29e33cf-f651-4348-8b0a-d72027369120 x-openstack-request-id: req-b29e33cf-f651-4348-8b0a-d72027369120 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:25.273293 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:25.273293 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b29e33cf-f651-4348-8b0a-d72027369120 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:25.273293 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'status': 'completed', 'code': 200} Jul 07 16:42:25.331897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on host n-h2-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:25.332397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:25.332729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:25.340907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:25.340907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:25.343542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:25.343890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:25.344356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:25.345165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Bound port: 62a71f92-53e8-4093-9479-bca0207bc766, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:25.382680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-ac24c78f-2758-4163-9bf9-3ee1b089c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:25.384215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-ac24c78f-2758-4163-9bf9-3ee1b089c72d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1118 time: 0.0662436 Jul 07 16:42:25.437476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:25.447161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:25.448449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0c849b52-a8ef-405a-91e9-b6af35e023ea service neutron] 10.222.0.78 "POST /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766/bindings HTTP/1.1" status: 201 len: 389 time: 0.5020001 Jul 07 16:42:25.534577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-3ed3379e-dd69-4fb9-b580-31310d5f8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:25.537642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-3ed3379e-dd69-4fb9-b580-31310d5f8b1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 929 time: 0.1449568 Jul 07 16:42:25.549814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-2b36644b-7301-4d8a-a96d-a32187ad2402 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:25.552405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-2b36644b-7301-4d8a-a96d-a32187ad2402 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa&device_owner=compute%3Atempest-test_az-220229940 HTTP/1.1" status: 200 len: 967 time: 0.1818538 Jul 07 16:42:25.658490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-3cf39431-44e1-45b0-93a6-9909fb54c031 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0977643 Jul 07 16:42:25.688800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-7d0c169b-87b4-491b-a089-cd8c1dffa904 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Request body: {'floatingip': {'port_id': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:25.749508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-7d0c169b-87b4-491b-a089-cd8c1dffa904 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:25.756834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-a3952d25-2eec-4f21-b813-cde5b270b691 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 1023 time: 0.2037284 Jul 07 16:42:25.761588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.54', 49168) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:25.856377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-4e4ceff2-5510-4c02-8601-26a336fb1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:25.858175 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-4e4ceff2-5510-4c02-8601-26a336fb1681 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1096 time: 0.0948043 Jul 07 16:42:25.870577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-65a5a41f-69b2-4fa3-b784-f5d6684f95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:25.873552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-65a5a41f-69b2-4fa3-b784-f5d6684f95ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 200 len: 867 time: 0.0793617 Jul 07 16:42:25.975064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-13fc81cf-a621-4aeb-af5c-41a20b868c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:25.976569 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-13fc81cf-a621-4aeb-af5c-41a20b868c7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1095059 Jul 07 16:42:25.977025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:26.033360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3a3e04a4-f977-427e-94fe-56ff69b15551 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.0488498 Jul 07 16:42:26.090692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-a48f3ed8-843c-4dfb-8cb2-f9a1d8fe8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:26.092615 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-a48f3ed8-843c-4dfb-8cb2-f9a1d8fe8fc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0527942 Jul 07 16:42:26.146635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48c6b8b6-4cfa-4f06-a061-8480c1374431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.150234 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1cd0631f-b6f5-4e87-b482-919cf5fb81e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424073 Jul 07 16:42:26.285186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 787c5237-1dba-483b-9c73-f30affd49cef details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:26.326467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-986f1497-7744-4b55-97ae-f1e2ff175a85 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669686 Jul 07 16:42:26.388881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-3d6fdd68-319a-4fde-a07f-6b35a5a471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:26.394656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-3d6fdd68-319a-4fde-a07f-6b35a5a471b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ea0375e-ed10-4063-a9d3-2a1cf044662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4941723 Jul 07 16:42:26.402973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1c58-e06e-42eb-ab0c-fbc745a59f91 req-5d3c0ee0-65f9-427f-8607-8f042c06e7d9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:26.410875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f6c1c58-e06e-42eb-ab0c-fbc745a59f91 req-5d3c0ee0-65f9-427f-8607-8f042c06e7d9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 945 time: 0.5158248 Jul 07 16:42:26.454184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 787c5237-1dba-483b-9c73-f30affd49cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=787c5237-1dba-483b-9c73-f30affd49cef,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:26.471034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '787c5237-1dba-483b-9c73-f30affd49cef', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '787c5237-1dba-483b-9c73-f30affd49cef', 'mac_address': 'fa:16:3e:a3:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:26.471335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48c6b8b6-4cfa-4f06-a061-8480c1374431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.485335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48c6b8b6-4cfa-4f06-a061-8480c1374431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.519852 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-7ae37eb4-4a63-4e89-adfb-55ee5ab92537 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667197 Jul 07 16:42:26.546601 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-48c6b8b6-4cfa-4f06-a061-8480c1374431 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0da6abb2a3c54a548c51731693f5cdc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683613 Jul 07 16:42:26.548146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6b8b6-4cfa-4f06-a061-8480c1374431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72cacb-1941-493b-8afd-cfd49a5abe7b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:26.551165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36404) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:26.555783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f6c1c58-e06e-42eb-ab0c-fbc745a59f91 req-a7481c1f-9585-4529-8ff2-455731a2c322 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436961 Jul 07 16:42:26.568063 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.587085 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-7d0c169b-87b4-491b-a089-cd8c1dffa904 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 16:42:26.588188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffdcb861-d1d9-4625-970c-55a034011ee8 req-7d0c169b-87b4-491b-a089-cd8c1dffa904 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "PUT /v2.0/floatingips/76c2b9b2-630c-48fc-9930-01595d887985 HTTP/1.1" status: 409 len: 551 time: 0.9168694 Jul 07 16:42:26.596475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787c5237-1dba-483b-9c73-f30affd49cef {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:26.618804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-4b2825a1-149e-407f-8fd9-015150b69411 service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034018 Jul 07 16:42:26.654288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 787c5237-1dba-483b-9c73-f30affd49cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=787c5237-1dba-483b-9c73-f30affd49cef,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:26.661851 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.754487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=787c5237-1dba-483b-9c73-f30affd49cef,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:26.763071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a18f23b2-84fd-4bf0-9d44-7fc10874d02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.802063 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a18f23b2-84fd-4bf0-9d44-7fc10874d02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.812383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-a47b860e-4f05-4bbe-a452-7bd7d577d35c tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:26.814146 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-a47b860e-4f05-4bbe-a452-7bd7d577d35c tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.1505260 Jul 07 16:42:26.837473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:26.857302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a92db14-84b8-48b9-8eb6-e95795ae0625 req-56eb9e31-44b9-4f12-8c1a-9d13ea808593 service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272177 Jul 07 16:42:26.931276 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.939105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-1923711d-63c4-4ec1-bcb4-d4cea80b5aad tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips/76c2b9b2-630c-48fc-9930-01595d887985 HTTP/1.1" status: 200 len: 693 time: 0.0572443 Jul 07 16:42:26.946328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a18f23b2-84fd-4bf0-9d44-7fc10874d02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.949141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a18f23b2-84fd-4bf0-9d44-7fc10874d02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.952548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a18f23b2-84fd-4bf0-9d44-7fc10874d02d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c72cacb-1941-493b-8afd-cfd49a5abe7b HTTP/1.1" status: 204 len: 168 time: 0.3933966 Jul 07 16:42:26.988656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6c7a-4fef-4058-93d4-230d3ad13fc2 req-f8e9b04a-43b9-43f3-9f61-55117847a65d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:26.990271 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47eb6c7a-4fef-4058-93d4-230d3ad13fc2 req-f8e9b04a-43b9-43f3-9f61-55117847a65d tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 949 time: 0.1862459 Jul 07 16:42:26.991274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f23b2-84fd-4bf0-9d44-7fc10874d02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72cacb-1941-493b-8afd-cfd49a5abe7b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:27.088988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47eb6c7a-4fef-4058-93d4-230d3ad13fc2 req-a515c206-0429-45ad-a944-8b5ccd52403a tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676935 Jul 07 16:42:27.102622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:27.103051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['787c5237-1dba-483b-9c73-f30affd49cef'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:27.115091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00667-8f1f-4798-9150-9e2308b64236 req-3190cdba-fa72-45cc-bfe5-5ea3f67d4f6e tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:27.116688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-3190cdba-fa72-45cc-bfe5-5ea3f67d4f6e tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1713793 Jul 07 16:42:27.128105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-ff2272a2-f27f-431d-944f-74fd111de886 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:42:27.130216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-ff2272a2-f27f-431d-944f-74fd111de886 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077026 Jul 07 16:42:27.167854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:27.200745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-69f64de7-2270-4e54-9b2a-a6e74fca2979 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0625308 Jul 07 16:42:27.230432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.233859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:27.236812 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67601603-2baf-407c-95cb-7cd67fb86f58" -d '{"events": [{"server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "name": "network-vif-unplugged", "status": "completed", "tag": "62a71f92-53e8-4093-9479-bca0207bc766"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:27.240761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.310263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bee243b2-dccc-4331-a7ec-150f7bc690ae tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1009052 Jul 07 16:42:27.349870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:27.358315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on host n-h1-793619-7 for vnic_type normal with profile {"migrating_to": "n-h2-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:27.358899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:27.359411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:27.365723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:27.366220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Attempting to bind port 62a71f92-53e8-4093-9479-bca0207bc766 on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:27.372278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:27.372820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:27.374162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:27.374784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Bound port: 62a71f92-53e8-4093-9479-bca0207bc766, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:27.375309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.401407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36430) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:27.417661 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56eacb1-a151-4e0d-84c0-64410a47f0f2 x-openstack-request-id: req-d56eacb1-a151-4e0d-84c0-64410a47f0f2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:27.418155 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "name": "network-vif-unplugged", "status": "completed", "tag": "62a71f92-53e8-4093-9479-bca0207bc766", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:27.418579 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d56eacb1-a151-4e0d-84c0-64410a47f0f2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:27.418972 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766', 'code': 200} Jul 07 16:42:27.452942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad065ead-8375-4cde-822a-82c8d2605cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.455291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:27.459412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:27.468049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.541854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:27.566325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Deleting port 9874db21-5ad4-473a-92d5-71f03c6e1171 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:27.566862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.580916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:27.582429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.583729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-1555ff9a-2e09-4bf8-880a-26a7437487b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 1121 time: 0.7507753 Jul 07 16:42:27.707909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad065ead-8375-4cde-822a-82c8d2605cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.710175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.710508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.713650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad065ead-8375-4cde-822a-82c8d2605cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.728082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['62a71f92-53e8-4093-9479-bca0207bc766'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:27.748586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Calling delete_port for 9874db21-5ad4-473a-92d5-71f03c6e1171 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:27.818044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad065ead-8375-4cde-822a-82c8d2605cf6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d802723db4f14b158ac7d534e6835d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128950 Jul 07 16:42:27.818556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad065ead-8375-4cde-822a-82c8d2605cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f7149-e9ca-4c29-b5b0-792f219d6d6c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:27.819170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36444) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:27.930571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-836170c6-b0fb-4aaf-9945-e174865428f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:27.958811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-836170c6-b0fb-4aaf-9945-e174865428f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.010551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.023125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-836170c6-b0fb-4aaf-9945-e174865428f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.025842 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-836170c6-b0fb-4aaf-9945-e174865428f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.029940 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-836170c6-b0fb-4aaf-9945-e174865428f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d2f7149-e9ca-4c29-b5b0-792f219d6d6c HTTP/1.1" status: 204 len: 168 time: 0.2092988 Jul 07 16:42:28.039399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836170c6-b0fb-4aaf-9945-e174865428f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f7149-e9ca-4c29-b5b0-792f219d6d6c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:28.063439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event deleted for resources: {'Port': ['ID=9874db21-5ad4-473a-92d5-71f03c6e1171,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:28.130238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.133416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.134830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f00667-8f1f-4798-9150-9e2308b64236 req-bab407cd-fbc4-40fb-b666-ecb43f7e0efd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "DELETE /v2.0/floatingips/76c2b9b2-630c-48fc-9930-01595d887985 HTTP/1.1" status: 204 len: 173 time: 0.8236749 Jul 07 16:42:28.177177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1332d2-4e29-4573-8f68-31c7b14958f3 req-d477ccd5-0914-44fb-8245-b967cc21cdc5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:28.185648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f1332d2-4e29-4573-8f68-31c7b14958f3 req-d477ccd5-0914-44fb-8245-b967cc21cdc5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1259232 Jul 07 16:42:28.247166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f1332d2-4e29-4573-8f68-31c7b14958f3 req-e28763b0-0a2a-4273-b367-8bafcf7e2f80 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604146 Jul 07 16:42:28.284221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 787c5237-1dba-483b-9c73-f30affd49cef up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:28.350399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 787c5237-1dba-483b-9c73-f30affd49cef completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:28.350904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:28.358156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 787c5237-1dba-483b-9c73-f30affd49cef triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:28.358535 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.402953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728eb30-57d3-4452-999f-69a94aa418c9 req-781fed0b-afae-4fd0-b6f7-5ff8e831a7b3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:28.405515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0728eb30-57d3-4452-999f-69a94aa418c9 req-781fed0b-afae-4fd0-b6f7-5ff8e831a7b3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.1172607 Jul 07 16:42:28.465598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0728eb30-57d3-4452-999f-69a94aa418c9 req-41b27628-4193-43f8-83b3-e189ae383501 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542140 Jul 07 16:42:28.493487 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.541851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787c5237-1dba-483b-9c73-f30affd49cef'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:28.545418 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0b8c9-bcc5-4b80-9098-4c70f314eaba" -d '{"events": [{"server_uuid": "10f707ed-16de-4e9b-a760-d5f211410dd1", "name": "network-vif-plugged", "status": "completed", "tag": "787c5237-1dba-483b-9c73-f30affd49cef"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:28.557661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2f2886f-3642-4a71-9820-80dd04a3007b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.564491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 787c5237-1dba-483b-9c73-f30affd49cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=787c5237-1dba-483b-9c73-f30affd49cef,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:28.569282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.634191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=787c5237-1dba-483b-9c73-f30affd49cef,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:28.688450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-19d3d8eb-346c-4674-8d47-bb1916c52218 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 1023 time: 0.1851761 Jul 07 16:42:28.718662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2f2886f-3642-4a71-9820-80dd04a3007b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.725084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2f2886f-3642-4a71-9820-80dd04a3007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.772980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f2f2886f-3642-4a71-9820-80dd04a3007b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e234fd2b37f43dcb02202111c0fd0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178817 Jul 07 16:42:28.773692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:28.775975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665199-87f0-4539-85e9-04d674fbe842 req-4d8e7c93-23d9-43e7-a62b-718afcd0f132 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:28.777854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-4d8e7c93-23d9-43e7-a62b-718afcd0f132 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports/afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 964 time: 0.0885375 Jul 07 16:42:28.782048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2886f-3642-4a71-9820-80dd04a3007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bd6bb-c9f7-48d3-94a1-e541fe0f7a9f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:28.788804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b180e65-57fc-4dc4-83c6-ae2d20373085 req-87bd7d0f-39c3-4cf8-ad18-026f0caaed66 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:28.796025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b180e65-57fc-4dc4-83c6-ae2d20373085 req-87bd7d0f-39c3-4cf8-ad18-026f0caaed66 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.1852455 Jul 07 16:42:28.838948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d628ed19-f14d-45c7-88ad-4780c8e6e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.848937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b180e65-57fc-4dc4-83c6-ae2d20373085 req-eb873550-f8d2-497c-b4d1-3b5cadceb74f tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Jul 07 16:42:28.876022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d628ed19-f14d-45c7-88ad-4780c8e6e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:28.929492 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6a7e2-02cc-4c86-ba0a-ffa03522e735 x-openstack-request-id: req-2cc6a7e2-02cc-4c86-ba0a-ffa03522e735 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:28.930372 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f707ed-16de-4e9b-a760-d5f211410dd1", "name": "network-vif-plugged", "status": "completed", "tag": "787c5237-1dba-483b-9c73-f30affd49cef", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:28.930809 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cc6a7e2-02cc-4c86-ba0a-ffa03522e735 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:28.931400 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787c5237-1dba-483b-9c73-f30affd49cef', 'code': 200} Jul 07 16:42:28.998432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-e0efdbaf-9d1d-42e8-8dd2-a6f176dccd0b tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 1023 time: 0.1015916 Jul 07 16:42:29.007637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d628ed19-f14d-45c7-88ad-4780c8e6e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.016198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d628ed19-f14d-45c7-88ad-4780c8e6e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.018273 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d628ed19-f14d-45c7-88ad-4780c8e6e981 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b63bd6bb-c9f7-48d3-94a1-e541fe0f7a9f HTTP/1.1" status: 204 len: 168 time: 0.2437098 Jul 07 16:42:29.053771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628ed19-f14d-45c7-88ad-4780c8e6e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bd6bb-c9f7-48d3-94a1-e541fe0f7a9f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:29.112228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36506) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:29.125942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aa221-2159-4535-a117-f13c7b4996e9 req-2c198229-6412-4982-beea-7473531eca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:29.127791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d7aa221-2159-4535-a117-f13c7b4996e9 req-2c198229-6412-4982-beea-7473531eca6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 1101 time: 0.0875146 Jul 07 16:42:29.190864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665199-87f0-4539-85e9-04d674fbe842 req-2e844017-005d-48d7-8d29-b66d2ca64035 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:29.194957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d7aa221-2159-4535-a117-f13c7b4996e9 req-24c6d03a-bcd5-47a8-9603-cf6d707d5b4e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566986 Jul 07 16:42:29.197264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-2e844017-005d-48d7-8d29-b66d2ca64035 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1818240 Jul 07 16:42:29.271602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-87540dee-c50e-4f88-a35a-9f14a212ff04 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 1023 time: 0.0702434 Jul 07 16:42:29.283550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:29.366943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.398300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36516) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:29.420340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:29.425466 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c48976-8d4d-471b-95ab-82fd76e2763d" -d '{"events": [{"name": "network-changed", "server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "tag": "62a71f92-53e8-4093-9479-bca0207bc766"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:29.492278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1142723063-network', 'tenant_id': 'ea7b31c4e9bd4b498dabc9102914f4be'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:29.534572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Made reservation on behalf of ea7b31c4e9bd4b498dabc9102914f4be for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:29.542871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.569613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.591141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36526) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:29.605730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59271927-f62c-4782-833b-1f8337f16572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.641395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcc68594-cfe7-47c1-bc31-1e9fa7033e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.656163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805510f-0834-4e51-a8a9-2bfff95c2586 req-14b1d308-0c53-4ca5-987f-81e8c1a99d27 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:29.658639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e805510f-0834-4e51-a8a9-2bfff95c2586 req-14b1d308-0c53-4ca5-987f-81e8c1a99d27 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.2277470 Jul 07 16:42:29.720978 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.730330 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.730624 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Floating IP ac0a2e04-ead1-4f84-94ad-51e4e86cc782 disassociated. External IP: 172.25.5.100, port: afa5ab12-91a1-4483-95ca-eda37de07eaf. Jul 07 16:42:29.763903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.770292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.790666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e805510f-0834-4e51-a8a9-2bfff95c2586 req-142ed0ec-877d-48f6-9db6-bf334162b632 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246042 Jul 07 16:42:29.801880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:42:29.832815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:29.833007 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Added segment f79851cb-9d57-48f2-b65f-4f35e32bcb23 of type vlan for network 8c5ad180-b710-47c2-9105-3adf8a436493 Jul 07 16:42:29.837192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23ddd35-4abd-4a24-843f-f696fb21ea08,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:29.876990 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffa55b0-36f8-42bb-bf1b-aca30bea14a8 x-openstack-request-id: req-2ffa55b0-36f8-42bb-bf1b-aca30bea14a8 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:29.876990 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "tag": "62a71f92-53e8-4093-9479-bca0207bc766", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:29.876990 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ffa55b0-36f8-42bb-bf1b-aca30bea14a8 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:29.876990 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766', 'status': 'completed', 'code': 200} Jul 07 16:42:29.928069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.013489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Router 86c081a7-ea9e-4197-a842-3c0f463068b9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:42:30.033897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59271927-f62c-4782-833b-1f8337f16572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.035538 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.036704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.037352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.067655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59271927-f62c-4782-833b-1f8337f16572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.162610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59271927-f62c-4782-833b-1f8337f16572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4088a92-09f0-4ab2-917e-897d44becdc4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:30.179764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-246b9bd4-9087-4e91-ad04-e568eb211845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.181336 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-246b9bd4-9087-4e91-ad04-e568eb211845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1124 time: 0.2560654 Jul 07 16:42:30.189243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:42:30.190728 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-59271927-f62c-4782-833b-1f8337f16572 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e60f05121bd34347a4ac55f1e8280bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7912169 Jul 07 16:42:30.192296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36532) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:30.196276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5ad180-b710-47c2-9105-3adf8a436493,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:30.204088 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] Sync routers for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:42:30.205522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.215007 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:30.217386 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:30.218478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8c5ad180-b710-47c2-9105-3adf8a436493 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:42:30.297270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-e30763ea-efe9-471e-b092-c7276986d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.298780 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-e30763ea-efe9-471e-b092-c7276986d704 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1001489 Jul 07 16:42:30.312117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6833497-672f-4fe2-9cdb-1ed7bb5588f6 req-05ef59cb-0cbd-4e8c-88bf-50eb068572e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.315024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6833497-672f-4fe2-9cdb-1ed7bb5588f6 req-05ef59cb-0cbd-4e8c-88bf-50eb068572e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.1964962 Jul 07 16:42:30.336224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-e28c9efe-d011-4dc9-b5e0-38f2ec2d5a0d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "PUT /v2.0/floatingips/ac0a2e04-ead1-4f84-94ad-51e4e86cc782 HTTP/1.1" status: 200 len: 695 time: 1.0569541 Jul 07 16:42:30.346603 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:30.369930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-4c684309-30ad-4c89-8c1b-d5a3d0c0d384 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.0605752 Jul 07 16:42:30.370886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:30.374959 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:30.439473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:30.465979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-78830024-29ad-4cca-8adb-22f1da73acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.467715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-78830024-29ad-4cca-8adb-22f1da73acb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0700438 Jul 07 16:42:30.529701 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-aa46560d-35ac-4385-bc5b-d966064a2f6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506623 Jul 07 16:42:30.541852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6833497-672f-4fe2-9cdb-1ed7bb5588f6 req-69b842ea-cb38-408f-88fe-0d22123487a3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e381934-48f2-4ca9-a51c-38b49a1bd0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007239 Jul 07 16:42:30.568598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665199-87f0-4539-85e9-04d674fbe842 req-99537052-e9ff-4d22-8a87-7bc05e5ef8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.576959 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:58Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:30.591646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-99537052-e9ff-4d22-8a87-7bc05e5ef8a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1118 time: 0.2079585 Jul 07 16:42:30.606897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49fc9b16-153b-4f66-9a84-49443a888b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.614190 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] Checking router: 86c081a7-ea9e-4197-a842-3c0f463068b9 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:42:30.624711 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:30.625710 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:30.670087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:30.702749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 has no active binding in host n-h2-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:42:30.703821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-09b57e2e-27c9-427b-8c38-4ddbb4e021fc tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.705636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-09b57e2e-27c9-427b-8c38-4ddbb4e021fc tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.54 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 970 time: 0.3505101 Jul 07 16:42:30.736863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49fc9b16-153b-4f66-9a84-49443a888b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.756100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcc68594-cfe7-47c1-bc31-1e9fa7033e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.790589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665199-87f0-4539-85e9-04d674fbe842 req-5330f95d-bfc5-47de-bc3e-eb37febfab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:30.792844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-5330f95d-bfc5-47de-bc3e-eb37febfab3b service neutron] 10.222.0.78 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 929 time: 0.1993399 Jul 07 16:42:30.807326 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcc68594-cfe7-47c1-bc31-1e9fa7033e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:30.824726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5931da69-488b-4faf-a282-921e51090269 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7082677 Jul 07 16:42:30.825557 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:30.827920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36538) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:30.833701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Request body: {'subnet': {'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1142723063-subnet', 'tenant_id': 'ea7b31c4e9bd4b498dabc9102914f4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:30.861915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bcc68594-cfe7-47c1-bc31-1e9fa7033e01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=464207d7d9dc43948369be5531d53ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2665524 Jul 07 16:42:30.866132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36540) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:30.879916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-54d2773a-6351-45e1-9cc1-8f6bd9226386 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 217 time: 0.0681865 Jul 07 16:42:30.929611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-479e8256-d0f3-46ad-80c2-35ad5784ddb2 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816948 Jul 07 16:42:30.939498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc68594-cfe7-47c1-bc31-1e9fa7033e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2cba0f-4e15-4b07-97b8-b66394dc99cc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:30.969150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Made reservation on behalf of ea7b31c4e9bd4b498dabc9102914f4be for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:30.971560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.267811 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:58Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:31.279606 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92c48976-8d4d-471b-95ab-82fd76e2763d req-97d25ce6-746b-4d79-b683-1b0dc44d7175 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193905 Jul 07 16:42:31.303342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49fc9b16-153b-4f66-9a84-49443a888b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.305941 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49fc9b16-153b-4f66-9a84-49443a888b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.310116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-49fc9b16-153b-4f66-9a84-49443a888b5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4088a92-09f0-4ab2-917e-897d44becdc4 HTTP/1.1" status: 204 len: 168 time: 1.1147404 Jul 07 16:42:31.313644 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a138ab-71e9-47c1-9fb1-b39b0cbd4ea6 None None] The sync data for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 is: [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:41:49Z', 'revision_number': 4, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90f7aa0c-8b71-4f55-a15a-d84b935e25a5', 'name': '', 'network_id': '7ea0375e-ed10-4063-a9d3-2a1cf044662b', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'mac_address': 'fa:16:3e:6f:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '54df8710-d443-4457-837b-3b0b1aff6757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:44Z', 'updated_at': '2021-07-07T16:41:58Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'subnets': [{'id': '54df8710-d443-4457-837b-3b0b1aff6757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:42:31.318418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Deleting port 1739e455-0120-4f14-be4f-06bdf9a36255 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:31.318706 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.341795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc9b16-153b-4f66-9a84-49443a888b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4088a92-09f0-4ab2-917e-897d44becdc4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:31.383802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665199-87f0-4539-85e9-04d674fbe842 req-6061f287-e145-4ee6-8fd3-fdf6b5778736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:31.395110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-6061f287-e145-4ee6-8fd3-fdf6b5778736 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 200 len: 867 time: 0.4995329 Jul 07 16:42:31.452351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b423182-31bb-452d-922c-ce7bef4daefc req-da832e66-9b4e-43f3-96d9-e638badb5548 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:31.454081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b423182-31bb-452d-922c-ce7bef4daefc req-da832e66-9b4e-43f3-96d9-e638badb5548 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.6800230 Jul 07 16:42:31.466069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] For port 1739e455-0120-4f14-be4f-06bdf9a36255, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1739e455-0120-4f14-be4f-06bdf9a36255,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:31.466484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.466721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04301559-97fc-444e-9c95-2b96cfb9b1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.494130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Calling delete_port for 1739e455-0120-4f14-be4f-06bdf9a36255 owned by compute:tempest-test_az-220229940 {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:31.536066 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04301559-97fc-444e-9c95-2b96cfb9b1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.584874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b423182-31bb-452d-922c-ce7bef4daefc req-6f6ec65c-e48f-4d0c-b382-66717a85e825 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223719 Jul 07 16:42:31.649676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665199-87f0-4539-85e9-04d674fbe842 req-16d95ee5-9910-4744-8bd7-70ad819439d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:31.651405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-16d95ee5-9910-4744-8bd7-70ad819439d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7ea0375e-ed10-4063-a9d3-2a1cf044662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572007 Jul 07 16:42:31.770889 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.775154 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0eb6e5-75d2-404a-987e-c5c254c9f83e x-openstack-request-id: req-9f0eb6e5-75d2-404a-987e-c5c254c9f83e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:31.775868 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:31.776359 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f0eb6e5-75d2-404a-987e-c5c254c9f83e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:31.776932 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'status': 'completed', 'code': 200} Jul 07 16:42:31.794506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9acbe-bcfa-4e36-9a9e-f9a7ae36b0ea None None] New status for floating IP ac0a2e04-ead1-4f84-94ad-51e4e86cc782: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:42:31.801326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1739e455-0120-4f14-be4f-06bdf9a36255'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:31.829122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Pushing event deleted for resources: {'Port': ['ID=1739e455-0120-4f14-be4f-06bdf9a36255,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:31.941650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04301559-97fc-444e-9c95-2b96cfb9b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.946919 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04301559-97fc-444e-9c95-2b96cfb9b1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:31.953680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04301559-97fc-444e-9c95-2b96cfb9b1d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b2cba0f-4e15-4b07-97b8-b66394dc99cc HTTP/1.1" status: 204 len: 168 time: 1.0849090 Jul 07 16:42:31.981426 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.014839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] No DVR routers for this DVR port 1739e455-0120-4f14-be4f-06bdf9a36255 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:32.020301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.023290 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b61aa60c-b226-47ef-b1f3-ddde47a68bfa req-89b1cbde-2c31-4276-aecb-0c2c669555e3 tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.54 "DELETE /v2.0/ports/1739e455-0120-4f14-be4f-06bdf9a36255 HTTP/1.1" status: 204 len: 173 time: 1.3042760 Jul 07 16:42:32.024581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'name': 'network-vif-deleted', 'tag': '1739e455-0120-4f14-be4f-06bdf9a36255'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:32.031033 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee533b2-3988-4dec-9f7d-5458e133e001" -d '{"events": [{"server_uuid": "d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec", "name": "network-vif-deleted", "tag": "1739e455-0120-4f14-be4f-06bdf9a36255"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:32.063385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36556) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:32.086996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6f7dfce-54e9-4b2f-afe8-49bdeb2bba73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.214831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04301559-97fc-444e-9c95-2b96cfb9b1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2cba0f-4e15-4b07-97b8-b66394dc99cc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:32.278130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6f7dfce-54e9-4b2f-afe8-49bdeb2bba73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.283769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6f7dfce-54e9-4b2f-afe8-49bdeb2bba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.298034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-baecd7aa-dced-40d6-a8c2-46fac0ea2573 service neutron] 10.222.0.78 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260483 Jul 07 16:42:32.313461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541afaa2-e324-43f9-aab2-c988a80891ef,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:32.327904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7dfce-54e9-4b2f-afe8-49bdeb2bba73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8780efe-4883-4373-8914-e8b1b0b35e3e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:32.336104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a6f7dfce-54e9-4b2f-afe8-49bdeb2bba73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a41a4f2957a344a79171054749c262e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711284 Jul 07 16:42:32.336935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36560) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:32.350019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-1de6a676-1dbb-4e3e-8e1d-c81d9a0bc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:32.352369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-1de6a676-1dbb-4e3e-8e1d-c81d9a0bc3fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76aec8bb59864857960d752f765373c9&device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 1118 time: 0.5702717 Jul 07 16:42:32.405197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-122a036e-f3d6-4fa4-b01b-72b99e905377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.432060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-122a036e-f3d6-4fa4-b01b-72b99e905377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.460247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:32.460606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Network hostable DHCP agents. Network: 8c5ad180-b710-47c2-9105-3adf8a436493, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:42:32.491197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-122a036e-f3d6-4fa4-b01b-72b99e905377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.495486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-122a036e-f3d6-4fa4-b01b-72b99e905377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.497219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-122a036e-f3d6-4fa4-b01b-72b99e905377 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d8780efe-4883-4373-8914-e8b1b0b35e3e HTTP/1.1" status: 204 len: 168 time: 0.1584468 Jul 07 16:42:32.508471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a036e-f3d6-4fa4-b01b-72b99e905377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8780efe-4883-4373-8914-e8b1b0b35e3e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:32.524295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124e13-56ec-4f0c-9fc3-fd12586a054f req-f3b1bd00-96a2-4b64-8bbc-848f82bbe600 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:32.537704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c124e13-56ec-4f0c-9fc3-fd12586a054f req-f3b1bd00-96a2-4b64-8bbc-848f82bbe600 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.5820065 Jul 07 16:42:32.585384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Network 8c5ad180-b710-47c2-9105-3adf8a436493 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:42:32.601091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70665199-87f0-4539-85e9-04d674fbe842 req-c48a0888-445e-4831-9ab7-b4cc2eee4231 service neutron] 10.222.0.78 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830589 Jul 07 16:42:32.620478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8c5ad180-b710-47c2-9105-3adf8a436493) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:32.637157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c124e13-56ec-4f0c-9fc3-fd12586a054f req-5282378c-f07c-45c0-b2c7-e2dff310969a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950296 Jul 07 16:42:32.642213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef517142-28c9-406f-92af-4b558a0f23a2 None None] Network 8c5ad180-b710-47c2-9105-3adf8a436493 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:32.642684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:32.643618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:32.667323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-42f1a2a1-f4e7-4a36-b976-f1b5f0a94660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:32.672451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-42f1a2a1-f4e7-4a36-b976-f1b5f0a94660 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 200 len: 929 time: 0.2825925 Jul 07 16:42:32.693577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49c61914-9578-4d3a-9467-e1eb88dff6b8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8645434 Jul 07 16:42:32.763585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-2d3c84eb-0cf3-427c-b942-97e3fd478d9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 200 len: 217 time: 0.0793171 Jul 07 16:42:32.872316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-9f90788b-d0c0-4aee-b89b-582bf512b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:32.874141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-9f90788b-d0c0-4aee-b89b-582bf512b28e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 200 len: 867 time: 0.1006033 Jul 07 16:42:32.959258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81450a4a-5038-4675-9fe8-2a6ddbd47e7a None None] Network 8c5ad180-b710-47c2-9105-3adf8a436493 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:32.993413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e8ecf88-fbcf-4b9e-952a-96cc52121d55 req-a68b4c89-ddec-44ed-b0ca-986784723d3d tempest-AggregatesAdminTestJSON-1186352746 tempest-AggregatesAdminTestJSON-1186352746-project] 10.222.0.78 "GET /v2.0/ports?device_id=d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec HTTP/1.1" status: 200 len: 210 time: 0.0423357 Jul 07 16:42:33.015518 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb79880-106b-49cb-9a24-ba9fd520f0ee x-openstack-request-id: req-3cb79880-106b-49cb-9a24-ba9fd520f0ee {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:33.016330 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec", "name": "network-vif-deleted", "tag": "1739e455-0120-4f14-be4f-06bdf9a36255", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:33.016733 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cb79880-106b-49cb-9a24-ba9fd520f0ee {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:33.017301 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ed8a2-7dba-4cfe-b00a-2ba5acbe9cec', 'name': 'network-vif-deleted', 'tag': '1739e455-0120-4f14-be4f-06bdf9a36255', 'status': 'completed', 'code': 200} Jul 07 16:42:33.040059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-82aa0af3-520a-4d6b-a544-8ccda5c4cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:33.043731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-82aa0af3-520a-4d6b-a544-8ccda5c4cea1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ea0375e-ed10-4063-a9d3-2a1cf044662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570368 Jul 07 16:42:33.220902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:33.337465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-85df7a59-e236-4099-8f1b-31d8c200d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips/ac0a2e04-ead1-4f84-94ad-51e4e86cc782 HTTP/1.1" status: 200 len: 693 time: 0.2812524 Jul 07 16:42:33.537065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-941409cd-1787-4d3b-8796-de818080cd2f service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786818 Jul 07 16:42:33.598492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a7ca3-37e0-4cb0-af9e-0ed18225b2d0 req-273caa0d-8965-40a9-bd52-13defbbb288c tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:33.602945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883a7ca3-37e0-4cb0-af9e-0ed18225b2d0 req-273caa0d-8965-40a9-bd52-13defbbb288c tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.4206100 Jul 07 16:42:33.697369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44312a1-0657-404d-a994-cc432ea2d619 req-c7040702-638d-4cf3-a95d-c70c7abc7c27 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:33.698810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-c7040702-638d-4cf3-a95d-c70c7abc7c27 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.3461523 Jul 07 16:42:33.729573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-a0591f29-2298-4ebc-a8e9-612aba951c7d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:42:33.730636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-a0591f29-2298-4ebc-a8e9-612aba951c7d tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185192 Jul 07 16:42:33.741713 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883a7ca3-37e0-4cb0-af9e-0ed18225b2d0 req-16550510-eec6-458a-96b1-5de3a13edea9 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224933 Jul 07 16:42:33.805410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bdd9e1-ccb2-4765-a8aa-12822f39a2c3 req-12ae7229-fd20-4dff-8892-e338ddaf2e0e service neutron] 10.222.0.54 "GET /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419519 Jul 07 16:42:33.808566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-d34ed694-1e16-468c-8309-6b2d68e04560 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.0659173 Jul 07 16:42:33.901783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-77ba7583-b09b-4ada-95c4-b1cfa3d5eb4b tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.0760272 Jul 07 16:42:34.004981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36632) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:34.010555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-298576297-network', 'tenant_id': '2947d139281c4c2797c3baec6bc7385e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:34.038488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Made reservation on behalf of 2947d139281c4c2797c3baec6bc7385e for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:34.043422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.054382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.067543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0c30-8d51-4315-aaa8-8c3ed608d60c req-36c13109-ef5d-4254-a555-8d9d88cf68ee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:34.074874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fac0c30-8d51-4315-aaa8-8c3ed608d60c req-36c13109-ef5d-4254-a555-8d9d88cf68ee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1975002 Jul 07 16:42:34.139380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fac0c30-8d51-4315-aaa8-8c3ed608d60c req-3ef227f0-f122-4b33-afe2-b372d908c9b9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632019 Jul 07 16:42:34.148170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Deleting port e917479f-778c-45b7-836b-a1cee6b8c97f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:34.148534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.180621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.186080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.221567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a64f02c-166b-45c7-a554-34cebe3fc88f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:34.246936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:42:34.259838 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.260182 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Added segment 55ba0451-83a3-45fb-a7e5-ea2419fe45fc of type vlan for network 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6 Jul 07 16:42:34.318056 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.343441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1739e455-0120-4f14-be4f-06bdf9a36255 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:34.367475 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.368406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.377424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.378932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:34.379955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.386001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 1739e455-0120-4f14-be4f-06bdf9a36255 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:34.387596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1739e455-0120-4f14-be4f-06bdf9a36255 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:34.394478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Calling delete_port for e917479f-778c-45b7-836b-a1cee6b8c97f owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:34.453686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4439547 Jul 07 16:42:34.453859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:34.459818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Request body: {'subnet': {'network_id': '9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-298576297-subnet', 'tenant_id': '2947d139281c4c2797c3baec6bc7385e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:34.463477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19f9e-cdc6-4d7f-be58-ce929631c399 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:34.478451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:42:34.500568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Made reservation on behalf of 2947d139281c4c2797c3baec6bc7385e for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:34.505890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.631552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.667479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event deleted for resources: {'Port': ['ID=e917479f-778c-45b7-836b-a1cee6b8c97f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:34.703657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.710128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.711180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44312a1-0657-404d-a994-cc432ea2d619 req-6b6333b1-ee32-4e06-badd-9705db8b12f5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "DELETE /v2.0/floatingips/ac0a2e04-ead1-4f84-94ad-51e4e86cc782 HTTP/1.1" status: 204 len: 173 time: 0.8083050 Jul 07 16:42:34.813798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.901367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7d372dc-170c-4839-8058-855aab7f651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.903362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edaf6d9-ee42-4207-9594-316b1a3bdfd1,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:34.922077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Checking segment: {'id': '55ba0451-83a3-45fb-a7e5-ea2419fe45fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:34.922455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Network hostable DHCP agents. Network: 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:42:34.946394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Network 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:42:34.960409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:34.965666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:34.966418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:34.970460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a41ef3-f0b7-4373-a51d-1076c20cef9d req-d545a2d6-1a7d-4d7f-85d9-59827bc26b68 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:34.972376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d131a623-dde3-462d-80c4-29e1fd66b196 None None] Network 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:34.973147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90a41ef3-f0b7-4373-a51d-1076c20cef9d req-d545a2d6-1a7d-4d7f-85d9-59827bc26b68 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.1177044 Jul 07 16:42:34.993256 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9725d22b-a3b2-46bc-857a-483e59d9ff2f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5377939 Jul 07 16:42:35.032859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90a41ef3-f0b7-4373-a51d-1076c20cef9d req-7b71e276-5380-43ef-9ca2-f648bb2a5945 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506508 Jul 07 16:42:35.127778 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-256dbadf-17d1-4c69-ac1e-f6606155a5af service neutron] 10.222.0.13 "GET /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.1322546 Jul 07 16:42:35.149134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36672) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:35.261508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa9619-aa7f-44c1-b2e1-01f345cc73aa None None] Network 9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:35.463872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:35.499646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919d9a7-5a01-4b55-91eb-eab081459b39 req-5a564f68-c6c1-48df-b27f-63b3d05136ce tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:35.501909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0919d9a7-5a01-4b55-91eb-eab081459b39 req-5a564f68-c6c1-48df-b27f-63b3d05136ce tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa&device_owner=compute%3Atempest-test_az-220229940 HTTP/1.1" status: 200 len: 967 time: 0.1238189 Jul 07 16:42:35.516028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:35.585997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a71f92-53e8-4093-9479-bca0207bc766 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:35.606775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0919d9a7-5a01-4b55-91eb-eab081459b39 req-98f4e036-84f5-4cec-b327-f318e38302c5 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0978696 Jul 07 16:42:35.630832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:35.656601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:35.795364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] Transition to ACTIVE for port object 62a71f92-53e8-4093-9479-bca0207bc766 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:35.801701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:35.810505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7ec71-d368-4c22-bf10-2315dd33da28 req-fd087847-6d8a-4470-988c-703d447df678 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:35.812060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ca7ec71-d368-4c22-bf10-2315dd33da28 req-fd087847-6d8a-4470-988c-703d447df678 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 943 time: 0.1756065 Jul 07 16:42:35.817975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b476cf5-ed8c-4875-a34d-c6e70b5b8865 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39618dc579a3425bb497a0268fc1dc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6687706 Jul 07 16:42:35.819671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36698) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:35.923236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-093ac14a-77b2-4d5f-b50e-d992bbea5bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:35.955517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36702) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:35.957427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ca7ec71-d368-4c22-bf10-2315dd33da28 req-0d2b51f0-516e-456c-b844-e416f9d82456 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156378 Jul 07 16:42:35.963455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] No DVR routers for this DVR port 62a71f92-53e8-4093-9479-bca0207bc766 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:35.973966 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-093ac14a-77b2-4d5f-b50e-d992bbea5bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:35.976608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] Pushing event updated for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:36.017094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97496aac-9d11-4647-ad7d-13850ce8fb9c req-bab52eb4-44bf-48ce-a9ef-8abe852a957c tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:36.018849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97496aac-9d11-4647-ad7d-13850ce8fb9c req-bab52eb4-44bf-48ce-a9ef-8abe852a957c tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.1449676 Jul 07 16:42:36.032378 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-3b30e201-cd7a-4845-983d-cac9758c045a service neutron] 10.222.0.13 "PUT /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766/bindings/n-h2-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8976529 Jul 07 16:42:36.109304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a023c5ed-f6e3-4d8f-b848-dc9d25277c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.112041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b064973a-e81a-45a9-ab27-eba5e79a9e28 req-73a9049b-3bbf-4b02-b0b1-2fa2948db3bd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1104913 Jul 07 16:42:36.136219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97496aac-9d11-4647-ad7d-13850ce8fb9c req-66c063a1-fd7e-4efe-a8d1-e0a2d75421eb tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059535 Jul 07 16:42:36.154572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-093ac14a-77b2-4d5f-b50e-d992bbea5bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.157436 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-093ac14a-77b2-4d5f-b50e-d992bbea5bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.162432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-093ac14a-77b2-4d5f-b50e-d992bbea5bba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e381934-48f2-4ca9-a51c-38b49a1bd0a5 HTTP/1.1" status: 204 len: 168 time: 0.3427656 Jul 07 16:42:36.199221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ac14a-77b2-4d5f-b50e-d992bbea5bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e381934-48f2-4ca9-a51c-38b49a1bd0a5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:36.275752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-76a9d0c5-6d95-4b24-a9c5-d403c412fd58 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:36.277551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-76a9d0c5-6d95-4b24-a9c5-d403c412fd58 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1138411 Jul 07 16:42:36.331826 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a023c5ed-f6e3-4d8f-b848-dc9d25277c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.337155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a023c5ed-f6e3-4d8f-b848-dc9d25277c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.376874 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a023c5ed-f6e3-4d8f-b848-dc9d25277c63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b80e3288e9674b06a2dda0a06e753e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145789 Jul 07 16:42:36.379863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36716) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:36.393253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-db8031b1-f7cb-4e5c-9f32-af1ff6edfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:36.396120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-db8031b1-f7cb-4e5c-9f32-af1ff6edfe98 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&tenant_id=97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 1095 time: 0.1059597 Jul 07 16:42:36.416948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023c5ed-f6e3-4d8f-b848-dc9d25277c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7558ef9-a3c5-488c-8a71-3774fa2f7879,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:36.465131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db2c8b0-b15a-4be9-a9fb-577c3b3bc46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.491550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db2c8b0-b15a-4be9-a9fb-577c3b3bc46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.525012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-f2cf24f3-21fc-4594-9c19-e270921a5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:36.527119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-f2cf24f3-21fc-4594-9c19-e270921a5ebd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1095 time: 0.0666046 Jul 07 16:42:36.554021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db2c8b0-b15a-4be9-a9fb-577c3b3bc46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.557594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db2c8b0-b15a-4be9-a9fb-577c3b3bc46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:36.558856 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1db2c8b0-b15a-4be9-a9fb-577c3b3bc46e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7558ef9-a3c5-488c-8a71-3774fa2f7879 HTTP/1.1" status: 204 len: 168 time: 0.1779113 Jul 07 16:42:36.590497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2c8b0-b15a-4be9-a9fb-577c3b3bc46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7558ef9-a3c5-488c-8a71-3774fa2f7879,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:36.639528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-cac15da1-3c87-4cb0-9f68-a13bc978dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:36.641185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-cac15da1-3c87-4cb0-9f68-a13bc978dcb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1037896 Jul 07 16:42:36.714084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-0e37cab2-7c1c-432a-b956-a28d9ec74143 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.0633562 Jul 07 16:42:36.825681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-eeeda81e-64ee-4d4a-98c5-a58503dc3d3c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997000 Jul 07 16:42:36.981172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36738) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:37.020195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36742) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:37.041747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38954bc3-8dbb-4008-be0e-4d6f711f2e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.086110 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7ac77bd-7b16-47dc-84a7-939cca637a1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bee1c57d3ee427db26d439fa1328b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024451 Jul 07 16:42:37.090576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36744) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:37.217677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec46df32-7dfd-455a-b360-c8856be21ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.231266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-f3be4b08-2191-4202-8eda-1ea5579e996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:37.232911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-f3be4b08-2191-4202-8eda-1ea5579e996f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.4720094 Jul 07 16:42:37.275904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec46df32-7dfd-455a-b360-c8856be21ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.286006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38954bc3-8dbb-4008-be0e-4d6f711f2e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.292114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38954bc3-8dbb-4008-be0e-4d6f711f2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.293678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-d8a513ed-473c-4731-b6ef-cd67b8d42a51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363922 Jul 07 16:42:37.304912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-c465f0fc-dc93-4a47-993b-edd77708f382 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:37.306760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-c465f0fc-dc93-4a47-993b-edd77708f382 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.6368032 Jul 07 16:42:37.363437 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38954bc3-8dbb-4008-be0e-4d6f711f2e42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=816fe60f1f7449e2bdce4cbd1e69505d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421371 Jul 07 16:42:37.364450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36750) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:37.374762 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.375534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38954bc3-8dbb-4008-be0e-4d6f711f2e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c22f56-0e9b-4bc7-9397-de91f46d9807,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:37.392096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-18ae8413-1264-4d17-a6ae-51b3ec4d7eed tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/quotas/ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 375 time: 0.0695734 Jul 07 16:42:37.423512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec46df32-7dfd-455a-b360-c8856be21ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.426173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec46df32-7dfd-455a-b360-c8856be21ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.427335 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ec46df32-7dfd-455a-b360-c8856be21ea1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5af5c568-f5c8-4cd0-be65-7df90d35c04c HTTP/1.1" status: 204 len: 168 time: 0.3357790 Jul 07 16:42:37.463141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46df32-7dfd-455a-b360-c8856be21ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5c568-f5c8-4cd0-be65-7df90d35c04c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:37.483174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e455d426-e8bd-4bd2-8f33-1c434b8e4e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.489024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-af95604e-3f51-4901-80cd-7647eb4da7c7 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:37.490738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-af95604e-3f51-4901-80cd-7647eb4da7c7 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6495972 Jul 07 16:42:37.497173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-2dd5b2cc-9919-4839-b88c-7b94660bc314 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902319 Jul 07 16:42:37.531499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e455d426-e8bd-4bd2-8f33-1c434b8e4e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.595464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-66b6efae-c9ae-466b-8e3b-1bae6b2d0957 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/quotas/cc74378ec3404cbb895bd73dcb7f8dbe HTTP/1.1" status: 200 len: 375 time: 0.0944033 Jul 07 16:42:37.595984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7676846-1437-4298-b721-fa7e27f2659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.603138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e455d426-e8bd-4bd2-8f33-1c434b8e4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.608058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e455d426-e8bd-4bd2-8f33-1c434b8e4e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:37.616596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e455d426-e8bd-4bd2-8f33-1c434b8e4e61 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57c22f56-0e9b-4bc7-9397-de91f46d9807 HTTP/1.1" status: 204 len: 168 time: 0.2479851 Jul 07 16:42:37.624152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455d426-e8bd-4bd2-8f33-1c434b8e4e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c22f56-0e9b-4bc7-9397-de91f46d9807,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:37.687539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-d882c129-c480-40b8-9c82-cd6919b27bb2 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795300 Jul 07 16:42:37.694726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-b70aead7-8936-4ebb-b280-af37767592ba tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694771 Jul 07 16:42:37.789196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-df724737-f9c8-45bc-96b5-094a2cf214c6 service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789454 Jul 07 16:42:37.900716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-ff55c7e7-6e07-4f4e-9e98-40a9fd5240e8 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046242 Jul 07 16:42:37.976507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-06b4464d-9692-4415-b977-fd60882fbadf service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863410 Jul 07 16:42:37.999529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-0cedffc1-5fd8-47f5-b8fb-dec0415fb615 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:38.001408 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-0cedffc1-5fd8-47f5-b8fb-dec0415fb615 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.54 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.1574750 Jul 07 16:42:38.119195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:38.275770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:38.366047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Deleting port 787c5237-1dba-483b-9c73-f30affd49cef {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:38.366611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:38.662912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2a0f-10ce-4d3d-bc5e-848863259b99 req-982680d6-cd9f-4788-b9f9-8c80dddd9c65 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:38.671037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79ed2a0f-10ce-4d3d-bc5e-848863259b99 req-982680d6-cd9f-4788-b9f9-8c80dddd9c65 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 944 time: 0.3555713 Jul 07 16:42:38.700005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-ca6350aa-b59a-4c40-918c-bf30f9f46d43 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:38.701356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-ca6350aa-b59a-4c40-918c-bf30f9f46d43 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.2941599 Jul 07 16:42:38.723294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] For port 787c5237-1dba-483b-9c73-f30affd49cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=787c5237-1dba-483b-9c73-f30affd49cef,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:38.723691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:38.741729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Calling delete_port for 787c5237-1dba-483b-9c73-f30affd49cef owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:38.799298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79ed2a0f-10ce-4d3d-bc5e-848863259b99 req-c97478a8-8857-47ad-bb48-b7b8c7d44f89 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267204 Jul 07 16:42:38.870421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df154776-5ffa-46c7-8905-4c3672b5010c req-1c264a7d-75aa-407d-89ff-5e897ce18d9c tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:38.892265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df154776-5ffa-46c7-8905-4c3672b5010c req-1c264a7d-75aa-407d-89ff-5e897ce18d9c tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 950 time: 0.2951462 Jul 07 16:42:38.947605 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:39.020389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:39.050749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['787c5237-1dba-483b-9c73-f30affd49cef'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:39.095377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Pushing event deleted for resources: {'Port': ['ID=787c5237-1dba-483b-9c73-f30affd49cef,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:39.104076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df154776-5ffa-46c7-8905-4c3672b5010c req-da764f85-9fc2-485b-bf8d-1a0f49e878df tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c1ca80b-8c00-4616-a04f-8968abae8a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113621 Jul 07 16:42:39.247583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1534c4ca-4a26-45b8-aa76-2424790f4b3e req-7b11c267-b1bf-4595-b2b9-e425c9319ff7 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.1120408 Jul 07 16:42:39.257664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] No DVR routers for this DVR port 787c5237-1dba-483b-9c73-f30affd49cef on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:39.266033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:39.268217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c7729f40-aaaf-42de-96bf-8e282b8438c6 req-4ae4c344-3cc2-4631-aa0c-0e104832db90 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.54 "DELETE /v2.0/ports/787c5237-1dba-483b-9c73-f30affd49cef HTTP/1.1" status: 204 len: 173 time: 1.2585468 Jul 07 16:42:39.268882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'name': 'network-vif-deleted', 'tag': '787c5237-1dba-483b-9c73-f30affd49cef'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:39.277946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-97579fc9-06b2-4891-86e0-a38e64541730 service neutron] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:39.289548 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39b4b0a-8ed2-41e8-a613-cee98ce22145" -d '{"events": [{"server_uuid": "10f707ed-16de-4e9b-a760-d5f211410dd1", "name": "network-vif-deleted", "tag": "787c5237-1dba-483b-9c73-f30affd49cef"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:39.301898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-97579fc9-06b2-4891-86e0-a38e64541730 service neutron] Notify callbacks [] for binding, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:39.303492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f77dc83-bf67-4e6c-b704-5271e50c58e2 req-97579fc9-06b2-4891-86e0-a38e64541730 service neutron] 10.222.0.54 "DELETE /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766/bindings/n-h1-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.5903761 Jul 07 16:42:39.405735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-2f9106fa-7cca-4377-8a5c-f17b4315e174 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481589 Jul 07 16:42:39.664839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f0c36-701b-44f1-9af1-3fbbf1726243 req-5397b6ec-489f-45ac-8895-8628dabc1e66 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:39.666602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad6f0c36-701b-44f1-9af1-3fbbf1726243 req-5397b6ec-489f-45ac-8895-8628dabc1e66 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 967 time: 0.1439340 Jul 07 16:42:39.691593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-6f1286e7-dbf4-4da2-95bf-67c0bbdf9d0c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:39.694022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-6f1286e7-dbf4-4da2-95bf-67c0bbdf9d0c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821114 Jul 07 16:42:39.727919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-1841a851-07ff-46c7-9542-50006e856025 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/quotas/cc74378ec3404cbb895bd73dcb7f8dbe HTTP/1.1" status: 200 len: 375 time: 0.0246894 Jul 07 16:42:39.752861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad6f0c36-701b-44f1-9af1-3fbbf1726243 req-7eab432c-045c-44fe-bd23-66f4e3aa63e7 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784509 Jul 07 16:42:39.774248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-7a994dd8-d960-443d-bf64-e226a67ab4d0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375874 Jul 07 16:42:39.831641 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6ad703-472c-48e2-991e-8725b6280bc2 x-openstack-request-id: req-9d6ad703-472c-48e2-991e-8725b6280bc2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:39.832133 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f707ed-16de-4e9b-a760-d5f211410dd1", "name": "network-vif-deleted", "tag": "787c5237-1dba-483b-9c73-f30affd49cef", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:39.832133 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d6ad703-472c-48e2-991e-8725b6280bc2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:39.832457 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f707ed-16de-4e9b-a760-d5f211410dd1', 'name': 'network-vif-deleted', 'tag': '787c5237-1dba-483b-9c73-f30affd49cef', 'status': 'completed', 'code': 200} Jul 07 16:42:40.046534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73e10-5bc1-4620-82d3-6caba5489e2a req-9fc18c31-9d43-402d-a846-cb2ed76a84b8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:40.059557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f73e10-5bc1-4620-82d3-6caba5489e2a req-9fc18c31-9d43-402d-a846-cb2ed76a84b8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 944 time: 0.1217504 Jul 07 16:42:40.154296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9362f016-cebc-4a76-825b-cd4a72efad3d req-8d3bee31-3e26-441c-b8f5-5a16ec8f08f3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 210 time: 0.0911584 Jul 07 16:42:40.229673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f73e10-5bc1-4620-82d3-6caba5489e2a req-eaa3b109-c9f3-405e-a007-47f018cc42f8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688480 Jul 07 16:42:40.407457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-ed7e97a6-150e-494a-bad0-9bc9376611e7 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500853 Jul 07 16:42:40.610006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:40.666196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67e82940-0607-4fa0-8575-d0185a07a187 req-c414db11-408e-42b6-8efe-b6ad37f1dcf3 tempest-DeleteServersAdminTestJSON-1673439145 tempest-DeleteServersAdminTestJSON-1673439145-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f707ed-16de-4e9b-a760-d5f211410dd1 HTTP/1.1" status: 200 len: 210 time: 0.1968663 Jul 07 16:42:40.752627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18516040-7763-4056-988f-7af3d600abb9 req-057b4226-c304-4ec4-968d-7cd11870ca05 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0662115 Jul 07 16:42:40.893130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-52d5b271-83a1-4ddd-8dc4-2de566846302 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:40.896383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-52d5b271-83a1-4ddd-8dc4-2de566846302 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4796424 Jul 07 16:42:40.911952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Request body: {'port': {'device_id': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'cc74378ec3404cbb895bd73dcb7f8dbe'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:41.096358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c8731-f338-4419-adae-9fe4d551b0e9 req-7b3c5f2b-3a75-4b74-b09b-013275354ca3 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:41.098168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce9c8731-f338-4419-adae-9fe4d551b0e9 req-7b3c5f2b-3a75-4b74-b09b-013275354ca3 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1095 time: 0.2219777 Jul 07 16:42:41.122731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55768-5be0-4d2b-9c70-d8971aaf30b3 req-b0d36f7f-9bd3-4a85-aa7c-1c06415885c3 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:41.124662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdf55768-5be0-4d2b-9c70-d8971aaf30b3 req-b0d36f7f-9bd3-4a85-aa7c-1c06415885c3 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 967 time: 0.1483662 Jul 07 16:42:41.173311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Made reservation on behalf of cc74378ec3404cbb895bd73dcb7f8dbe for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:41.177140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.224826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-13dc0af0-e446-46a1-9135-6bb7cf23b2a5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:41.226451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-13dc0af0-e446-46a1-9135-6bb7cf23b2a5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.1801109 Jul 07 16:42:41.232995 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.242436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.54', 49173) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:41.247577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce9c8731-f338-4419-adae-9fe4d551b0e9 req-98758528-87f5-4b8e-89c8-b43cf7311a25 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370766 Jul 07 16:42:41.277355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdf55768-5be0-4d2b-9c70-d8971aaf30b3 req-d7435635-1ce3-4f97-abc4-a8b944eccec9 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/security-groups?id=709ba56d-08f9-46db-b096-c5e5e8dcea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395161 Jul 07 16:42:41.288654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Request body: {'port': {'device_id': '28655247-e512-48df-a167-d4b05c0e1ae4', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'admin_state_up': True, 'tenant_id': 'ea7b31c4e9bd4b498dabc9102914f4be'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:41.439673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.446084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.475260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-9d88843b-12fa-4c65-89ae-f4c4a91c5f11 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:41.476888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-9d88843b-12fa-4c65-89ae-f4c4a91c5f11 tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.54 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 967 time: 0.2308476 Jul 07 16:42:41.551809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Made reservation on behalf of ea7b31c4e9bd4b498dabc9102914f4be for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:41.555588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.556288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0076625-ee8e-44d2-8bb4-f01e8e47e422,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:41.656502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Allocated IP 192.168.233.204 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/1c9840c1-78b6-4b0f-b14d-abafe6843bf3) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:41.733699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Deleting port afa5ab12-91a1-4483-95ca-eda37de07eaf {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:41.734109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.839277 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:42:41.860420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Allocated IP 172.20.0.11 (8c5ad180-b710-47c2-9105-3adf8a436493/541afaa2-e324-43f9-aab2-c988a80891ef/e944f41b-f3a5-4357-9a2b-d56cee6effb8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:41.907888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] For port afa5ab12-91a1-4483-95ca-eda37de07eaf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=afa5ab12-91a1-4483-95ca-eda37de07eaf,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:41.908244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:41.937094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Calling delete_port for afa5ab12-91a1-4483-95ca-eda37de07eaf owned by compute:tempest-test_az-220229940 {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:41.954899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.009118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25080650-3e57-4a1d-856e-0ffd7760d91f req-9be9be22-191b-426b-9224-8dcbfd17c91b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 210 time: 0.0447192 Jul 07 16:42:42.019159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Transition to ACTIVE for port object 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:42.094905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.162339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.186214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:42.233944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:42.234257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.237517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:42.239952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-6165d401-4b30-4978-9e5c-c0ec9bb8339b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2276068 Jul 07 16:42:42.244498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:42.245276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.267346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:42.300921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-c0973a2d-6397-4296-946d-8224dd00c05c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3871987 Jul 07 16:42:42.346281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Request body: {'port': {'device_id': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:42.351055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Network 8c5ad180-b710-47c2-9105-3adf8a436493 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:42.359637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 787c5237-1dba-483b-9c73-f30affd49cef no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:42.391597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 787c5237-1dba-483b-9c73-f30affd49cef {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:42.392092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 787c5237-1dba-483b-9c73-f30affd49cef not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:42.396597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:42.406767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:42.412481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:42.413239 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.421594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-3f20dbdf-00ad-4d67-9ae0-d7be323e6a5c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:42.423431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-3f20dbdf-00ad-4d67-9ae0-d7be323e6a5c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.3121369 Jul 07 16:42:42.432031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:42.457744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-cec6b4b6-b929-4e39-bb28-c7c9f4836e39 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2137110 Jul 07 16:42:42.478478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Request body: {'port': {'device_id': '28655247-e512-48df-a167-d4b05c0e1ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:42.480796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-72f168dd-d17b-4613-80e1-5d250ad9a92c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/quotas/97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 375 time: 0.0469184 Jul 07 16:42:42.536677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ac7573a5-ee0b-44ea-a837-b8a3ab83cf0e None None] Provisioning for port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:42.542395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ac7573a5-ee0b-44ea-a837-b8a3ab83cf0e None None] Provisioning complete for port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:42.542948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac7573a5-ee0b-44ea-a837-b8a3ab83cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.561499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.583492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ac7573a5-ee0b-44ea-a837-b8a3ab83cf0e None None] Port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:42:42.593792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1246-f7d7-4013-b446-acbc0b89426b req-bcca874d-23f0-4d12-a4ef-fc35da9d9520 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:42.595465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d08d1246-f7d7-4013-b446-acbc0b89426b req-bcca874d-23f0-4d12-a4ef-fc35da9d9520 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 932 time: 0.2540035 Jul 07 16:42:42.697076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-a2047e22-0fa7-4d16-a2c4-b4e446a14b05 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2153292 Jul 07 16:42:42.743911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d08d1246-f7d7-4013-b446-acbc0b89426b req-73b52276-a744-43c3-833e-d0f074b8a3ac tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390877 Jul 07 16:42:42.782297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-bd7f33fc-d138-4801-80f6-978b7bc3a05e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:42.783883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-bd7f33fc-d138-4801-80f6-978b7bc3a05e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4674463 Jul 07 16:42:42.806370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Request body: {'port': {'device_id': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'cc74378ec3404cbb895bd73dcb7f8dbe'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:42.868206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:42.883692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['afa5ab12-91a1-4483-95ca-eda37de07eaf'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:42.922626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Pushing event deleted for resources: {'Port': ['ID=afa5ab12-91a1-4483-95ca-eda37de07eaf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:42.933015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.000700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-04c453e3-1224-4acd-aa95-a633383bcc40 service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606306 Jul 07 16:42:43.029639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] No DVR routers for this DVR port afa5ab12-91a1-4483-95ca-eda37de07eaf on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:43.037336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.039487 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-772492a4-50d7-4f57-9f66-f56b5a2452a1 req-f0d86db8-97c8-4f90-b272-f17f4c2850af tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.54 "DELETE /v2.0/ports/afa5ab12-91a1-4483-95ca-eda37de07eaf HTTP/1.1" status: 204 len: 173 time: 1.5501277 Jul 07 16:42:43.047789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'name': 'network-vif-deleted', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:43.050981 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c3588-b715-4a9d-8aed-0aaa3a5f1c59" -d '{"events": [{"server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "name": "network-vif-deleted", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:43.092420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Made reservation on behalf of cc74378ec3404cbb895bd73dcb7f8dbe for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:43.096256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.116724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-838b48aa-67d3-4ce8-8a3e-e224d9c6bd58 req-eda618b8-17f1-4d65-a501-806df86214fd tempest-FloatingIPsAssociationNegativeTestJSON-335099383 tempest-FloatingIPsAssociationNegativeTestJSON-335099383-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52c5104-b217-4ea0-a9dd-90db798c65fa HTTP/1.1" status: 200 len: 210 time: 0.0814173 Jul 07 16:42:43.150004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:43.153640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.476979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e944f41b-f3a5-4357-9a2b-d56cee6effb8 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:43.485694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.491070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Transition to ACTIVE for port object 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:43.501658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-dd61bb03-74ae-4a8c-8aeb-14b16ba812e8 service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999042 Jul 07 16:42:43.503732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.530675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Transition to ACTIVE for port object e944f41b-f3a5-4357-9a2b-d56cee6effb8 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:43.546822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.575168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:43.621475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Allocated IP 192.168.233.154 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/d28459a4-497a-4c92-b761-f85ca6d94ea9) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:43.629338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Attempting to bind port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:43.630037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Attempting to bind port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:43.630584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Attempting to bind port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:43.636969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:43.637484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Attempting to bind port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:43.645346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:43.646032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:43.646864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:43.647685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Bound port: 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:43.648276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.657820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:43.770275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:43.770741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:43.771077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:43.785712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:43.786049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:43.808480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d798c1b8-8d45-440d-b286-916ce5b97eea req-a4d093f8-67d0-4d49-bb26-d4b63f72959f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 210 time: 0.0498550 Jul 07 16:42:43.816638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:43.847015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:43.857693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.869150 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e3e348-2363-4b2f-8a33-161571bd8472 x-openstack-request-id: req-c4e3e348-2363-4b2f-8a33-161571bd8472 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:43.869402 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52c5104-b217-4ea0-a9dd-90db798c65fa", "name": "network-vif-deleted", "tag": "afa5ab12-91a1-4483-95ca-eda37de07eaf", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:43.869674 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4e3e348-2363-4b2f-8a33-161571bd8472 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:43.870063 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52c5104-b217-4ea0-a9dd-90db798c65fa', 'name': 'network-vif-deleted', 'tag': 'afa5ab12-91a1-4483-95ca-eda37de07eaf', 'status': 'completed', 'code': 200} Jul 07 16:42:43.880375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:43.880881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:43.881310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:43.881781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Bound port: e944f41b-f3a5-4357-9a2b-d56cee6effb8, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:43.882172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.963735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:43.964606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:43.966290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] 10.222.0.54 "PUT /v2.0/ports/1c9840c1-78b6-4b0f-b14d-abafe6843bf3 HTTP/1.1" status: 200 len: 1096 time: 1.6260488 Jul 07 16:42:43.978807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:43.986375 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af367e82-e7cd-4292-ad91-492ac793addb" -d '{"events": [{"name": "network-changed", "server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:44.053219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3f929-4bc7-4d80-8d2a-02e22d117d72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:44.158798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.199055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Transition to ACTIVE for port object d28459a4-497a-4c92-b761-f85ca6d94ea9 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:44.217785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:44.234628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:44.243159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.274177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc11cb50-3b0f-4cdf-82f9-6cfeab29c670 req-f8ae7d09-9c93-4c4f-8e77-6d903df86538 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 210 time: 0.0576634 Jul 07 16:42:44.289540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-3bfe11a1-512e-46f9-bcd8-e37c6d4fb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.291557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-3bfe11a1-512e-46f9-bcd8-e37c6d4fb7db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1099 time: 0.2186172 Jul 07 16:42:44.304052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.304862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.306663 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 1092 time: 1.8400612 Jul 07 16:42:44.324929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529241-746d-4ed3-95c3-416485a3206b req-8467cdd7-1f95-4cbf-81cc-ecf26026ecf1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.326595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa529241-746d-4ed3-95c3-416485a3206b req-8467cdd7-1f95-4cbf-81cc-ecf26026ecf1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.1732292 Jul 07 16:42:44.338889 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.354755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff916254-cabe-4d9b-8c62-c6cbcd1d93a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:44.361844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-8160abc4-c68c-4646-8e5c-6493ceb57d85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3 HTTP/1.1" status: 200 len: 217 time: 0.0620253 Jul 07 16:42:44.412060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:44.419733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:44.422721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:44.431764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.432918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.442067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa529241-746d-4ed3-95c3-416485a3206b req-f1219886-4025-410b-9cf1-0e09e12330ff tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829315 Jul 07 16:42:44.448801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-003720e1-0ba4-4dd8-b06f-c55a4ccb244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.450543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-003720e1-0ba4-4dd8-b06f-c55a4ccb244d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0813978 Jul 07 16:42:44.531774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7313275 Jul 07 16:42:44.536284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3ec1e-6e7a-49f5-ad96-5cb5a50b02bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event updated for resources: {'Port': ['ID=d28459a4-497a-4c92-b761-f85ca6d94ea9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:44.569146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Request body: {'port': {'device_id': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:44.570166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-3391e34b-88ca-47e2-948d-64dd62765533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.574348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-3391e34b-88ca-47e2-948d-64dd62765533 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148715 Jul 07 16:42:44.602272 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40760561-1d4e-4448-9332-3c704ceb39ed x-openstack-request-id: req-40760561-1d4e-4448-9332-3c704ceb39ed {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:44.602386 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:44.604790 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40760561-1d4e-4448-9332-3c704ceb39ed {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:44.605618 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'status': 'completed', 'code': 200} Jul 07 16:42:44.678181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-0facb88d-5e0d-4935-ad6d-2eddb050d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:44.679827 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-0facb88d-5e0d-4935-ad6d-2eddb050d456 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1095 time: 0.2656910 Jul 07 16:42:44.819906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36982) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:44.873012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-1532a724-a0d7-4c9c-83a3-d9c18e927d9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 217 time: 0.1734970 Jul 07 16:42:44.879461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.929001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43fdb1db-82e0-4174-9036-b047b44d656c None None] Provisioning for port d28459a4-497a-4c92-b761-f85ca6d94ea9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:44.931185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-644a8128-496b-44e7-b469-e335a3524c2a service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425453 Jul 07 16:42:44.936149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43fdb1db-82e0-4174-9036-b047b44d656c None None] Provisioning complete for port d28459a4-497a-4c92-b761-f85ca6d94ea9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:44.936585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43fdb1db-82e0-4174-9036-b047b44d656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:44.965427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36992) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:45.076645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-8719f738-b39b-43bb-a08d-7d9112b5eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:45.080216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-8719f738-b39b-43bb-a08d-7d9112b5eecc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1405656 Jul 07 16:42:45.085683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-43fdb1db-82e0-4174-9036-b047b44d656c None None] Port d28459a4-497a-4c92-b761-f85ca6d94ea9 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:42:45.104051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51df450-7572-44a7-aa10-97a77ccd1249 req-52fe1485-47a1-44b8-bf34-0c910e166581 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624613 Jul 07 16:42:45.216873 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-fee5b515-c15d-4e45-928e-473cdc5c835c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517049 Jul 07 16:42:45.358048 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-0751f928-1404-486e-9e36-a5fb3851d33b service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292634 Jul 07 16:42:45.453200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580842db-9f4f-44d9-8c33-59f3e17ccb0e req-5e9db774-3381-4959-8ff0-3bc79bffe675 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:45.465731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-580842db-9f4f-44d9-8c33-59f3e17ccb0e req-5e9db774-3381-4959-8ff0-3bc79bffe675 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 936 time: 0.3452823 Jul 07 16:42:45.552227 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4976d307-9d43-48fd-bb8f-eaa7a46ad9f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5e01c74440742149aceddab0f3228cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843606 Jul 07 16:42:45.561267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37010) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:45.577376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a580169-f73b-48c6-8ac3-3dfa9d5d72a2 req-5a659395-406e-4ea9-80bc-bd6e338b8767 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 210 time: 0.0868051 Jul 07 16:42:45.614710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-580842db-9f4f-44d9-8c33-59f3e17ccb0e req-347dd7e7-b8c1-426e-97b2-5690e63d7957 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479647 Jul 07 16:42:45.619312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af367e82-e7cd-4292-ad91-492ac793addb req-9eaf1b5b-e4e7-430f-bc8b-5f8eb9d86728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:45.624948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-9eaf1b5b-e4e7-430f-bc8b-5f8eb9d86728 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1099 time: 0.3244045 Jul 07 16:42:45.644946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15aaa63a-454a-47a3-bf9c-0aba4a5c379c req-9befb725-c64a-40d1-abba-4b0d04de9361 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620199 Jul 07 16:42:45.686099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37012) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:45.694023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:45.796064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e721cf5c-904b-49ae-b875-e1ad89e28cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:45.811771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28459a4-497a-4c92-b761-f85ca6d94ea9 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:45.826148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:45.842037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Transition to ACTIVE for port object d28459a4-497a-4c92-b761-f85ca6d94ea9 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:45.869820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e721cf5c-904b-49ae-b875-e1ad89e28cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:45.873132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:45.875737 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24893d-52cb-4bc5-a1b3-94406b5d2467" -d '{"events": [{"name": "network-changed", "server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:45.883859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af367e82-e7cd-4292-ad91-492ac793addb req-01307f9a-01d7-4e0c-baf8-416635c31671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:45.886183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-01307f9a-01d7-4e0c-baf8-416635c31671 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2499511 Jul 07 16:42:45.907793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:45.932625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8d634add-3ed1-44db-8d5d-784333899891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:45.949624 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a5b8cb-c381-4168-9610-2b100092b5fd x-openstack-request-id: req-16a5b8cb-c381-4168-9610-2b100092b5fd {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:45.949939 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:45.950181 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16a5b8cb-c381-4168-9610-2b100092b5fd {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:45.950567 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'status': 'completed', 'code': 200} Jul 07 16:42:45.964926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-926ba062-3a77-4448-8304-817b79e05e9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3 HTTP/1.1" status: 200 len: 217 time: 0.0693808 Jul 07 16:42:45.983754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.029553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610ea3-1236-48b4-8f8e-7a3220f17201 req-fe3291eb-1ead-4dcd-b65b-f7fed3d8925b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:46.031493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb610ea3-1236-48b4-8f8e-7a3220f17201 req-fe3291eb-1ead-4dcd-b65b-f7fed3d8925b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.2499447 Jul 07 16:42:46.136381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af367e82-e7cd-4292-ad91-492ac793addb req-a2e6e290-6e2e-4420-893e-8d7dd1620548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:46.137799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-a2e6e290-6e2e-4420-893e-8d7dd1620548 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1568558 Jul 07 16:42:46.165412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Pushing event updated for resources: {'Port': ['ID=d28459a4-497a-4c92-b761-f85ca6d94ea9,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:46.204527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-9e733ac9-ebb0-448e-ad8a-c28c9faf6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:46.206633 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-9e733ac9-ebb0-448e-ad8a-c28c9faf6d24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1095 time: 0.2450850 Jul 07 16:42:46.221627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb610ea3-1236-48b4-8f8e-7a3220f17201 req-14927edc-2587-4f53-b342-d51c2b441f31 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650810 Jul 07 16:42:46.266969 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:42:46.266969 n-d-793619-7 neutron-server[98264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 16:42:46.266969 n-d-793619-7 neutron-server[98264]: [parameters: {'project_id': '4d188383e6504db8b1bedde63830c6fd', 'id': '95decaa1-0204-4625-9de4-df10d459bad4', 'expiration': datetime.datetime(2021, 7, 7, 16, 44, 46, 159073)}] Jul 07 16:42:46.266969 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:42:46.267470 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:42:46.298674 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.326903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e721cf5c-904b-49ae-b875-e1ad89e28cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.329813 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e721cf5c-904b-49ae-b875-e1ad89e28cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.331542 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e721cf5c-904b-49ae-b875-e1ad89e28cce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c1ca80b-8c00-4616-a04f-8968abae8a3a HTTP/1.1" status: 204 len: 168 time: 0.7673120 Jul 07 16:42:46.347814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af367e82-e7cd-4292-ad91-492ac793addb req-06b980c9-8210-414e-98fe-abc15057c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:46.349371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-06b980c9-8210-414e-98fe-abc15057c4bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010710 Jul 07 16:42:46.371887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device afa5ab12-91a1-4483-95ca-eda37de07eaf no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:46.401015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: afa5ab12-91a1-4483-95ca-eda37de07eaf {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:46.401761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device afa5ab12-91a1-4483-95ca-eda37de07eaf not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:46.411625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Attempting to bind port d28459a4-497a-4c92-b761-f85ca6d94ea9 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:46.412306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Attempting to bind port d28459a4-497a-4c92-b761-f85ca6d94ea9 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:46.412903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Attempting to bind port d28459a4-497a-4c92-b761-f85ca6d94ea9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:46.442239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721cf5c-904b-49ae-b875-e1ad89e28cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ca80b-8c00-4616-a04f-8968abae8a3a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:46.452283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Port d28459a4-497a-4c92-b761-f85ca6d94ea9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:46.454062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Attempting to bind port d28459a4-497a-4c92-b761-f85ca6d94ea9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:46.472958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-a01d8d53-c1ab-448e-8d47-55898e45513f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:46.474682 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-a01d8d53-c1ab-448e-8d47-55898e45513f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.5269234 Jul 07 16:42:46.490384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:46.490821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:46.491235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:46.491843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Bound port: d28459a4-497a-4c92-b761-f85ca6d94ea9, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:46.492228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.514694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Request body: {'port': {'device_id': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'admin_state_up': True, 'tenant_id': '97455008b96f4433b50bf52e1af13922'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:46.598127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-39a478a7-b564-4d31-a0f6-a1421ab9b683 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398746 Jul 07 16:42:46.710775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37034) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:46.742339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-929a5113-51da-44c0-9879-8555f1373569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.924167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:46.977050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-a5003a07-98dd-4516-b54b-d281003aa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:46.978732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-a5003a07-98dd-4516-b54b-d281003aa032 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.7226868 Jul 07 16:42:47.097027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-d27d4f7a-39b6-426e-8b0e-3d33d27dedfc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 217 time: 0.0913410 Jul 07 16:42:47.131432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8d634add-3ed1-44db-8d5d-784333899891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.136537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] For port d28459a4-497a-4c92-b761-f85ca6d94ea9, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:47.146408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45416400-d3ef-4d30-b98a-fe77eb3c90fe req-9582bde1-1966-48f1-a160-6a210fd89c80 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 210 time: 0.3506773 Jul 07 16:42:47.176860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8d634add-3ed1-44db-8d5d-784333899891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.188334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af367e82-e7cd-4292-ad91-492ac793addb req-52e075ce-aaf2-4e3d-9a80-969978743eb0 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806439 Jul 07 16:42:47.214310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] For port d28459a4-497a-4c92-b761-f85ca6d94ea9, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:47.237755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.265793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789baf5-acba-4a6a-99dd-101daceb4faf req-ec2e3cae-742f-45e6-8f6d-93b8d0b437c9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:47.267365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f789baf5-acba-4a6a-99dd-101daceb4faf req-ec2e3cae-742f-45e6-8f6d-93b8d0b437c9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 948 time: 0.4911685 Jul 07 16:42:47.286846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-83311328-239b-44ab-a0cf-e283dda8bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:47.288389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-83311328-239b-44ab-a0cf-e283dda8bb36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1774120 Jul 07 16:42:47.296762 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8d634add-3ed1-44db-8d5d-784333899891 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7667888e5614429e86ae4bc9706d634a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6052566 Jul 07 16:42:47.298307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37038) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:47.321501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Deleting port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:47.321831 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.355111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:47.356526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.358464 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] 10.222.0.13 "PUT /v2.0/ports/d28459a4-497a-4c92-b761-f85ca6d94ea9 HTTP/1.1" status: 200 len: 1096 time: 2.8002360 Jul 07 16:42:47.361173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-6abba3f5-fa0b-4cb1-98cf-3987a290eb71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544550 Jul 07 16:42:47.362539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634add-3ed1-44db-8d5d-784333899891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8b25be-6f21-48ec-9b5c-f3bf6f13d1ac,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:47.446943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-929a5113-51da-44c0-9879-8555f1373569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.495241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-929a5113-51da-44c0-9879-8555f1373569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.506365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c0126-f76b-4252-8c74-eacb92d50c7a service neutron] Pushing event updated for resources: {'Port': ['ID=d28459a4-497a-4c92-b761-f85ca6d94ea9,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:47.524471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f789baf5-acba-4a6a-99dd-101daceb4faf req-bfdee1b7-b8e9-45dc-a16f-ba65d4b839ea tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448666 Jul 07 16:42:47.597300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-929a5113-51da-44c0-9879-8555f1373569 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02889c746f47465b9a5150dedab65226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8774037 Jul 07 16:42:47.598084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a5113-51da-44c0-9879-8555f1373569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0b55b-2819-4841-9854-78bd1ec97181,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:47.603091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37044) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:47.611772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-09710386-2277-4029-8e43-a87390bc2af0 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257061 Jul 07 16:42:47.640506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-6d26b3d4-faca-41fa-85fc-ee878fd13364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:47.642124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-6d26b3d4-faca-41fa-85fc-ee878fd13364 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 1099 time: 0.1941681 Jul 07 16:42:47.642750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2af6b374-21d9-4b31-b1ad-0aeb490b3e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.688786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] For port 90f7aa0c-8b71-4f55-a15a-d84b935e25a5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:47.689179 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.725865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Calling delete_port for 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:47.739986 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-4dc53c7d-cd9b-4f59-b488-d1d04b53c443 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9 HTTP/1.1" status: 200 len: 217 time: 0.0539291 Jul 07 16:42:47.744812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2af6b374-21d9-4b31-b1ad-0aeb490b3e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.773087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9566e42-8356-4d05-b15e-4bf125c04c4d req-9a3f23f5-083b-4329-89ca-abd2f40fb0d9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:47.774833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9566e42-8356-4d05-b15e-4bf125c04c4d req-9a3f23f5-083b-4329-89ca-abd2f40fb0d9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.3697815 Jul 07 16:42:47.805500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.820039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.863204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-5b77d4bb-cd62-430a-b9ac-6fddd771e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:47.864622 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-5b77d4bb-cd62-430a-b9ac-6fddd771e454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1171594 Jul 07 16:42:47.868392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1eb30e6-9faf-462c-ad93-4c5b9a10decc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.872321 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db24893d-52cb-4bc5-a1b3-94406b5d2467 req-6ed80480-c7be-4280-a522-f4b8d91c256b service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468550 Jul 07 16:42:47.883442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Made reservation on behalf of 97455008b96f4433b50bf52e1af13922 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:47.887203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.930583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43775b-eb3a-4325-8295-0d11d9ff03bc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:47.934044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1eb30e6-9faf-462c-ad93-4c5b9a10decc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.936762 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-163156cf-28eb-412c-b88e-ed5103ecf686 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d188383e6504db8b1bedde63830c6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2360349 Jul 07 16:42:47.942263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37046) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:47.950451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9566e42-8356-4d05-b15e-4bf125c04c4d req-85251085-4db7-4123-a58b-e77153c128e1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610870 Jul 07 16:42:47.951837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'tag': 'd28459a4-497a-4c92-b761-f85ca6d94ea9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:47.954240 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb67069-a61a-4d1a-9fe9-9a16a808c89f", "tag": "d28459a4-497a-4c92-b761-f85ca6d94ea9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:47.995784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2af6b374-21d9-4b31-b1ad-0aeb490b3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.998881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2af6b374-21d9-4b31-b1ad-0aeb490b3e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.000216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2af6b374-21d9-4b31-b1ad-0aeb490b3e2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb8b25be-6f21-48ec-9b5c-f3bf6f13d1ac HTTP/1.1" status: 204 len: 168 time: 0.7017200 Jul 07 16:42:48.010886 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0702ac-e2ad-4bb9-b17a-14f74509e090 x-openstack-request-id: req-0d0702ac-e2ad-4bb9-b17a-14f74509e090 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:48.011179 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb67069-a61a-4d1a-9fe9-9a16a808c89f", "tag": "d28459a4-497a-4c92-b761-f85ca6d94ea9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:48.011448 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d0702ac-e2ad-4bb9-b17a-14f74509e090 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:48.011821 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'tag': 'd28459a4-497a-4c92-b761-f85ca6d94ea9', 'status': 'completed', 'code': 200} Jul 07 16:42:48.049712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-42ec8413-7b0d-45a5-8a34-8534d99ef303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:48.052556 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-42ec8413-7b0d-45a5-8a34-8534d99ef303 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711676 Jul 07 16:42:48.110284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6b374-21d9-4b31-b1ad-0aeb490b3e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8b25be-6f21-48ec-9b5c-f3bf6f13d1ac,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:48.172601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7758ddcd-91d7-492a-8b31-7cb9a93a85e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.185314 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1eb30e6-9faf-462c-ad93-4c5b9a10decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.189434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1eb30e6-9faf-462c-ad93-4c5b9a10decc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.193764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a1eb30e6-9faf-462c-ad93-4c5b9a10decc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73c0b55b-2819-4841-9854-78bd1ec97181 HTTP/1.1" status: 204 len: 168 time: 0.5743325 Jul 07 16:42:48.236155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Allocated IP 172.20.0.7 (796c31b9-7510-413e-9bbf-ee336fcf2891/b208bac7-e89a-42b8-b96b-faae5a8cbbde/28893651-b0fe-4f30-b9aa-22fdd5a3c64a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:48.275361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb30e6-9faf-462c-ad93-4c5b9a10decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0b55b-2819-4841-9854-78bd1ec97181,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:48.280708 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7758ddcd-91d7-492a-8b31-7cb9a93a85e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.295707 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-be4b22ed-e75b-4b53-9e9d-216b639c0ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347140 Jul 07 16:42:48.392680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.434632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Pushing event deleted for resources: {'Port': ['ID=90f7aa0c-8b71-4f55-a15a-d84b935e25a5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:48.485587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea1e7ddb-69ca-460c-a57e-0ad825c9bca8 req-b8e101f6-3fd4-40f3-a17d-5a5bc6d7ec9a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 210 time: 0.0948935 Jul 07 16:42:48.490446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7758ddcd-91d7-492a-8b31-7cb9a93a85e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.498940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7758ddcd-91d7-492a-8b31-7cb9a93a85e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.500098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7758ddcd-91d7-492a-8b31-7cb9a93a85e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d43775b-eb3a-4325-8295-0d11d9ff03bc HTTP/1.1" status: 204 len: 168 time: 0.5488319 Jul 07 16:42:48.517088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758ddcd-91d7-492a-8b31-7cb9a93a85e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43775b-eb3a-4325-8295-0d11d9ff03bc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:48.524179 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdd9849a-1582-4a98-adec-20be00fe89c1 req-bde6a8da-7da4-43e2-bf74-5bb5b7429641 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175179 Jul 07 16:42:48.594280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37064) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:48.613028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.719340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebda7-248a-4a86-9056-ea9549f7867a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.811817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-47b8e922-a2ae-453d-b9f5-159fd8968801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:48.813437 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-47b8e922-a2ae-453d-b9f5-159fd8968801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 1099 time: 0.1898165 Jul 07 16:42:48.816724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.967385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:48.972105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:48.975889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:48.981260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:48.987217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:48.987645 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.987892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.032645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-e3f07dc5-7dec-4e42-8441-4b7ab517555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:49.035942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-e3f07dc5-7dec-4e42-8441-4b7ab517555c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2115738 Jul 07 16:42:49.036498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d92b7a-12a2-475a-b8b0-a1ae23e73aed req-f299bbb1-1119-4995-90fc-2fca786867ff tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:49.038193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6d92b7a-12a2-475a-b8b0-a1ae23e73aed req-f299bbb1-1119-4995-90fc-2fca786867ff tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 948 time: 0.2837627 Jul 07 16:42:49.101151 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-c85d0eb4-cfad-406e-bb8c-1fa7c06f1168 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9 HTTP/1.1" status: 200 len: 217 time: 0.0547650 Jul 07 16:42:49.207673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-ab2ba119-86f1-4926-ac20-4f4f3879fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:49.210570 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-ab2ba119-86f1-4926-ac20-4f4f3879fec3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1029615 Jul 07 16:42:49.286034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6d92b7a-12a2-475a-b8b0-a1ae23e73aed req-0942d444-8b52-460e-983b-7a1ef779236b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048740 Jul 07 16:42:49.289215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-bd1af9d0-d120-4dae-960c-aa0b0f6ff680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:49.290947 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-bd1af9d0-d120-4dae-960c-aa0b0f6ff680 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671747 Jul 07 16:42:49.334182 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebda7-248a-4a86-9056-ea9549f7867a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.345015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebda7-248a-4a86-9056-ea9549f7867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.357375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37082) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:49.393069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-33523db6-49b6-4fd8-b1ea-30b63c45f6b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8968437 Jul 07 16:42:49.415808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Request body: {'port': {'device_id': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:49.451516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b4636d2-a033-4787-9d28-7e7825f31188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.476205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6f4ebda7-248a-4a86-9056-ea9549f7867a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=362dd3ea811a4fe789ed6b857e781d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757892 Jul 07 16:42:49.479479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37084) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:49.482987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ebda7-248a-4a86-9056-ea9549f7867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b539384d-0ada-4ef2-872e-261a89cf33f1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:49.508647 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-c7e76f92-4977-4232-8484-821db3d28940 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064142 Jul 07 16:42:49.596036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb32b-490b-4954-8587-1848762230d6 req-995ab54c-f944-4962-8351-b3cc717e623b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:49.604923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3decb32b-490b-4954-8587-1848762230d6 req-995ab54c-f944-4962-8351-b3cc717e623b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.4340119 Jul 07 16:42:49.621604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.714056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Router 86c081a7-ea9e-4197-a842-3c0f463068b9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:42:49.717782 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db61474e-6d05-4faf-b9b7-4f8d81ad77eb req-1cfd645a-61d6-450d-8e07-00e80d954bf1 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782436 Jul 07 16:42:49.719000 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d5c645-6206-4d5e-8c51-a8f920f6576c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.739446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3decb32b-490b-4954-8587-1848762230d6 req-32296812-c18a-4e62-9fd2-bab94f9ff9d4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335220 Jul 07 16:42:49.810797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d5c645-6206-4d5e-8c51-a8f920f6576c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.917901 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b4636d2-a033-4787-9d28-7e7825f31188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:49.935770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b4636d2-a033-4787-9d28-7e7825f31188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.055187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314fc7a-0470-4d08-8386-02ece84494de req-98540df8-7f56-4141-8ed7-361cdf0d80f8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:50.062568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9314fc7a-0470-4d08-8386-02ece84494de req-98540df8-7f56-4141-8ed7-361cdf0d80f8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 931 time: 0.3507855 Jul 07 16:42:50.064648 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d5c645-6206-4d5e-8c51-a8f920f6576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.067095 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d5c645-6206-4d5e-8c51-a8f920f6576c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.068232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-56d5c645-6206-4d5e-8c51-a8f920f6576c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b539384d-0ada-4ef2-872e-261a89cf33f1 HTTP/1.1" status: 204 len: 168 time: 0.5874126 Jul 07 16:42:50.088716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5b4636d2-a033-4787-9d28-7e7825f31188 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2dbd085a3d0e4c82879e386bcb594986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219074 Jul 07 16:42:50.094903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37102) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:50.100520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4636d2-a033-4787-9d28-7e7825f31188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e80d1-7315-495e-a748-9f300c30f925,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:50.124292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:42:50.131337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5c645-6206-4d5e-8c51-a8f920f6576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b539384d-0ada-4ef2-872e-261a89cf33f1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:50.138103 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] Sync routers for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:42:50.138892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36cfed61-313c-4ef9-9716-85d61734e19f admin admin] 10.222.0.78 "PUT /v2.0/routers/86c081a7-ea9e-4197-a842-3c0f463068b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3114853 Jul 07 16:42:50.142360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37104) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:50.164711 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:50.166336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9314fc7a-0470-4d08-8386-02ece84494de req-eacb8e1f-cf88-41b5-9a3a-9c065c12afec tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 Jul 07 16:42:50.169734 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:50.244504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28893651-b0fe-4f30-b9aa-22fdd5a3c64a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:50.260270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.294202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Transition to ACTIVE for port object 28893651-b0fe-4f30-b9aa-22fdd5a3c64a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:50.296119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3a68977-149c-4063-bad2-3b64cc2e09fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.303593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.333661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.335833 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:50.394420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:50.418945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3a68977-149c-4063-bad2-3b64cc2e09fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.420076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:50.575750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:42:50.576167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:42:50.576515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:50.589422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:42:50.589811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:42:50.604426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:42:50.604903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:50.614090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:42:50.615063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Bound port: 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:42:50.615433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.619270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:42:48Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:50.623859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:50.638830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'port_id': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'mac_address': 'fa:16:3e:c6:80:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541afaa2-e324-43f9-aab2-c988a80891ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:50.657620 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] Checking router: 86c081a7-ea9e-4197-a842-3c0f463068b9 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:42:50.665985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.670425 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] Routers {'86c081a7-ea9e-4197-a842-3c0f463068b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:42:50.671718 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86c081a7-ea9e-4197-a842-3c0f463068b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:50.690141 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.698655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3a68977-149c-4063-bad2-3b64cc2e09fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.702217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3a68977-149c-4063-bad2-3b64cc2e09fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.707038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e944f41b-f3a5-4357-9a2b-d56cee6effb8 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:50.725071 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a3a68977-149c-4063-bad2-3b64cc2e09fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/721e80d1-7315-495e-a748-9f300c30f925 HTTP/1.1" status: 204 len: 168 time: 0.6154919 Jul 07 16:42:50.733373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:50.740450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.740950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a183d1-fb41-4eef-8e52-5c2bd8613939 req-da0cec4f-8518-45f1-8883-89def1373666 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:50.741964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:50.743297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a183d1-fb41-4eef-8e52-5c2bd8613939 req-da0cec4f-8518-45f1-8883-89def1373666 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 948 time: 0.1436484 Jul 07 16:42:50.807142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a183d1-fb41-4eef-8e52-5c2bd8613939 req-2d344498-a14c-4cef-856e-c841124d6c7d tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Jul 07 16:42:50.814186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Deleting port 8d317543-b2fa-4cc8-9762-c5ce668293d2 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:50.814562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.827148 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] Set router 86c081a7-ea9e-4197-a842-3c0f463068b9 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:42:50.856039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a68977-149c-4063-bad2-3b64cc2e09fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e80d1-7315-495e-a748-9f300c30f925,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:50.934913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:42:50.944331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:42:50.956279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.012128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] For port 8d317543-b2fa-4cc8-9762-c5ce668293d2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8d317543-b2fa-4cc8-9762-c5ce668293d2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:51.012528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.025633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:51.042212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:51.048287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Calling delete_port for 8d317543-b2fa-4cc8-9762-c5ce668293d2 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:51.050199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:51.051055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.052655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] 10.222.0.13 "PUT /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 1091 time: 1.6425683 Jul 07 16:42:51.062576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:51.066355 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91" -d '{"events": [{"name": "network-changed", "server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:51.086015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'mac_address': 'fa:16:3e:6a:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:51.157258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd4d5-a37e-45b9-9221-5f67bb159a56 service neutron] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:51.176907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.178466 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:42:48Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:51.217615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:51.265234 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2a1f7-68d4-4a27-ae8c-c73c95e637a0 None None] The sync data for ids ['86c081a7-ea9e-4197-a842-3c0f463068b9'] in n-d-793619-7 is: [{'id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-669552421-router', 'tenant_id': '76aec8bb59864857960d752f765373c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:25Z', 'updated_at': '2021-07-07T16:42:48Z', 'revision_number': 5, 'project_id': '76aec8bb59864857960d752f765373c9', 'gw_port': {'id': '8d317543-b2fa-4cc8-9762-c5ce668293d2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c081a7-ea9e-4197-a842-3c0f463068b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:30Z', 'updated_at': '2021-07-07T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:42:51.277294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:51.286274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.306059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-a05e69ba-2ec2-49e3-bdd0-554d43f86036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:51.310387 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-a05e69ba-2ec2-49e3-bdd0-554d43f86036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1094 time: 0.1644182 Jul 07 16:42:51.393682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:51.415283 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.418724 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-654153da-c4eb-4c19-8176-554e134dd979 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 217 time: 0.0846593 Jul 07 16:42:51.447941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d317543-b2fa-4cc8-9762-c5ce668293d2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:51.483247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:51.493455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-1c5f56f1-5fb7-41d8-86ef-d6a285ffe93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:51.501048 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-1c5f56f1-5fb7-41d8-86ef-d6a285ffe93a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0743010 Jul 07 16:42:51.504728 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533df494-0633-4eb5-996e-50dfe843e8e9 x-openstack-request-id: req-533df494-0633-4eb5-996e-50dfe843e8e9 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:51.505971 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:51.506249 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-533df494-0633-4eb5-996e-50dfe843e8e9 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:51.506871 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'status': 'completed', 'code': 200} Jul 07 16:42:51.553186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-b822cbd4-5072-4634-a24c-51a346bd4068 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452838 Jul 07 16:42:51.692642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-09eedc4f-8836-48a8-a91b-69c90b7d0bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332080 Jul 07 16:42:51.709067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1c9840c1-78b6-4b0f-b14d-abafe6843bf3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:51.790596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e944f41b-f3a5-4357-9a2b-d56cee6effb8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:51.836443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac420258-0d98-4b8c-a2bf-cc761259d9fb req-60103fe0-9126-43e8-86f1-1dec8f939674 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359847 Jul 07 16:42:52.008557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5a6b9-35af-4aed-8ca8-2bebb2f7af34 req-f21e86e1-4d59-4c3d-88e6-0fa900bc5255 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:52.016350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2de5a6b9-35af-4aed-8ca8-2bebb2f7af34 req-f21e86e1-4d59-4c3d-88e6-0fa900bc5255 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.6821005 Jul 07 16:42:52.070744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-d64d2fbf-ff59-4a45-8780-1bcb53f3aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:52.072633 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-d64d2fbf-ff59-4a45-8780-1bcb53f3aa97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1094 time: 0.1314676 Jul 07 16:42:52.241917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.245739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:52.245890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.248343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d28459a4-497a-4c92-b761-f85ca6d94ea9 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:52.281398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2de5a6b9-35af-4aed-8ca8-2bebb2f7af34 req-295759fc-4b2d-4d83-8581-f82eefbd8845 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640717 Jul 07 16:42:52.287057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:52.287676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90f7aa0c-8b71-4f55-a15a-d84b935e25a5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:52.295884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-e0914a62-6903-4743-90f7-ac7d61073e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:52.299889 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-e0914a62-6903-4743-90f7-ac7d61073e54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.2200239 Jul 07 16:42:52.404918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-5d050ea0-b759-4858-820a-524272b91885 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 217 time: 0.0997658 Jul 07 16:42:52.474737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-addc0823-7359-4c1d-a6ef-a813caf97fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:52.476587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.477138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-addc0823-7359-4c1d-a6ef-a813caf97fc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0650370 Jul 07 16:42:52.477252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86c081a7-ea9e-4197-a842-3c0f463068b9 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:42:52.485405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.486773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-19356faa-a94a-4c66-a0a5-db07cd6aa38c admin admin] 10.222.0.78 "DELETE /v2.0/routers/86c081a7-ea9e-4197-a842-3c0f463068b9 HTTP/1.1" status: 204 len: 168 time: 2.3431945 Jul 07 16:42:52.490163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37176) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:52.517481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b2946-bdaa-46cf-b9ea-e010cf0d95ad req-8eba46a3-f257-4430-bb34-9e45c09733fe tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:52.526778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-874b2946-bdaa-46cf-b9ea-e010cf0d95ad req-8eba46a3-f257-4430-bb34-9e45c09733fe tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.4373291 Jul 07 16:42:52.588340 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-c5cbeae9-d20d-4a1b-a95d-dcb9e3fad32d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899220 Jul 07 16:42:52.601289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d28459a4-497a-4c92-b761-f85ca6d94ea9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:52.627140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd28459a4-497a-4c92-b761-f85ca6d94ea9', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'd28459a4-497a-4c92-b761-f85ca6d94ea9', 'mac_address': 'fa:16:3e:34:9d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:52.672488 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.690613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28459a4-497a-4c92-b761-f85ca6d94ea9 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:52.722757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-874b2946-bdaa-46cf-b9ea-e010cf0d95ad req-39166535-48ab-4784-b2ad-de9de60b870b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941566 Jul 07 16:42:52.723826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d28459a4-497a-4c92-b761-f85ca6d94ea9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:52.730335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.750848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Deleting subnet 54df8710-d443-4457-837b-3b0b1aff6757 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:42:52.760725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.776322 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-b98731e0-442a-4124-aa9e-01bbf35ddff3 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801794 Jul 07 16:42:52.813413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb97a6d-65ff-4b50-bf69-9c8cb6f6de97 req-5ceabf90-be87-4f74-b8a0-e2c612c942bf tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:52.814293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d28459a4-497a-4c92-b761-f85ca6d94ea9,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:52.815524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9eb97a6d-65ff-4b50-bf69-9c8cb6f6de97 req-5ceabf90-be87-4f74-b8a0-e2c612c942bf tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 948 time: 0.2837763 Jul 07 16:42:52.827099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:52.933401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c28f93c6-b9f3-4c56-9a3f-b340388f6d91 req-384ee94a-a99c-4cce-9155-5a713766e001 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492891 Jul 07 16:42:52.957861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9eb97a6d-65ff-4b50-bf69-9c8cb6f6de97 req-4106705a-7af1-47bb-b54a-99d54c5440b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276467 Jul 07 16:42:52.959350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.014042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d28459a4-497a-4c92-b761-f85ca6d94ea9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:53.045283 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.091338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.093670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/54df8710-d443-4457-837b-3b0b1aff6757 HTTP/1.1" status: 204 len: 168 time: 0.6025693 Jul 07 16:42:53.095128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd33208-a09b-4ca0-be4c-77ff5aac7ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54df8710-d443-4457-837b-3b0b1aff6757,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:53.096427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:53.102403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7edb0-89f9-4834-906b-d76cf5d0687e None None] Network 7ea0375e-ed10-4063-a9d3-2a1cf044662b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:53.216033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.321749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Deleting port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:53.322282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.394650 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.512102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] DHCP port deletion for 7ea0375e-ed10-4063-a9d3-2a1cf044662b request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:42:53.579948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19040af-8439-4bbd-8322-b76f1d95724b req-dfd8f366-e40d-4e8e-9168-7a4d3a6cf349 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:53.589666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e19040af-8439-4bbd-8322-b76f1d95724b req-dfd8f366-e40d-4e8e-9168-7a4d3a6cf349 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.0957963 Jul 07 16:42:53.608060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] Deleting port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:42:53.608559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.672804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] For port 28595a0c-2b72-4b1d-bb8e-ef68867bf286, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28595a0c-2b72-4b1d-bb8e-ef68867bf286,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:53.673243 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.686944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e19040af-8439-4bbd-8322-b76f1d95724b req-0d87c6e0-a9f1-41ff-bd92-fa8ad892a415 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945845 Jul 07 16:42:53.692504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] For port 28595a0c-2b72-4b1d-bb8e-ef68867bf286, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28595a0c-2b72-4b1d-bb8e-ef68867bf286,segment=NetworkSegment(210e30ee-9931-454c-80fd-452009358e6f),segment_id=210e30ee-9931-454c-80fd-452009358e6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:53.693491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.707207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] Calling delete_port for 28595a0c-2b72-4b1d-bb8e-ef68867bf286 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:53.708603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Calling delete_port for 28595a0c-2b72-4b1d-bb8e-ef68867bf286 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:42:53.886457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.895935 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:53.934283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] Pushing event deleted for resources: {'Port': ['ID=28595a0c-2b72-4b1d-bb8e-ef68867bf286,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:53.936698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d9d29-12d1-4b41-80ce-69330aeecb9d None None] No DVR routers for this DVR port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:53.950132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Pushing event deleted for resources: {'Port': ['ID=28595a0c-2b72-4b1d-bb8e-ef68867bf286,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:53.952504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] No DVR routers for this DVR port 28595a0c-2b72-4b1d-bb8e-ef68867bf286 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:42:53.999948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cfc36-5e2b-4774-acf7-7ab896607846 req-f402d090-de53-435d-b56d-199b76b45e50 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:54.006108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e6cfc36-5e2b-4774-acf7-7ab896607846 req-f402d090-de53-435d-b56d-199b76b45e50 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.1451662 Jul 07 16:42:54.040637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.055419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.056250 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.057067 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.057465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > port after_create 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.058021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.058360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > port after_update 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.058682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.059002 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.059760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.060095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.079727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8d317543-b2fa-4cc8-9762-c5ce668293d2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:54.085744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e6cfc36-5e2b-4774-acf7-7ab896607846 req-8f7fdcf6-11e7-468a-8f8b-751def0a1ecb tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646400 Jul 07 16:42:54.106501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8d317543-b2fa-4cc8-9762-c5ce668293d2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:54.106856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8d317543-b2fa-4cc8-9762-c5ce668293d2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:54.107269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28595a0c-2b72-4b1d-bb8e-ef68867bf286 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:42:54.129265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 28595a0c-2b72-4b1d-bb8e-ef68867bf286 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:42:54.129527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28595a0c-2b72-4b1d-bb8e-ef68867bf286 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:42:54.212201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:42:54.229225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.229580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.229911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.230244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:42:54.230623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea0375e-ed10-4063-a9d3-2a1cf044662b']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:54.272069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210e30ee-9931-454c-80fd-452009358e6f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:54.272398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210e30ee-9931-454c-80fd-452009358e6f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:42:54.294222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d28459a4-497a-4c92-b761-f85ca6d94ea9 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:54.310251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636862-500d-41b0-a6f5-7d38865c625a req-879bc895-0ee9-4ed7-bd87-0b0a3ced22f5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:54.311986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d636862-500d-41b0-a6f5-7d38865c625a req-879bc895-0ee9-4ed7-bd87-0b0a3ced22f5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 949 time: 0.1095774 Jul 07 16:42:54.339794 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.395716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.413209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d636862-500d-41b0-a6f5-7d38865c625a req-06f60312-89eb-488c-97b7-38227ae678ea tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Jul 07 16:42:54.428777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:42:54.429352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.436163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: from cryptography.utils import int_from_bytes Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: from cryptography.utils import int_from_bytes Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:42:54.460193 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:42:54.481451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:54.495595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port d28459a4-497a-4c92-b761-f85ca6d94ea9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:54.507989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'port_id': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'mac_address': 'fa:16:3e:2a:b7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208bac7-e89a-42b8-b96b-faae5a8cbbde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:42:54.510168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d28459a4-497a-4c92-b761-f85ca6d94ea9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:54.510612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.558877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.585854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.589026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7ea0375e-ed10-4063-a9d3-2a1cf044662b HTTP/1.1" status: 204 len: 168 time: 1.4906757 Jul 07 16:42:54.604604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c383928-e8a0-4196-9bde-5c54910d1907 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea0375e-ed10-4063-a9d3-2a1cf044662b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:54.660850 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.674080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port e944f41b-f3a5-4357-9a2b-d56cee6effb8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:54.682845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port e944f41b-f3a5-4357-9a2b-d56cee6effb8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:54.683296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.686876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28893651-b0fe-4f30-b9aa-22fdd5a3c64a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:42:54.761482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:54.786666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.825512 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.856248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-7e04a403-4346-40c6-97d3-1650134e59fd tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271015 Jul 07 16:42:54.882719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28459a4-497a-4c92-b761-f85ca6d94ea9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:54.901783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:54.902070 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ade86b1-77cf-4669-aa47-15f693064c77" -d '{"events": [{"server_uuid": "cbb67069-a61a-4d1a-9fe9-9a16a808c89f", "name": "network-vif-plugged", "status": "completed", "tag": "d28459a4-497a-4c92-b761-f85ca6d94ea9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:54.909191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:54.939380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d28459a4-497a-4c92-b761-f85ca6d94ea9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:54.947556 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.979467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:54.998425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6f21aa44-aec3-43ca-9be1-bbeb5af48a4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76aec8bb59864857960d752f765373c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944302 Jul 07 16:42:55.000782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37272) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:55.030783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d28459a4-497a-4c92-b761-f85ca6d94ea9,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:55.042552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:55.047331 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.051211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:55.073581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c142226b-c968-49dd-a20e-8c61b21389bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.095551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-88d46fc8-07c4-4179-8cd3-87a8db6b37ad tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:55.099868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['28893651-b0fe-4f30-b9aa-22fdd5a3c64a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:42:55.104882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-88d46fc8-07c4-4179-8cd3-87a8db6b37ad tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429881 Jul 07 16:42:55.126428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c142226b-c968-49dd-a20e-8c61b21389bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.133800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-52d6c9d8-3130-408e-9a09-6c3770722659 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/quotas/f7fa2acb7a6148089085b8b767f2b6fa HTTP/1.1" status: 200 len: 375 time: 0.0277698 Jul 07 16:42:55.183895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:55.231324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c142226b-c968-49dd-a20e-8c61b21389bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.232091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-7390b476-b9ff-4134-b5aa-64ca4353c553 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939484 Jul 07 16:42:55.234414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c142226b-c968-49dd-a20e-8c61b21389bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.235595 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c142226b-c968-49dd-a20e-8c61b21389bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/709ba56d-08f9-46db-b096-c5e5e8dcea00 HTTP/1.1" status: 204 len: 168 time: 0.2338302 Jul 07 16:42:55.248125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:55.248308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142226b-c968-49dd-a20e-8c61b21389bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ba56d-08f9-46db-b096-c5e5e8dcea00,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:55.255877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:55.256353 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.431046 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.470278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c0a06-cf1c-4a5f-bec9-d70e58347233 req-0221660a-6e4c-444a-afee-fe41c8e33e95 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:55.479094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-014c0a06-cf1c-4a5f-bec9-d70e58347233 req-0221660a-6e4c-444a-afee-fe41c8e33e95 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 946 time: 0.1590176 Jul 07 16:42:55.514083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:55.520887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:55.577163 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b902923-1ad1-4eed-acc1-da5f9829a1bf x-openstack-request-id: req-8b902923-1ad1-4eed-acc1-da5f9829a1bf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:55.577520 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb67069-a61a-4d1a-9fe9-9a16a808c89f", "name": "network-vif-plugged", "status": "completed", "tag": "d28459a4-497a-4c92-b761-f85ca6d94ea9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:55.577720 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b902923-1ad1-4eed-acc1-da5f9829a1bf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:55.578105 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28459a4-497a-4c92-b761-f85ca6d94ea9', 'code': 200} Jul 07 16:42:55.590631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-014c0a06-cf1c-4a5f-bec9-d70e58347233 req-28c95a30-f034-4fb5-8234-9b09479c0bcf tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064646 Jul 07 16:42:55.659795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:55.730481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fb60-2ebe-4865-acfa-0f216faad924 req-8909beeb-4e53-46c2-84d5-a511f7e9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:55.732541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ecf8fb60-2ebe-4865-acfa-0f216faad924 req-8909beeb-4e53-46c2-84d5-a511f7e9dcd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 1101 time: 0.0806358 Jul 07 16:42:55.794205 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ecf8fb60-2ebe-4865-acfa-0f216faad924 req-c84cceb4-75f4-4e48-a504-356cecc9e900 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547211 Jul 07 16:42:55.800002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188a73c-db28-47bb-8d82-5a4abfc8090b req-2d7d00ba-a448-4f1f-87e2-9dc2c48df81b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:55.801650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0188a73c-db28-47bb-8d82-5a4abfc8090b req-2d7d00ba-a448-4f1f-87e2-9dc2c48df81b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 944 time: 0.1070328 Jul 07 16:42:55.866046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0188a73c-db28-47bb-8d82-5a4abfc8090b req-70c211ab-727d-4819-a237-8760c91e2b23 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568025 Jul 07 16:42:56.235439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:42:56.350537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:56.356251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:56.356869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:56.389934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-23599cc3-bbab-4fe7-a00a-2ca009377069 req-02a7f60b-39c1-4681-b2a4-cb684ba268f8 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 210 time: 0.0572846 Jul 07 16:42:56.417685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b36d-fec2-4372-8438-428e75b67f27 req-04fdf54e-4724-474d-8723-63da0713d036 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:56.425183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c955b36d-fec2-4372-8438-428e75b67f27 req-04fdf54e-4724-474d-8723-63da0713d036 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 950 time: 0.1368506 Jul 07 16:42:56.507303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c955b36d-fec2-4372-8438-428e75b67f27 req-4510981b-b770-4bc3-9023-71921f049b28 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807641 Jul 07 16:42:56.676884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:56.719752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:42:56.725632 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:56.776334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37336) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:56.807077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:56.849586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f36d2-8ee2-478b-b56f-9ebc9e108f61 req-857ea9b0-05de-4704-9310-a0bb00a66785 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:56.851367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349f36d2-8ee2-478b-b56f-9ebc9e108f61 req-857ea9b0-05de-4704-9310-a0bb00a66785 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0925004 Jul 07 16:42:56.954248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349f36d2-8ee2-478b-b56f-9ebc9e108f61 req-2bd3d90a-bd30-4668-a873-fbc5a2dd2b05 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915482 Jul 07 16:42:57.123221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37348) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:57.145594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-9dc6b25d-ef9d-4526-a49e-c74b954df907 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664062 Jul 07 16:42:57.183300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-network', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:57.198251 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-f006ab66-1394-467e-a22c-b6c426aa560f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339369 Jul 07 16:42:57.258727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59335c2-502d-475f-b32d-e75465bc7919 req-0b464ac9-ffbe-45ef-b63a-daa3c4627a25 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:57.267948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f59335c2-502d-475f-b32d-e75465bc7919 req-0b464ac9-ffbe-45ef-b63a-daa3c4627a25 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 945 time: 0.1716397 Jul 07 16:42:57.274699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2198da59-4456-496d-8f16-384393dce6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.278608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Made reservation on behalf of a12dae32cca04659b77ba74d228ab891 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:57.281661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.343892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-c4de85f4-93dd-4ce6-90d0-decc6877cb4e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:57.345763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-c4de85f4-93dd-4ce6-90d0-decc6877cb4e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933506 Jul 07 16:42:57.349409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f59335c2-502d-475f-b32d-e75465bc7919 req-402b324a-c13f-4c09-b9b5-6b455f837d76 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805955 Jul 07 16:42:57.353841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.359407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Request body: {'port': {'device_id': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'f7fa2acb7a6148089085b8b767f2b6fa'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:57.507420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-0b6b4a4b-20cd-4606-b578-06262c9c0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:57.509028 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-0b6b4a4b-20cd-4606-b578-06262c9c0870 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1095 time: 0.2224910 Jul 07 16:42:57.522449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2198da59-4456-496d-8f16-384393dce6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.531667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2198da59-4456-496d-8f16-384393dce6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.541554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:42:57.541554 n-d-793619-7 neutron-server[98270]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:42:57.541554 n-d-793619-7 neutron-server[98270]: [parameters: {'project_id_1': 'f7fa2acb7a6148089085b8b767f2b6fa', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 42, 57, 493888)}] Jul 07 16:42:57.541554 n-d-793619-7 neutron-server[98270]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:42:57.541947 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:42:57.579748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8'}, {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}, {'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:42:57.583541 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34108c27-250e-40d0-b117-4a54c49154f2" -d '{"events": [{"server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "name": "network-vif-plugged", "status": "completed", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8"}, {"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}, {"server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "name": "network-vif-plugged", "status": "completed", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:42:57.592131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9da77c74-ff8e-446f-ba38-0ead3e1872f1 req-ff81bb16-b424-4aac-9126-798aaf882f1e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 210 time: 0.0363493 Jul 07 16:42:57.643597 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2198da59-4456-496d-8f16-384393dce6fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=083e6acb4a85405694bbe77c3e2f91e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187602 Jul 07 16:42:57.643963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:57.649597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198da59-4456-496d-8f16-384393dce6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c3d3a2-1540-4fbf-9f3a-71f6da05276c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:57.704108 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b33368-8a0e-4636-aaff-4d1a3750c75e x-openstack-request-id: req-87b33368-8a0e-4636-aaff-4d1a3750c75e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:42:57.704467 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "name": "network-vif-plugged", "status": "completed", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8", "code": 200}, {"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "code": 200}, {"server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "name": "network-vif-plugged", "status": "completed", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:42:57.704743 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87b33368-8a0e-4636-aaff-4d1a3750c75e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:42:57.705390 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'code': 200} Jul 07 16:42:57.707126 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'code': 200} Jul 07 16:42:57.707391 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'code': 200} Jul 07 16:42:57.737511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-819d4e19-cf48-4d12-84e2-17fcd97e229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:57.739182 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-819d4e19-cf48-4d12-84e2-17fcd97e229a service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1988637 Jul 07 16:42:57.744172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0b9de8f-550c-407b-acf2-94716f62dff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.773046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0b9de8f-550c-407b-acf2-94716f62dff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.835711 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-0f711816-eaef-4e19-93d3-535c08c12f10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.0865028 Jul 07 16:42:57.862214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.54', 49179) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:57.902309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0b9de8f-550c-407b-acf2-94716f62dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.905368 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0b9de8f-550c-407b-acf2-94716f62dff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.907027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c0b9de8f-550c-407b-acf2-94716f62dff4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9c3d3a2-1540-4fbf-9f3a-71f6da05276c HTTP/1.1" status: 204 len: 168 time: 0.2612731 Jul 07 16:42:57.917494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.927434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9de8f-550c-407b-acf2-94716f62dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c3d3a2-1540-4fbf-9f3a-71f6da05276c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:57.941054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:57.950660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37fb3a-3801-48ce-9170-937be5cc7a70 req-aae25308-5b0c-4735-b811-eca2ad26aac3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:57.959825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c37fb3a-3801-48ce-9170-937be5cc7a70 req-aae25308-5b0c-4735-b811-eca2ad26aac3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 950 time: 0.1932094 Jul 07 16:42:57.989028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:42:58.002730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c46c-bb22-42fa-9de8-0ebd15b914f0 req-c3a29429-dd4a-4669-9498-180227a21ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.004500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3947c46c-bb22-42fa-9de8-0ebd15b914f0 req-c3a29429-dd4a-4669-9498-180227a21ff6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1101 time: 0.1354210 Jul 07 16:42:58.018438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67c7b33-1b1f-4255-8b5e-20536fd70d45,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:58.021625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c37fb3a-3801-48ce-9170-937be5cc7a70 req-b84c0016-bd27-4b4f-9b83-d7049a8eb9e8 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Jul 07 16:42:58.022700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-1adc2e9f-4baa-4387-bb7e-e7d802c810e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.024580 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-1adc2e9f-4baa-4387-bb7e-e7d802c810e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1544116 Jul 07 16:42:58.033294 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.034367 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Added segment 62591323-08dc-42e8-be75-2b48bb710ccc of type vlan for network 9bae1ffa-8537-4253-9dbc-c998e10463b8 Jul 07 16:42:58.068842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e153c-e7f0-4fea-9f24-b3bf5518d061 req-38c05133-37f5-429d-a6be-7f4a7d41f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.071116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ef4e153c-e7f0-4fea-9f24-b3bf5518d061 req-38c05133-37f5-429d-a6be-7f4a7d41f393 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1096 time: 0.2482088 Jul 07 16:42:58.095839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-62e8ea55-a376-4d1b-875b-b5370fa17b0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642731 Jul 07 16:42:58.113023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3947c46c-bb22-42fa-9de8-0ebd15b914f0 req-9f2832f6-d2ea-4652-898a-618ac2eb1268 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Jul 07 16:42:58.122349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Made reservation on behalf of f7fa2acb7a6148089085b8b767f2b6fa for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:58.131149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.146184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba02ef8-3a11-45b4-aac1-56e04deaf7de req-2212041a-d125-400b-adde-e4dc8bbbeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.147988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fba02ef8-3a11-45b4-aac1-56e04deaf7de req-2212041a-d125-400b-adde-e4dc8bbbeffc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1097 time: 0.3141181 Jul 07 16:42:58.162628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.202545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.258272 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ef4e153c-e7f0-4fea-9f24-b3bf5518d061 req-3d61812a-04dd-4cf8-9c75-d4d45191c50f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661677 Jul 07 16:42:58.298448 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-aed2c727-4c1c-464f-b682-12679342c9ca service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755593 Jul 07 16:42:58.300754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.301846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.302435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.326802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74974998-c3aa-416f-ab98-475885747e77 req-31e75b70-a9b6-48b7-a562-347fce30e062 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.328299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74974998-c3aa-416f-ab98-475885747e77 req-31e75b70-a9b6-48b7-a562-347fce30e062 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 946 time: 0.1563005 Jul 07 16:42:58.376254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37396) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:58.423065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d260f-5c24-4f70-b1a0-7a5d76cd9073 req-c9d8c818-afca-4a4e-a846-698f3a980eb6 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.424727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c11d260f-5c24-4f70-b1a0-7a5d76cd9073 req-c9d8c818-afca-4a4e-a846-698f3a980eb6 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1812987 Jul 07 16:42:58.429331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d263d102-2d27-4ccf-b895-6a53006a9d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.433519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74974998-c3aa-416f-ab98-475885747e77 req-49ec8967-6e31-44f1-89af-9b5af0239472 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952494 Jul 07 16:42:58.437519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.450788 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fba02ef8-3a11-45b4-aac1-56e04deaf7de req-fd12fa62-e2f4-4f34-a8da-1ceb6656667c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305053 Jul 07 16:42:58.451022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.453464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] Pushing event updated for resources: {'Network': ['ID=9bae1ffa-8537-4253-9dbc-c998e10463b8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:58.459305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-401a19a4-5c77-4b12-bf7e-56de47cbe822 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6803756 Jul 07 16:42:58.472947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:42:58.481416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37400) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:58.489704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Request body: {'subnet': {'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-subnet', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:58.521217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb1a7542-7df3-4ad5-a39a-0fd6d1e9e5fe req-9daf17c8-e08f-481c-b8a7-45f6d9138755 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995494 Jul 07 16:42:58.571585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:58.588466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c11d260f-5c24-4f70-b1a0-7a5d76cd9073 req-0ce4bde3-71bc-4072-85ee-4d5cf6afc614 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529641 Jul 07 16:42:58.682602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Allocated IP 192.168.233.150 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/d0732650-2dd3-475b-bdde-ebda22365a72) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:42:58.770965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d263d102-2d27-4ccf-b895-6a53006a9d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.779839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d263d102-2d27-4ccf-b895-6a53006a9d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.798878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Made reservation on behalf of a12dae32cca04659b77ba74d228ab891 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:42:58.802168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:58.875646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263d102-2d27-4ccf-b895-6a53006a9d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53e4f0-a26b-47a5-9eba-785341cbf5a8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:58.880804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d263d102-2d27-4ccf-b895-6a53006a9d33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f42118356b94fe3a0e6ef7f9691c202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031712 Jul 07 16:42:58.886173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37410) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:58.933946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d33dfe-f6d5-4a55-9f81-ded1d2245e06 req-f2edab44-6a9d-4115-8051-75bb27657e28 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:58.941701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7d33dfe-f6d5-4a55-9f81-ded1d2245e06 req-f2edab44-6a9d-4115-8051-75bb27657e28 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 945 time: 0.2154860 Jul 07 16:42:58.982482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357596e7-a8d4-495d-a529-af9755d3e8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.022873 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.037268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7d33dfe-f6d5-4a55-9f81-ded1d2245e06 req-52a09dcc-d32d-42e0-8f61-94e16f9ab4de tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902584 Jul 07 16:42:59.042390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357596e7-a8d4-495d-a529-af9755d3e8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.068515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Transition to ACTIVE for port object d0732650-2dd3-475b-bdde-ebda22365a72 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:42:59.095601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e00640ba-627e-44a6-9dd5-f8c5645f925c req-4883a37b-0973-4561-8be7-7227e815c338 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 210 time: 0.0391030 Jul 07 16:42:59.120356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.153525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.204626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357596e7-a8d4-495d-a529-af9755d3e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.208362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357596e7-a8d4-495d-a529-af9755d3e8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.209960 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-357596e7-a8d4-495d-a529-af9755d3e8cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac53e4f0-a26b-47a5-9eba-785341cbf5a8 HTTP/1.1" status: 204 len: 168 time: 0.3226056 Jul 07 16:42:59.220332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aca8300-1025-4b64-b7e1-2f900037ac8a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:59.226867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:42:59.229916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:59.234301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:42:59.240829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:59.241533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.253929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357596e7-a8d4-495d-a529-af9755d3e8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53e4f0-a26b-47a5-9eba-785341cbf5a8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:59.257066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Checking segment: {'id': '62591323-08dc-42e8-be75-2b48bb710ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:42:59.257066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Network hostable DHCP agents. Network: 9bae1ffa-8537-4253-9dbc-c998e10463b8, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:42:59.264182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9092817 Jul 07 16:42:59.271378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6b5f5-e08c-49c6-92c5-35e1cff9b90e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Pushing event updated for resources: {'Port': ['ID=d0732650-2dd3-475b-bdde-ebda22365a72,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:42:59.279068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Request body: {'port': {'device_id': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:59.286743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:42:59.311195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 9bae1ffa-8537-4253-9dbc-c998e10463b8) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:42:59.320809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:42:59.321452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.322120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa0449-62f3-46fb-8682-c14a46f82383 None None] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:42:59.356772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1b27f12b-a1bd-4b81-bf1c-1d8e04ba26fe admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8701541 Jul 07 16:42:59.357019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:42:59.369765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:42:59.422942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.425072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.503959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.652570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.764386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-9bae1ffa-8537-4253-9dbc-c998e10463b8', 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'fixed_ips': [{'subnet_id': '7aca8300-1025-4b64-b7e1-2f900037ac8a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:42:59.766952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.808757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0056181e-ae33-47ae-8087-aee80654c1f8 None None] Provisioning for port d0732650-2dd3-475b-bdde-ebda22365a72 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:42:59.828504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0056181e-ae33-47ae-8087-aee80654c1f8 None None] Provisioning complete for port d0732650-2dd3-475b-bdde-ebda22365a72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:42:59.831282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0056181e-ae33-47ae-8087-aee80654c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:59.859548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.046938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0056181e-ae33-47ae-8087-aee80654c1f8 None None] Port d0732650-2dd3-475b-bdde-ebda22365a72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:00.119242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0732650-2dd3-475b-bdde-ebda22365a72 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:00.148556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.179335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036655e8-0138-4e01-bffb-431b942f333e req-fd6308d2-6d75-494b-9a75-681e3554aa98 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:00.181055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-036655e8-0138-4e01-bffb-431b942f333e req-fd6308d2-6d75-494b-9a75-681e3554aa98 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 946 time: 0.1865509 Jul 07 16:43:00.191505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Transition to ACTIVE for port object d0732650-2dd3-475b-bdde-ebda22365a72 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:00.204961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Allocated IP 172.20.0.2 (9bae1ffa-8537-4253-9dbc-c998e10463b8/7aca8300-1025-4b64-b7e1-2f900037ac8a/a3bd9fef-6e9c-4b53-b314-a647d69725fb) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:00.215990 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.218257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.243714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.328095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=d0732650-2dd3-475b-bdde-ebda22365a72,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:00.377893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-036655e8-0138-4e01-bffb-431b942f333e req-3e338b87-6e2e-483a-919b-0b728a5049e8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899347 Jul 07 16:43:00.396659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Allocated IP 172.25.5.162 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/28b7d985-1eec-494d-ba33-a7d7a6339c6c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:00.475422 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.491849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Attempting to bind port d0732650-2dd3-475b-bdde-ebda22365a72 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:00.492195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Attempting to bind port d0732650-2dd3-475b-bdde-ebda22365a72 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:00.492792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Attempting to bind port d0732650-2dd3-475b-bdde-ebda22365a72 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:00.498812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Transition to ACTIVE for port object a3bd9fef-6e9c-4b53-b314-a647d69725fb will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:00.521800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Transition to ACTIVE for port object a3bd9fef-6e9c-4b53-b314-a647d69725fb will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:00.523425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Port d0732650-2dd3-475b-bdde-ebda22365a72 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:00.523768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Attempting to bind port d0732650-2dd3-475b-bdde-ebda22365a72 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:00.530897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.555271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:00.555610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:00.556228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:00.556752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Bound port: d0732650-2dd3-475b-bdde-ebda22365a72, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:00.557066 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.572592 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.580972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:00.584894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:00.587896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:00.612991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Pushing event updated for resources: {'Port': ['ID=a3bd9fef-6e9c-4b53-b314-a647d69725fb,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:00.614446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adeb8d-1539-496d-b5de-d63eb8970c14 req-678c05ae-fdd4-4b2b-b4c3-741efc2097f0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:00.633997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16adeb8d-1539-496d-b5de-d63eb8970c14 req-678c05ae-fdd4-4b2b-b4c3-741efc2097f0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.3401525 Jul 07 16:43:00.668058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.714538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Attempting to bind port a3bd9fef-6e9c-4b53-b314-a647d69725fb on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:00.716369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Attempting to bind port a3bd9fef-6e9c-4b53-b314-a647d69725fb by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '62591323-08dc-42e8-be75-2b48bb710ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:00.717742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Attempting to bind port a3bd9fef-6e9c-4b53-b314-a647d69725fb on network 9bae1ffa-8537-4253-9dbc-c998e10463b8 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:00.719478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:00.725738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:00.730740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:00.735820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] For port d0732650-2dd3-475b-bdde-ebda22365a72, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:00.740897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16adeb8d-1539-496d-b5de-d63eb8970c14 req-73ebe078-314d-44a5-a142-ea8eae55ccc7 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743151 Jul 07 16:43:00.751902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:00.752976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Checking segment: {'id': '62591323-08dc-42e8-be75-2b48bb710ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:00.753661 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.754326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Bound using segment: {'id': '62591323-08dc-42e8-be75-2b48bb710ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:00.754771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] For port d0732650-2dd3-475b-bdde-ebda22365a72, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d0732650-2dd3-475b-bdde-ebda22365a72,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:00.755531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Bound port: a3bd9fef-6e9c-4b53-b314-a647d69725fb, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62591323-08dc-42e8-be75-2b48bb710ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:00.756533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.761236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.761602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Pushing event updated for resources: {'Port': ['ID=28b7d985-1eec-494d-ba33-a7d7a6339c6c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:00.838607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:00.839254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:00.844147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] 10.222.0.54 "PUT /v2.0/ports/d0732650-2dd3-475b-bdde-ebda22365a72 HTTP/1.1" status: 200 len: 1096 time: 1.5664132 Jul 07 16:43:00.846485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'tag': 'd0732650-2dd3-475b-bdde-ebda22365a72'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:00.858009 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9855025-b2e5-430f-95f7-93b287215b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94", "tag": "d0732650-2dd3-475b-bdde-ebda22365a72"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:00.965798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] For port a3bd9fef-6e9c-4b53-b314-a647d69725fb, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:00.976483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] For port a3bd9fef-6e9c-4b53-b314-a647d69725fb, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a3bd9fef-6e9c-4b53-b314-a647d69725fb,segment=NetworkSegment(62591323-08dc-42e8-be75-2b48bb710ccc),segment_id=62591323-08dc-42e8-be75-2b48bb710ccc)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:00.982868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:01.039709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd58c69-2f1d-4755-a099-12a8f3efbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=d0732650-2dd3-475b-bdde-ebda22365a72,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:01.108122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45165179-62f0-410e-9bbf-3e7072cb5ecb None None] Pushing event updated for resources: {'Port': ['ID=a3bd9fef-6e9c-4b53-b314-a647d69725fb,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:01.136960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5d4cd341-72a6-4838-b6e6-938ffa12b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:01.138578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-5d4cd341-72a6-4838-b6e6-938ffa12b0ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 1099 time: 0.2319999 Jul 07 16:43:01.204509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-4971f610-287f-4111-ac9d-d41c58e6c42d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d0732650-2dd3-475b-bdde-ebda22365a72 HTTP/1.1" status: 200 len: 217 time: 0.0549576 Jul 07 16:43:01.219576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4ee5-c343-47ce-9d55-487e18876e2f req-300b8ac8-a68f-4b30-bc9f-39b0d1b47352 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:01.230619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1dfe4ee5-c343-47ce-9d55-487e18876e2f req-300b8ac8-a68f-4b30-bc9f-39b0d1b47352 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 945 time: 0.3582704 Jul 07 16:43:01.249784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e420f-2f57-41de-a17f-1792b712f6f8 req-24d1c333-70db-4ee9-a504-cb118ed9c744 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:01.257832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-452e420f-2f57-41de-a17f-1792b712f6f8 req-24d1c333-70db-4ee9-a504-cb118ed9c744 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 948 time: 0.2372103 Jul 07 16:43:01.463210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:01.686554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:01.726435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-452e420f-2f57-41de-a17f-1792b712f6f8 req-e3082746-f00f-4beb-b7da-2b85944ff93e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677198 Jul 07 16:43:01.730358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-8e595176-2855-4cc0-9b0f-0e1bf383376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:01.731915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-8e595176-2855-4cc0-9b0f-0e1bf383376f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.5207679 Jul 07 16:43:01.734890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1dfe4ee5-c343-47ce-9d55-487e18876e2f req-59b9a541-6521-4071-acd3-d56c3780e465 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034359 Jul 07 16:43:01.787301 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d51439-0e97-4257-8a0b-2e3fd39221d4 x-openstack-request-id: req-24d51439-0e97-4257-8a0b-2e3fd39221d4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:01.787644 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94", "tag": "d0732650-2dd3-475b-bdde-ebda22365a72", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:01.787977 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24d51439-0e97-4257-8a0b-2e3fd39221d4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:01.788399 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'tag': 'd0732650-2dd3-475b-bdde-ebda22365a72', 'status': 'completed', 'code': 200} Jul 07 16:43:01.822753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-8efeda5b-fdc9-420d-bd44-7b7917a2d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:01.824277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-8efeda5b-fdc9-420d-bd44-7b7917a2d2e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843298 Jul 07 16:43:01.897425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Router f4283b7d-0146-4131-80d9-bef7db48a412 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:43:01.967236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-be770f21-3cda-4853-b737-eb6dbde16431 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634975 Jul 07 16:43:02.030745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:43:02.042752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Sync routers for ids ['f4283b7d-0146-4131-80d9-bef7db48a412'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:43:02.057660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Routers {'f4283b7d-0146-4131-80d9-bef7db48a412'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:02.059286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f4283b7d-0146-4131-80d9-bef7db48a412'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:02.067925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:02.069401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0a288817-09f3-46c4-943c-6c9802ee0959 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7106979 Jul 07 16:43:02.072602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37506) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:02.094993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-d6aaddaf-f9b6-49ab-b42a-5e51531cdd98 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631161 Jul 07 16:43:02.202775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Set router f4283b7d-0146-4131-80d9-bef7db48a412 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:02.204427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42dea7-c593-4b39-852d-699c087cc210 req-75707f13-db43-4d14-a167-3221528c793d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.211524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f42dea7-c593-4b39-852d-699c087cc210 req-75707f13-db43-4d14-a167-3221528c793d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 946 time: 0.3059316 Jul 07 16:43:02.238338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a3bd9fef-6e9c-4b53-b314-a647d69725fb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:02.239174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-41eb9f17-78e6-4295-9dc4-536e0cab5c09 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.240744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-41eb9f17-78e6-4295-9dc4-536e0cab5c09 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599800 Jul 07 16:43:02.281837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-f678f89a-9851-4bff-b577-124784c988a5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/quotas/cc74378ec3404cbb895bd73dcb7f8dbe HTTP/1.1" status: 200 len: 375 time: 0.0325446 Jul 07 16:43:02.303367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdf471-478c-4399-8584-2d0ac1c3e07b None None] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:43:02.322161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d67005bb-7d46-478e-a9ce-d599c9f540e5 req-2d408d95-82e0-4664-90a7-3651a70012fd service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175903 Jul 07 16:43:02.325954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f42dea7-c593-4b39-852d-699c087cc210 req-b689d6c2-8dab-40aa-a0f3-65f7522aa280 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137698 Jul 07 16:43:02.449243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f3d08388-0ba4-408b-8bd2-3fcdd9abc07d None None] Provisioning for port a3bd9fef-6e9c-4b53-b314-a647d69725fb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:02.450906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-f458aac9-c92f-4f8f-9ff7-3711f8d84e8f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1582692 Jul 07 16:43:02.454722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a3bd9fef-6e9c-4b53-b314-a647d69725fb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:02.476720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a3bd9fef-6e9c-4b53-b314-a647d69725fb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:02.477090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:02.483645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9855025-b2e5-430f-95f7-93b287215b2a req-22e35f73-90db-44f1-a293-8f85600ff753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.485157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-22e35f73-90db-44f1-a293-8f85600ff753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 1099 time: 0.0983672 Jul 07 16:43:02.528928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f3d08388-0ba4-408b-8bd2-3fcdd9abc07d None None] Provisioning complete for port a3bd9fef-6e9c-4b53-b314-a647d69725fb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:02.529335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f3d08388-0ba4-408b-8bd2-3fcdd9abc07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:02.622037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9855025-b2e5-430f-95f7-93b287215b2a req-4bd01018-a320-48a1-8063-069bf579a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.623586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-4bd01018-a320-48a1-8063-069bf579a702 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1311312 Jul 07 16:43:02.630685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:02.678509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-1321e57b-2aa9-4dec-ac94-4702e9a5f76d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d0732650-2dd3-475b-bdde-ebda22365a72 HTTP/1.1" status: 200 len: 217 time: 0.0410135 Jul 07 16:43:02.788528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9855025-b2e5-430f-95f7-93b287215b2a req-172e9531-5f7d-4fa0-8e1e-458fd9a37f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.790819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-172e9531-5f7d-4fa0-8e1e-458fd9a37f5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1030433 Jul 07 16:43:02.866821 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:02.896199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb835d5-47a5-4754-850b-462c0e29325b req-dfb4a13c-fab0-4c4c-a644-d2a1a68e47f4 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.898888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6eb835d5-47a5-4754-850b-462c0e29325b req-dfb4a13c-fab0-4c4c-a644-d2a1a68e47f4 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1096 time: 0.1530993 Jul 07 16:43:02.908359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9855025-b2e5-430f-95f7-93b287215b2a req-9874997c-1cb2-4a02-a895-6d6251f05fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:02.915363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-9874997c-1cb2-4a02-a895-6d6251f05fc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138592 Jul 07 16:43:02.940117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Allocated IP 172.20.0.1 (9bae1ffa-8537-4253-9dbc-c998e10463b8/7aca8300-1025-4b64-b7e1-2f900037ac8a/a803fe23-e8b7-4f87-9221-c1cff3e40b8f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:02.955001 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f3d08388-0ba4-408b-8bd2-3fcdd9abc07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:02.976418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a3bd9fef-6e9c-4b53-b314-a647d69725fb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a3bd9fef-6e9c-4b53-b314-a647d69725fb,segment=NetworkSegment(62591323-08dc-42e8-be75-2b48bb710ccc),segment_id=62591323-08dc-42e8-be75-2b48bb710ccc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:02.990937 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.004644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Request body: {'security_group': {'name': 'tempest-securitygroup-118459677', 'description': 'tempest-description-111972983'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:03.048581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:01Z', 'revision_number': 3, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port': {'id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:00Z', 'updated_at': '2021-07-07T16:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:03.057701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6eb835d5-47a5-4754-850b-462c0e29325b req-92fa0921-b196-4375-b144-3bbe4f34e81d tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412053 Jul 07 16:43:03.058576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.082464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.104774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.109745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Checking router: f4283b7d-0146-4131-80d9-bef7db48a412 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:43:03.110090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Updating router f4283b7d-0146-4131-80d9-bef7db48a412 port 28b7d985-1eec-494d-ba33-a7d7a6339c6c binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:43:03.122079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Transition to ACTIVE for port object a803fe23-e8b7-4f87-9221-c1cff3e40b8f will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:03.169003 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.178280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-f3d08388-0ba4-408b-8bd2-3fcdd9abc07d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:43:03.178896 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-f3d08388-0ba4-408b-8bd2-3fcdd9abc07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:43:03.212437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a3bd9fef-6e9c-4b53-b314-a647d69725fb,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:03.237123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.241047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.276874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:03.282707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-72e7001b-b0f5-4edc-ad36-57e831220302 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496623 Jul 07 16:43:03.289284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:03.294825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:03.340230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Pushing event updated for resources: {'Port': ['ID=a803fe23-e8b7-4f87-9221-c1cff3e40b8f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:03.366902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.577209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9855025-b2e5-430f-95f7-93b287215b2a req-62c45b91-6519-43db-a046-67d8483667d4 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765880 Jul 07 16:43:03.596218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.603528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.610850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.663956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950614be-226e-4c20-b9ae-8cc615571323 req-25e4c26b-f7a6-41b0-89fa-9e31de2149ac tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:03.665820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-950614be-226e-4c20-b9ae-8cc615571323 req-25e4c26b-f7a6-41b0-89fa-9e31de2149ac tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1097 time: 0.1901093 Jul 07 16:43:03.675902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bd6e9f-ab32-40a3-9089-a7cd9a114c0c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:03.735826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-950614be-226e-4c20-b9ae-8cc615571323 req-1db79977-eed1-4893-8c8b-b6132161cdfa tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585873 Jul 07 16:43:03.805911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.811284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.849307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54def0-9a5a-4add-b556-324acd1569d1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:03.862492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.876241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9783ad26-7489-4ee2-85b3-e2e5b044b54f req-fe86e363-74ad-41e1-81b6-c055d1a78297 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9214237 Jul 07 16:43:03.881523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.888031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.003633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Pushing event updated for resources: {'Port': ['ID=a803fe23-e8b7-4f87-9221-c1cff3e40b8f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:04.008882 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.027174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.042193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Transition to ACTIVE for port object 28b7d985-1eec-494d-ba33-a7d7a6339c6c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:04.044124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a3bd9fef-6e9c-4b53-b314-a647d69725fb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:04.070821 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.089717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f391cac-7fe7-4e1e-8deb-24695f74d787 req-957bcd8d-b39b-48f4-a6b5-43e95c781395 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 210 time: 0.0725324 Jul 07 16:43:04.110643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5ef8a31b-6775-40a3-929e-4473a2abdf0b None None] Provisioning for port a803fe23-e8b7-4f87-9221-c1cff3e40b8f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:04.128776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5ef8a31b-6775-40a3-929e-4473a2abdf0b None None] Provisioning complete for port a803fe23-e8b7-4f87-9221-c1cff3e40b8f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:04.129179 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a31b-6775-40a3-929e-4473a2abdf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.153943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:04.155341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:04.164083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0a4a8-1516-4be2-9112-957311785087 req-0c012bc8-a8c7-4d08-be16-279e1e897111 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:04.172727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6f0a4a8-1516-4be2-9112-957311785087 req-0c012bc8-a8c7-4d08-be16-279e1e897111 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 948 time: 0.1442089 Jul 07 16:43:04.173696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40c65-cf06-4032-adac-250047d4433c None None] Pushing event updated for resources: {'Port': ['ID=28b7d985-1eec-494d-ba33-a7d7a6339c6c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:04.176173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Attempting to bind port 28b7d985-1eec-494d-ba33-a7d7a6339c6c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:04.176508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Attempting to bind port 28b7d985-1eec-494d-ba33-a7d7a6339c6c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:04.176810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Attempting to bind port 28b7d985-1eec-494d-ba33-a7d7a6339c6c on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:04.192523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:04.192523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:04.192523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.192884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:04.193379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Bound port: 28b7d985-1eec-494d-ba33-a7d7a6339c6c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:04.197893 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.245173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8a31b-6775-40a3-929e-4473a2abdf0b None None] Port a803fe23-e8b7-4f87-9221-c1cff3e40b8f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:04.271303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a3bd9fef-6e9c-4b53-b314-a647d69725fb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:04.272011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.279038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6f0a4a8-1516-4be2-9112-957311785087 req-71fa4467-c536-4f34-89af-a3ab490feb48 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052537 Jul 07 16:43:04.350880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5ef8a31b-6775-40a3-929e-4473a2abdf0b None None] Provisioning complete for port a3bd9fef-6e9c-4b53-b314-a647d69725fb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:04.351870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a31b-6775-40a3-929e-4473a2abdf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.385724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c98f5a-41bf-4f66-b388-0e55dc2b2b07 req-26b1441b-9db5-48ba-9965-a2550443d924 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:04.397893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01c98f5a-41bf-4f66-b388-0e55dc2b2b07 req-26b1441b-9db5-48ba-9965-a2550443d924 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1096 time: 0.0781922 Jul 07 16:43:04.451077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-84f59b86-0cae-4748-a280-517d73bbc0bb tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360031 Jul 07 16:43:04.473049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Router f4283b7d-0146-4131-80d9-bef7db48a412 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:43:04.488995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01c98f5a-41bf-4f66-b388-0e55dc2b2b07 req-78eb60cb-2751-42c6-b86a-6eb13d5aebd7 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908637 Jul 07 16:43:04.555332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] For port 28b7d985-1eec-494d-ba33-a7d7a6339c6c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:04.563852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] For port 28b7d985-1eec-494d-ba33-a7d7a6339c6c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28b7d985-1eec-494d-ba33-a7d7a6339c6c,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:04.581393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.662950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-aeb522c4-289d-4454-896c-7b9836cc3003 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:04.671381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-aeb522c4-289d-4454-896c-7b9836cc3003 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061460 Jul 07 16:43:04.691025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Request body: {'port': {'device_id': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'cc74378ec3404cbb895bd73dcb7f8dbe'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:04.752848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:43:04.765612 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5124653d-b449-47d3-87ba-4bec60eefffd admin admin] 10.222.0.78 "PUT /v2.0/routers/f4283b7d-0146-4131-80d9-bef7db48a412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6908665 Jul 07 16:43:04.774085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-f24042b3-e360-4a1e-85ea-7dd292931bb0 req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1911710161', 'description': 'tempest-description-1977315105'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:04.822625 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f24042b3-e360-4a1e-85ea-7dd292931bb0 req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.838338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Routers {'f4283b7d-0146-4131-80d9-bef7db48a412'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:04.839189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:42:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f4283b7d-0146-4131-80d9-bef7db48a412'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:04.876758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:43:04.876758 n-d-793619-7 neutron-server[98270]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:43:04.876758 n-d-793619-7 neutron-server[98270]: [parameters: {'project_id_1': 'cc74378ec3404cbb895bd73dcb7f8dbe', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 43, 4, 864671)}] Jul 07 16:43:04.876758 n-d-793619-7 neutron-server[98270]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:43:04.878022 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:43:04.888756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40c65-cf06-4032-adac-250047d4433c None None] Pushing event updated for resources: {'Port': ['ID=28b7d985-1eec-494d-ba33-a7d7a6339c6c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:04.917750 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b77c085-96b8-4055-9c30-affb84400464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.954747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f24042b3-e360-4a1e-85ea-7dd292931bb0 req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.960262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f24042b3-e360-4a1e-85ea-7dd292931bb0 req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.989406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f24042b3-e360-4a1e-85ea-7dd292931bb0 req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:04.990818 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f24042b3-e360-4a1e-85ea-7dd292931bb0 req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2652264 Jul 07 16:43:05.002701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aca67e-ef14-4c24-ae99-3dbd98254e45 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be20da2d-a9c4-4078-ad1e-6b562106f32e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:05.003489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] Set router f4283b7d-0146-4131-80d9-bef7db48a412 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:05.036889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8f32cb60-01de-41c6-bf83-8c78cc7af7fe None None] Provisioning complete for port a803fe23-e8b7-4f87-9221-c1cff3e40b8f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:05.037292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8f32cb60-01de-41c6-bf83-8c78cc7af7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.063854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2fcc-c835-49ae-bbce-b47c6b57e733 req-1370a06b-31ed-4602-ae0b-d8199974e0ad tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:05.065903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4c2fcc-c835-49ae-bbce-b47c6b57e733 req-1370a06b-31ed-4602-ae0b-d8199974e0ad tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0588531 Jul 07 16:43:05.108486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4c2fcc-c835-49ae-bbce-b47c6b57e733 req-4fd663ad-9ad5-4e7b-8c93-df2702e96c3d tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365982 Jul 07 16:43:05.129247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8f32cb60-01de-41c6-bf83-8c78cc7af7fe None None] Port a803fe23-e8b7-4f87-9221-c1cff3e40b8f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:05.180236 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-ad9fcffa-2331-4de5-acae-d1ba2eab360f req-a00bb13d-fbe2-45e2-adbb-84a4bc2fd5f3 tempest-FloatingIPDetailsNegativeTestJSON-1566312279 tempest-FloatingIPDetailsNegativeTestJSON-1566312279-project] show failed (client error): The resource could not be found. Jul 07 16:43:05.181338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad9fcffa-2331-4de5-acae-d1ba2eab360f req-a00bb13d-fbe2-45e2-adbb-84a4bc2fd5f3 tempest-FloatingIPDetailsNegativeTestJSON-1566312279 tempest-FloatingIPDetailsNegativeTestJSON-1566312279-project] 10.222.0.78 "GET /v2.0/floatingips/87170e26-a47f-4ee2-bdff-5670e7cfe638 HTTP/1.1" status: 404 len: 350 time: 0.0415053 Jul 07 16:43:05.192538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37564) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:05.232187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-322420031', 'description': 'tempest-description-54741079'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:05.271351 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.280196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.302424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:03Z', 'revision_number': 4, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port': {'id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:00Z', 'updated_at': '2021-07-07T16:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'a803fe23-e8b7-4f87-9221-c1cff3e40b8f', 'name': '', 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'mac_address': 'fa:16:3e:b1:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7aca8300-1025-4b64-b7e1-2f900037ac8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:02Z', 'updated_at': '2021-07-07T16:43:03Z', 'revision_number': 2, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'subnets': [{'id': '7aca8300-1025-4b64-b7e1-2f900037ac8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:05.341293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63839e-5f20-4b17-b18b-aaed4bef1407 None None] The sync data for ids ['f4283b7d-0146-4131-80d9-bef7db48a412'] in n-d-793619-7 is: [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:03Z', 'revision_number': 4, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port': {'id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:00Z', 'updated_at': '2021-07-07T16:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'a803fe23-e8b7-4f87-9221-c1cff3e40b8f', 'name': '', 'network_id': '9bae1ffa-8537-4253-9dbc-c998e10463b8', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'mac_address': 'fa:16:3e:b1:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7aca8300-1025-4b64-b7e1-2f900037ac8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:02Z', 'updated_at': '2021-07-07T16:43:03Z', 'revision_number': 2, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'subnets': [{'id': '7aca8300-1025-4b64-b7e1-2f900037ac8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:43:05.432392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.457731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.465394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Made reservation on behalf of cc74378ec3404cbb895bd73dcb7f8dbe for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:05.470216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.542076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd8c10e-4f30-4ac5-9a40-c7b796fd6abe,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:05.645793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-638a3eed-87a8-413f-ac2b-9ccf443f2c49 req-7e5c821d-8d34-46a4-9a08-309a5ce7ca8c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 210 time: 0.0579627 Jul 07 16:43:05.825290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Allocated IP 192.168.233.155 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/8f699194-0c5d-4203-a967-9d869880bfd9) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:05.830499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.840424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.942958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6131a5b-64e1-4892-b22c-43705b3c52c7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:05.962127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:05.963357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65213de-dbc6-432f-b4b6-29d68b9f8bc4 req-983770b2-ac79-41dc-88e5-17994cdf55cb tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7391031 Jul 07 16:43:05.996648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37582) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:06.157771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd525571-6b70-4234-9498-a96d0407cb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.214332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.220054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.256011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a07221-9674-4ac1-8401-140b0441b0b3 req-2f7e947d-1740-4fb4-bae3-85c27d1e6dff tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:06.262946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36a07221-9674-4ac1-8401-140b0441b0b3 req-2f7e947d-1740-4fb4-bae3-85c27d1e6dff tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 948 time: 0.2030194 Jul 07 16:43:06.265778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Transition to ACTIVE for port object 8f699194-0c5d-4203-a967-9d869880bfd9 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:06.276098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc5252-0878-4bf4-91f9-5aab5e5adb59 req-893ca200-e767-4a7d-aa12-e154f16d9f2a tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:06.284342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bc5252-0878-4bf4-91f9-5aab5e5adb59 req-893ca200-e767-4a7d-aa12-e154f16d9f2a tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1096 time: 0.1754367 Jul 07 16:43:06.374096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36a07221-9674-4ac1-8401-140b0441b0b3 req-dd3cd28f-22df-4e37-bf2e-a1efe023c553 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098013 Jul 07 16:43:06.416619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bc5252-0878-4bf4-91f9-5aab5e5adb59 req-30a0bd1d-354e-4894-b963-467cb1bd4382 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313055 Jul 07 16:43:06.438277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.451134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1c9840c1-78b6-4b0f-b14d-abafe6843bf3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:06.496202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:06.503445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:06.508038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d28459a4-497a-4c92-b761-f85ca6d94ea9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:06.519312 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd525571-6b70-4234-9498-a96d0407cb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.524840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:06.526770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd525571-6b70-4234-9498-a96d0407cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.550019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:06.551168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.570958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd525571-6b70-4234-9498-a96d0407cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b53d3bb-b9c5-4010-8d22-d8829307f375,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:06.584144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9011061 Jul 07 16:43:06.598001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Request body: {'port': {'device_id': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:06.636204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bd525571-6b70-4234-9498-a96d0407cb8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=691da8a928cd4d0c8fbd1c8ce7c8c8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349840 Jul 07 16:43:06.637373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37588) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:06.652428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d0732650-2dd3-475b-bdde-ebda22365a72 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:06.719481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ec2fef-d357-4900-b81b-716fd9458e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.743296 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.765688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-04b99f25-66b4-4306-937f-82ed62fe7a9b req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-541916033', 'description': 'tempest-description-1768936836'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:06.771524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ec2fef-d357-4900-b81b-716fd9458e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.804960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebfe64-fd33-4f9d-8a37-f5addace98f9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event updated for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:06.816179 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-04b99f25-66b4-4306-937f-82ed62fe7a9b req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.892760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Deleting port a803fe23-e8b7-4f87-9221-c1cff3e40b8f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:06.893917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.960333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ec2fef-d357-4900-b81b-716fd9458e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.964725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ec2fef-d357-4900-b81b-716fd9458e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:06.965996 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-44ec2fef-d357-4900-b81b-716fd9458e33 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b53d3bb-b9c5-4010-8d22-d8829307f375 HTTP/1.1" status: 204 len: 168 time: 0.3277006 Jul 07 16:43:06.982406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec2fef-d357-4900-b81b-716fd9458e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b53d3bb-b9c5-4010-8d22-d8829307f375,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:07.029901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.047935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Calling delete_port for a803fe23-e8b7-4f87-9221-c1cff3e40b8f owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:07.080895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-04b99f25-66b4-4306-937f-82ed62fe7a9b req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.086756 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-04b99f25-66b4-4306-937f-82ed62fe7a9b req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.115301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d0732650-2dd3-475b-bdde-ebda22365a72, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d0732650-2dd3-475b-bdde-ebda22365a72,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:07.153252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc67e9-91ae-4e77-9919-758b1377282d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:07.167253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-04b99f25-66b4-4306-937f-82ed62fe7a9b req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.168988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04b99f25-66b4-4306-937f-82ed62fe7a9b req-d15b1855-c1be-4db4-97fd-da6b6317f5f2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4271872 Jul 07 16:43:07.214806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd0732650-2dd3-475b-bdde-ebda22365a72', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'd0732650-2dd3-475b-bdde-ebda22365a72', 'mac_address': 'fa:16:3e:23:f0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:07.235189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-28b3b0a8-0c13-4ea3-8c31-569db5555665 None None] Provisioning for port 8f699194-0c5d-4203-a967-9d869880bfd9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:07.310798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-28b3b0a8-0c13-4ea3-8c31-569db5555665 None None] Provisioning complete for port 8f699194-0c5d-4203-a967-9d869880bfd9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:07.311161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-28b3b0a8-0c13-4ea3-8c31-569db5555665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.500433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.519078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f699194-0c5d-4203-a967-9d869880bfd9 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:07.540718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.561094 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.576669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Transition to ACTIVE for port object 8f699194-0c5d-4203-a967-9d869880bfd9 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:07.581142 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.582814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.583603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-28b3b0a8-0c13-4ea3-8c31-569db5555665 None None] Port 8f699194-0c5d-4203-a967-9d869880bfd9 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:07.611055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a803fe23-e8b7-4f87-9221-c1cff3e40b8f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:07.612484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0732650-2dd3-475b-bdde-ebda22365a72 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:07.623720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e66d3e3-8de2-4dc6-b85b-9befaa5b2f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.666534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d0732650-2dd3-475b-bdde-ebda22365a72, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d0732650-2dd3-475b-bdde-ebda22365a72,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:07.673447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.677693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37618) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:07.760923 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cddb9685-29d5-452b-9e69-8212958522ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:07.804784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d0732650-2dd3-475b-bdde-ebda22365a72,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:07.805173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:07.886162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Attempting to bind port 8f699194-0c5d-4203-a967-9d869880bfd9 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:07.886584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Attempting to bind port 8f699194-0c5d-4203-a967-9d869880bfd9 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:07.886912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Attempting to bind port 8f699194-0c5d-4203-a967-9d869880bfd9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:07.899848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Port 8f699194-0c5d-4203-a967-9d869880bfd9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:07.900184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Attempting to bind port 8f699194-0c5d-4203-a967-9d869880bfd9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:07.912605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:07.912894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:07.913274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:07.913800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Bound port: 8f699194-0c5d-4203-a967-9d869880bfd9, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:07.914159 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.049161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.112151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:08.118017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f699194-0c5d-4203-a967-9d869880bfd9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:08.125723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.154145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:08.155307 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.157643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f699194-0c5d-4203-a967-9d869880bfd9 HTTP/1.1" status: 200 len: 1096 time: 1.5658944 Jul 07 16:43:08.159708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d0732650-2dd3-475b-bdde-ebda22365a72'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:08.160387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:08.165371 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:08.247062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28b7d985-1eec-494d-ba33-a7d7a6339c6c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:08.277181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cddb9685-29d5-452b-9e69-8212958522ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.299720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cddb9685-29d5-452b-9e69-8212958522ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.352946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d58be4-1865-4e7c-9404-7cf73b1f2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:08.383177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb9685-29d5-452b-9e69-8212958522ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffe484-68d6-4cab-804c-dbe02187346f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:08.401380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cddb9685-29d5-452b-9e69-8212958522ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e97d0fc1215e4eb0b6a7a66627d1086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7139730 Jul 07 16:43:08.403509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37640) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:08.466333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-0d82c00d-edde-4a5b-b1d4-803818159e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:08.466797 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-b1a3e33b-8095-48c5-bb63-5e3d5cbdaa39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4670031 Jul 07 16:43:08.467867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-0d82c00d-edde-4a5b-b1d4-803818159e34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 1099 time: 0.2539117 Jul 07 16:43:08.484398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 28b7d985-1eec-494d-ba33-a7d7a6339c6c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:08.498445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 28b7d985-1eec-494d-ba33-a7d7a6339c6c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:08.499169 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.544466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-53b0bafb-3bb5-46ec-8670-6826595203d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=8f699194-0c5d-4203-a967-9d869880bfd9 HTTP/1.1" status: 200 len: 217 time: 0.0568867 Jul 07 16:43:08.630932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-944eeec6-b733-4e26-b352-1813ef975ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:08.632473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-944eeec6-b733-4e26-b352-1813ef975ac3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0731280 Jul 07 16:43:08.635662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6d71cf7-3849-49d6-aac0-c000f7df9aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.672836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Router f4283b7d-0146-4131-80d9-bef7db48a412 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:43:08.707481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-14e17375-b082-4767-9a75-7b6014fcbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:08.709462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-14e17375-b082-4767-9a75-7b6014fcbf3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 1096 time: 0.1645687 Jul 07 16:43:08.714276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37652) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:08.745719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] Sync routers for ids ['f4283b7d-0146-4131-80d9-bef7db48a412'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:43:08.758927 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] Routers {'f4283b7d-0146-4131-80d9-bef7db48a412'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:08.759805 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f4283b7d-0146-4131-80d9-bef7db48a412'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:08.796461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6d71cf7-3849-49d6-aac0-c000f7df9aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.867862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86297720-2804-446d-82d1-40f639338c06 req-cf3884f7-2b74-42ab-a516-95dc39611408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:08.869251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-cf3884f7-2b74-42ab-a516-95dc39611408 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180235 Jul 07 16:43:08.912786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] Set router f4283b7d-0146-4131-80d9-bef7db48a412 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:08.960254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6d71cf7-3849-49d6-aac0-c000f7df9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.964313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6d71cf7-3849-49d6-aac0-c000f7df9aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:08.965545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b6d71cf7-3849-49d6-aac0-c000f7df9aa7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bffe484-68d6-4cab-804c-dbe02187346f HTTP/1.1" status: 204 len: 168 time: 0.5609865 Jul 07 16:43:09.016226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d71cf7-3849-49d6-aac0-c000f7df9aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffe484-68d6-4cab-804c-dbe02187346f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:09.040491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-f97d3060-d080-46ec-b4e9-d8c03bedfad4 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:43:09.053721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-f97d3060-d080-46ec-b4e9-d8c03bedfad4 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3379111 Jul 07 16:43:09.076354 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.091135 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.123235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-688d1c9e-8fe3-496c-bebc-bd3041552ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459321 Jul 07 16:43:09.152456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 28b7d985-1eec-494d-ba33-a7d7a6339c6c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28b7d985-1eec-494d-ba33-a7d7a6339c6c,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:09.165904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.198842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:43:09.212856 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d1bab02f-9493-4bd2-bfb2-1266fc2d4ad6 admin admin] 10.222.0.78 "PUT /v2.0/routers/f4283b7d-0146-4131-80d9-bef7db48a412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0175512 Jul 07 16:43:09.214963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-fd750207-c0c5-40d4-b854-9111ce64cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:09.218388 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-fd750207-c0c5-40d4-b854-9111ce64cd56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 924 time: 0.4421325 Jul 07 16:43:09.219505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37666) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:09.336832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=28b7d985-1eec-494d-ba33-a7d7a6339c6c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:09.347836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86297720-2804-446d-82d1-40f639338c06 req-d218e12a-da45-44ac-a28c-390eaef94876 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166028 Jul 07 16:43:09.413806 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:07Z', 'revision_number': 5, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port': {'id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:00Z', 'updated_at': '2021-07-07T16:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:09.450730 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] Checking router: f4283b7d-0146-4131-80d9-bef7db48a412 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:43:09.466725 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] Routers {'f4283b7d-0146-4131-80d9-bef7db48a412'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:09.468245 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f4283b7d-0146-4131-80d9-bef7db48a412'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:09.602283 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] Set router f4283b7d-0146-4131-80d9-bef7db48a412 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:09.637813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37670) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:09.658763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c150843-150c-4462-88a9-701979f8df03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.665327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Request body: {'binding': {'host': 'n-h1-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:09.665774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:43:09.678797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-462f457a-c721-4b05-b14f-8c60519dd88b tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:43:09.680012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-462f457a-c721-4b05-b14f-8c60519dd88b tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267637 Jul 07 16:43:09.734938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Request body: {'binding': {'host': 'n-h2-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:09.735389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:43:09.774448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c150843-150c-4462-88a9-701979f8df03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.779109 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c150843-150c-4462-88a9-701979f8df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.817182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7c150843-150c-4462-88a9-701979f8df03 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e32bc804fe70431f9a25de1fb0165ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780987 Jul 07 16:43:09.822177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37672) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:09.838867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c150843-150c-4462-88a9-701979f8df03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9e7e2a-a070-4c51-9672-1e62b0e0393a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:09.849280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.860623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-e5302f36-f641-43b5-b179-1f15725b80b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f HTTP/1.1" status: 200 len: 1001 time: 0.2061296 Jul 07 16:43:09.881540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.891148 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:07Z', 'revision_number': 5, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port': {'id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:00Z', 'updated_at': '2021-07-07T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:09.904596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.923001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdc086-11a0-489d-bd2c-1685b813d8fa None None] The sync data for ids ['f4283b7d-0146-4131-80d9-bef7db48a412'] in n-d-793619-7 is: [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:07Z', 'revision_number': 5, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port': {'id': '28b7d985-1eec-494d-ba33-a7d7a6339c6c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:00Z', 'updated_at': '2021-07-07T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:43:09.959322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.964656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:09.968434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa9e7e2a-a070-4c51-9672-1e62b0e0393a HTTP/1.1" status: 204 len: 168 time: 0.1427054 Jul 07 16:43:09.976394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9e7e2a-a070-4c51-9672-1e62b0e0393a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:09.984696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.985258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.986522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.987276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.987688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.988084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.988494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.988894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.989421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.989809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.990203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:09.990590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078989e-84bf-428d-8c9c-20302b39a8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:10.067494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-313b3a4c-b20d-4780-955a-e516ff19cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:10.068946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-313b3a4c-b20d-4780-955a-e516ff19cc5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.1615286 Jul 07 16:43:10.162007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on host n-h1-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:10.162347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:10.162673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:10.179202 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.189830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:10.190157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:10.206787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:10.207164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:10.207502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:10.207942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Bound port: e944f41b-f3a5-4357-9a2b-d56cee6effb8, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:10.219207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on host n-h2-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:10.219426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:10.219705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:10.266890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:10.267223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:10.276598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-1c2c6ef9-e089-4993-aa84-5e4af130645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:10.278168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-1c2c6ef9-e089-4993-aa84-5e4af130645e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985197 Jul 07 16:43:10.289616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:10.289968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:10.290351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:10.290808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Bound port: 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:10.349082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28b7d985-1eec-494d-ba33-a7d7a6339c6c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:10.366171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:10.414430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 28b7d985-1eec-494d-ba33-a7d7a6339c6c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:10.414430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.454425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.455922 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-433c367a-2c21-4457-a684-d85a6470e1c0 service neutron] 10.222.0.78 "POST /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8/bindings HTTP/1.1" status: 201 len: 389 time: 1.3261466 Jul 07 16:43:10.489864 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-1ed7b771-1b71-4b92-b045-d99d6e216355 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014828 Jul 07 16:43:10.514953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d0732650-2dd3-475b-bdde-ebda22365a72 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:10.599374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a803fe23-e8b7-4f87-9221-c1cff3e40b8f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:10.606135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:10.611463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Deleting port 28b7d985-1eec-494d-ba33-a7d7a6339c6c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:10.612919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.662965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a803fe23-e8b7-4f87-9221-c1cff3e40b8f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:10.663303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a803fe23-e8b7-4f87-9221-c1cff3e40b8f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:10.664800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.693635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.707418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3a1d4bdf-c0ac-45ac-8f67-8db219495f13 service neutron] 10.222.0.78 "POST /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0061014 Jul 07 16:43:10.723382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port d0732650-2dd3-475b-bdde-ebda22365a72 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:10.735085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d0732650-2dd3-475b-bdde-ebda22365a72 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:10.735469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.743507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d84c933-b088-4680-9444-6f6e3f4711cc req-c307c279-8a5e-460a-96b7-6fffb368078c service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433186 Jul 07 16:43:10.760665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] For port 28b7d985-1eec-494d-ba33-a7d7a6339c6c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=28b7d985-1eec-494d-ba33-a7d7a6339c6c,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:10.761249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:10.776372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Calling delete_port for 28b7d985-1eec-494d-ba33-a7d7a6339c6c owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:11.006206 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.072262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d0732650-2dd3-475b-bdde-ebda22365a72, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d0732650-2dd3-475b-bdde-ebda22365a72,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:11.074165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0732650-2dd3-475b-bdde-ebda22365a72'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:11.075336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-058c4bcc-0f1c-4448-ac89-370c9c8ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:11.077090 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-058c4bcc-0f1c-4448-ac89-370c9c8ccf48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1097 time: 0.1780159 Jul 07 16:43:11.077581 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba04c02-8db8-46f4-88d5-b8e17279a4d9" -d '{"events": [{"server_uuid": "90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94", "name": "network-vif-plugged", "status": "completed", "tag": "d0732650-2dd3-475b-bdde-ebda22365a72"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:11.082421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.148589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8cf1d-ebb6-4b50-bbb2-851e1389aab8 req-87be9200-fab6-42b6-9ab8-72b6bbfc8273 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:11.161458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ca8cf1d-ebb6-4b50-bbb2-851e1389aab8 req-87be9200-fab6-42b6-9ab8-72b6bbfc8273 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 948 time: 0.3941386 Jul 07 16:43:11.199940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d0732650-2dd3-475b-bdde-ebda22365a72,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:11.235472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.320799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Pushing event deleted for resources: {'Port': ['ID=28b7d985-1eec-494d-ba33-a7d7a6339c6c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:11.327211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-344d23a8-192d-4d17-888f-9713b799917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:11.328745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-344d23a8-192d-4d17-888f-9713b799917f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.2426906 Jul 07 16:43:11.346762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ca8cf1d-ebb6-4b50-bbb2-851e1389aab8 req-fab9f286-21e5-4de9-982f-c9644c06a715 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827066 Jul 07 16:43:11.402487 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-93ed8ea8-f076-403b-b77b-7d0af43c3144 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 217 time: 0.0666449 Jul 07 16:43:11.404288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-5cef1874-8755-4d2f-a0ef-bc3f57936e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:11.405835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-5cef1874-8755-4d2f-a0ef-bc3f57936e20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1096 time: 0.1955893 Jul 07 16:43:11.469361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-7ea60426-e856-4c63-a44d-c64ad601ffed tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47843 time: 0.6092987 Jul 07 16:43:11.477716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.496411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Sync routers for ids ['f4283b7d-0146-4131-80d9-bef7db48a412'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:43:11.510066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Routers {'f4283b7d-0146-4131-80d9-bef7db48a412'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:11.511573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f4283b7d-0146-4131-80d9-bef7db48a412'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:11.571768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-8c1fcc3e-b661-42d0-a527-a67842fd37ac tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0b8539d6-059e-4e34-af6e-cdafcda4adcd HTTP/1.1" status: 200 len: 2981 time: 0.1014304 Jul 07 16:43:11.621643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.624235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.664188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Set router f4283b7d-0146-4131-80d9-bef7db48a412 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:11.696153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-e22e49f7-5a5c-4e4d-b8c5-e436790f2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:11.697798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-e22e49f7-5a5c-4e4d-b8c5-e436790f2be0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.2762539 Jul 07 16:43:11.698956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.699508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4283b7d-0146-4131-80d9-bef7db48a412 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:43:11.705432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.709275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c84269c2-ae9e-40ac-be8e-d41db45cd7af admin admin] 10.222.0.78 "DELETE /v2.0/routers/f4283b7d-0146-4131-80d9-bef7db48a412 HTTP/1.1" status: 204 len: 168 time: 2.4861410 Jul 07 16:43:11.709567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37706) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:11.746801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4283b7d-0146-4131-80d9-bef7db48a412', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-517794123-router', 'tenant_id': 'a12dae32cca04659b77ba74d228ab891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:42:59Z', 'updated_at': '2021-07-07T16:43:11Z', 'revision_number': 7, 'project_id': 'a12dae32cca04659b77ba74d228ab891', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:11.779930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Checking router: f4283b7d-0146-4131-80d9-bef7db48a412 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:43:11.790253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Routers set() bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:11.790835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Router IDs set() for agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:43:11.791614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_agentschedulers_db [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4283b7d-0146-4131-80d9-bef7db48a412'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent'). {{(pid=98272) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 16:43:11.792100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c296fb-65ec-4d7f-bbc6-e7750981e632 None None] The sync data for ids ['f4283b7d-0146-4131-80d9-bef7db48a412'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:43:11.801180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Deleting subnet 7aca8300-1025-4b64-b7e1-2f900037ac8a {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:43:11.804867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.831658 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-1a62068c-4a92-4846-b281-9b06b38159a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237035 Jul 07 16:43:11.944145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:11.959071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-57b2be65-ec86-4b8b-a31d-f8f6d098ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:11.960527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-57b2be65-ec86-4b8b-a31d-f8f6d098ec6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.5433040 Jul 07 16:43:11.990664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-e2a087c4-209b-48a8-869a-45f048bde4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479812 Jul 07 16:43:12.037965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-65258f42-cd01-4155-aa53-7a46734894e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 217 time: 0.0506051 Jul 07 16:43:12.052175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-c56ac2c4-2a27-4122-8d5f-e8c2435118bf tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0b8539d6-059e-4e34-af6e-cdafcda4adcd HTTP/1.1" status: 200 len: 2981 time: 0.4794884 Jul 07 16:43:12.155791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359393-d9c0-49d8-8333-5628f9f0ec1e req-f4abbd1d-d842-4863-a10e-1539c984cf22 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:12.163345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33359393-d9c0-49d8-8333-5628f9f0ec1e req-f4abbd1d-d842-4863-a10e-1539c984cf22 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.2240288 Jul 07 16:43:12.164014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.172023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-bb258595-0d85-4204-bf74-d2385caf3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:12.174087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-bb258595-0d85-4204-bf74-d2385caf3c3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1189950 Jul 07 16:43:12.181151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-fe885767-fe7d-46e1-bd87-5b23598971ab tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1a64f02c-166b-45c7-a554-34cebe3fc88f HTTP/1.1" status: 200 len: 2981 time: 0.1277506 Jul 07 16:43:12.234226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-b6b8237d-da7e-4c89-8de9-b0b81e0128cc service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350335 Jul 07 16:43:12.237663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-415041ac-544c-4702-b53e-d42f5511db06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471728 Jul 07 16:43:12.250178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.281498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.284444 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7aca8300-1025-4b64-b7e1-2f900037ac8a HTTP/1.1" status: 204 len: 168 time: 0.5736201 Jul 07 16:43:12.285021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aca8300-1025-4b64-b7e1-2f900037ac8a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:12.287114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37720) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:12.290988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b7ef1-b051-4ec7-a745-1f7e0a33dd14 None None] Network 9bae1ffa-8537-4253-9dbc-c998e10463b8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:43:12.302190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.302599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.302940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.303273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.303601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.303935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.305055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.305413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.305742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.306068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.306391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.306711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5268a34-8475-4229-adf2-073c32c74a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.322476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33359393-d9c0-49d8-8333-5628f9f0ec1e req-5bf5c1bb-687c-4acd-b502-362053d75a16 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582472 Jul 07 16:43:12.323877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-def9a9d5-0925-4b62-9441-f1b07acadf78 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1a64f02c-166b-45c7-a554-34cebe3fc88f HTTP/1.1" status: 200 len: 2981 time: 0.1420333 Jul 07 16:43:12.438405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-e8733e16-c795-49d7-ba2e-623818b2022d tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/28bd6e9f-ab32-40a3-9089-a7cd9a114c0c HTTP/1.1" status: 200 len: 2981 time: 0.1030824 Jul 07 16:43:12.441391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-b8e57af4-0098-4af1-90e6-33293d92ada7 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901951 Jul 07 16:43:12.557247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] DHCP port deletion for 9bae1ffa-8537-4253-9dbc-c998e10463b8 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:43:12.568510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-ae8c91fb-e57a-4005-8942-ab76b71a5108 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/28bd6e9f-ab32-40a3-9089-a7cd9a114c0c HTTP/1.1" status: 200 len: 2981 time: 0.1168334 Jul 07 16:43:12.574583 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ebadc-d4e2-4df1-918e-ab324f7a11f5 x-openstack-request-id: req-5d4ebadc-d4e2-4df1-918e-ab324f7a11f5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:12.574878 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:12.575133 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d4ebadc-d4e2-4df1-918e-ab324f7a11f5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:12.575535 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9', 'status': 'completed', 'code': 200} Jul 07 16:43:12.628995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Deleting port a3bd9fef-6e9c-4b53-b314-a647d69725fb {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:12.629666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.704215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] For port a3bd9fef-6e9c-4b53-b314-a647d69725fb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a3bd9fef-6e9c-4b53-b314-a647d69725fb,segment=NetworkSegment(62591323-08dc-42e8-be75-2b48bb710ccc),segment_id=62591323-08dc-42e8-be75-2b48bb710ccc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:12.704879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.719613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Calling delete_port for a3bd9fef-6e9c-4b53-b314-a647d69725fb owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:12.740103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-e97e663a-6691-4f25-8407-f0e0afb54909 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3fd8c10e-4f30-4ac5-9a40-c7b796fd6abe HTTP/1.1" status: 200 len: 2981 time: 0.1612124 Jul 07 16:43:12.747559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-f072ff8c-9c22-42f6-b3d9-adcf3b91fce1 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972448 Jul 07 16:43:12.748313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.807901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-af9b683c-3aef-462c-8687-ce66fe5d699e tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:12.809460 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-af9b683c-3aef-462c-8687-ce66fe5d699e tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1097 time: 0.1562598 Jul 07 16:43:12.818558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-077a0655-4b62-46e3-9e6d-de200977a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:12.820125 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-077a0655-4b62-46e3-9e6d-de200977a7c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 1099 time: 0.1657650 Jul 07 16:43:12.826513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:12.829087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.842054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] No DVR routers for this DVR port a3bd9fef-6e9c-4b53-b314-a647d69725fb on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:12.863447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Pushing event deleted for resources: {'Port': ['ID=a3bd9fef-6e9c-4b53-b314-a647d69725fb,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:12.874166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.874990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.875716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.876207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.876681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.877717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.878157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.878584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.879009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.879849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.880340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.881302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920744f-8ecf-4bfc-b927-aa23a5e725d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:12.907620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-f33a421a-eb0f-4c40-addc-2db42613fb1d tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3fd8c10e-4f30-4ac5-9a40-c7b796fd6abe HTTP/1.1" status: 200 len: 2981 time: 0.1439836 Jul 07 16:43:12.938886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Deleting port a3bd9fef-6e9c-4b53-b314-a647d69725fb {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:12.939412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:12.977365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3f73192b-25ae-4528-ad8a-992b30407daa tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:12.978771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3f73192b-25ae-4528-ad8a-992b30407daa tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.1540363 Jul 07 16:43:12.987651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aa391-3013-48ae-ac36-e3780f51e6de req-04fa8ff7-bf8c-44d2-809f-c9c161bd0cf5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:12.989289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-102aa391-3013-48ae-ac36-e3780f51e6de req-04fa8ff7-bf8c-44d2-809f-c9c161bd0cf5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 946 time: 0.2474823 Jul 07 16:43:12.995089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-7'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:13.025745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-1510a9ae-a5dc-4a45-9827-86cf765e63fc tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/838b39e1-8c27-48aa-a0e2-e042df05e7a7 HTTP/1.1" status: 200 len: 2977 time: 0.1101756 Jul 07 16:43:13.051840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-c697f77b-e8c0-4f39-b0bb-e1997a1a2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:13.053363 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-c697f77b-e8c0-4f39-b0bb-e1997a1a2a5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2222810 Jul 07 16:43:13.056940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.059102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] For port a3bd9fef-6e9c-4b53-b314-a647d69725fb, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:13.059452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.107352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-102aa391-3013-48ae-ac36-e3780f51e6de req-5b5bf8d2-60da-4d1e-99a1-34e315cc6c40 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074467 Jul 07 16:43:13.112161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Calling delete_port for a3bd9fef-6e9c-4b53-b314-a647d69725fb owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:13.115068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-5971d3eb-acfd-4d42-b580-69d5ac2b035e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=8f699194-0c5d-4203-a967-9d869880bfd9 HTTP/1.1" status: 200 len: 217 time: 0.0477180 Jul 07 16:43:13.116828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Port a3bd9fef-6e9c-4b53-b314-a647d69725fb was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:43:13.140291 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-fae9dc83-c22e-4689-af18-894161e785aa tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/838b39e1-8c27-48aa-a0e2-e042df05e7a7 HTTP/1.1" status: 200 len: 2977 time: 0.0976479 Jul 07 16:43:13.140291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.141999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.207583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] No DVR routers for this DVR port a3bd9fef-6e9c-4b53-b314-a647d69725fb on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:13.209641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bd9fef-6e9c-4b53-b314-a647d69725fb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:13.224697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-bbec1477-cc66-473c-bdea-17374f08a268 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88 HTTP/1.1" status: 200 len: 2981 time: 0.0749438 Jul 07 16:43:13.323149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-e0ced911-0996-43b7-a4a3-c5f2346ecf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:13.324656 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-e0ced911-0996-43b7-a4a3-c5f2346ecf34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1837320 Jul 07 16:43:13.371289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.381384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-e6f37afd-2ee4-461c-8ebc-623f5c941679 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88 HTTP/1.1" status: 200 len: 2981 time: 0.1383233 Jul 07 16:43:13.395297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:13.398876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bae1ffa-8537-4253-9dbc-c998e10463b8']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:13.421246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62591323-08dc-42e8-be75-2b48bb710ccc') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:13.421553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62591323-08dc-42e8-be75-2b48bb710ccc') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:13.437894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:13.440721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.444172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef12da-b7a4-4a8e-bc23-8c70afc99de4 req-7b8a048a-0954-4252-8565-a11f4c062dd9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:13.445770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12ef12da-b7a4-4a8e-bc23-8c70afc99de4 req-7b8a048a-0954-4252-8565-a11f4c062dd9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 945 time: 0.1718652 Jul 07 16:43:13.474843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.492134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:43:13.492553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:43:13.494322 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:43:13.504193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:13.506672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-b8581b3d-a793-47f4-ab34-a91c0c24b505 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/aa45df27-68bc-4d78-8457-fc948e1b0405 HTTP/1.1" status: 200 len: 2981 time: 0.1165876 Jul 07 16:43:13.546251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:13.561932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12ef12da-b7a4-4a8e-bc23-8c70afc99de4 req-4ebb6687-8dda-4d1b-8e3a-d571558b7d9f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049786 Jul 07 16:43:13.568967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-a2746cf9-0017-401e-88da-2d4602720fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:13.570525 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-a2746cf9-0017-401e-88da-2d4602720fa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2327280 Jul 07 16:43:13.588061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.608801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.612922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-aae12f18-6143-4572-9170-f8c4fde36aea tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/aa45df27-68bc-4d78-8457-fc948e1b0405 HTTP/1.1" status: 200 len: 2981 time: 0.0871906 Jul 07 16:43:13.628954 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f58e774-208f-40f0-b1c2-2650a0682f9f x-openstack-request-id: req-6f58e774-208f-40f0-b1c2-2650a0682f9f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:13.631357 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94", "name": "network-vif-plugged", "status": "completed", "tag": "d0732650-2dd3-475b-bdde-ebda22365a72", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:13.632028 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f58e774-208f-40f0-b1c2-2650a0682f9f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:13.632750 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0732650-2dd3-475b-bdde-ebda22365a72', 'code': 200} Jul 07 16:43:13.672033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.681784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.687821 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9bae1ffa-8537-4253-9dbc-c998e10463b8 HTTP/1.1" status: 204 len: 168 time: 1.3978930 Jul 07 16:43:13.695782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:13.699087 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db57be4-6e36-4e70-b03e-ac9a76f0f7b6" -d '{"events": [{"server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:13.712186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.719255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e3238-c5ae-4291-bb22-af3324d15b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bae1ffa-8537-4253-9dbc-c998e10463b8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:13.726032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.823720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:13.870546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-c44790ea-5773-41eb-9c7f-e8cb1cf77983 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b0076625-ee8e-44d2-8bb4-f01e8e47e422 HTTP/1.1" status: 200 len: 2981 time: 0.2292058 Jul 07 16:43:13.888416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on host n-h1-793619-7 for vnic_type normal with profile {"migrating_to": "n-h2-793619-7"} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:13.888757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:13.889092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:13.895458 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-1910675e-a638-46c6-b797-532350c6d12d service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132322 Jul 07 16:43:13.904828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:13.905181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Attempting to bind port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:13.924039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:13.925078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:13.925495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:13.925978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Bound port: 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:13.926363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:13.928312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:13.999181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93446ae4-7153-4eba-845d-81f6646aa756 req-e2e72173-d533-4336-9121-6d943ccde3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:14.000729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93446ae4-7153-4eba-845d-81f6646aa756 req-e2e72173-d533-4336-9121-6d943ccde3a5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 1101 time: 0.2605376 Jul 07 16:43:14.001534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on host n-h2-793619-7 for vnic_type normal with profile {"migrating_to": "n-h1-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:14.001996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:14.002330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:14.012490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-62f343f1-2bb8-4ac4-aa73-2e7b5a682d8d tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b0076625-ee8e-44d2-8bb4-f01e8e47e422 HTTP/1.1" status: 200 len: 2981 time: 0.1194298 Jul 07 16:43:14.020875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37736) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:14.025371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:14.025703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Attempting to bind port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:14.051049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fef8d7-baa7-4fdc-b118-102fd50fd20b req-65e8fef4-2c7b-40d7-a1f2-509f1816aee0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:14.052603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93fef8d7-baa7-4fdc-b118-102fd50fd20b req-65e8fef4-2c7b-40d7-a1f2-509f1816aee0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 948 time: 0.2160769 Jul 07 16:43:14.065415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:14.065794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:14.066151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:14.066613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Bound port: e944f41b-f3a5-4357-9a2b-d56cee6effb8, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:14.066979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.082417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a3bd9fef-6e9c-4b53-b314-a647d69725fb no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:14.101846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:14.109126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a3bd9fef-6e9c-4b53-b314-a647d69725fb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:14.109820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a3bd9fef-6e9c-4b53-b314-a647d69725fb not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:14.110434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28b7d985-1eec-494d-ba33-a7d7a6339c6c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:14.111573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37738) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:14.133062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:14.144388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.145361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 28b7d985-1eec-494d-ba33-a7d7a6339c6c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:14.145727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 28b7d985-1eec-494d-ba33-a7d7a6339c6c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:14.146523 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93446ae4-7153-4eba-845d-81f6646aa756 req-eb94a6c9-9b44-4e01-a144-1e2f9d9dbee9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374345 Jul 07 16:43:14.150987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-808e7a3a-0531-4663-a1ab-4ecba2134185 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b740553a-e563-4dc8-967f-ee3cf09f45db HTTP/1.1" status: 200 len: 2981 time: 0.1242890 Jul 07 16:43:14.157420 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ba38fa5c-8eeb-40c7-bbf6-f68c37123551 req-34569417-7d22-489d-850a-3f51c80c9fe5 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417839 Jul 07 16:43:14.166880 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d2871274-899c-4177-8d46-fdc46fba9ccc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a12dae32cca04659b77ba74d228ab891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423912 Jul 07 16:43:14.169159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37744) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:14.176471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93fef8d7-baa7-4fdc-b118-102fd50fd20b req-cfc754db-d8c9-4f7e-9057-493f4764d13e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159599 Jul 07 16:43:14.219546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:14.227652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:14.234014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.257422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=8']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:14.277726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-3758e020-2a0d-473f-bce6-c135301a30e2 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b740553a-e563-4dc8-967f-ee3cf09f45db HTTP/1.1" status: 200 len: 2981 time: 0.1001523 Jul 07 16:43:14.281626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:14.282334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.285247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-7d46783a-4d42-48f9-88d8-e71b6a7598fb service neutron] 10.222.0.54 "PUT /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 1121 time: 1.2945843 Jul 07 16:43:14.289066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64edd712-6906-4494-9cca-cce97ab129be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.351612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64edd712-6906-4494-9cca-cce97ab129be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.356899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:14.357513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.359356 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] 10.222.0.13 "PUT /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 1122 time: 1.5380597 Jul 07 16:43:14.365397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5723e-e3d6-4e36-8dde-25e5c1311126 service neutron] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:14.393069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-dd961415-f433-4802-86c0-53814800c303 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ba6d594c-3b21-4b9c-9f21-db1c70687418 HTTP/1.1" status: 200 len: 2973 time: 0.0950518 Jul 07 16:43:14.431234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64edd712-6906-4494-9cca-cce97ab129be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.433906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64edd712-6906-4494-9cca-cce97ab129be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.437402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-64edd712-6906-4494-9cca-cce97ab129be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c67c7b33-1b1f-4255-8b5e-20536fd70d45 HTTP/1.1" status: 204 len: 168 time: 0.2649844 Jul 07 16:43:14.437810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-563e00c0-5310-4338-99f5-d0f276e5b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.441320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['28893651-b0fe-4f30-b9aa-22fdd5a3c64a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:14.453992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edd712-6906-4494-9cca-cce97ab129be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67c7b33-1b1f-4255-8b5e-20536fd70d45,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:14.484561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e944f41b-f3a5-4357-9a2b-d56cee6effb8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:14.525438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-837aab3e-f185-4c4e-a0b1-e6214cd669ea tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ba6d594c-3b21-4b9c-9f21-db1c70687418 HTTP/1.1" status: 200 len: 2973 time: 0.1187873 Jul 07 16:43:14.542308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f699194-0c5d-4203-a967-9d869880bfd9 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:14.544050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bad9de-b65d-455d-adae-3597347c5afc req-f2367260-46b3-4d18-850b-1f292ca67d92 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:14.545610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22bad9de-b65d-455d-adae-3597347c5afc req-f2367260-46b3-4d18-850b-1f292ca67d92 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.1551485 Jul 07 16:43:14.560166 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-e212d776-7572-433c-8b03-909a8853270b tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] show failed (client error): The resource could not be found. Jul 07 16:43:14.561250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-e212d776-7572-433c-8b03-909a8853270b tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c67c7b33-1b1f-4255-8b5e-20536fd70d45 HTTP/1.1" status: 404 len: 352 time: 0.0143020 Jul 07 16:43:14.582299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a'}, {'name': 'network-changed', 'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:14.584691 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d768011-fb21-4668-ba0d-e38c26a8e017" -d '{"events": [{"server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "name": "network-vif-unplugged", "status": "completed", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a"}, {"name": "network-changed", "server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:14.590123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-563e00c0-5310-4338-99f5-d0f276e5b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.599012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-563e00c0-5310-4338-99f5-d0f276e5b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.615865 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-4465936b-6909-4266-b54a-bf6998254460 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] show failed (client error): The resource could not be found. Jul 07 16:43:14.617444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-4465936b-6909-4266-b54a-bf6998254460 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c67c7b33-1b1f-4255-8b5e-20536fd70d45 HTTP/1.1" status: 404 len: 352 time: 0.0245888 Jul 07 16:43:14.630825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22bad9de-b65d-455d-adae-3597347c5afc req-ff08bf83-f2a7-4fcb-a52c-386fb9748fc7 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685301 Jul 07 16:43:14.634328 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-563e00c0-5310-4338-99f5-d0f276e5b0b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87b95bd4f76a4a1cbb112891bb98ae82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160487 Jul 07 16:43:14.644047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:14.711787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e00c0-5310-4338-99f5-d0f276e5b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c05133-935b-4a08-976e-2bb5823f9b2d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:14.737958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-91b074ba-cfa9-49a6-817b-a0fa1b7c0514 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e23ddd35-4abd-4a24-843f-f696fb21ea08 HTTP/1.1" status: 200 len: 2981 time: 0.1035824 Jul 07 16:43:14.746917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-790c020b-77e2-40fb-9923-142f7230d04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.775418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f699194-0c5d-4203-a967-9d869880bfd9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:14.789442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-790c020b-77e2-40fb-9923-142f7230d04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.803380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-623ea056-9312-49bb-8b72-9811c5bb07bd tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e23ddd35-4abd-4a24-843f-f696fb21ea08 HTTP/1.1" status: 200 len: 2981 time: 0.0592520 Jul 07 16:43:14.815497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '8f699194-0c5d-4203-a967-9d869880bfd9', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '8f699194-0c5d-4203-a967-9d869880bfd9', 'mac_address': 'fa:16:3e:fa:d0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:14.872607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-790c020b-77e2-40fb-9923-142f7230d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.877588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-790c020b-77e2-40fb-9923-142f7230d04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:14.878779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-790c020b-77e2-40fb-9923-142f7230d04a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73c05133-935b-4a08-976e-2bb5823f9b2d HTTP/1.1" status: 204 len: 168 time: 0.2228954 Jul 07 16:43:14.897322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c020b-77e2-40fb-9923-142f7230d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c05133-935b-4a08-976e-2bb5823f9b2d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:14.911334 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c611ee02-e7f8-4c7a-aa6c-ca0c169219cd x-openstack-request-id: req-c611ee02-e7f8-4c7a-aa6c-ca0c169219cd {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:14.911994 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:14.912441 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c611ee02-e7f8-4c7a-aa6c-ca0c169219cd {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:14.913003 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'code': 200} Jul 07 16:43:14.914794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-16ba7715-f57e-483c-b800-7531251fd24b tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e496f464-cd73-4e4b-bf29-748d92a84072 HTTP/1.1" status: 200 len: 2977 time: 0.1033056 Jul 07 16:43:14.980243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-21c4e571-7e3f-413b-94f5-83b080d02d2b tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e496f464-cd73-4e4b-bf29-748d92a84072 HTTP/1.1" status: 200 len: 2977 time: 0.0642028 Jul 07 16:43:14.983936 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.015807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f699194-0c5d-4203-a967-9d869880bfd9 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:15.043068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f699194-0c5d-4203-a967-9d869880bfd9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:15.048354 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.049700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-3a3be024-6f85-408a-b3a2-4df8b3d99897 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f6b29b79-bc27-4da8-b2fe-d2e3de4f00c3 HTTP/1.1" status: 200 len: 2977 time: 0.0677369 Jul 07 16:43:15.108167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:15.129188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba21ebb7-efa2-4a7d-8a2f-9f76fdd57d2b req-2f332509-bdc9-4183-ad79-00448b5494b8 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f6b29b79-bc27-4da8-b2fe-d2e3de4f00c3 HTTP/1.1" status: 200 len: 2977 time: 0.0783672 Jul 07 16:43:15.156441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc974d44-fe17-4245-bb72-72eee2832275 req-ab3bcef2-9b74-4c33-bec7-b8f2f70a181f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:15.158645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc974d44-fe17-4245-bb72-72eee2832275 req-ab3bcef2-9b74-4c33-bec7-b8f2f70a181f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.1294243 Jul 07 16:43:15.186793 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7763434-7302-47fc-aa69-1f434fd837b1 x-openstack-request-id: req-d7763434-7302-47fc-aa69-1f434fd837b1 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:15.187089 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "name": "network-vif-unplugged", "status": "completed", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a", "code": 200}, {"name": "network-changed", "server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:15.187349 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7763434-7302-47fc-aa69-1f434fd837b1 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:15.187744 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'code': 200} Jul 07 16:43:15.188490 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'status': 'completed', 'code': 200} Jul 07 16:43:15.225928 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc974d44-fe17-4245-bb72-72eee2832275 req-920476bf-6644-4590-aea3-af3f2960b2be tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617051 Jul 07 16:43:15.311667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37778) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:15.330818 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fffb743-41d1-401f-be2d-6fcb7f0514e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.372334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-309c0fce-02bb-4061-ae0e-9bb9bd62a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:15.374414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-309c0fce-02bb-4061-ae0e-9bb9bd62a905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1124 time: 0.1168084 Jul 07 16:43:15.396457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32899c35-22c1-44b4-a890-55bf27d532c0 req-edcefb96-47c3-47c4-80ec-d3ba06088ed6 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ca0d42040b74a90b834aaa46e233e3a HTTP/1.1" status: 200 len: 6102 time: 0.1312013 Jul 07 16:43:15.452221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f48014-5409-4d52-b8e4-3bcbdc2cf816 req-cd712b74-15b3-4301-9914-bf4b727b233c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:15.453828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15f48014-5409-4d52-b8e4-3bcbdc2cf816 req-cd712b74-15b3-4301-9914-bf4b727b233c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.1198223 Jul 07 16:43:15.491502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32899c35-22c1-44b4-a890-55bf27d532c0 req-a7efb5a6-652d-480b-9a18-c4f88c399769 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "GET /v2.0/security-groups/28bd6e9f-ab32-40a3-9089-a7cd9a114c0c HTTP/1.1" status: 200 len: 2981 time: 0.0868578 Jul 07 16:43:15.520500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-74de6f25-ac69-4e82-b479-cbeca6774c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:15.522043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-74de6f25-ac69-4e82-b479-cbeca6774c02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1381583 Jul 07 16:43:15.527849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15f48014-5409-4d52-b8e4-3bcbdc2cf816 req-e1dc16bc-b61a-4932-9da9-26d9abe63250 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584574 Jul 07 16:43:15.561570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32899c35-22c1-44b4-a890-55bf27d532c0 req-ea6185b9-50b4-4632-bccb-e21b99fc6e3c tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "GET /v2.0/security-groups/28bd6e9f-ab32-40a3-9089-a7cd9a114c0c HTTP/1.1" status: 200 len: 2981 time: 0.0615633 Jul 07 16:43:15.629545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fffb743-41d1-401f-be2d-6fcb7f0514e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.632043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-2d7639bd-c078-4211-aad1-d9d0e0885862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 217 time: 0.0990546 Jul 07 16:43:15.636357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fffb743-41d1-401f-be2d-6fcb7f0514e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.658761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb887b25-a2de-4ff1-bac2-592d458e6c60 req-5ee29307-e7b4-468d-ac9b-2cc70b22571b tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/56dc67e9-91ae-4e77-9919-758b1377282d HTTP/1.1" status: 200 len: 1777 time: 0.0562081 Jul 07 16:43:15.728796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37792) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:15.729512 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7fffb743-41d1-401f-be2d-6fcb7f0514e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec81ec056ca341d7b8c1da67a9a7f51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161479 Jul 07 16:43:15.730852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['8f699194-0c5d-4203-a967-9d869880bfd9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:15.736666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffb743-41d1-401f-be2d-6fcb7f0514e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57c4ad-a3ed-463b-ab3d-dafe9224db9c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:15.744483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-346d6af9-ee6b-40d4-b5a3-3f48462b0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:15.747545 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-346d6af9-ee6b-40d4-b5a3-3f48462b0fbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1074429 Jul 07 16:43:15.789606 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-6241d2df-aa74-435d-ab84-be7e6cf05d7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343256 Jul 07 16:43:15.796033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eb887b25-a2de-4ff1-bac2-592d458e6c60 req-ab5b8d09-4c77-4ec4-99d3-15c273296bf6 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.864695 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eb887b25-a2de-4ff1-bac2-592d458e6c60 req-ab5b8d09-4c77-4ec4-99d3-15c273296bf6 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.912926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4880db99-a1ad-49fb-9173-81754261f4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.913860 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-4361b5b8-ba4f-479a-9d1b-88d29fcb3958 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164792 Jul 07 16:43:15.958038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298d6d-be4b-4b1f-9344-1360c9ea9ba2 req-ee83b50e-0b7b-449f-a62a-c36d470a12e0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:15.959579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b298d6d-be4b-4b1f-9344-1360c9ea9ba2 req-ee83b50e-0b7b-449f-a62a-c36d470a12e0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 949 time: 0.2108972 Jul 07 16:43:15.961823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4880db99-a1ad-49fb-9173-81754261f4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.964233 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eb887b25-a2de-4ff1-bac2-592d458e6c60 req-ab5b8d09-4c77-4ec4-99d3-15c273296bf6 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.967084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eb887b25-a2de-4ff1-bac2-592d458e6c60 req-ab5b8d09-4c77-4ec4-99d3-15c273296bf6 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:15.968259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb887b25-a2de-4ff1-bac2-592d458e6c60 req-ab5b8d09-4c77-4ec4-99d3-15c273296bf6 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/56dc67e9-91ae-4e77-9919-758b1377282d HTTP/1.1" status: 204 len: 173 time: 0.3016574 Jul 07 16:43:16.013760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b8d09-4c77-4ec4-99d3-15c273296bf6 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc67e9-91ae-4e77-9919-758b1377282d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:16.047618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b298d6d-be4b-4b1f-9344-1360c9ea9ba2 req-c8cd3730-f67e-44ea-86d7-25c40aaf9e37 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Jul 07 16:43:16.048027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d768011-fb21-4668-ba0d-e38c26a8e017 req-73f91bf3-80f8-4a7a-8057-dc299b496df0 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255324 Jul 07 16:43:16.068466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4880db99-a1ad-49fb-9173-81754261f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.071931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4880db99-a1ad-49fb-9173-81754261f4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.073318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4880db99-a1ad-49fb-9173-81754261f4b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac57c4ad-a3ed-463b-ab3d-dafe9224db9c HTTP/1.1" status: 204 len: 168 time: 0.3427489 Jul 07 16:43:16.086166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880db99-a1ad-49fb-9173-81754261f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57c4ad-a3ed-463b-ab3d-dafe9224db9c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:16.168203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3559-ec23-4514-98fc-1391fa0918a8 req-cd4cde33-a0fe-4d35-a43d-7f61aa29ec4a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:16.169695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb6a3559-ec23-4514-98fc-1391fa0918a8 req-cd4cde33-a0fe-4d35-a43d-7f61aa29ec4a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.0766962 Jul 07 16:43:16.222005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb6a3559-ec23-4514-98fc-1391fa0918a8 req-18158706-5b1b-4ada-bbb1-c99c82fb37c1 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Jul 07 16:43:16.262042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dad6d90-5031-441c-b9c4-f5deb36aefb0 req-5d8fe5c7-e89b-4601-834b-76de3e5b2fd5 tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f6131a5b-64e1-4892-b22c-43705b3c52c7 HTTP/1.1" status: 200 len: 1775 time: 0.0388381 Jul 07 16:43:16.333838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4dad6d90-5031-441c-b9c4-f5deb36aefb0 req-254246aa-0e45-4bdc-9ac9-cf6ff6b1e48f tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.358762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4dad6d90-5031-441c-b9c4-f5deb36aefb0 req-254246aa-0e45-4bdc-9ac9-cf6ff6b1e48f tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.406890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4dad6d90-5031-441c-b9c4-f5deb36aefb0 req-254246aa-0e45-4bdc-9ac9-cf6ff6b1e48f tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.410535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4dad6d90-5031-441c-b9c4-f5deb36aefb0 req-254246aa-0e45-4bdc-9ac9-cf6ff6b1e48f tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.411754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dad6d90-5031-441c-b9c4-f5deb36aefb0 req-254246aa-0e45-4bdc-9ac9-cf6ff6b1e48f tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6131a5b-64e1-4892-b22c-43705b3c52c7 HTTP/1.1" status: 204 len: 173 time: 0.1399560 Jul 07 16:43:16.420352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254246aa-0e45-4bdc-9ac9-cf6ff6b1e48f tempest-SecurityGroupsTestAdminJSON-2146668944 tempest-SecurityGroupsTestAdminJSON-2146668944-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6131a5b-64e1-4892-b22c-43705b3c52c7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:16.563751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:16.619730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978373a8-9609-4548-8785-0fe9eb9029bf req-7f9299cf-971c-4e67-a994-3989f8be2cda tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:16.621779 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-978373a8-9609-4548-8785-0fe9eb9029bf req-7f9299cf-971c-4e67-a994-3989f8be2cda tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.1064591 Jul 07 16:43:16.675176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-978373a8-9609-4548-8785-0fe9eb9029bf req-1e8262de-b18b-4f73-90b8-caf6270ee58f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Jul 07 16:43:16.761246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:16.779619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-203df346-0605-4a7f-a38c-8fa20aa1567c req-f4b26e69-2ccc-4ea6-b395-af86c4a3a7e5 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "GET /v2.0/security-groups/be20da2d-a9c4-4078-ad1e-6b562106f32e HTTP/1.1" status: 200 len: 1778 time: 0.0526683 Jul 07 16:43:16.791692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a has no active binding in host n-h2-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:43:16.863579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-203df346-0605-4a7f-a38c-8fa20aa1567c req-7bf43e67-d6cb-493d-92bf-3699f867e556 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.895458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-203df346-0605-4a7f-a38c-8fa20aa1567c req-7bf43e67-d6cb-493d-92bf-3699f867e556 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.914089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:16.917436 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9018d-e391-4bc4-af71-cb20047f7be1" -d '{"events": [{"name": "network-changed", "server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:16.984761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-203df346-0605-4a7f-a38c-8fa20aa1567c req-7bf43e67-d6cb-493d-92bf-3699f867e556 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.988198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-203df346-0605-4a7f-a38c-8fa20aa1567c req-7bf43e67-d6cb-493d-92bf-3699f867e556 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:16.989613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-203df346-0605-4a7f-a38c-8fa20aa1567c req-7bf43e67-d6cb-493d-92bf-3699f867e556 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "DELETE /v2.0/security-groups/be20da2d-a9c4-4078-ad1e-6b562106f32e HTTP/1.1" status: 204 len: 173 time: 0.2030096 Jul 07 16:43:17.011311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c05d-729c-47a2-b559-c37544f5d066 req-948f97d4-3349-4acc-aba8-3ebf823dc24f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:17.012887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18b9c05d-729c-47a2-b559-c37544f5d066 req-948f97d4-3349-4acc-aba8-3ebf823dc24f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.1040032 Jul 07 16:43:17.013930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf43e67-d6cb-493d-92bf-3699f867e556 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20da2d-a9c4-4078-ad1e-6b562106f32e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:17.068246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18b9c05d-729c-47a2-b559-c37544f5d066 req-81068f61-061c-40c0-aa55-41e129a04e94 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466194 Jul 07 16:43:17.139395 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46900a65-e014-4675-986e-8e0503d46fe6 x-openstack-request-id: req-46900a65-e014-4675-986e-8e0503d46fe6 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:17.139687 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:17.139947 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46900a65-e014-4675-986e-8e0503d46fe6 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:17.140347 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'status': 'completed', 'code': 200} Jul 07 16:43:17.268457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47017083-b95c-42e4-85c6-b1c56baf0556 req-c17d6ada-3798-4063-b7e0-937615d06a11 tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "GET /v2.0/security-groups/4b54def0-9a5a-4add-b556-324acd1569d1 HTTP/1.1" status: 200 len: 1776 time: 0.1014645 Jul 07 16:43:17.282376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3cf0d-7e8e-4dfc-928a-81332d214c32 req-0ad74fbf-4f13-4dc2-bae8-a8f3f92162a8 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:17.290107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfa3cf0d-7e8e-4dfc-928a-81332d214c32 req-0ad74fbf-4f13-4dc2-bae8-a8f3f92162a8 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.1647477 Jul 07 16:43:17.350738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-b2cff133-e96d-4d38-8024-4481bf01f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:17.352245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-b2cff133-e96d-4d38-8024-4481bf01f1fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1125 time: 0.1744823 Jul 07 16:43:17.414852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfa3cf0d-7e8e-4dfc-928a-81332d214c32 req-b91c3c40-8fc6-4087-8acd-4e91d994512e tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238554 Jul 07 16:43:17.451142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-47017083-b95c-42e4-85c6-b1c56baf0556 req-63d6364c-f651-4f59-aa96-7c31ab450fed tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.495724 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-47017083-b95c-42e4-85c6-b1c56baf0556 req-63d6364c-f651-4f59-aa96-7c31ab450fed tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.510354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-4dd693e5-df52-4151-82fd-3d44c0ae487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:17.512178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-4dd693e5-df52-4151-82fd-3d44c0ae487f service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1488552 Jul 07 16:43:17.571223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-5aa07152-64ec-4944-aefa-5959de6dd6c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 217 time: 0.0399637 Jul 07 16:43:17.636454 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-47017083-b95c-42e4-85c6-b1c56baf0556 req-63d6364c-f651-4f59-aa96-7c31ab450fed tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.639002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-47017083-b95c-42e4-85c6-b1c56baf0556 req-63d6364c-f651-4f59-aa96-7c31ab450fed tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.640136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47017083-b95c-42e4-85c6-b1c56baf0556 req-63d6364c-f651-4f59-aa96-7c31ab450fed tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] 10.222.0.78 "DELETE /v2.0/security-groups/4b54def0-9a5a-4add-b556-324acd1569d1 HTTP/1.1" status: 204 len: 173 time: 0.3462608 Jul 07 16:43:17.665942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6364c-f651-4f59-aa96-7c31ab450fed tempest-SecurityGroupsTestAdminJSON-2065063055 tempest-SecurityGroupsTestAdminJSON-2065063055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54def0-9a5a-4add-b556-324acd1569d1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:17.683352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-ed35c791-c2f4-4da4-94e9-7b5d808333a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:17.685263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-ed35c791-c2f4-4da4-94e9-7b5d808333a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1022723 Jul 07 16:43:17.736876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-cf8a935a-5af2-440f-9347-c3b963d8f839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373590 Jul 07 16:43:17.746323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68bbd-4def-4f17-901c-0451e4f41074 req-1159e2e3-eceb-42c9-a3d6-3a7b0120203a tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:17.747890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fae68bbd-4def-4f17-901c-0451e4f41074 req-1159e2e3-eceb-42c9-a3d6-3a7b0120203a tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 949 time: 0.1799514 Jul 07 16:43:17.859398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fae68bbd-4def-4f17-901c-0451e4f41074 req-0f77ff2c-d4f5-4fb8-91d4-d87552eba481 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956180 Jul 07 16:43:17.902263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-619b9456-d13e-4f48-8ae4-cf5b143ca24b service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493261 Jul 07 16:43:17.998268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6dcb1a86-1ad4-4059-b7a0-1adfd1456792 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692482 Jul 07 16:43:18.036046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37900) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:18.128764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0be9018d-e391-4bc4-af71-cb20047f7be1 req-d22bd002-6076-4764-a501-ebd9cd6c338c service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181871 Jul 07 16:43:18.173716 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1df588b7-37ec-41dc-99cc-90743fcc6ff2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ca0d42040b74a90b834aaa46e233e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361885 Jul 07 16:43:18.176492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:18.185612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-14a896eb-a9e9-49b7-83bb-08febf448e48 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:18.187070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-14a896eb-a9e9-49b7-83bb-08febf448e48 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825218 Jul 07 16:43:18.195521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b738-137a-430e-9f20-4a2a5bc21e83 req-28a5fa41-90a6-4ab8-9932-f3df2b6a4484 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:18.197031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4692b738-137a-430e-9f20-4a2a5bc21e83 req-28a5fa41-90a6-4ab8-9932-f3df2b6a4484 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.1794896 Jul 07 16:43:18.208906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-5f741aa6-b5b6-4c0c-ac79-d4441431320b tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/quotas/f7fa2acb7a6148089085b8b767f2b6fa HTTP/1.1" status: 200 len: 375 time: 0.0108716 Jul 07 16:43:18.229491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e111963-66d2-47d6-9cbc-17b3affb201d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.251770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e111963-66d2-47d6-9cbc-17b3affb201d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.277869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4692b738-137a-430e-9f20-4a2a5bc21e83 req-8373b3b1-403e-4aa9-9834-51d6084020ae tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704665 Jul 07 16:43:18.308423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e111963-66d2-47d6-9cbc-17b3affb201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.311477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e111963-66d2-47d6-9cbc-17b3affb201d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.312657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e111963-66d2-47d6-9cbc-17b3affb201d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28bd6e9f-ab32-40a3-9089-a7cd9a114c0c HTTP/1.1" status: 204 len: 168 time: 0.1352322 Jul 07 16:43:18.325317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e111963-66d2-47d6-9cbc-17b3affb201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bd6e9f-ab32-40a3-9089-a7cd9a114c0c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:18.329305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-2a3d44b4-9517-48ea-9d10-f69d9ef6d8fb tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141577 Jul 07 16:43:18.393006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:18.528251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:18.544901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 has no active binding in host n-h1-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:43:18.579124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f699194-0c5d-4203-a967-9d869880bfd9 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:18.654288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 8f699194-0c5d-4203-a967-9d869880bfd9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:18.660084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 8f699194-0c5d-4203-a967-9d869880bfd9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:18.660464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.667050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9e477-0fc0-4d35-b511-a12b1be80fd9 req-db4e3f29-01c1-4c20-a917-a5f323ee0b0a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:18.674637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59c9e477-0fc0-4d35-b511-a12b1be80fd9 req-db4e3f29-01c1-4c20-a917-a5f323ee0b0a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.0874977 Jul 07 16:43:18.734027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59c9e477-0fc0-4d35-b511-a12b1be80fd9 req-6bde166f-02de-4b5e-8677-5f3afd937724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582583 Jul 07 16:43:18.735379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37934) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:18.797538 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.831606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37954) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:18.831894 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d03e9535-65e4-4903-97da-30094a6cc5ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09535c753a7b4ff0a3ddf580e09d1e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948422 Jul 07 16:43:18.841695 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:43:18.893956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f699194-0c5d-4203-a967-9d869880bfd9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:18.895828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:18.902222 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c1276f-050e-400d-b235-8653be6fde42" -d '{"events": [{"server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "name": "network-vif-plugged", "status": "completed", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:18.906982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.908442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c539ce1-bead-495c-bbe0-7ebcaccc66b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.937594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-dadd1df5-34cf-4766-92c3-e953b5f02222 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592897 Jul 07 16:43:18.965054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:18.967522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7b4f298-10a6-4e6f-91ee-d34a078dcf2e req-0ae1dd8f-14fb-4778-93e5-bab5718b88ff tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 210 time: 0.0547976 Jul 07 16:43:18.973385 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c539ce1-bead-495c-bbe0-7ebcaccc66b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:19.100922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c539ce1-bead-495c-bbe0-7ebcaccc66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:19.103522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c539ce1-bead-495c-bbe0-7ebcaccc66b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:19.104716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8c539ce1-bead-495c-bbe0-7ebcaccc66b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fd8c10e-4f30-4ac5-9a40-c7b796fd6abe HTTP/1.1" status: 204 len: 168 time: 0.2717993 Jul 07 16:43:19.127688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-6db0823b-cd48-41f3-bb28-3c8e9bcb12da tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.129327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-6db0823b-cd48-41f3-bb28-3c8e9bcb12da tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691298 Jul 07 16:43:19.130345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c539ce1-bead-495c-bbe0-7ebcaccc66b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd8c10e-4f30-4ac5-9a40-c7b796fd6abe,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:19.146450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-c40bbd08-a605-4ed7-aec8-a92e000ddd0f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/quotas/2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 375 time: 0.0114429 Jul 07 16:43:19.184103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-24696ba7-40f8-4e7d-b9b6-f587b7f0d14a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311155 Jul 07 16:43:19.383698 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0f4de-5866-4e22-b650-1c452fce1331 x-openstack-request-id: req-1da0f4de-5866-4e22-b650-1c452fce1331 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:19.384493 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "name": "network-vif-plugged", "status": "completed", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:19.384887 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1da0f4de-5866-4e22-b650-1c452fce1331 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:19.390086 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9', 'code': 200} Jul 07 16:43:19.432001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8086f9-ec17-4adb-b964-ae1760730812 req-d7806d31-32b4-408a-8581-3e1c4cb3e1b1 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.434235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b8086f9-ec17-4adb-b964-ae1760730812 req-d7806d31-32b4-408a-8581-3e1c4cb3e1b1 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1211448 Jul 07 16:43:19.530822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b8086f9-ec17-4adb-b964-ae1760730812 req-94a1349a-7219-4e57-a6c6-434b20b51234 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895329 Jul 07 16:43:19.637419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d84b7e5-aa34-4d3f-894b-f8e974dd27cf req-89431e0d-0943-46e5-97cf-ad296e76ca03 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 210 time: 0.0596206 Jul 07 16:43:19.697441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4395f4b-b596-4121-a6fd-44ae30df2318 req-d2b12f3f-9c1a-4491-bea8-1f7fe18f9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.700375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4395f4b-b596-4121-a6fd-44ae30df2318 req-d2b12f3f-9c1a-4491-bea8-1f7fe18f9feb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 1101 time: 0.1956706 Jul 07 16:43:19.732701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2338-0c5f-4335-a115-aa7d67d36ac0 req-8fc66c55-76c0-40be-96cf-36823e86d8e0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.734304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65a2338-0c5f-4335-a115-aa7d67d36ac0 req-8fc66c55-76c0-40be-96cf-36823e86d8e0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.2285686 Jul 07 16:43:19.788329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4395f4b-b596-4121-a6fd-44ae30df2318 req-dd1787b0-e9e8-4032-83ee-629956e240e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777895 Jul 07 16:43:19.812455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65a2338-0c5f-4335-a115-aa7d67d36ac0 req-5e611c0f-fa18-4351-a144-95306e0dc7c1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671976 Jul 07 16:43:19.966707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c679298-7981-4b62-9bf9-fd3438e64290 req-54eccd70-80b7-4307-ba5a-07cc8d53ae0f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:19.981594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c679298-7981-4b62-9bf9-fd3438e64290 req-54eccd70-80b7-4307-ba5a-07cc8d53ae0f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.0844767 Jul 07 16:43:20.075471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c679298-7981-4b62-9bf9-fd3438e64290 req-0dbe21be-6f90-4973-82d3-ba09942942a7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927918 Jul 07 16:43:20.178204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fa310a-a249-4058-9283-4e2d2908433f req-56aa68d7-a2e9-42a5-9469-0490a7b2b9c0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 210 time: 0.0338955 Jul 07 16:43:20.332279 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-9a8b89f9-395b-4774-a164-74e00242e975 service neutron] 10.222.0.13 "GET /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.1302795 Jul 07 16:43:20.565774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-76823f57-e571-4fd2-b07f-ca48a3b8e0ac tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388875 Jul 07 16:43:20.596331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:20.732187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:20.746856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a has no active binding in host n-h2-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:43:20.850372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65d98-2833-4f7c-b105-8bbd0cf9a25e req-e1671741-7bdd-4c51-9213-178033380785 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:20.852187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3d65d98-2833-4f7c-b105-8bbd0cf9a25e req-e1671741-7bdd-4c51-9213-178033380785 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1165705 Jul 07 16:43:20.875936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f4fad88-01ac-4676-ba3c-8724e2427c52 req-1969550e-eb2a-4f27-8538-b58d436c24dc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 210 time: 0.0517638 Jul 07 16:43:20.946958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3d65d98-2833-4f7c-b105-8bbd0cf9a25e req-2c1a1df7-7b85-45ac-b2b5-f8cfc35e2563 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734000 Jul 07 16:43:20.990333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.13', 58152) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:21.032022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-a1d88ba6-9eaf-4b0a-a996-4a13007fa1d4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366552 Jul 07 16:43:21.088524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:21.169463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-5fdf5f2b-1536-4e72-95f3-10b0b2aa1452 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:21.171446 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-5fdf5f2b-1536-4e72-95f3-10b0b2aa1452 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5953052 Jul 07 16:43:21.182639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:21.227962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Request body: {'port': {'device_id': '815dbf24-a01a-4086-9db4-0064aa765905', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'f7fa2acb7a6148089085b8b767f2b6fa'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:21.240907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292129b6-3910-4888-8e80-a8b12a50e1f8 req-b79f3df7-cfe2-4294-83a9-578b42487a6c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:21.243067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-292129b6-3910-4888-8e80-a8b12a50e1f8 req-b79f3df7-cfe2-4294-83a9-578b42487a6c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 944 time: 0.1345758 Jul 07 16:43:21.310753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28893651-b0fe-4f30-b9aa-22fdd5a3c64a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:21.317570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-d72c0cc4-605e-4805-a018-a7dd2c7ad5a6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:21.319145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-d72c0cc4-605e-4805-a018-a7dd2c7ad5a6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802033 Jul 07 16:43:21.328329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:21.347233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Request body: {'port': {'device_id': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '2f2e5dea929049ca8cad7058e4d9685b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:21.353681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:21.463870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Made reservation on behalf of f7fa2acb7a6148089085b8b767f2b6fa for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:21.467752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:21.487220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] Transition to ACTIVE for port object 28893651-b0fe-4f30-b9aa-22fdd5a3c64a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:21.495254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:21.630383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] No DVR routers for this DVR port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:21.632481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] Pushing event updated for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:21.713123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-3741d0c5-38d6-4369-9b02-cc0a8a17253e service neutron] 10.222.0.13 "PUT /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a/bindings/n-h2-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3323054 Jul 07 16:43:21.748025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Allocated IP 192.168.233.99 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/029ae251-9aea-4787-a184-57542c237ca9) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:21.774101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-292129b6-3910-4888-8e80-a8b12a50e1f8 req-fa004d97-e843-44cc-9efc-008da08ada9f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005102 Jul 07 16:43:21.864743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045f22-6dc6-42d1-b1bd-45cde6f0be76 req-3f0656fa-8f4f-473c-a097-04b203fd5a9d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:21.872885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7045f22-6dc6-42d1-b1bd-45cde6f0be76 req-3f0656fa-8f4f-473c-a097-04b203fd5a9d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 943 time: 0.5837650 Jul 07 16:43:21.967123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7045f22-6dc6-42d1-b1bd-45cde6f0be76 req-665036d9-6901-404f-b33b-215d277230fd tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932202 Jul 07 16:43:21.997303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-eaad2b57-ea9b-4b6b-a8bc-d923603f898c service neutron] 10.222.0.54 "GET /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.1997776 Jul 07 16:43:22.001730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Made reservation on behalf of 2f2e5dea929049ca8cad7058e4d9685b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:22.006056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.026738 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.080613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3700386e-efbf-4a28-8944-addcb93595fc req-3e56f228-0c46-40cc-b721-d7acf879220d tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 210 time: 0.0558362 Jul 07 16:43:22.121523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.152765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-2bb840b3-959f-435c-8e07-a68585e21ca3 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:22.155466 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-2bb840b3-959f-435c-8e07-a68585e21ca3 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.3081391 Jul 07 16:43:22.165490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Transition to ACTIVE for port object 029ae251-9aea-4787-a184-57542c237ca9 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:22.331371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:22.376464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.388217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d0732650-2dd3-475b-bdde-ebda22365a72'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:22.401344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-e5c11cb1-2e84-461a-b10b-8a43ad316c38 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2330ca79f0ce4c68b7899cd3e3e2cf1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419626 Jul 07 16:43:22.402293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:22.405147 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.416707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-c6902321-1d09-49d0-aa61-9f0abaef1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:22.418547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-c6902321-1d09-49d0-aa61-9f0abaef1961 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097&tenant_id=97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 1095 time: 0.2553735 Jul 07 16:43:22.427383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.430463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:22.441959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:22.447474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:22.450524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:22.540737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Pushing event updated for resources: {'Port': ['ID=029ae251-9aea-4787-a184-57542c237ca9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:22.569292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:22.577020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:22.577967 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.578290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-5e46e447-bd14-4c70-b80e-30d09cdcb6d9 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:22.580611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-5e46e447-bd14-4c70-b80e-30d09cdcb6d9 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559801 Jul 07 16:43:22.612931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-457bbdef-14e9-4ded-a5e5-6e6412b36b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:22.615216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-457bbdef-14e9-4ded-a5e5-6e6412b36b86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1095 time: 0.1519840 Jul 07 16:43:22.617156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8cf87c0d-7d01-4805-adaf-814bcd123ce0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3989959 Jul 07 16:43:22.629308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e944f41b-f3a5-4357-9a2b-d56cee6effb8 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:22.641883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:22.647647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Request body: {'port': {'device_id': '815dbf24-a01a-4086-9db4-0064aa765905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:22.666914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad40178-ecfa-4e5b-9097-defbb68b95d4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:22.692931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-57deadde-5549-4f79-9aa3-c8b6ea1c2d99 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/quotas/2330ca79f0ce4c68b7899cd3e3e2cf1c HTTP/1.1" status: 200 len: 375 time: 0.0176029 Jul 07 16:43:22.721177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.732059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a531396-15e9-49b4-aef9-38063c119b69 req-ccbe3a30-80bc-4fcf-85bd-18384ad9dc43 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 210 time: 0.1754091 Jul 07 16:43:22.795826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-5af3879c-9bf9-40b1-be58-f91ed9c78340 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2330ca79f0ce4c68b7899cd3e3e2cf1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015010 Jul 07 16:43:22.807913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.823190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cec589e2-d42c-41cc-8bcd-64779065607a None None] Provisioning for port 029ae251-9aea-4787-a184-57542c237ca9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:22.828629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cec589e2-d42c-41cc-8bcd-64779065607a None None] Provisioning complete for port 029ae251-9aea-4787-a184-57542c237ca9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:22.831027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cec589e2-d42c-41cc-8bcd-64779065607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.831413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-8e1d1aaf-3589-4b76-ac44-300a9942bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:22.836056 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-8e1d1aaf-3589-4b76-ac44-300a9942bfb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.2125678 Jul 07 16:43:22.882118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-cec589e2-d42c-41cc-8bcd-64779065607a None None] Port 029ae251-9aea-4787-a184-57542c237ca9 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:22.911116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-253c8f74-e142-4a4a-9e7a-41ea9e47ff35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 217 time: 0.0534582 Jul 07 16:43:22.958472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] Transition to ACTIVE for port object e944f41b-f3a5-4357-9a2b-d56cee6effb8 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:22.977939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:22.995703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Allocated IP 192.168.233.141 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/ac781067-90b3-49ee-bb3f-4bc35ce2d598) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:23.065833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-8490b13c-b97e-4c4f-b123-f68c4e0ee036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.067489 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-8490b13c-b97e-4c4f-b123-f68c4e0ee036 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1381829 Jul 07 16:43:23.147384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-9fb6ddea-b120-4b79-894f-1a74cc88c93d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609632 Jul 07 16:43:23.149461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6df0f8-b576-4e6d-818c-001e2f82387e req-7f60bc18-d9d6-4216-8177-75ce88e58188 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.151110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee6df0f8-b576-4e6d-818c-001e2f82387e req-7f60bc18-d9d6-4216-8177-75ce88e58188 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.2738519 Jul 07 16:43:23.156864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] No DVR routers for this DVR port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:23.216532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] Pushing event updated for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=10']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:23.262298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-efbe8f3e-5399-483d-a98c-fe9f87e7ac64 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001334 Jul 07 16:43:23.297500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-610b55bb-cd46-44ec-a357-224a08b17244 service neutron] 10.222.0.54 "PUT /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8/bindings/n-h1-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2874377 Jul 07 16:43:23.346008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee6df0f8-b576-4e6d-818c-001e2f82387e req-c1b94b1f-f76f-46d6-969b-4c85bc7085e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706188 Jul 07 16:43:23.404160 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:23.415032 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:23.423627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-e17dfee4-5b98-4c3e-932c-ca7bb00534ce service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496975 Jul 07 16:43:23.424967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc360f8-a406-45fc-8c43-a3ae8cf55818 req-730f3fe7-59a9-4c47-ba2f-e41f6c1d6a2e tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.426543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcc360f8-a406-45fc-8c43-a3ae8cf55818 req-730f3fe7-59a9-4c47-ba2f-e41f6c1d6a2e tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.2468014 Jul 07 16:43:23.468301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f67c559-6ead-4b85-91db-0ea8c4209599 req-2e2b8498-131a-422b-8a43-05d6983f3c85 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 210 time: 0.0407572 Jul 07 16:43:23.487850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Transition to ACTIVE for port object ac781067-90b3-49ee-bb3f-4bc35ce2d598 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:23.509081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-bcd3ed29-1051-4edf-a93b-d8098382fc7f tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.514918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-bcd3ed29-1051-4edf-a93b-d8098382fc7f tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.1038723 Jul 07 16:43:23.551027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcc360f8-a406-45fc-8c43-a3ae8cf55818 req-4bbec38d-3c6f-48ae-b624-15a0a3e103a7 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875056 Jul 07 16:43:23.612708 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:23.649827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-6233ecab-9e49-4a03-8304-0cf43d11a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.651409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-6233ecab-9e49-4a03-8304-0cf43d11a779 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 1096 time: 0.1265717 Jul 07 16:43:23.821030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:23.840180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:23.863749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:23.869766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:23.877476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.878260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:23.933707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-68e8a70b-1bba-4518-85bd-ca8d1fbd0852 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5897760 Jul 07 16:43:23.954182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Request body: {'port': {'device_id': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:23.969191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029ae251-9aea-4787-a184-57542c237ca9 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:23.970534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84fd1-8113-4e54-a32c-f4f6b3a5e9b9 req-174e9656-7347-4c92-b669-4b906cc63aad tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:23.978225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbf84fd1-8113-4e54-a32c-f4f6b3a5e9b9 req-174e9656-7347-4c92-b669-4b906cc63aad tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 935 time: 0.1698036 Jul 07 16:43:23.999304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.025676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca9ac6-9121-4c96-a19c-a95f1c30a9e1 req-7c4daa21-fe8e-436c-b1ac-5e6c8b59ea20 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.027461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9eca9ac6-9121-4c96-a19c-a95f1c30a9e1 req-7c4daa21-fe8e-436c-b1ac-5e6c8b59ea20 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 944 time: 0.3932216 Jul 07 16:43:24.035463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-6347e9a1-004a-4331-9c20-db99a7d5757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.037357 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-6347e9a1-004a-4331-9c20-db99a7d5757b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1096 time: 0.2630322 Jul 07 16:43:24.041613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Transition to ACTIVE for port object 029ae251-9aea-4787-a184-57542c237ca9 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:24.051288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-568c71cc-8cf0-4993-bcb9-5561c68f7935 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.052882 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-568c71cc-8cf0-4993-bcb9-5561c68f7935 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.2044566 Jul 07 16:43:24.062650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.114036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1e9e1463-0854-4a5a-8642-3c924917f8b3 None None] Provisioning for port ac781067-90b3-49ee-bb3f-4bc35ce2d598 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:24.119696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1e9e1463-0854-4a5a-8642-3c924917f8b3 None None] Provisioning complete for port ac781067-90b3-49ee-bb3f-4bc35ce2d598 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:24.120425 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1e9e1463-0854-4a5a-8642-3c924917f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.140819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbf84fd1-8113-4e54-a32c-f4f6b3a5e9b9 req-6d636b4f-fc94-4439-b07f-4792fb0f421f tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591430 Jul 07 16:43:24.165198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.172942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e1463-0854-4a5a-8642-3c924917f8b3 None None] Port ac781067-90b3-49ee-bb3f-4bc35ce2d598 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:24.208573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Pushing event updated for resources: {'Port': ['ID=029ae251-9aea-4787-a184-57542c237ca9,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:24.208735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9eca9ac6-9121-4c96-a19c-a95f1c30a9e1 req-ab44f5a1-38a2-4127-9bbe-c658756db299 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708841 Jul 07 16:43:24.418918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-7d55d5d5-776c-4e68-8f40-fada1c80e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.425430 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-7d55d5d5-776c-4e68-8f40-fada1c80e220 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.3772814 Jul 07 16:43:24.444135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-ef53804c-4c25-4e80-936e-77d8d3f8f9f4 service neutron] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:24.468207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-ef53804c-4c25-4e80-936e-77d8d3f8f9f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.469472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-297decdd-41ca-45e7-9b75-b3ad4ffd4794 req-ef53804c-4c25-4e80-936e-77d8d3f8f9f4 service neutron] 10.222.0.54 "DELETE /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a/bindings/n-h1-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.4086881 Jul 07 16:43:24.505852 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-08e1f180-9f16-46fe-a0c8-279b4a90b862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 217 time: 0.0685284 Jul 07 16:43:24.510581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Attempting to bind port 029ae251-9aea-4787-a184-57542c237ca9 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:24.511053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Attempting to bind port 029ae251-9aea-4787-a184-57542c237ca9 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:24.511448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Attempting to bind port 029ae251-9aea-4787-a184-57542c237ca9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:24.526839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Port 029ae251-9aea-4787-a184-57542c237ca9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:24.527161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Attempting to bind port 029ae251-9aea-4787-a184-57542c237ca9 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:24.558701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:24.559113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:24.559710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:24.560238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Bound port: 029ae251-9aea-4787-a184-57542c237ca9, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:24.560660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.601816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9e08d-de0a-4701-8f5a-cb50a39821c1 req-11c7a822-68ed-4fd2-b503-030315ff8fb5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.603566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e9e08d-de0a-4701-8f5a-cb50a39821c1 req-11c7a822-68ed-4fd2-b503-030315ff8fb5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 936 time: 0.0971296 Jul 07 16:43:24.617513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-1d2c32a8-c741-463e-a80e-5f814e7234d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.619024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-1d2c32a8-c741-463e-a80e-5f814e7234d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0998938 Jul 07 16:43:24.625938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:24.679944 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-db9549fa-d913-4ac5-8db3-a96bf657f316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406926 Jul 07 16:43:24.685583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.13', 58154) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:24.692596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] For port 029ae251-9aea-4787-a184-57542c237ca9, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:24.713000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e9e08d-de0a-4701-8f5a-cb50a39821c1 req-8c7c7e09-3bf6-4766-924b-6802066b1686 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824564 Jul 07 16:43:24.714632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:24.715181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] For port 029ae251-9aea-4787-a184-57542c237ca9, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=029ae251-9aea-4787-a184-57542c237ca9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:24.742566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.758541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-638e0e25-7284-4990-8ebb-9992daf7d0df tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2330ca79f0ce4c68b7899cd3e3e2cf1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592659 Jul 07 16:43:24.816960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac781067-90b3-49ee-bb3f-4bc35ce2d598 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:24.827216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.844414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Transition to ACTIVE for port object ac781067-90b3-49ee-bb3f-4bc35ce2d598 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:24.862440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.893483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:24.894246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:24.895719 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] 10.222.0.13 "PUT /v2.0/ports/029ae251-9aea-4787-a184-57542c237ca9 HTTP/1.1" status: 200 len: 1095 time: 2.2537172 Jul 07 16:43:24.897672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815dbf24-a01a-4086-9db4-0064aa765905', 'tag': '029ae251-9aea-4787-a184-57542c237ca9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:24.898621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-92c4450a-4d5e-40b8-83eb-8c0c1a390590 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f993890d773b4f8f8fc1db7286420e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515287 Jul 07 16:43:24.899938 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb18c0c-c280-46ff-aca6-eca5ada107c1" -d '{"events": [{"name": "network-changed", "server_uuid": "815dbf24-a01a-4086-9db4-0064aa765905", "tag": "029ae251-9aea-4787-a184-57542c237ca9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:24.960611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f4a3-6e5a-4feb-a673-dbd39ef6d05b service neutron] Pushing event updated for resources: {'Port': ['ID=029ae251-9aea-4787-a184-57542c237ca9,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:24.969566 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-338924a7-aeab-418d-8a94-f76fa0146368 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505977 Jul 07 16:43:24.974856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53c39bb2-b211-4642-a0dc-dc9cfc1b5f1f req-2328270e-337b-4e53-bcd3-358d1b346c99 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 210 time: 0.1044648 Jul 07 16:43:25.064549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:25.094011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:25.094357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:25.094690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:25.112898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:25.113269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:25.127438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:25.127789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:25.128474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:25.128935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Bound port: ac781067-90b3-49ee-bb3f-4bc35ce2d598, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:25.129422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:25.177097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2e2a61e8-f014-492b-a7d1-e86720247e86 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.178781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2e2a61e8-f014-492b-a7d1-e86720247e86 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561851 Jul 07 16:43:25.264003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-0181b5d8-1b2c-40a0-a663-b35f815bd24e tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/quotas/f993890d773b4f8f8fc1db7286420e5d HTTP/1.1" status: 200 len: 375 time: 0.0562623 Jul 07 16:43:25.330587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-9375c8fa-7639-4a73-86cd-ca9561f9f826 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f993890d773b4f8f8fc1db7286420e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545225 Jul 07 16:43:25.332692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:25.356909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:25.363360 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:25.378983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21264d5a-a428-4cb0-bc9b-2a5424364fb9 req-b7169499-c903-4abb-b0e6-6f3fd921c9f8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.386473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21264d5a-a428-4cb0-bc9b-2a5424364fb9 req-b7169499-c903-4abb-b0e6-6f3fd921c9f8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.2302027 Jul 07 16:43:25.453397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.453981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:25.456027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 1096 time: 1.5081394 Jul 07 16:43:25.456521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:25.459067 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b" -d '{"events": [{"name": "network-changed", "server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:25.516264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-887371af-47c1-47d4-bdec-9a34a287b47b tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.517886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-887371af-47c1-47d4-bdec-9a34a287b47b tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7081780 Jul 07 16:43:25.540832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21264d5a-a428-4cb0-bc9b-2a5424364fb9 req-7156052e-4240-4378-9b5a-22ac3e50d6f1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533778 Jul 07 16:43:25.543253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Request body: {'port': {'device_id': '879e8788-b1a5-46eb-8a16-7a4981656886', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '2330ca79f0ce4c68b7899cd3e3e2cf1c'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:25.544019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d946-bf02-47b0-9885-8d3161cd3a88 service neutron] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:25.549445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-4b680f59-3fce-482f-b7c5-771523472b81 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720615 Jul 07 16:43:25.647017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-94c5dd91-b8d9-4d59-bf13-6923b207dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.648539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-94c5dd91-b8d9-4d59-bf13-6923b207dcdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 1098 time: 0.5628450 Jul 07 16:43:25.681514 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d0cac6-f209-4487-8eef-03b1256416a7 x-openstack-request-id: req-87d0cac6-f209-4487-8eef-03b1256416a7 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:25.681810 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815dbf24-a01a-4086-9db4-0064aa765905", "tag": "029ae251-9aea-4787-a184-57542c237ca9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:25.682066 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87d0cac6-f209-4487-8eef-03b1256416a7 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:25.682460 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815dbf24-a01a-4086-9db4-0064aa765905', 'tag': '029ae251-9aea-4787-a184-57542c237ca9', 'status': 'completed', 'code': 200} Jul 07 16:43:25.719237 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-449fb6f3-5798-443e-a216-3f5f80ad05a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=029ae251-9aea-4787-a184-57542c237ca9 HTTP/1.1" status: 200 len: 217 time: 0.0522349 Jul 07 16:43:25.737066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-c0c8a829-afe8-4ad9-ad69-434f041e97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.745279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-c0c8a829-afe8-4ad9-ad69-434f041e97c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1099 time: 0.1797400 Jul 07 16:43:25.818464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Made reservation on behalf of 2330ca79f0ce4c68b7899cd3e3e2cf1c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:25.822332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:25.827687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-5930c95b-bab8-47c9-a3c0-14fd81b47493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.0619879 Jul 07 16:43:25.850815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-eb2093af-bcc5-4ac3-8727-ae0c316230ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.852849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-eb2093af-bcc5-4ac3-8727-ae0c316230ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1204472 Jul 07 16:43:25.860794 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:25.945444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-6eb40012-5cc1-4caa-821f-abb961bee00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.946914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-6eb40012-5cc1-4caa-821f-abb961bee00f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0812149 Jul 07 16:43:25.988154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeb951-2087-4385-a8d0-ec60764d9ee3 req-3b9aad73-03da-4ed0-ad81-f0f6c0f374cf tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:25.998081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3abeb951-2087-4385-a8d0-ec60764d9ee3 req-3b9aad73-03da-4ed0-ad81-f0f6c0f374cf tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 947 time: 0.1693289 Jul 07 16:43:26.082589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8d14c88e-0d46-4e32-bf16-6329ed8ffac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.084580 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-8d14c88e-0d46-4e32-bf16-6329ed8ffac5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442759 Jul 07 16:43:26.089956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.095592 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.133997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3abeb951-2087-4385-a8d0-ec60764d9ee3 req-0c12badf-4354-400a-a447-524939934e45 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344671 Jul 07 16:43:26.178763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da8d7-8d25-45f1-a781-131192d583ed req-99f84d58-d572-4713-a535-a1dc4bde5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.180416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-99f84d58-d572-4713-a535-a1dc4bde5f9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207451 Jul 07 16:43:26.199163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.199739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.200279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.201608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.201608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.201966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.202491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.203012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.203747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.205856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.214547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-5c1a9560-1a45-4861-bd6b-656aec263d14 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062&device_id=879e8788-b1a5-46eb-8a16-7a4981656886&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522&device_id=815dbf24-a01a-4086-9db4-0064aa765905&device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10&device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097&device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f&device_id=28655247-e512-48df-a167-d4b05c0e1ae4&device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 9094 time: 0.1693807 Jul 07 16:43:26.306854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327cfb8c-c31d-4432-92b8-bafe273ede93,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:26.320110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-a017fe5d-f548-402a-94cc-d0d63c346bee tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.395339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-7f9dd363-5a79-45d4-9f84-314a7f913b7c service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720889 Jul 07 16:43:26.417865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Allocated IP 192.168.233.188 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/f5da2894-0435-42e1-b90c-7e89cfa69151) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:26.430444 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-408c22f4-13c5-4807-9f27-bc5192a1c376 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114293 Jul 07 16:43:26.439835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-80b89a20-f119-44f4-8dee-46f9b4aa4db0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.441538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-80b89a20-f119-44f4-8dee-46f9b4aa4db0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.2123287 Jul 07 16:43:26.499829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444508e-1eb0-496b-9e96-01e058059793 req-597d77f6-efab-4464-a0c3-b6ffc3892160 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:26.502619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0444508e-1eb0-496b-9e96-01e058059793 req-597d77f6-efab-4464-a0c3-b6ffc3892160 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 944 time: 0.2071643 Jul 07 16:43:26.605058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0444508e-1eb0-496b-9e96-01e058059793 req-591de585-fe5b-4ddc-8a75-96e00f4faa2e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949955 Jul 07 16:43:26.616080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-340da8d7-8d25-45f1-a781-131192d583ed req-722e852a-b8db-42da-a617-3544ce35935b service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120411 Jul 07 16:43:26.658269 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-a017fe5d-f548-402a-94cc-d0d63c346bee tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.670257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-a017fe5d-f548-402a-94cc-d0d63c346bee tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.710009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-54e3dd8d-2a9a-4b9f-a42a-bba12f903978 req-97d75ff6-7462-4549-bcdc-8499f964f2be service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670896 Jul 07 16:43:26.717555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017fe5d-f548-402a-94cc-d0d63c346bee tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe9f7b2-506f-4ef0-8beb-277b4f2ca72f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:26.781964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3af58cf6-95ec-4b69-8b6e-97d4362e8929 req-a017fe5d-f548-402a-94cc-d0d63c346bee tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&id=e23ddd35-4abd-4a24-843f-f696fb21ea08&id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5660632 Jul 07 16:43:26.802850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-58490886-598b-446c-bd09-9cb5055f88ea service neutron] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:26.806898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-58490886-598b-446c-bd09-9cb5055f88ea service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.809031 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-44bed1d7-e2b4-44fb-991a-e544de160854 req-58490886-598b-446c-bd09-9cb5055f88ea service neutron] 10.222.0.13 "DELETE /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8/bindings/n-h2-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.3557215 Jul 07 16:43:26.812350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:26.832241 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57bafa5-935f-48c6-9bbd-5b8189573ef1 x-openstack-request-id: req-c57bafa5-935f-48c6-9bbd-5b8189573ef1 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:26.833725 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:26.833871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Transition to ACTIVE for port object f5da2894-0435-42e1-b90c-7e89cfa69151 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:26.834652 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c57bafa5-935f-48c6-9bbd-5b8189573ef1 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:26.839283 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'status': 'completed', 'code': 200} Jul 07 16:43:26.939754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-801611e2-6005-44e5-a5ee-ad82c40c1b2f tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f993890d773b4f8f8fc1db7286420e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294840 Jul 07 16:43:26.974186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:27.043645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:27.053686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:27.069998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:27.100726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Pushing event updated for resources: {'Port': ['ID=f5da2894-0435-42e1-b90c-7e89cfa69151,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:27.127974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-51e8c0c6-0685-480b-9a41-b1d7d68e1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.129165 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-51e8c0c6-0685-480b-9a41-b1d7d68e1f6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1099 time: 0.2075212 Jul 07 16:43:27.131022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-723fc1fb-2d44-4abc-82e3-74359f12da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.132445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-723fc1fb-2d44-4abc-82e3-74359f12da40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 1098 time: 0.2323048 Jul 07 16:43:27.145205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.145859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:27.166283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-283c6ce6-8ad1-4072-af7d-c8608279857e tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.168428 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-283c6ce6-8ad1-4072-af7d-c8608279857e tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229555 Jul 07 16:43:27.201112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-56b52120-3d77-4df8-ba34-bc0ba5cf58c6 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/quotas/f993890d773b4f8f8fc1db7286420e5d HTTP/1.1" status: 200 len: 375 time: 0.0259848 Jul 07 16:43:27.234150 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-01cf0d42-6f92-40d4-b613-bbba54c816e8 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6967087 Jul 07 16:43:27.242466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0a177df2-f444-4f05-8c2e-45fe94fa7eb8 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f993890d773b4f8f8fc1db7286420e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404840 Jul 07 16:43:27.250293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92ee55-9f47-4118-924f-218eff92deec req-3757bf7d-5f2b-4bc5-9d38-d54ea813ca36 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.252979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c92ee55-9f47-4118-924f-218eff92deec req-3757bf7d-5f2b-4bc5-9d38-d54ea813ca36 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 948 time: 0.2165804 Jul 07 16:43:27.312174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c92ee55-9f47-4118-924f-218eff92deec req-8e04eafb-abd9-4edb-88d2-4ea0407f33e3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Jul 07 16:43:27.314702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Request body: {'port': {'device_id': '879e8788-b1a5-46eb-8a16-7a4981656886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:27.431937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-682cfd07-dc4f-4c31-95fc-8be4764b7b60 None None] Provisioning for port f5da2894-0435-42e1-b90c-7e89cfa69151 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:27.459233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-682cfd07-dc4f-4c31-95fc-8be4764b7b60 None None] Provisioning complete for port f5da2894-0435-42e1-b90c-7e89cfa69151 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:27.461273 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-682cfd07-dc4f-4c31-95fc-8be4764b7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:27.511159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-14726444-b831-4692-9fa0-d2c37a91ab8e tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f993890d773b4f8f8fc1db7286420e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821393 Jul 07 16:43:27.526364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-3284d1d6-f10b-413a-95cf-2655a5a9b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.527872 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-3284d1d6-f10b-413a-95cf-2655a5a9b76a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3676608 Jul 07 16:43:27.571771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-682cfd07-dc4f-4c31-95fc-8be4764b7b60 None None] Port f5da2894-0435-42e1-b90c-7e89cfa69151 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:27.599355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-5987fbf2-76c3-4174-8a30-096607ef5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.600879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-5987fbf2-76c3-4174-8a30-096607ef5b94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.4395003 Jul 07 16:43:27.601770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:27.604418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-07563590-3c3c-4f86-b05b-02bca8b03ce3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.0689888 Jul 07 16:43:27.745181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-fe01ad4e-14ea-4b4e-9041-8011cd8b7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.746829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-fe01ad4e-14ea-4b4e-9041-8011cd8b7636 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1272895 Jul 07 16:43:27.757549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-f83bac72-8933-47fc-96ae-450f6954edbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=029ae251-9aea-4787-a184-57542c237ca9 HTTP/1.1" status: 200 len: 217 time: 0.1194730 Jul 07 16:43:27.787075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-df345ef4-61c9-4694-802f-837029fc7794 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.789225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-df345ef4-61c9-4694-802f-837029fc7794 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713912 Jul 07 16:43:27.809530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde5822-e53f-4cb5-9284-f123884b0d44 req-4ffc5f5f-9c24-4d96-b397-a35997688de1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.811260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1dde5822-e53f-4cb5-9284-f123884b0d44 req-4ffc5f5f-9c24-4d96-b397-a35997688de1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.2706158 Jul 07 16:43:27.821187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920225b-dc3b-45c5-b246-4a7b98bcfd64 req-4a9af0b1-fc44-4436-aca6-1c20b84ebe10 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.823035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a920225b-dc3b-45c5-b246-4a7b98bcfd64 req-4a9af0b1-fc44-4436-aca6-1c20b84ebe10 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 936 time: 0.2521474 Jul 07 16:43:27.829690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Request body: {'port': {'device_id': '629d8372-4016-4145-890c-440ee6313062', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'f993890d773b4f8f8fc1db7286420e5d'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:27.926112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-cbedcf33-123d-402e-a605-764d603ede89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.927641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-cbedcf33-123d-402e-a605-764d603ede89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1251168 Jul 07 16:43:27.987656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-af493d19-fb53-43d1-b4db-4be5ad66cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:27.989243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-af493d19-fb53-43d1-b4db-4be5ad66cc75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263699 Jul 07 16:43:28.182882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-61fec948-0898-4943-9006-6d2e9f62bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:28.184432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-61fec948-0898-4943-9006-6d2e9f62bed8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436767 Jul 07 16:43:28.190629 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-676a1826-c068-48c7-816d-acaf9ac5c278 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638360 Jul 07 16:43:28.323859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1dde5822-e53f-4cb5-9284-f123884b0d44 req-c1a6a737-31fb-4714-bac5-e1c6b4e8c578 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997234 Jul 07 16:43:28.329876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a920225b-dc3b-45c5-b246-4a7b98bcfd64 req-57a4c3af-f201-46cc-930a-9f0e11d63c91 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947069 Jul 07 16:43:28.344091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Made reservation on behalf of f993890d773b4f8f8fc1db7286420e5d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:28.348860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:28.361247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:28.365847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5da2894-0435-42e1-b90c-7e89cfa69151 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:28.395756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:28.411943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Transition to ACTIVE for port object f5da2894-0435-42e1-b90c-7e89cfa69151 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:28.419817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:28.451813 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-6cae94f1-3b8f-4778-ae97-cb2b37a1ac3b service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537520 Jul 07 16:43:28.550490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:28.556433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:28.649770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f7c77-6255-4ce5-8061-d548740e3160,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:28.801156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0c6e8215-4a81-4e03-9f33-e8ac7544b05b req-0be082ef-aa07-4e51-81ff-063d277b3b73 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952871 Jul 07 16:43:28.824454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Pushing event updated for resources: {'Port': ['ID=f5da2894-0435-42e1-b90c-7e89cfa69151,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:28.894801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Allocated IP 192.168.233.116 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/3f519df3-cb56-45f4-b765-212f2f923741) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:28.923551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fb18c0c-c280-46ff-aca6-eca5ada107c1 req-db7fc813-696d-461a-b4d2-c6b0036ce78b service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401913 Jul 07 16:43:29.033221 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-dbe0f078-2828-4447-9d94-2a956eebf267 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f993890d773b4f8f8fc1db7286420e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957158 Jul 07 16:43:29.036447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Attempting to bind port f5da2894-0435-42e1-b90c-7e89cfa69151 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:29.037824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Attempting to bind port f5da2894-0435-42e1-b90c-7e89cfa69151 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:29.038060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Attempting to bind port f5da2894-0435-42e1-b90c-7e89cfa69151 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:29.044779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e977c6-5640-4acb-ac14-b6f0f12b6a71 req-773941e4-3622-4ca8-9ff6-0c32f176da7b tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.046962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79e977c6-5640-4acb-ac14-b6f0f12b6a71 req-773941e4-3622-4ca8-9ff6-0c32f176da7b tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 947 time: 0.3135691 Jul 07 16:43:29.054580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Port f5da2894-0435-42e1-b90c-7e89cfa69151 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:29.054900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Attempting to bind port f5da2894-0435-42e1-b90c-7e89cfa69151 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:29.123234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:29.123582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:29.123966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:29.124423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Bound port: f5da2894-0435-42e1-b90c-7e89cfa69151, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:29.124789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.169943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ec2f14a-63bb-4a4c-809c-599abea80687 req-2c608c37-7c9d-4bc9-8003-c8eca5f3a2b4 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 210 time: 0.0428541 Jul 07 16:43:29.201321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79e977c6-5640-4acb-ac14-b6f0f12b6a71 req-c89f6f95-4488-4901-9a76-6fa4af782582 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410539 Jul 07 16:43:29.258423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.283452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Transition to ACTIVE for port object 3f519df3-cb56-45f4-b765-212f2f923741 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:29.287792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3c7cda0b-17c8-4d1f-9a37-c142780824e3 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.289416 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3c7cda0b-17c8-4d1f-9a37-c142780824e3 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358115 Jul 07 16:43:29.290574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] For port f5da2894-0435-42e1-b90c-7e89cfa69151, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:29.294190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] For port f5da2894-0435-42e1-b90c-7e89cfa69151, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5da2894-0435-42e1-b90c-7e89cfa69151,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:29.302149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.313163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Request body: {'port': {'device_id': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'f993890d773b4f8f8fc1db7286420e5d'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:29.335526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.411554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:29.412652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.413376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.414739 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] 10.222.0.13 "PUT /v2.0/ports/f5da2894-0435-42e1-b90c-7e89cfa69151 HTTP/1.1" status: 200 len: 1096 time: 2.1289997 Jul 07 16:43:29.415203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e8788-b1a5-46eb-8a16-7a4981656886', 'tag': 'f5da2894-0435-42e1-b90c-7e89cfa69151'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:29.417823 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee" -d '{"events": [{"name": "network-changed", "server_uuid": "879e8788-b1a5-46eb-8a16-7a4981656886", "tag": "f5da2894-0435-42e1-b90c-7e89cfa69151"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:29.454145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:29.458215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43cc37-fe04-4c68-9549-6ec8c6513bcc service neutron] Pushing event updated for resources: {'Port': ['ID=f5da2894-0435-42e1-b90c-7e89cfa69151,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:29.476176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:29.481432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.482115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.511743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6859536 Jul 07 16:43:29.514144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66ec2e-88fc-4f0b-96bc-092a3b97dbd0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:29.534693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Request body: {'port': {'device_id': '629d8372-4016-4145-890c-440ee6313062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:29.548863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Made reservation on behalf of f993890d773b4f8f8fc1db7286420e5d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:29.552663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.585470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026453eb-105c-460c-a8a5-51196c83a3c3 req-5eed849e-202b-4780-8344-a3921ff088de tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.587356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-026453eb-105c-460c-a8a5-51196c83a3c3 req-5eed849e-202b-4780-8344-a3921ff088de tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 948 time: 0.2093763 Jul 07 16:43:29.594039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-8da0476a-d7bf-4d41-bbff-519e67a57359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.596045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-8da0476a-d7bf-4d41-bbff-519e67a57359 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2330ca79f0ce4c68b7899cd3e3e2cf1c&device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 1099 time: 0.1052964 Jul 07 16:43:29.669985 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-2b4d348e-b458-4c5a-a63b-a2fd02bafbdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f5da2894-0435-42e1-b90c-7e89cfa69151 HTTP/1.1" status: 200 len: 217 time: 0.0447533 Jul 07 16:43:29.702683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.708884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-026453eb-105c-460c-a8a5-51196c83a3c3 req-53292152-16b4-4127-b7e3-36e9f85e1848 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036046 Jul 07 16:43:29.753624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df506-53af-4bfa-bc54-69e24779e58c req-50675bff-12fd-4520-9e7c-cd22a3db2dea tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.764360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-306df506-53af-4bfa-bc54-69e24779e58c req-50675bff-12fd-4520-9e7c-cd22a3db2dea tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1095 time: 0.1685264 Jul 07 16:43:29.777519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-03d7b3ec-9433-4a4b-8d40-6f4540d20b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:29.779003 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-03d7b3ec-9433-4a4b-8d40-6f4540d20b10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0977218 Jul 07 16:43:29.817927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Allocated IP 192.168.233.189 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/a339ac5d-22a3-4985-8937-b7369d7d5c5e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:29.834418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-306df506-53af-4bfa-bc54-69e24779e58c req-8c21364d-a2d7-4629-9dc0-f80b677956e9 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687699 Jul 07 16:43:29.884665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-60538ae4-c831-49c0-bde1-99589a249127 None None] Provisioning for port 3f519df3-cb56-45f4-b765-212f2f923741 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:29.894638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-60538ae4-c831-49c0-bde1-99589a249127 None None] Provisioning complete for port 3f519df3-cb56-45f4-b765-212f2f923741 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:29.895044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60538ae4-c831-49c0-bde1-99589a249127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:29.949702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-60538ae4-c831-49c0-bde1-99589a249127 None None] Port 3f519df3-cb56-45f4-b765-212f2f923741 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:30.019251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8661-0422-44d4-826e-d8caeba06568 req-b657c501-6fec-4373-bbed-c00f5c471e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.020880 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-b657c501-6fec-4373-bbed-c00f5c471e70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2315116 Jul 07 16:43:30.086553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee359b-58f6-4c75-83f2-317d89a8bf0b req-c12e8a53-ccc0-4287-9284-b9a155c3f45a tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.088120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2ee359b-58f6-4c75-83f2-317d89a8bf0b req-c12e8a53-ccc0-4287-9284-b9a155c3f45a tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 948 time: 0.0662763 Jul 07 16:43:30.125607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.140328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2ee359b-58f6-4c75-83f2-317d89a8bf0b req-9a4ce795-34c9-4b9d-912c-db2399bbf7ff tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Jul 07 16:43:30.156131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Transition to ACTIVE for port object a339ac5d-22a3-4985-8937-b7369d7d5c5e will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:30.167208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-343a50c1-6672-4388-8618-ff0aaba51682 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380727 Jul 07 16:43:30.210421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678840f-4561-46cb-b395-2e540eb58847 req-65eebba9-edc5-471e-89d1-24016d7804e3 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.210604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678840f-4561-46cb-b395-2e540eb58847 req-65eebba9-edc5-471e-89d1-24016d7804e3 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.211068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678840f-4561-46cb-b395-2e540eb58847 req-65eebba9-edc5-471e-89d1-24016d7804e3 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.212786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9678840f-4561-46cb-b395-2e540eb58847 req-65eebba9-edc5-471e-89d1-24016d7804e3 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10&device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f&device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 2884 time: 0.0705376 Jul 07 16:43:30.240512 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fdb290-ce7c-4359-8698-bc00685a6e19 x-openstack-request-id: req-c3fdb290-ce7c-4359-8698-bc00685a6e19 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:30.240883 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879e8788-b1a5-46eb-8a16-7a4981656886", "tag": "f5da2894-0435-42e1-b90c-7e89cfa69151", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:30.241085 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3fdb290-ce7c-4359-8698-bc00685a6e19 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:30.241710 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e8788-b1a5-46eb-8a16-7a4981656886', 'tag': 'f5da2894-0435-42e1-b90c-7e89cfa69151', 'status': 'completed', 'code': 200} Jul 07 16:43:30.260012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9678840f-4561-46cb-b395-2e540eb58847 req-d293ffe4-57c6-491a-adf4-edc582e79897 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Jul 07 16:43:30.286214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.347899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:30.354750 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-143c8661-0422-44d4-826e-d8caeba06568 req-cde6d219-c676-407f-9d8e-e7d9156de6b4 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795707 Jul 07 16:43:30.357657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:30.362874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:30.390121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:30.419468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:30.421898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.423372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.441355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-3053152d-c118-410d-a7ad-162232f4ccce tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1354489 Jul 07 16:43:30.458920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Request body: {'port': {'device_id': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:30.563921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:30.568623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-9f415c89-bc99-4106-99d8-e0106f6b69a1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.575668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-9f415c89-bc99-4106-99d8-e0106f6b69a1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.2233229 Jul 07 16:43:30.581633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'mac_address': 'fa:16:3e:b3:bc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:30.582343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee42756-3efe-49cf-99e0-130c05214e4e req-1103c793-937f-4007-a131-aefca3fc61a5 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.590341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ee42756-3efe-49cf-99e0-130c05214e4e req-1103c793-937f-4007-a131-aefca3fc61a5 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1096 time: 0.2744956 Jul 07 16:43:30.597958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.603121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-8b91ce7f-3a3f-4852-9a85-ce298003365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.604745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-8b91ce7f-3a3f-4852-9a85-ce298003365a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2330ca79f0ce4c68b7899cd3e3e2cf1c&device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 1099 time: 0.1424229 Jul 07 16:43:30.625804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.629666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-8ae5e492-f576-4822-a71d-1d71be1ea100 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/quotas/97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 375 time: 0.0530701 Jul 07 16:43:30.640059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac781067-90b3-49ee-bb3f-4bc35ce2d598 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:30.665265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:30.672116 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.673380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 029ae251-9aea-4787-a184-57542c237ca9 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:30.713376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c45250bb-a975-461d-966f-cf4ab8fa4bc1 None None] Provisioning for port a339ac5d-22a3-4985-8937-b7369d7d5c5e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:30.717583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 029ae251-9aea-4787-a184-57542c237ca9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=029ae251-9aea-4787-a184-57542c237ca9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:30.726081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ee42756-3efe-49cf-99e0-130c05214e4e req-b49eac04-574c-4e09-8057-644dfc8b69b1 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352949 Jul 07 16:43:30.731504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f519df3-cb56-45f4-b765-212f2f923741 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:30.742280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.761990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Transition to ACTIVE for port object 3f519df3-cb56-45f4-b765-212f2f923741 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:30.762941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c45250bb-a975-461d-966f-cf4ab8fa4bc1 None None] Provisioning complete for port a339ac5d-22a3-4985-8937-b7369d7d5c5e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:30.763751 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c45250bb-a975-461d-966f-cf4ab8fa4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.768182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '029ae251-9aea-4787-a184-57542c237ca9', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '029ae251-9aea-4787-a184-57542c237ca9', 'mac_address': 'fa:16:3e:ad:28:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:30.772408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:30.851010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-872f040a-3638-401e-b4e5-39caa8835d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:30.852730 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-872f040a-3638-401e-b4e5-39caa8835d6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2407756 Jul 07 16:43:30.931028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:30.944678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-05f0f207-3ca2-43d6-b757-10ef147076fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f5da2894-0435-42e1-b90c-7e89cfa69151 HTTP/1.1" status: 200 len: 217 time: 0.0795755 Jul 07 16:43:31.007604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-cdb39a21-0249-4e0c-b678-32690d622198 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3735483 Jul 07 16:43:31.015078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Attempting to bind port 3f519df3-cb56-45f4-b765-212f2f923741 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:31.015751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Attempting to bind port 3f519df3-cb56-45f4-b765-212f2f923741 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:31.016359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Attempting to bind port 3f519df3-cb56-45f4-b765-212f2f923741 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:31.023003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Port 3f519df3-cb56-45f4-b765-212f2f923741 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:31.023717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Attempting to bind port 3f519df3-cb56-45f4-b765-212f2f923741 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:31.024608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-7a185419-d1ae-431d-ad16-5f9b09853b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.026141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-7a185419-d1ae-431d-ad16-5f9b09853b1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0710435 Jul 07 16:43:31.060076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:31.060504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:31.060964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:31.061567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Bound port: 3f519df3-cb56-45f4-b765-212f2f923741, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:31.061989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.077203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c45250bb-a975-461d-966f-cf4ab8fa4bc1 None None] Port a339ac5d-22a3-4985-8937-b7369d7d5c5e cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:31.081578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:31.084146 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.099640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029ae251-9aea-4787-a184-57542c237ca9 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:31.115045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c1bf-161c-4fb8-8b50-c2a883226a32 req-659edad8-1e06-4876-a48d-8316a5383e50 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.116970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c72c1bf-161c-4fb8-8b50-c2a883226a32 req-659edad8-1e06-4876-a48d-8316a5383e50 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 936 time: 0.2635634 Jul 07 16:43:31.122208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 029ae251-9aea-4787-a184-57542c237ca9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=029ae251-9aea-4787-a184-57542c237ca9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:31.130329 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.161236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-57ecad85-4d93-4b6e-8628-cd0c8a940d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.162784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-57ecad85-4d93-4b6e-8628-cd0c8a940d04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197419 Jul 07 16:43:31.171046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a339ac5d-22a3-4985-8937-b7369d7d5c5e {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:31.188905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.212090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=029ae251-9aea-4787-a184-57542c237ca9,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:31.230685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c72c1bf-161c-4fb8-8b50-c2a883226a32 req-fcdd1e58-1c6c-44f9-83ba-8ad1812bb3ca tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073043 Jul 07 16:43:31.246910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-4692595f-775a-4bdb-9fdf-10e64687a4a5 service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183032 Jul 07 16:43:31.270666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:31.294000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-78cb588f-7108-447d-820b-682a878c03f5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172717 Jul 07 16:43:31.304129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Transition to ACTIVE for port object a339ac5d-22a3-4985-8937-b7369d7d5c5e will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:31.307696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.317064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:31.325362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.384858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.385630 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.387359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f519df3-cb56-45f4-b765-212f2f923741 HTTP/1.1" status: 200 len: 1096 time: 1.8578813 Jul 07 16:43:31.389617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:31.392163 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a5411f-e60f-41f8-8785-a4756bb8693e" -d '{"events": [{"name": "network-changed", "server_uuid": "629d8372-4016-4145-890c-440ee6313062", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:31.455385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:31.479745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351251da-f26e-45d4-8803-897a0594ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:31.490673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-73da2f63-9047-4eeb-a265-f62a66fec00e service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426951 Jul 07 16:43:31.531027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82624d00-6dd0-4ee5-85c1-7715a6b8ebee req-6fc36f65-c9b6-430c-b94b-2482ff11addb service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098212 Jul 07 16:43:31.537891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Attempting to bind port a339ac5d-22a3-4985-8937-b7369d7d5c5e on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:31.538279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Attempting to bind port a339ac5d-22a3-4985-8937-b7369d7d5c5e by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:31.538613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Attempting to bind port a339ac5d-22a3-4985-8937-b7369d7d5c5e on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:31.552813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Port a339ac5d-22a3-4985-8937-b7369d7d5c5e on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:31.553781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Attempting to bind port a339ac5d-22a3-4985-8937-b7369d7d5c5e on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:31.567700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:31.568078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:31.568438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:31.568880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Bound port: a339ac5d-22a3-4985-8937-b7369d7d5c5e, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:31.569278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.580459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc66e9-d5ae-4266-8044-cbb6bc52c2de req-3a4e6c67-79db-4b8d-bf92-20c56c2d56ef tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.582110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2edc66e9-d5ae-4266-8044-cbb6bc52c2de req-3a4e6c67-79db-4b8d-bf92-20c56c2d56ef tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 948 time: 0.2205288 Jul 07 16:43:31.586176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:31.622132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['029ae251-9aea-4787-a184-57542c237ca9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:31.658141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:31.668669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:31.674661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.681752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-9e4e17da-cdba-42c2-aa4f-71a89086d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.683269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-9e4e17da-cdba-42c2-aa4f-71a89086d184 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f993890d773b4f8f8fc1db7286420e5d&device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 1099 time: 0.2202797 Jul 07 16:43:31.688139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2edc66e9-d5ae-4266-8044-cbb6bc52c2de req-256a530c-9761-4888-9d77-988177cdbfd4 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902395 Jul 07 16:43:31.785455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:31.786188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:31.787814 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] 10.222.0.54 "PUT /v2.0/ports/a339ac5d-22a3-4985-8937-b7369d7d5c5e HTTP/1.1" status: 200 len: 1096 time: 1.3373897 Jul 07 16:43:31.839394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-0905ce2c-0d01-4887-a6a2-d271ac4d0d0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3f519df3-cb56-45f4-b765-212f2f923741 HTTP/1.1" status: 200 len: 217 time: 0.1400256 Jul 07 16:43:31.840409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27178e-352f-4d42-ae4b-89127a2be440 service neutron] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:32.030540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-0fdf2fd1-80b5-4e14-8b73-eeb21b6bcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.032431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-0fdf2fd1-80b5-4e14-8b73-eeb21b6bcffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1848845 Jul 07 16:43:32.045967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-2238c694-65d8-444f-a8f3-96e4c72267d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.048084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-2238c694-65d8-444f-a8f3-96e4c72267d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f993890d773b4f8f8fc1db7286420e5d&device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 1099 time: 0.1774173 Jul 07 16:43:32.137853 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-e1b457b1-f777-48b3-b7cf-dde81b2d18e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e HTTP/1.1" status: 200 len: 217 time: 0.0810103 Jul 07 16:43:32.221923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-e8dfd392-a99e-401b-a702-8e291c11a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.229997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-e8dfd392-a99e-401b-a702-8e291c11a7cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0849047 Jul 07 16:43:32.233212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91369-b581-4171-86b4-c4bfbabad296 req-27dd3891-6e9e-4ef8-974c-443f08c7f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.235051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-27dd3891-6e9e-4ef8-974c-443f08c7f464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952412 Jul 07 16:43:32.248213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:32.253464 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:32.311741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-9c6db398-bf9a-4fc8-b56b-dccfbdc81dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.314987 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-9c6db398-bf9a-4fc8-b56b-dccfbdc81dee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751202 Jul 07 16:43:32.380983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b7197-837c-4e9b-a858-58f86eb29775 req-6f67f452-aa6d-45a5-aa22-8492c23a242d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.382753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a5b7197-837c-4e9b-a858-58f86eb29775 req-6f67f452-aa6d-45a5-aa22-8492c23a242d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 949 time: 0.2692926 Jul 07 16:43:32.429184 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-e5cbdd12-98b3-450b-aed0-d4e2490bcf84 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041474 Jul 07 16:43:32.451652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-f664a0cb-c7ce-4723-a5ad-2795ac0c7a27 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.453217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-f664a0cb-c7ce-4723-a5ad-2795ac0c7a27 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.2343981 Jul 07 16:43:32.466719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-67fcfb87-f45c-4504-a0ee-b1805cf4d16f service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168880 Jul 07 16:43:32.486606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a5b7197-837c-4e9b-a858-58f86eb29775 req-64d96bd5-832b-4b13-a1e0-b8fcd5ab9579 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970876 Jul 07 16:43:32.490040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-7f71f2cc-d6b9-409e-b2a3-a690fc72acfe tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/quotas/ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 375 time: 0.0284357 Jul 07 16:43:32.570311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-890bddd9-dbcf-4b54-8f29-3a3495701854 req-14684512-f2fa-4028-a716-c883f4f8cb86 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337099 Jul 07 16:43:32.637233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33a91369-b581-4171-86b4-c4bfbabad296 req-7535a30f-1d63-4aa8-90cf-052de0a64ad3 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620126 Jul 07 16:43:32.670524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-924ad313-d3e0-4484-9047-fd9f2ffae51c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706703 Jul 07 16:43:32.755156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467faaa2-4881-43f4-b45c-ea006cf6a376 req-04e51a48-69d1-4b62-b657-753565df3b38 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:32.756729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-467faaa2-4881-43f4-b45c-ea006cf6a376 req-04e51a48-69d1-4b62-b657-753565df3b38 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 948 time: 0.1385927 Jul 07 16:43:32.802179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-389bd8a2-b07a-4977-bbde-fba9bfe15dd4 service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234469 Jul 07 16:43:32.831259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-467faaa2-4881-43f4-b45c-ea006cf6a376 req-06e83426-cce1-4096-9d03-6d597489d81d tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 Jul 07 16:43:32.888641 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0c2a15-9582-4c60-a54c-ad33397af3bc x-openstack-request-id: req-ed0c2a15-9582-4c60-a54c-ad33397af3bc {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:32.889094 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629d8372-4016-4145-890c-440ee6313062", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:32.889377 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed0c2a15-9582-4c60-a54c-ad33397af3bc {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:32.889775 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'status': 'completed', 'code': 200} Jul 07 16:43:32.900795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-3474e191-de0b-4c54-9341-e4d20591d93b service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928364 Jul 07 16:43:33.016271 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2769ee70-e676-4eb1-ab76-6305437bb6dd req-e72fc815-2e95-4462-a21d-28014b270c29 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 210 time: 0.0381925 Jul 07 16:43:33.025910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-7f0ed901-5082-4ba9-be12-17eea7c7605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.027639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-7f0ed901-5082-4ba9-be12-17eea7c7605a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f993890d773b4f8f8fc1db7286420e5d&device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 1099 time: 0.0917680 Jul 07 16:43:33.069287 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c671986-ac04-4f49-8bca-e7d786d96a04 x-openstack-request-id: req-1c671986-ac04-4f49-8bca-e7d786d96a04 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:33.070166 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:33.070526 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c671986-ac04-4f49-8bca-e7d786d96a04 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:33.071026 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'status': 'completed', 'code': 200} Jul 07 16:43:33.160619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-751602d4-b651-4923-8408-17107db56b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.162375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-751602d4-b651-4923-8408-17107db56b42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f993890d773b4f8f8fc1db7286420e5d&device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 1099 time: 0.0623333 Jul 07 16:43:33.169584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-723ab7cb-810d-43ed-a3a3-5fb16a917cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.171083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-723ab7cb-810d-43ed-a3a3-5fb16a917cae service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1299953 Jul 07 16:43:33.207063 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:33.276648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-934d297f-0990-4f6b-83f7-e1133396caa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3f519df3-cb56-45f4-b765-212f2f923741 HTTP/1.1" status: 200 len: 217 time: 0.0966113 Jul 07 16:43:33.298353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-f4e6a788-147d-4b8e-88d4-02524364d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.299972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-f4e6a788-147d-4b8e-88d4-02524364d806 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1301348 Jul 07 16:43:33.352156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-466a9022-b37e-4da4-828b-48257c32f4b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e HTTP/1.1" status: 200 len: 217 time: 0.0365942 Jul 07 16:43:33.372035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-900b32c9-43e7-44da-af33-7721f2691b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.373522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-900b32c9-43e7-44da-af33-7721f2691b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0778952 Jul 07 16:43:33.421849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-ce4c27b0-fe63-495c-9607-c3c62818719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.423967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-ce4c27b0-fe63-495c-9607-c3c62818719b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0595939 Jul 07 16:43:33.440938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16554958-150f-4d1d-9a36-a336e5c7b339 req-673af85a-d29a-4497-9577-1919aa01d18e tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.442711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16554958-150f-4d1d-9a36-a336e5c7b339 req-673af85a-d29a-4497-9577-1919aa01d18e tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 948 time: 0.2374156 Jul 07 16:43:33.458002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4779db-7deb-4398-8762-67cf3b78798d req-c82c485b-95f5-413f-af16-07bb62278c09 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.459978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d4779db-7deb-4398-8762-67cf3b78798d req-c82c485b-95f5-413f-af16-07bb62278c09 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 948 time: 0.2525446 Jul 07 16:43:33.513988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-71db48e8-8d0f-4d60-a124-e752849a8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.515593 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-71db48e8-8d0f-4d60-a124-e752849a8b73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818658 Jul 07 16:43:33.548923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16554958-150f-4d1d-9a36-a336e5c7b339 req-4af91dcf-282f-436b-97ed-a2b6b80174c8 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877500 Jul 07 16:43:33.608975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-0e80fe60-e083-401b-85a0-ce6fa6a81024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:33.611047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-0e80fe60-e083-401b-85a0-ce6fa6a81024 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240973 Jul 07 16:43:33.616614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d4779db-7deb-4398-8762-67cf3b78798d req-2e4c6566-3339-4ae6-98fd-dcac8f7c8417 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488035 Jul 07 16:43:33.709365 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-4cdfd49a-32bd-4eca-9fc7-3cf5c41c17d3 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761727 Jul 07 16:43:33.959241 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e907e30f-e9f4-42ab-b05c-f7d83b1b50a6 req-a2692989-76cd-4bf0-b5a3-d339d819cd4d service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978383 Jul 07 16:43:34.176593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cdbd43db-6fde-4a3b-8475-eca59f3e8d09 req-6ef757ea-bf04-48a9-9ea7-1604f4788e9c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 210 time: 0.0755856 Jul 07 16:43:34.264632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-1990a73d-9508-473b-b72d-c1f27f804c31 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:34.266718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-1990a73d-9508-473b-b72d-c1f27f804c31 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.7132773 Jul 07 16:43:34.287104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-79e5ebd1-fc75-45ee-b14b-be6543cffcad service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675835 Jul 07 16:43:34.292861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Request body: {'port': {'device_id': '43a17889-666f-4adb-92ab-04d98af01dad', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'admin_state_up': True, 'tenant_id': '97455008b96f4433b50bf52e1af13922'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:34.443502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5da2894-0435-42e1-b90c-7e89cfa69151 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:34.451591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 029ae251-9aea-4787-a184-57542c237ca9 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:34.471031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b3048-12a6-497c-9943-f2f5a1efe002 req-42d80486-4e6d-4ec8-a849-f147a767aa49 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:34.472568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-030b3048-12a6-497c-9943-f2f5a1efe002 req-42d80486-4e6d-4ec8-a849-f147a767aa49 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 949 time: 0.2794168 Jul 07 16:43:34.567241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 029ae251-9aea-4787-a184-57542c237ca9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:34.581959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 029ae251-9aea-4787-a184-57542c237ca9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:34.582352 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.583717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a5411f-e60f-41f8-8785-a4756bb8693e req-895dd3d2-8232-42fb-ab45-d8a06d1e2821 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872467 Jul 07 16:43:34.602283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-030b3048-12a6-497c-9943-f2f5a1efe002 req-8fc3b52c-c0a4-4829-ae86-bffc638d4b83 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112258 Jul 07 16:43:34.615700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bcf07-9b77-4ac7-a655-1104120818f4 req-332a8ffe-dc35-48f6-945c-de95b2cb8811 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:34.623546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-076bcf07-9b77-4ac7-a655-1104120818f4 req-332a8ffe-dc35-48f6-945c-de95b2cb8811 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 948 time: 0.3147328 Jul 07 16:43:34.633660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Made reservation on behalf of 97455008b96f4433b50bf52e1af13922 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:34.637377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.680353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5da2894-0435-42e1-b90c-7e89cfa69151, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5da2894-0435-42e1-b90c-7e89cfa69151,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:34.701075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f5da2894-0435-42e1-b90c-7e89cfa69151', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'f5da2894-0435-42e1-b90c-7e89cfa69151', 'mac_address': 'fa:16:3e:bf:8f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:34.708799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-076bcf07-9b77-4ac7-a655-1104120818f4 req-f41c31ff-f08d-4e6a-b2ce-38a0bc938463 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842745 Jul 07 16:43:34.749146 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.751647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.772979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5da2894-0435-42e1-b90c-7e89cfa69151 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:34.794177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5da2894-0435-42e1-b90c-7e89cfa69151, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5da2894-0435-42e1-b90c-7e89cfa69151,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:34.822844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 029ae251-9aea-4787-a184-57542c237ca9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=029ae251-9aea-4787-a184-57542c237ca9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:34.824955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815dbf24-a01a-4086-9db4-0064aa765905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ae251-9aea-4787-a184-57542c237ca9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:34.828136 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeccbd30-c2c2-4141-a806-c3bb4df1d564" -d '{"events": [{"server_uuid": "815dbf24-a01a-4086-9db4-0064aa765905", "name": "network-vif-plugged", "status": "completed", "tag": "029ae251-9aea-4787-a184-57542c237ca9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:34.832089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.838864 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.839717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:34.853348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-6c9d3d76-c908-4a99-a8ca-df92bedd02c9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:34.859159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-6c9d3d76-c908-4a99-a8ca-df92bedd02c9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.3092246 Jul 07 16:43:34.872987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Request body: {'port': {'device_id': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'admin_state_up': True, 'tenant_id': 'ea7b31c4e9bd4b498dabc9102914f4be'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:34.948654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4e371ac7-1dfb-417f-9a21-87820ce46df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:34.966890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f5da2894-0435-42e1-b90c-7e89cfa69151,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:34.999077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-221d21d4-230c-4279-990c-f88988bb4a40 req-f1003ce2-af83-4729-8d13-04ec09995c30 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 210 time: 0.0778410 Jul 07 16:43:35.021479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ac781067-90b3-49ee-bb3f-4bc35ce2d598 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:35.039800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ac781067-90b3-49ee-bb3f-4bc35ce2d598 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:35.040911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.049579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Allocated IP 172.20.0.3 (796c31b9-7510-413e-9bbf-ee336fcf2891/b208bac7-e89a-42b8-b96b-faae5a8cbbde/fd065cfe-e134-4f4a-9c12-031ecd050a5c) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:35.084197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=029ae251-9aea-4787-a184-57542c237ca9,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:35.120771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Made reservation on behalf of ea7b31c4e9bd4b498dabc9102914f4be for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:35.124851 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.162024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.198250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5da2894-0435-42e1-b90c-7e89cfa69151'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:35.270477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:35.283598 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.300834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Allocated IP 172.20.0.5 (8c5ad180-b710-47c2-9105-3adf8a436493/541afaa2-e324-43f9-aab2-c988a80891ef/248e5c36-89d1-4bde-ac0f-83505ef6091e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:35.307733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978ac98-908d-436a-9ed5-cf1a07e1df17 req-b07f2fd8-1cdd-4686-8183-f710fec9ff60 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:35.309338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5978ac98-908d-436a-9ed5-cf1a07e1df17 req-b07f2fd8-1cdd-4686-8183-f710fec9ff60 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 948 time: 0.1241517 Jul 07 16:43:35.358263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:35.369094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.401967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5978ac98-908d-436a-9ed5-cf1a07e1df17 req-c53888ad-d124-4e2c-bfc7-1201e6675ca8 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842283 Jul 07 16:43:35.423688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677b73-c231-4f3e-b9fb-e5bba28c8863 req-8d0ec787-af7a-47b6-aec8-3c50e0003137 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:35.440677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa677b73-c231-4f3e-b9fb-e5bba28c8863 req-8d0ec787-af7a-47b6-aec8-3c50e0003137 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.1838744 Jul 07 16:43:35.490620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.502856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa677b73-c231-4f3e-b9fb-e5bba28c8863 req-1dcce6ce-aa3c-401b-997a-9ecdb3ac9b9a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610502 Jul 07 16:43:35.504462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.553541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:35.557926 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a472cb-1f76-43e2-b3b9-4ccc4bf6dfac x-openstack-request-id: req-f7a472cb-1f76-43e2-b3b9-4ccc4bf6dfac {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:35.558480 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815dbf24-a01a-4086-9db4-0064aa765905", "name": "network-vif-plugged", "status": "completed", "tag": "029ae251-9aea-4787-a184-57542c237ca9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:35.558579 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7a472cb-1f76-43e2-b3b9-4ccc4bf6dfac {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:35.560051 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815dbf24-a01a-4086-9db4-0064aa765905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ae251-9aea-4787-a184-57542c237ca9', 'code': 200} Jul 07 16:43:35.560280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:35.564877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.569899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:35.575651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:35.576331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.580738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:35.599123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-b7c54c3b-ba58-4eeb-a954-345586a8ea4b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3102310 Jul 07 16:43:35.649444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Network 8c5ad180-b710-47c2-9105-3adf8a436493 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:35.653133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:35.655785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:35.688734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:35.721234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:35.721983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.723083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Request body: {'port': {'device_id': '43a17889-666f-4adb-92ab-04d98af01dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:35.741137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-92507d78-aeaa-4eb5-9e42-1f6e17fca277 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8727517 Jul 07 16:43:35.757249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Request body: {'port': {'device_id': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:35.840288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.928120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618055b-41ff-4c55-9171-e1122e99acc2 req-349235e2-5b76-4e59-992b-50a65f1bf398 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:35.929743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9618055b-41ff-4c55-9171-e1122e99acc2 req-349235e2-5b76-4e59-992b-50a65f1bf398 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 931 time: 0.2034411 Jul 07 16:43:35.932853 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:35.936474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d10d0-b489-4992-a169-85c5c689ad13 req-8e501e8d-8743-4072-87d8-784561a46a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:35.938531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f31d10d0-b489-4992-a169-85c5c689ad13 req-8e501e8d-8743-4072-87d8-784561a46a3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 1100 time: 0.2483163 Jul 07 16:43:36.053976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f31d10d0-b489-4992-a169-85c5c689ad13 req-665e9228-8a58-4efb-873f-6d48ad175fad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Jul 07 16:43:36.061499 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9618055b-41ff-4c55-9171-e1122e99acc2 req-95a62ada-d3d9-4862-a992-b94439f9ef32 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200862 Jul 07 16:43:36.134820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7c2bc-ec0e-4e46-8326-1dfae1cbcb9d req-5c631ca8-2442-4bb7-9114-2db9c08f30e2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.136515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8f7c2bc-ec0e-4e46-8326-1dfae1cbcb9d req-5c631ca8-2442-4bb7-9114-2db9c08f30e2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.2731237 Jul 07 16:43:36.245487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8f7c2bc-ec0e-4e46-8326-1dfae1cbcb9d req-3f7d90a2-802e-4d88-80c6-af78f28af745 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016772 Jul 07 16:43:36.352405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708ff9-d0cc-4cf4-89d6-0922247d8102 req-42e3a09a-eff6-4920-a0be-2dffbf3f3bc6 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.353952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3708ff9-d0cc-4cf4-89d6-0922247d8102 req-42e3a09a-eff6-4920-a0be-2dffbf3f3bc6 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 949 time: 0.1720345 Jul 07 16:43:36.409860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248e5c36-89d1-4bde-ac0f-83505ef6091e {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:36.417483 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.429731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Transition to ACTIVE for port object 248e5c36-89d1-4bde-ac0f-83505ef6091e will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:36.435855 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.467149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:36.472171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd065cfe-e134-4f4a-9c12-031ecd050a5c {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:36.479881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5da2894-0435-42e1-b90c-7e89cfa69151 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:36.486661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:36.488199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3708ff9-d0cc-4cf4-89d6-0922247d8102 req-e5896902-7c30-40cd-aa10-8d9e675f32d4 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235390 Jul 07 16:43:36.490458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.510768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Transition to ACTIVE for port object fd065cfe-e134-4f4a-9c12-031ecd050a5c will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:36.544845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.561781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af620-1a82-4a8b-9a47-557c550747ae req-8f28d882-99cc-4896-a4aa-3072b12ca581 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.564469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-713af620-1a82-4a8b-9a47-557c550747ae req-8f28d882-99cc-4896-a4aa-3072b12ca581 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1101 time: 0.1815822 Jul 07 16:43:36.571182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:36.571769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:36.572305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:36.577713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:36.578270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:36.584598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:36.585260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:36.585829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:36.586525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Bound port: 248e5c36-89d1-4bde-ac0f-83505ef6091e, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:36.587062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.603829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f5da2894-0435-42e1-b90c-7e89cfa69151 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:36.616749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f5da2894-0435-42e1-b90c-7e89cfa69151 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:36.617280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.659093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:36.679093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-713af620-1a82-4a8b-9a47-557c550747ae req-a38d8645-bf9e-41fb-8a8b-d49db645f4c2 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945885 Jul 07 16:43:36.679795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:36.681201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '3f519df3-cb56-45f4-b765-212f2f923741', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '3f519df3-cb56-45f4-b765-212f2f923741', 'mac_address': 'fa:16:3e:67:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:36.687597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:36.687876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a339ac5d-22a3-4985-8937-b7369d7d5c5e details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:36.694903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:36.703098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.773159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:36.787067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.787700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.789519 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-5ba793de-95d6-4360-862c-ee1b32668344 service neutron] 10.222.0.54 "PUT /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 1091 time: 1.0366087 Jul 07 16:43:36.789974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:36.791392 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.792464 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ce824-8b23-44b8-98f9-984c226cfece" -d '{"events": [{"name": "network-changed", "server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:36.805182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:36.805848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:36.806497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:36.842934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:43:36.842934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:36.852897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f519df3-cb56-45f4-b765-212f2f923741 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:36.879989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:36.880265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:36.880609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:36.881067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Bound port: fd065cfe-e134-4f4a-9c12-031ecd050a5c, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:36.881461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.900424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:36.901867 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.924575 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:36.933830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-ef38a99b-9988-4022-8831-b345a2f6345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.935572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-ef38a99b-9988-4022-8831-b345a2f6345c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1094 time: 0.0757182 Jul 07 16:43:36.991705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-6e9f730e-1268-423c-8424-8c8dd37d0231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 217 time: 0.0430899 Jul 07 16:43:36.997664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382dec2-82e2-4fe5-9b23-4eb9e36149a1 req-57dc16b8-e771-4faf-9f41-634151fc559f tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:36.999340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f382dec2-82e2-4fe5-9b23-4eb9e36149a1 req-57dc16b8-e771-4faf-9f41-634151fc559f tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 948 time: 0.1591258 Jul 07 16:43:36.999473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:37.011070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5da2894-0435-42e1-b90c-7e89cfa69151, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5da2894-0435-42e1-b90c-7e89cfa69151,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:37.011787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc66c-8707-4cbf-b34d-f8375d0979fb req-180a3df5-8b4b-46ee-b553-4966b5d7afea tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.013343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da1dc66c-8707-4cbf-b34d-f8375d0979fb req-180a3df5-8b4b-46ee-b553-4966b5d7afea tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.2732060 Jul 07 16:43:37.024176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.028212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'mac_address': 'fa:16:3e:97:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:37.028882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:37.034705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:37.054749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-f290d4a9-494a-4986-afed-6a2c5f81b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.056406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-f290d4a9-494a-4986-afed-6a2c5f81b2fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0575306 Jul 07 16:43:37.069450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:37.079947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.098111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f382dec2-82e2-4fe5-9b23-4eb9e36149a1 req-2f9cc2c2-27a9-4fe3-b4e0-30277b9772d9 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817645 Jul 07 16:43:37.111865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.119858 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-ffa226b2-7503-4ae5-8947-f92912c0cb76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526829 Jul 07 16:43:37.136013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f5da2894-0435-42e1-b90c-7e89cfa69151,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:37.139490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.139968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a339ac5d-22a3-4985-8937-b7369d7d5c5e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:37.140106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.142306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] 10.222.0.54 "PUT /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 1091 time: 1.4231982 Jul 07 16:43:37.142780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:37.145084 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc90851-eb42-49aa-a16b-24516b3798b5" -d '{"events": [{"name": "network-changed", "server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:37.164424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da1dc66c-8707-4cbf-b34d-f8375d0979fb req-602a1b1c-f2ab-48b7-8532-1f15ad1fc2e5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366839 Jul 07 16:43:37.165499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:37.175978 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.205626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8ad1b-f9d6-4339-a378-16842cbf96cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:37.243543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:37.308556 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-ede94711-8607-4cb3-bf81-d9a9a5a86f05 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807115 Jul 07 16:43:37.365588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['3f519df3-cb56-45f4-b765-212f2f923741'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:37.428423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-fd6f0d72-4c9d-426f-8414-2f9c65a1277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.430104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-fd6f0d72-4c9d-426f-8414-2f9c65a1277d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1094 time: 0.1486356 Jul 07 16:43:37.434016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.435321 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5eba8ca-9cd1-490f-8fde-c9a1bb3594f6 req-62208770-8591-4829-8baa-90967baf47c3 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053095 Jul 07 16:43:37.467585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf81f8-2d1f-4bb0-9dec-0d36c5bf79d1 req-0d24ff08-bfa5-482d-a158-75d0f4dd22d4 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.470152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8bf81f8-2d1f-4bb0-9dec-0d36c5bf79d1 req-0d24ff08-bfa5-482d-a158-75d0f4dd22d4 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.1513565 Jul 07 16:43:37.503769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-a3f30d61-b602-4fdd-b666-776a59c84831 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 217 time: 0.0574772 Jul 07 16:43:37.562514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598'}, {'server_uuid': '879e8788-b1a5-46eb-8a16-7a4981656886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da2894-0435-42e1-b90c-7e89cfa69151'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:37.565133 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ffc545-9512-404a-b6d1-fac0e21c2e56" -d '{"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-plugged", "status": "completed", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598"}, {"server_uuid": "879e8788-b1a5-46eb-8a16-7a4981656886", "name": "network-vif-plugged", "status": "completed", "tag": "f5da2894-0435-42e1-b90c-7e89cfa69151"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:37.600166 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c50a688d-c925-4ba8-b852-cbd944150e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:37.614899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8bf81f8-2d1f-4bb0-9dec-0d36c5bf79d1 req-f265760a-5e5a-47bd-b066-395a9225d6e3 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143045 Jul 07 16:43:37.618977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6de05d22-7354-406e-859d-989f3bf58722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.620457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-6de05d22-7354-406e-859d-989f3bf58722 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1018562 Jul 07 16:43:37.668504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-a0963a28-e452-49df-a1da-42789f7788a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380869 Jul 07 16:43:37.674492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551ac69-245d-4cd6-b90c-644db4493924 req-8f0dbfea-b11e-4ad3-a625-b7ad52668e12 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.676711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6551ac69-245d-4cd6-b90c-644db4493924 req-8f0dbfea-b11e-4ad3-a625-b7ad52668e12 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1101 time: 0.1235127 Jul 07 16:43:37.679359 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb22963a-c888-431a-aad5-328504a6fff0 x-openstack-request-id: req-fb22963a-c888-431a-aad5-328504a6fff0 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:37.679653 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:37.679905 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb22963a-c888-431a-aad5-328504a6fff0 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:37.680305 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'status': 'completed', 'code': 200} Jul 07 16:43:37.784179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6551ac69-245d-4cd6-b90c-644db4493924 req-32c2e0be-abcb-4a2d-8287-3b9c91dd4fc5 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922916 Jul 07 16:43:37.787011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ce824-8b23-44b8-98f9-984c226cfece req-77c3d490-47d8-4137-9ddf-c7d0df1d5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.788650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-77c3d490-47d8-4137-9ddf-c7d0df1d5094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1094 time: 0.0731521 Jul 07 16:43:37.841049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-eaa03be7-24c6-41f3-9e37-c3a8d893bcaf service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591258 Jul 07 16:43:37.843951 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6891c42c-a6e7-4e5a-a59c-6faa29016def x-openstack-request-id: req-6891c42c-a6e7-4e5a-a59c-6faa29016def {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:37.844926 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:37.845214 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6891c42c-a6e7-4e5a-a59c-6faa29016def {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:37.845653 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'status': 'completed', 'code': 200} Jul 07 16:43:37.899939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ce824-8b23-44b8-98f9-984c226cfece req-d3e6f3b3-1f56-485c-9aa5-9e89d0c6456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.901641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-d3e6f3b3-1f56-485c-9aa5-9e89d0c6456e service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1060922 Jul 07 16:43:37.951632 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-701e9353-0610-4edf-8cba-ba81f648b100 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 217 time: 0.0383344 Jul 07 16:43:37.958448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbe614-9b69-42e4-9bdd-ce5ee54d9ddf req-b6a07f83-8891-4ead-9a2a-36e0ab287ae8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:37.960259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11dbe614-9b69-42e4-9bdd-ce5ee54d9ddf req-b6a07f83-8891-4ead-9a2a-36e0ab287ae8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 943 time: 0.1851964 Jul 07 16:43:37.995087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a339ac5d-22a3-4985-8937-b7369d7d5c5e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:38.023037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ce824-8b23-44b8-98f9-984c226cfece req-270cd4a8-27c3-4984-8396-74e24e5f4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.024672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-270cd4a8-27c3-4984-8396-74e24e5f4421 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0631304 Jul 07 16:43:38.075039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c8ab5c6-eb0a-4a1e-8ca5-1fd6d5766fea req-502d37f1-e24d-43ca-b418-cf5b43cd4429 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145936 Jul 07 16:43:38.082093 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-03e7fd7e-c811-4343-9284-17e45fe247f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402596 Jul 07 16:43:38.083877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11dbe614-9b69-42e4-9bdd-ce5ee54d9ddf req-5e06d60c-55aa-4bba-b25b-1f3deb158582 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038268 Jul 07 16:43:38.113636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400eec1-f5ff-4029-b6b5-85482a89e9b3 req-44b73c2d-a23a-432a-a213-877a9fd11828 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.122410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1400eec1-f5ff-4029-b6b5-85482a89e9b3 req-44b73c2d-a23a-432a-a213-877a9fd11828 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1609552 Jul 07 16:43:38.211257 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-55181ffe-dd0c-4abf-81a5-ffb5c1af396e service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147306 Jul 07 16:43:38.241899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1400eec1-f5ff-4029-b6b5-85482a89e9b3 req-31d4f674-708e-4ff8-8fdc-4a62739f28ed tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177812 Jul 07 16:43:38.311997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-9eac57aa-e164-491e-9131-550f0609fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.314690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-9eac57aa-e164-491e-9131-550f0609fb62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1094 time: 0.1477318 Jul 07 16:43:38.330369 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c4a11-2aca-4cf1-acaf-3116f9b05111 x-openstack-request-id: req-398c4a11-2aca-4cf1-acaf-3116f9b05111 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:38.330801 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-plugged", "status": "completed", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598", "code": 200}, {"server_uuid": "879e8788-b1a5-46eb-8a16-7a4981656886", "name": "network-vif-plugged", "status": "completed", "tag": "f5da2894-0435-42e1-b90c-7e89cfa69151", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:38.331171 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-398c4a11-2aca-4cf1-acaf-3116f9b05111 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:38.331676 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'code': 200} Jul 07 16:43:38.332041 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e8788-b1a5-46eb-8a16-7a4981656886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da2894-0435-42e1-b90c-7e89cfa69151', 'code': 200} Jul 07 16:43:38.334681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-be0ce824-8b23-44b8-98f9-984c226cfece req-46327d19-c7e2-48fa-8e96-daea0bfbadd9 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134439 Jul 07 16:43:38.410720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9e880-a99b-461e-9ba0-429b4b1fab73 req-c8bc7a16-3e8a-4d2b-b7ea-b2439d8887cc tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.418888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaa9e880-a99b-461e-9ba0-429b4b1fab73 req-c8bc7a16-3e8a-4d2b-b7ea-b2439d8887cc tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 950 time: 0.1697345 Jul 07 16:43:38.490726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:38.554948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b31c3-4d7b-4a18-b3aa-cd4d5ac1536e req-8c3a4875-5496-43e5-9e19-84bb23d5ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.556782 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-251b31c3-4d7b-4a18-b3aa-cd4d5ac1536e req-8c3a4875-5496-43e5-9e19-84bb23d5ede2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 1101 time: 0.0586438 Jul 07 16:43:38.557681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaa9e880-a99b-461e-9ba0-429b4b1fab73 req-49627315-1e5a-42d0-b6ee-fff20bd5362e tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360927 Jul 07 16:43:38.568840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-96dab977-c702-41af-b95d-d0c8f085cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.570397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-96dab977-c702-41af-b95d-d0c8f085cbf9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.2467349 Jul 07 16:43:38.586780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 3f519df3-cb56-45f4-b765-212f2f923741 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:38.598597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 3f519df3-cb56-45f4-b765-212f2f923741 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:38.599054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:38.605334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-251b31c3-4d7b-4a18-b3aa-cd4d5ac1536e req-7b9c3aba-f0cc-4901-a89e-890a3c74626d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Jul 07 16:43:38.629794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-1cea9bbe-134a-4214-ad1c-3265ff2ad9ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 217 time: 0.0451250 Jul 07 16:43:38.679938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed734f2-2a0f-4521-adde-c38199235bba req-89b706d8-e4e8-4dfc-ac29-a82e1c4f3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.681576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ed734f2-2a0f-4521-adde-c38199235bba req-89b706d8-e4e8-4dfc-ac29-a82e1c4f3a74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1101 time: 0.1984370 Jul 07 16:43:38.703013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-d51c26a9-c5a0-431a-b39e-d7044cc1a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:38.705914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-d51c26a9-c5a0-431a-b39e-d7044cc1a5c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0654037 Jul 07 16:43:38.723713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:38.770703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:38.775742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:38.791128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-06c293b4-025e-4d4b-91fe-0ebae72833bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740597 Jul 07 16:43:38.827191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:38.926518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:39.242709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ed734f2-2a0f-4521-adde-c38199235bba req-a7e8ce67-39af-4ff8-a4d1-acf41a5120d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776751 Jul 07 16:43:39.269536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8058f-4538-474f-b8d9-20cb86923f00 req-0f3acedc-9105-4f9e-8262-8487df634d3c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:39.271021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3c8058f-4538-474f-b8d9-20cb86923f00 req-0f3acedc-9105-4f9e-8262-8487df634d3c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.5395274 Jul 07 16:43:39.277140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-b7100d32-fe8d-4d35-b50b-89810ce38fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708035 Jul 07 16:43:39.287870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f2d7-e8f6-40f8-80fb-a15ed033d54a req-4f47bc9e-593f-4bf0-a8d2-320fbd5f7411 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:39.289430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a963f2d7-e8f6-40f8-80fb-a15ed033d54a req-4f47bc9e-593f-4bf0-a8d2-320fbd5f7411 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 949 time: 0.4972348 Jul 07 16:43:39.397151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3c8058f-4538-474f-b8d9-20cb86923f00 req-1ebe053a-e6b8-46b5-b4b9-0b2c89d8a550 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183407 Jul 07 16:43:39.403748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a963f2d7-e8f6-40f8-80fb-a15ed033d54a req-1af4b583-41f4-4c48-91df-51b3e6f5b825 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017160 Jul 07 16:43:39.437179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc90851-eb42-49aa-a16b-24516b3798b5 req-050e32eb-87e2-48ed-879b-95e4a03b7926 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467240 Jul 07 16:43:39.724007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a704b6-70e5-40d7-bdf2-2d06d9ffa116 req-148b9908-8ad1-4e50-a5b5-bc71f8c5d48a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:39.725445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62a704b6-70e5-40d7-bdf2-2d06d9ffa116 req-148b9908-8ad1-4e50-a5b5-bc71f8c5d48a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.0964398 Jul 07 16:43:39.779212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62a704b6-70e5-40d7-bdf2-2d06d9ffa116 req-314c369f-7641-46de-baf5-271ce87ec847 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470350 Jul 07 16:43:39.787660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe5ca-a7cb-446a-879d-58c4766791b3 req-6f299ef4-1be5-455b-a1fd-ee905d708c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:39.789168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6cfe5ca-a7cb-446a-879d-58c4766791b3 req-6f299ef4-1be5-455b-a1fd-ee905d708c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 943 time: 0.1102190 Jul 07 16:43:39.827351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6cfe5ca-a7cb-446a-879d-58c4766791b3 req-4ca10603-1652-4719-a36c-34ec80feb0dc tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Jul 07 16:43:39.955911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419f9f3-3cd4-41f0-9ac9-326937089e3f req-8103a986-e1d5-457a-b600-f2d49995ccd0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:39.957351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5419f9f3-3cd4-41f0-9ac9-326937089e3f req-8103a986-e1d5-457a-b600-f2d49995ccd0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.0766628 Jul 07 16:43:40.003912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5419f9f3-3cd4-41f0-9ac9-326937089e3f req-fa980351-a943-4b92-b1e0-feb06bb7c736 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Jul 07 16:43:40.216003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167b518-30e4-4b8d-9d19-9cab8835673e req-19dcb13f-90ca-4785-888a-1dbc5bb7bc31 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:40.218251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4167b518-30e4-4b8d-9d19-9cab8835673e req-19dcb13f-90ca-4785-888a-1dbc5bb7bc31 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 950 time: 0.0715625 Jul 07 16:43:40.286206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4167b518-30e4-4b8d-9d19-9cab8835673e req-1b6b7697-0f8e-4582-9b43-019b32e4bdbf tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Jul 07 16:43:40.334031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:40.336638 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6549d14-0c83-4e96-b829-5aec6f7f3d0c" -d '{"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-plugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:40.479262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb70dd-1ba4-4268-857c-c1d2a77afbcc req-659211b8-52f4-46c0-b691-4b2a6044d47d tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:40.480989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16fb70dd-1ba4-4268-857c-c1d2a77afbcc req-659211b8-52f4-46c0-b691-4b2a6044d47d tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.0711923 Jul 07 16:43:40.521858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16fb70dd-1ba4-4268-857c-c1d2a77afbcc req-e41378f2-9035-40e3-8147-171b5b5d211f tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348067 Jul 07 16:43:40.574318 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4385812c-1603-4a17-a765-27797aab5d53 x-openstack-request-id: req-4385812c-1603-4a17-a765-27797aab5d53 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:40.574672 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-plugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:40.574994 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4385812c-1603-4a17-a765-27797aab5d53 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:40.575645 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'code': 200} Jul 07 16:43:40.589121 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:40.730101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a339ac5d-22a3-4985-8937-b7369d7d5c5e up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:40.790273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port a339ac5d-22a3-4985-8937-b7369d7d5c5e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:40.794537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port a339ac5d-22a3-4985-8937-b7369d7d5c5e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:40.794910 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:40.833929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f9598-4c90-426d-943d-e85164ee7961 req-6a6d59b5-c3ed-4a4d-9c44-920b437f7044 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:40.835565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-568f9598-4c90-426d-943d-e85164ee7961 req-6a6d59b5-c3ed-4a4d-9c44-920b437f7044 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1531513 Jul 07 16:43:40.882434 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:40.887879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ddc8f-e495-4253-98a6-aad60e16a884 req-763cf0df-c9e7-4c00-87c7-689b760d2f04 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:40.889458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d47ddc8f-e495-4253-98a6-aad60e16a884 req-763cf0df-c9e7-4c00-87c7-689b760d2f04 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 949 time: 0.1675010 Jul 07 16:43:40.931364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-568f9598-4c90-426d-943d-e85164ee7961 req-750a1cb1-4fe4-4d65-9385-c6214f470ff3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855849 Jul 07 16:43:40.931682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:40.941000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:40.944649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ebc8f-e7d0-4ae1-a625-c3d1a3fcafa3 req-06e2edaa-8966-481f-b0b3-d91d8473266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:40.948971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-367ebc8f-e7d0-4ae1-a625-c3d1a3fcafa3 req-06e2edaa-8966-481f-b0b3-d91d8473266f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 1101 time: 0.1588142 Jul 07 16:43:40.964706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d47ddc8f-e495-4253-98a6-aad60e16a884 req-26ce46ea-3007-4fdd-8096-5f9f9e82f73b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642877 Jul 07 16:43:41.016858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:41.032966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-367ebc8f-e7d0-4ae1-a625-c3d1a3fcafa3 req-a9c3048a-1234-4f69-acff-0b6dcf42fada service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672500 Jul 07 16:43:41.182093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99045410-d59a-4277-aae0-0a4224df473b req-cad9f801-1e47-4f19-a672-993bb65f076b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:41.183514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99045410-d59a-4277-aae0-0a4224df473b req-cad9f801-1e47-4f19-a672-993bb65f076b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.0719187 Jul 07 16:43:41.224167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99045410-d59a-4277-aae0-0a4224df473b req-c8b5d149-0f00-4415-bbb2-4c7b84ba81c8 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jul 07 16:43:41.400368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f70e-5144-448d-8226-82908239a670 req-fc697511-dc61-4a4a-898e-6077500ba0a1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:41.401901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6588f70e-5144-448d-8226-82908239a670 req-fc697511-dc61-4a4a-898e-6077500ba0a1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 943 time: 0.0711308 Jul 07 16:43:41.443811 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6588f70e-5144-448d-8226-82908239a670 req-eefb3634-5ba7-4d30-941b-74335e65ed8a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Jul 07 16:43:41.517867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62300689-68a8-4e1f-bd79-c63215e44ada req-0adc2c45-a6c2-4fa6-9185-15347bea1f18 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:41.519423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62300689-68a8-4e1f-bd79-c63215e44ada req-0adc2c45-a6c2-4fa6-9185-15347bea1f18 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.0800092 Jul 07 16:43:41.598028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62300689-68a8-4e1f-bd79-c63215e44ada req-c0e4e9c6-c4af-4ccc-9217-b84f1f02bc7f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728698 Jul 07 16:43:41.637901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127c1f-51b5-4ab7-ae5a-72b2c786a5a4 req-7b09207c-d798-48d6-bbb6-c7aa6fce3002 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:41.639560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b127c1f-51b5-4ab7-ae5a-72b2c786a5a4 req-7b09207c-d798-48d6-bbb6-c7aa6fce3002 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 950 time: 0.0854921 Jul 07 16:43:41.687828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b127c1f-51b5-4ab7-ae5a-72b2c786a5a4 req-84431b40-ca60-4a80-bfe3-b437cbc9dd68 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Jul 07 16:43:41.770522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3117bd-be4e-43e8-8cca-dc9b3a6d57e2 req-7d70bd2a-9be5-442b-ab2b-207b41268558 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:41.772144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af3117bd-be4e-43e8-8cca-dc9b3a6d57e2 req-7d70bd2a-9be5-442b-ab2b-207b41268558 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.0739567 Jul 07 16:43:41.815788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af3117bd-be4e-43e8-8cca-dc9b3a6d57e2 req-d05657f9-8946-4fe9-8a54-22eefcdb50bb tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Jul 07 16:43:41.978039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933989d-7d03-42df-acb4-dc5df21fdf09 req-b6b0c3ca-3892-4119-b785-4d1d0cfcfbca tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:41.979502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e933989d-7d03-42df-acb4-dc5df21fdf09 req-b6b0c3ca-3892-4119-b785-4d1d0cfcfbca tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1101 time: 0.0547523 Jul 07 16:43:41.998162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e933989d-7d03-42df-acb4-dc5df21fdf09 req-fbe2874b-b110-4a62-aed8-b8225666716f tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.098238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb31f8c-6a3d-4cc7-9e58-f0fcfb06e771 req-5d9f4b42-282d-4ff9-8c30-b59f96f08178 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:42.099775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbb31f8c-6a3d-4cc7-9e58-f0fcfb06e771 req-5d9f4b42-282d-4ff9-8c30-b59f96f08178 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 1100 time: 0.0871999 Jul 07 16:43:42.126949 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbb31f8c-6a3d-4cc7-9e58-f0fcfb06e771 req-e89394f2-af82-424f-84e0-cfc88a0c6ee2 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.159049 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e933989d-7d03-42df-acb4-dc5df21fdf09 req-fbe2874b-b110-4a62-aed8-b8225666716f tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.164683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e933989d-7d03-42df-acb4-dc5df21fdf09 req-fbe2874b-b110-4a62-aed8-b8225666716f tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.206329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e933989d-7d03-42df-acb4-dc5df21fdf09 req-fbe2874b-b110-4a62-aed8-b8225666716f tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211888 Jul 07 16:43:42.208103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2874b-b110-4a62-aed8-b8225666716f tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5d7b4f-ef88-4013-a58f-24224d073c19,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:42.283238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbb31f8c-6a3d-4cc7-9e58-f0fcfb06e771 req-e89394f2-af82-424f-84e0-cfc88a0c6ee2 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.287922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbb31f8c-6a3d-4cc7-9e58-f0fcfb06e771 req-e89394f2-af82-424f-84e0-cfc88a0c6ee2 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.318099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbb31f8c-6a3d-4cc7-9e58-f0fcfb06e771 req-e89394f2-af82-424f-84e0-cfc88a0c6ee2 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127745 Jul 07 16:43:42.323637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89394f2-af82-424f-84e0-cfc88a0c6ee2 tempest-LiveMigrationNegativeTest-2102642748 tempest-LiveMigrationNegativeTest-2102642748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfbfa3d-7906-4b96-a93c-d22482d45001,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:42.500809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f999e7-4892-49fc-8bf0-6991e06f4c2a req-75b20c88-4611-4337-94c1-2175f35450be tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:42.505873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99f999e7-4892-49fc-8bf0-6991e06f4c2a req-75b20c88-4611-4337-94c1-2175f35450be tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.0736723 Jul 07 16:43:42.543254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99f999e7-4892-49fc-8bf0-6991e06f4c2a req-04b5c7cf-f3a6-4d21-89e0-7fd1f8faad07 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353332 Jul 07 16:43:42.576763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:42.579759 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e6dcc4-ee2a-4096-8c17-198a067c4ac1" -d '{"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-plugged", "status": "completed", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:42.654941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0cc62-a321-4660-abce-522af42dc8fc req-7b3401f3-e6ff-4b69-95ec-0a237ca2e5e0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:42.656551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73b0cc62-a321-4660-abce-522af42dc8fc req-7b3401f3-e6ff-4b69-95ec-0a237ca2e5e0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 950 time: 0.0684454 Jul 07 16:43:42.706179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73b0cc62-a321-4660-abce-522af42dc8fc req-a99cc8d0-d4c4-4cfb-bcfb-377f31364068 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434043 Jul 07 16:43:42.735076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:42.840123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:42.852784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'port_id': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'mac_address': 'fa:16:3e:ae:64:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541afaa2-e324-43f9-aab2-c988a80891ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:42.892804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e7ac-f1fc-4c83-99f3-458db1ec4fff req-ac294d64-7ec8-46fa-bbe5-f270cc99aed2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:42.892974 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.894614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6b0e7ac-f1fc-4c83-99f3-458db1ec4fff req-ac294d64-7ec8-46fa-bbe5-f270cc99aed2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.0737114 Jul 07 16:43:42.906750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248e5c36-89d1-4bde-ac0f-83505ef6091e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:42.927531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:42.932412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:42.933264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:42.937063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6b0e7ac-f1fc-4c83-99f3-458db1ec4fff req-88281a48-70ae-4060-be43-3947cdf9223f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355620 Jul 07 16:43:43.037925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:43.089070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:43.105700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'port_id': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'mac_address': 'fa:16:3e:e6:9a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208bac7-e89a-42b8-b96b-faae5a8cbbde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:43.173969 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:43.174939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-3f837acb-ef6a-4cf8-804f-eb8929072724 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843608 Jul 07 16:43:43.204446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd065cfe-e134-4f4a-9c12-031ecd050a5c {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:43.217140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de0fde-d709-48a1-8c9f-02dc996bf36f req-39bf1425-394b-4cd2-8f50-c4ef17763b25 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:43.219801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34de0fde-d709-48a1-8c9f-02dc996bf36f req-39bf1425-394b-4cd2-8f50-c4ef17763b25 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.0811746 Jul 07 16:43:43.230842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:43.238139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:43.294009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34de0fde-d709-48a1-8c9f-02dc996bf36f req-bc0ca046-7d26-467d-90fd-270a5b95e923 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681648 Jul 07 16:43:43.312416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:43.355740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef226d-d06a-4b2e-a9fb-0805b29540a2 req-8d86a9a7-9c8a-428d-9a9b-fd18a8d032c6 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:43.357570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fef226d-d06a-4b2e-a9fb-0805b29540a2 req-8d86a9a7-9c8a-428d-9a9b-fd18a8d032c6 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 950 time: 0.0879679 Jul 07 16:43:43.372000 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a9af2a-273e-4cfa-8a9c-20b755a0bc0f x-openstack-request-id: req-e9a9af2a-273e-4cfa-8a9c-20b755a0bc0f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:43.372505 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-plugged", "status": "completed", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:43.372771 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9a9af2a-273e-4cfa-8a9c-20b755a0bc0f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:43.373196 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'code': 200} Jul 07 16:43:43.416909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fef226d-d06a-4b2e-a9fb-0805b29540a2 req-e3323947-7dac-43f7-87f3-4dac793fbff6 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518556 Jul 07 16:43:43.589095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ad18c-2857-41c3-8261-dac55d88b6ca req-dc6451b7-ebe5-4205-80ec-fc7a9f4b2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:43.590735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c83ad18c-2857-41c3-8261-dac55d88b6ca req-dc6451b7-ebe5-4205-80ec-fc7a9f4b2334 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 1101 time: 0.1131163 Jul 07 16:43:43.607435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beb7e5-44db-4b34-96cc-0e20d8c3058a req-3c3c9801-0943-43eb-b48f-b26d4aeb8f8c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:43.609016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87beb7e5-44db-4b34-96cc-0e20d8c3058a req-3c3c9801-0943-43eb-b48f-b26d4aeb8f8c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1219652 Jul 07 16:43:43.680670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c83ad18c-2857-41c3-8261-dac55d88b6ca req-ee546a1d-fe83-4690-aaf9-8b233cbf862e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702400 Jul 07 16:43:43.685852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87beb7e5-44db-4b34-96cc-0e20d8c3058a req-d7bb1931-75ad-45ec-a2c6-3437016415ee tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684228 Jul 07 16:43:43.835643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['fd065cfe-e134-4f4a-9c12-031ecd050a5c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:43.903279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['248e5c36-89d1-4bde-ac0f-83505ef6091e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:43.903719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaf91b-cecc-4d49-9f5f-0795d1ec01a5 req-b4134824-370d-4e0a-b94e-2f907c809cca tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:43.911741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ebaf91b-cecc-4d49-9f5f-0795d1ec01a5 req-b4134824-370d-4e0a-b94e-2f907c809cca tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.1062310 Jul 07 16:43:43.974259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ebaf91b-cecc-4d49-9f5f-0795d1ec01a5 req-e36a53e5-5c18-486b-8d2f-43abf568249b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612774 Jul 07 16:43:44.043911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f529-5fdf-49ce-a4b2-1591ccba27a5 req-b7745e1e-101d-4b15-94ce-c748fd763065 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.045643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bec2f529-5fdf-49ce-a4b2-1591ccba27a5 req-b7745e1e-101d-4b15-94ce-c748fd763065 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 950 time: 0.1022897 Jul 07 16:43:44.094728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bec2f529-5fdf-49ce-a4b2-1591ccba27a5 req-5a30ee49-42d5-4985-9c61-c35e6f1f64ac tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Jul 07 16:43:44.303748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-16633dcd-e89e-4142-957d-d1674670015c tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.305233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-16633dcd-e89e-4142-957d-d1674670015c tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.13 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 950 time: 0.1336966 Jul 07 16:43:44.314183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca6ad7-058d-4cbc-8d7f-ae3e38fbd626 req-b6a8dc3e-72c4-48f4-87e3-b84f56af0f50 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.315571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-daca6ad7-058d-4cbc-8d7f-ae3e38fbd626 req-b6a8dc3e-72c4-48f4-87e3-b84f56af0f50 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.1772203 Jul 07 16:43:44.442563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f99e1-b7e5-46f9-af89-9bff9cc7cc5e req-917dfb2e-d570-4e9e-b896-ade286c5cd96 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.443973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-793f99e1-b7e5-46f9-af89-9bff9cc7cc5e req-917dfb2e-d570-4e9e-b896-ade286c5cd96 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2018416 Jul 07 16:43:44.456925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-daca6ad7-058d-4cbc-8d7f-ae3e38fbd626 req-08deb0ab-e303-4dec-9d4f-fd6838c8e286 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296105 Jul 07 16:43:44.508791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-793f99e1-b7e5-46f9-af89-9bff9cc7cc5e req-8a3741e3-608b-4683-b073-315b188d1916 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Jul 07 16:43:44.513600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Deleting port f5da2894-0435-42e1-b90c-7e89cfa69151 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:44.514145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:44.614318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] For port f5da2894-0435-42e1-b90c-7e89cfa69151, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5da2894-0435-42e1-b90c-7e89cfa69151,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:44.614696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:44.641559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Calling delete_port for f5da2894-0435-42e1-b90c-7e89cfa69151 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:44.800867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25a2e5-92d0-43ae-8fb3-b8de08c8763b req-9ff6499c-ad18-4f2f-87d4-1a3a0909e4a4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.802619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff25a2e5-92d0-43ae-8fb3-b8de08c8763b req-9ff6499c-ad18-4f2f-87d4-1a3a0909e4a4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.1793215 Jul 07 16:43:44.897193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff381214-f323-447d-b30d-a4e35ca04abc req-066695bb-6a2d-4a41-8b9a-997064e025b7 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.898800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff381214-f323-447d-b30d-a4e35ca04abc req-066695bb-6a2d-4a41-8b9a-997064e025b7 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/ports?device_id=879e8788-b1a5-46eb-8a16-7a4981656886 HTTP/1.1" status: 200 len: 950 time: 0.1868517 Jul 07 16:43:44.901067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-05868e82-60b3-4408-952c-d7b7b03b7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:44.902635 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-05868e82-60b3-4408-952c-d7b7b03b7c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1101 time: 0.0558963 Jul 07 16:43:44.904335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff25a2e5-92d0-43ae-8fb3-b8de08c8763b req-cf8705ab-1f63-408d-b3c8-0f9745934df9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946376 Jul 07 16:43:44.944052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:44.981348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5da2894-0435-42e1-b90c-7e89cfa69151'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:44.985944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff381214-f323-447d-b30d-a4e35ca04abc req-b4845924-b5cc-425e-b30b-52f83162f6b1 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.78 "GET /v2.0/security-groups?id=327cfb8c-c31d-4432-92b8-bafe273ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775709 Jul 07 16:43:44.997274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Pushing event deleted for resources: {'Port': ['ID=f5da2894-0435-42e1-b90c-7e89cfa69151,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:45.028524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-8eb06c17-a0e5-4d0a-bc72-f34917bb8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.030303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-8eb06c17-a0e5-4d0a-bc72-f34917bb8bb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1202812 Jul 07 16:43:45.090474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-f6f07307-7221-4f4d-ab1c-2f5800bd778a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.0522416 Jul 07 16:43:45.095179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] No DVR routers for this DVR port f5da2894-0435-42e1-b90c-7e89cfa69151 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:45.099125 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:45.101337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676f9ae1-ec04-4915-9a37-763e35dfce76 req-fe1b127c-29cc-4841-bac9-853368b07247 tempest-ServerDiagnosticsNegativeTest-341698681 tempest-ServerDiagnosticsNegativeTest-341698681-project] 10.222.0.13 "DELETE /v2.0/ports/f5da2894-0435-42e1-b90c-7e89cfa69151 HTTP/1.1" status: 204 len: 173 time: 0.7836199 Jul 07 16:43:45.101782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e8788-b1a5-46eb-8a16-7a4981656886', 'name': 'network-vif-deleted', 'tag': 'f5da2894-0435-42e1-b90c-7e89cfa69151'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:45.104078 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6db3c7-e5f0-44ed-93be-65d844e78b26" -d '{"events": [{"server_uuid": "879e8788-b1a5-46eb-8a16-7a4981656886", "name": "network-vif-deleted", "tag": "f5da2894-0435-42e1-b90c-7e89cfa69151"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:45.174110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-4ada0ab2-5e91-4526-b3e1-bd12a97f95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.175995 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-4ada0ab2-5e91-4526-b3e1-bd12a97f95c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0654550 Jul 07 16:43:45.191527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723e638-df54-45d8-b485-a95f64f45ea1 req-81ba340e-8b27-4cd5-a03a-f36e3264e791 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.193502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9723e638-df54-45d8-b485-a95f64f45ea1 req-81ba340e-8b27-4cd5-a03a-f36e3264e791 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1390917 Jul 07 16:43:45.263762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-54f885f0-6093-4444-837a-5137a4824cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.265360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-54f885f0-6093-4444-837a-5137a4824cce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723681 Jul 07 16:43:45.266488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9723e638-df54-45d8-b485-a95f64f45ea1 req-881a2a3c-477a-464f-b786-3090af91aafd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Jul 07 16:43:45.279283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046437-8a10-4958-91a1-b8102ba9d52c req-3d9089bf-9791-4b8f-842f-a505c85e2803 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.282107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3046437-8a10-4958-91a1-b8102ba9d52c req-3d9089bf-9791-4b8f-842f-a505c85e2803 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.1399114 Jul 07 16:43:45.357992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3046437-8a10-4958-91a1-b8102ba9d52c req-7be9004e-3939-450d-a5f0-c920c9679f7f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Jul 07 16:43:45.367829 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa37cd43-920d-4e62-b860-4d67ce5edf7a x-openstack-request-id: req-aa37cd43-920d-4e62-b860-4d67ce5edf7a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:45.368916 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e8788-b1a5-46eb-8a16-7a4981656886", "name": "network-vif-deleted", "tag": "f5da2894-0435-42e1-b90c-7e89cfa69151", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:45.369454 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa37cd43-920d-4e62-b860-4d67ce5edf7a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:45.370067 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e8788-b1a5-46eb-8a16-7a4981656886', 'name': 'network-vif-deleted', 'tag': 'f5da2894-0435-42e1-b90c-7e89cfa69151', 'status': 'completed', 'code': 200} Jul 07 16:43:45.383778 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-a95a3240-6f10-412e-a8b9-6640264d31ec service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110702 Jul 07 16:43:45.485645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-e37e7b1d-60ad-4d62-af2c-77c76c479a4a service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932024 Jul 07 16:43:45.523342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cef01-74ab-4ffb-b115-2879e9f67ff0 req-386a4d59-6552-4f89-8e7d-29c9ef0e3e57 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.524872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-510cef01-74ab-4ffb-b115-2879e9f67ff0 req-386a4d59-6552-4f89-8e7d-29c9ef0e3e57 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 950 time: 0.0818050 Jul 07 16:43:45.573922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-510cef01-74ab-4ffb-b115-2879e9f67ff0 req-6ffb2299-8fda-40f6-a6e1-95de5aa702ea tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Jul 07 16:43:45.670469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6b4bb-0df2-49d5-9549-096ec8a7214d req-35a95db6-4068-4b47-ae1d-8566fcefe777 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.672049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fa6b4bb-0df2-49d5-9549-096ec8a7214d req-35a95db6-4068-4b47-ae1d-8566fcefe777 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.0729864 Jul 07 16:43:45.750645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-c69270f3-131e-41f7-97b7-7e683c2d9ddc tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.753178 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-c69270f3-131e-41f7-97b7-7e683c2d9ddc tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.13 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 949 time: 0.0762169 Jul 07 16:43:45.759379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fa6b4bb-0df2-49d5-9549-096ec8a7214d req-b17123ea-49cf-4c44-928d-71f42d823809 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802734 Jul 07 16:43:45.796255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4242680-36bf-495b-82b6-11e7772ce5ba req-f29e6e29-98f9-4db1-9149-d666aa09919e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:45.798654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4242680-36bf-495b-82b6-11e7772ce5ba req-f29e6e29-98f9-4db1-9149-d666aa09919e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.0956526 Jul 07 16:43:45.841886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4242680-36bf-495b-82b6-11e7772ce5ba req-32b4d995-f162-44f5-bbc3-68ecc24de881 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Jul 07 16:43:45.939330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Deleting port 029ae251-9aea-4787-a184-57542c237ca9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:45.940038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.043784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] For port 029ae251-9aea-4787-a184-57542c237ca9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=029ae251-9aea-4787-a184-57542c237ca9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:46.044145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.060361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Calling delete_port for 029ae251-9aea-4787-a184-57542c237ca9 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:46.126626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5870b4b-b3a4-45a8-8652-1f532bf1ab2d req-ff776d56-d5d2-477b-b1b5-02fafedd9683 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:46.128258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5870b4b-b3a4-45a8-8652-1f532bf1ab2d req-ff776d56-d5d2-477b-b1b5-02fafedd9683 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.0742579 Jul 07 16:43:46.172401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5870b4b-b3a4-45a8-8652-1f532bf1ab2d req-c424541d-672a-479f-8144-f9dc743889e4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Jul 07 16:43:46.201964 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.216729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d0732650-2dd3-475b-bdde-ebda22365a72'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:46.236035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Pushing event deleted for resources: {'Port': ['ID=029ae251-9aea-4787-a184-57542c237ca9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:46.271653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['029ae251-9aea-4787-a184-57542c237ca9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:46.285896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] No DVR routers for this DVR port 029ae251-9aea-4787-a184-57542c237ca9 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:46.288947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.291339 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b227317d-e7ae-40b5-90a5-755aeadf3567 req-ba83b7e6-a34e-45be-a62a-ed4e8e0eb19c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.13 "DELETE /v2.0/ports/029ae251-9aea-4787-a184-57542c237ca9 HTTP/1.1" status: 204 len: 173 time: 0.4848704 Jul 07 16:43:46.291784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815dbf24-a01a-4086-9db4-0064aa765905', 'name': 'network-vif-deleted', 'tag': '029ae251-9aea-4787-a184-57542c237ca9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:46.294391 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1de5b0-499e-4e88-ab87-752a9ca74ead" -d '{"events": [{"server_uuid": "815dbf24-a01a-4086-9db4-0064aa765905", "name": "network-vif-deleted", "tag": "029ae251-9aea-4787-a184-57542c237ca9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:46.366808 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205378fe-c155-4f68-9127-4c3682e9160e x-openstack-request-id: req-205378fe-c155-4f68-9127-4c3682e9160e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:46.367127 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815dbf24-a01a-4086-9db4-0064aa765905", "name": "network-vif-deleted", "tag": "029ae251-9aea-4787-a184-57542c237ca9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:46.367761 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-205378fe-c155-4f68-9127-4c3682e9160e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:46.367867 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815dbf24-a01a-4086-9db4-0064aa765905', 'name': 'network-vif-deleted', 'tag': '029ae251-9aea-4787-a184-57542c237ca9', 'status': 'completed', 'code': 200} Jul 07 16:43:46.529729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38524) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:46.540413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc18a9-c1f4-4272-a54e-0f5e7b849e40 req-2b9e26ba-def8-4fca-a3db-95922e4cec5d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:46.545048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80fc18a9-c1f4-4272-a54e-0f5e7b849e40 req-2b9e26ba-def8-4fca-a3db-95922e4cec5d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1011748 Jul 07 16:43:46.619661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80fc18a9-c1f4-4272-a54e-0f5e7b849e40 req-4832582c-8470-4606-88a0-a91aeeb1635d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627263 Jul 07 16:43:46.653684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f2d1e-d0d6-44c5-8976-3fdbea88af92 req-2f9ff925-04a7-4f9b-896f-c97b414861b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:46.655230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-193f2d1e-d0d6-44c5-8976-3fdbea88af92 req-2f9ff925-04a7-4f9b-896f-c97b414861b2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.1090333 Jul 07 16:43:46.684403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-08316bfb-38b9-49b3-83d8-ef0f808dbebe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2330ca79f0ce4c68b7899cd3e3e2cf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535358 Jul 07 16:43:46.687308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:46.701289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-193f2d1e-d0d6-44c5-8976-3fdbea88af92 req-9f659a8f-d4b4-4c1b-99c6-e9a2476803ee tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Jul 07 16:43:46.749275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:46.751809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c318b1f0-a560-47a0-b447-185f64e5e5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.779266 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c318b1f0-a560-47a0-b447-185f64e5e5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.809258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9521a-0a88-4a55-893d-c1432efdd928 req-0c907208-ad0a-4ef9-8098-2d56a75c3ac6 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:46.816892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b9521a-0a88-4a55-893d-c1432efdd928 req-0c907208-ad0a-4ef9-8098-2d56a75c3ac6 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 950 time: 0.0792882 Jul 07 16:43:46.827985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 248e5c36-89d1-4bde-ac0f-83505ef6091e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:46.834620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 248e5c36-89d1-4bde-ac0f-83505ef6091e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:46.834620 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.854120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c318b1f0-a560-47a0-b447-185f64e5e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.858090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c318b1f0-a560-47a0-b447-185f64e5e5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.861718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c318b1f0-a560-47a0-b447-185f64e5e5ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/327cfb8c-c31d-4432-92b8-bafe273ede93 HTTP/1.1" status: 204 len: 168 time: 0.1720834 Jul 07 16:43:46.868104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b9521a-0a88-4a55-893d-c1432efdd928 req-f7c4d162-e5be-41f2-b418-2a45203dbb54 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500798 Jul 07 16:43:46.886160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318b1f0-a560-47a0-b447-185f64e5e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327cfb8c-c31d-4432-92b8-bafe273ede93,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:46.974840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-085b3cc8-5778-4d1d-9e86-b7df3b6be0b4 req-5e225e61-ba79-4f9c-a7fa-2cb4f94ec0e0 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=815dbf24-a01a-4086-9db4-0064aa765905 HTTP/1.1" status: 200 len: 210 time: 0.0469999 Jul 07 16:43:47.003935 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.037021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:47.038964 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612e331-6131-4f7d-9543-119ec1ab64a5" -d '{"events": [{"server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "name": "network-vif-plugged", "status": "completed", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:47.069794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:47.075304 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.076121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:47.189714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:47.212123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64b3b6-fb27-4ae9-8566-5a95e608e4b2 req-6afc6f58-752b-4886-8c7a-1933ca6c384e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:47.220227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port fd065cfe-e134-4f4a-9c12-031ecd050a5c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:47.224332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e64b3b6-fb27-4ae9-8566-5a95e608e4b2 req-6afc6f58-752b-4886-8c7a-1933ca6c384e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1701503 Jul 07 16:43:47.232687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port fd065cfe-e134-4f4a-9c12-031ecd050a5c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:47.233085 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.315007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e64b3b6-fb27-4ae9-8566-5a95e608e4b2 req-853c0809-6dab-41fc-89a7-cd9ef36cd459 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884137 Jul 07 16:43:47.316500 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.353278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7f7f5-6dd3-4251-b2ac-5da7e15e4b01 req-44015e33-2dbf-46c8-b7df-de23e86046ae tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:47.356109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2e7f7f5-6dd3-4251-b2ac-5da7e15e4b01 req-44015e33-2dbf-46c8-b7df-de23e86046ae tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 950 time: 0.1291299 Jul 07 16:43:47.360917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:47.364909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.380223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38548) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:47.403673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2e7f7f5-6dd3-4251-b2ac-5da7e15e4b01 req-866ddcbf-b1f5-4096-9a5e-2ae7751c6b8a tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Jul 07 16:43:47.409359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d0d5884-0a9d-4c8b-9ecf-111bcbfcc18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.415784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:47.466204 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3a92be-162c-451d-9ab0-a7361fd43808 x-openstack-request-id: req-5f3a92be-162c-451d-9ab0-a7361fd43808 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:47.467049 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "name": "network-vif-plugged", "status": "completed", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:47.467475 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f3a92be-162c-451d-9ab0-a7361fd43808 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:47.468130 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'code': 200} Jul 07 16:43:47.535059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d0d5884-0a9d-4c8b-9ecf-111bcbfcc18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.542302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d0d5884-0a9d-4c8b-9ecf-111bcbfcc18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.587230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d5884-0a9d-4c8b-9ecf-111bcbfcc18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe401de-7727-47ea-a591-dca5d6d2f641,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:47.592934 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4d0d5884-0a9d-4c8b-9ecf-111bcbfcc18b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45a4cf47df024bc3976b50a2815ea986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110741 Jul 07 16:43:47.596507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38552) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:47.655900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3706fe02-ac53-41af-a7cc-c3eef269ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.675850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e98b3-c9f0-45d1-b6cd-76c0df3523ef req-e663f929-0267-49e5-bf85-897439a38a68 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:47.677965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-428e98b3-c9f0-45d1-b6cd-76c0df3523ef req-e663f929-0267-49e5-bf85-897439a38a68 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 945 time: 0.1149912 Jul 07 16:43:47.683865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e01ee-ef82-4cf9-aa2d-0e61bae9d11e req-2d5a8d2f-593a-4598-9b62-5d7a1caf3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:47.685624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af8e01ee-ef82-4cf9-aa2d-0e61bae9d11e req-2d5a8d2f-593a-4598-9b62-5d7a1caf3a4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1096 time: 0.1133661 Jul 07 16:43:47.685790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3706fe02-ac53-41af-a7cc-c3eef269ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.742880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3706fe02-ac53-41af-a7cc-c3eef269ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.746034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3706fe02-ac53-41af-a7cc-c3eef269ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.748322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-428e98b3-c9f0-45d1-b6cd-76c0df3523ef req-861a7b07-a244-4f61-ba30-5af1e2e6edcf tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614545 Jul 07 16:43:47.749546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3706fe02-ac53-41af-a7cc-c3eef269ce52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfe401de-7727-47ea-a591-dca5d6d2f641 HTTP/1.1" status: 204 len: 168 time: 0.1520371 Jul 07 16:43:47.754971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af8e01ee-ef82-4cf9-aa2d-0e61bae9d11e req-0f9250bc-a334-453c-a25b-cb3925a25e2b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564673 Jul 07 16:43:47.761409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706fe02-ac53-41af-a7cc-c3eef269ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe401de-7727-47ea-a591-dca5d6d2f641,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:47.958896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfb281-3f51-4e76-a57d-53b12642c69b req-6acef9be-3056-49d0-bc59-4f49672db8a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:47.961563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1dfb281-3f51-4e76-a57d-53b12642c69b req-6acef9be-3056-49d0-bc59-4f49672db8a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.0791788 Jul 07 16:43:48.038864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1dfb281-3f51-4e76-a57d-53b12642c69b req-14e784ec-22c3-420e-885d-cc0c47d53d15 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676117 Jul 07 16:43:48.199850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba07834-ce97-4cd1-acd7-01600d1cbed1 req-a6586e1d-d84a-402e-a55f-8ab4f26db7f0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:48.201718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ba07834-ce97-4cd1-acd7-01600d1cbed1 req-a6586e1d-d84a-402e-a55f-8ab4f26db7f0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.0834122 Jul 07 16:43:48.263305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ba07834-ce97-4cd1-acd7-01600d1cbed1 req-175ea147-2f45-4f62-bcdc-c7e3a7885824 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Jul 07 16:43:48.536104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5da2894-0435-42e1-b90c-7e89cfa69151 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:48.539589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8578b-e0e9-4e57-91ab-ae7741eca505 req-8d13ab20-78a3-4950-9c60-f7e629671d81 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:48.541273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8b8578b-e0e9-4e57-91ab-ae7741eca505 req-8d13ab20-78a3-4950-9c60-f7e629671d81 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.0743947 Jul 07 16:43:48.560173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: f5da2894-0435-42e1-b90c-7e89cfa69151 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:48.560600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5da2894-0435-42e1-b90c-7e89cfa69151 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:48.615775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8b8578b-e0e9-4e57-91ab-ae7741eca505 req-a4d5c84f-b7aa-47cc-a186-40ea37f70ea9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686321 Jul 07 16:43:48.647117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c77b2-eee8-4c0e-808f-7b2a6aea66a7 req-cd5ef75a-8a6e-4e95-81fc-fceac4aca13a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:48.648681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d10c77b2-eee8-4c0e-808f-7b2a6aea66a7 req-cd5ef75a-8a6e-4e95-81fc-fceac4aca13a tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.0822260 Jul 07 16:43:48.688981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:48.693223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d10c77b2-eee8-4c0e-808f-7b2a6aea66a7 req-5e1d9abb-c90b-4ee0-b429-8529b6832bf5 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Jul 07 16:43:48.788386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-network', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:48.810905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Made reservation on behalf of 25c7a33c6c014bc696f0e9419302c418 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:48.813868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:48.825183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:48.928071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:48.932750 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:48.954584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d5c47-8e55-4997-a760-588ae489ac8b req-d78541e9-3c06-4753-ad96-329fdffd3753 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:48.954917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:43:48.956100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d5d5c47-8e55-4997-a760-588ae489ac8b req-d78541e9-3c06-4753-ad96-329fdffd3753 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 945 time: 0.0700467 Jul 07 16:43:48.969761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff716944-083e-4d30-a566-a1173eb399d7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:48.976371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:48.977449 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Added segment b4554579-df23-44a4-9b53-ede02c616b0a of type vlan for network 2072d5a1-5ead-413c-8acb-2fe858b3e33b Jul 07 16:43:49.011851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d5d5c47-8e55-4997-a760-588ae489ac8b req-ae4af355-2491-40fd-8be4-b9035c1cb700 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496316 Jul 07 16:43:49.018811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.049297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.050526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.051122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.107153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4166620 Jul 07 16:43:49.110875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:49.113441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606869e-7168-4205-891d-9d37930578ef admin admin] Pushing event updated for resources: {'Network': ['ID=2072d5a1-5ead-413c-8acb-2fe858b3e33b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:49.118076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Request body: {'subnet': {'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-subnet', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:49.127278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:43:49.161134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Made reservation on behalf of 25c7a33c6c014bc696f0e9419302c418 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:43:49.164445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.371490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9f37-5d5a-4b93-8f18-c86b14cfbf1a req-8e98f6bc-ccaa-4c80-b340-473f64544268 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.373005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e28d9f37-5d5a-4b93-8f18-c86b14cfbf1a req-8e98f6bc-ccaa-4c80-b340-473f64544268 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1369395 Jul 07 16:43:49.469790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:49.472543 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c745b23-1c88-47b8-81f1-41a05190e4a2" -d '{"events": [{"server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "name": "network-vif-plugged", "status": "completed", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:49.492655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e28d9f37-5d5a-4b93-8f18-c86b14cfbf1a req-8660b463-623c-4cab-a2d4-5bd8da808c08 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113062 Jul 07 16:43:49.503676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.548623 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85adcae4-4470-409b-b11b-3b72287892c9 x-openstack-request-id: req-85adcae4-4470-409b-b11b-3b72287892c9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:49.549162 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "name": "network-vif-plugged", "status": "completed", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:49.549261 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85adcae4-4470-409b-b11b-3b72287892c9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:49.549634 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'code': 200} Jul 07 16:43:49.567503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fb055-b5c2-4378-848e-6746b422a014 req-b6e0e667-f430-4a1d-bae7-f67278a7f0c9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.567503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-685fb055-b5c2-4378-848e-6746b422a014 req-b6e0e667-f430-4a1d-bae7-f67278a7f0c9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1872942 Jul 07 16:43:49.591921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83205362-20c1-4b3f-9d11-5cca4f7fd1c7,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:49.615378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Checking segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:49.615768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Network hostable DHCP agents. Network: 2072d5a1-5ead-413c-8acb-2fe858b3e33b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:43:49.635377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-685fb055-b5c2-4378-848e-6746b422a014 req-b2e1f417-c1cc-4633-b122-afffac62d6ae tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Jul 07 16:43:49.645864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:43:49.668853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 2072d5a1-5ead-413c-8acb-2fe858b3e33b) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:49.679283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e534ec-c9c7-49da-8bcc-df2443e9ad13 None None] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:43:49.694941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.695533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.713669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-93ae796c-248e-438c-ba00-52b3a6c37dc0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6013281 Jul 07 16:43:49.716538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38632) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:49.722402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:43:49.748180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.750122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.757426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2443f4-4771-4c3d-a002-938854947761 req-b56dbd70-4369-4986-8fec-84c5c6581671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.758974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c2443f4-4771-4c3d-a002-938854947761 req-b56dbd70-4369-4986-8fec-84c5c6581671 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1096 time: 0.0997908 Jul 07 16:43:49.815785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.856622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c2443f4-4771-4c3d-a002-938854947761 req-0a77ced9-4350-41c9-bc94-ef32dbadfe3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789626 Jul 07 16:43:49.863066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'fixed_ips': [{'subnet_id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:43:49.864177 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:49.901882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf0dae-ce1f-42d6-bc3e-a0d8e5f12a6b req-59d0b907-d32d-4d40-8dd5-077e13c858e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.903435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9bf0dae-ce1f-42d6-bc3e-a0d8e5f12a6b req-59d0b907-d32d-4d40-8dd5-077e13c858e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1404722 Jul 07 16:43:49.956136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff19fe4-5f62-4713-9f53-e0fb0c4f44f0 req-631b78bc-e132-43bf-8870-f2a81b622d39 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:49.957739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ff19fe4-5f62-4713-9f53-e0fb0c4f44f0 req-631b78bc-e132-43bf-8870-f2a81b622d39 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.1201577 Jul 07 16:43:49.966696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9bf0dae-ce1f-42d6-bc3e-a0d8e5f12a6b req-4b8e2e0e-fef9-4461-8dfb-511d24539887 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Jul 07 16:43:49.987116 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.013772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ff19fe4-5f62-4713-9f53-e0fb0c4f44f0 req-07cf85b6-e209-4067-8007-a22950fe1e83 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461001 Jul 07 16:43:50.047351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Allocated IP 172.20.0.2 (2072d5a1-5ead-413c-8acb-2fe858b3e33b/83205362-20c1-4b3f-9d11-5cca4f7fd1c7/959b922e-e713-44cf-93c2-5f9b1ce8ddd9) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:50.240055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.244661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf86b92-0df4-4617-97f0-79cd9dc10f74 req-eedac550-65e8-4785-8800-386263e446f5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:50.250498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Transition to ACTIVE for port object 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:50.251176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.254531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbf86b92-0df4-4617-97f0-79cd9dc10f74 req-eedac550-65e8-4785-8800-386263e446f5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 945 time: 0.1070023 Jul 07 16:43:50.271066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Transition to ACTIVE for port object 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:50.277058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.280399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.325995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Pushing event updated for resources: {'Port': ['ID=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:50.327498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbf86b92-0df4-4617-97f0-79cd9dc10f74 req-a46f9713-eab9-4229-804e-6f6edfd418b4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718195 Jul 07 16:43:50.342473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:50.344590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:50.347565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:50.378110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790e172-75b1-4c6e-bc7b-a71d7c0896dd req-de0a4559-e1c9-4b87-9098-82bf95841943 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:50.379809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c790e172-75b1-4c6e-bc7b-a71d7c0896dd req-de0a4559-e1c9-4b87-9098-82bf95841943 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 945 time: 0.0937185 Jul 07 16:43:50.412288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Allocated IP 172.25.5.57 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d8bda00b-93c9-4355-aa24-a7d5fa73c9e2) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:50.414008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Attempting to bind port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:50.414584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Attempting to bind port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:50.414976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Attempting to bind port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 on network 2072d5a1-5ead-413c-8acb-2fe858b3e33b {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:50.420726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:50.421146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Checking segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:50.421547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.422014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Bound using segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:50.422495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Bound port: 959b922e-e713-44cf-93c2-5f9b1ce8ddd9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:50.425833 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.436269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c790e172-75b1-4c6e-bc7b-a71d7c0896dd req-a67a173d-72f8-4ac9-8b4f-7c7db279d204 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481501 Jul 07 16:43:50.511494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] For port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:50.514848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] For port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:50.520596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.545640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:50.550309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.592040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 029ae251-9aea-4787-a184-57542c237ca9 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:50.618402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.636646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 029ae251-9aea-4787-a184-57542c237ca9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:50.637210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 029ae251-9aea-4787-a184-57542c237ca9 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:50.653781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0418938-a155-4b25-843a-559ff4e0fda1 req-dbca8e89-f615-4256-b157-43b648822501 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:50.662748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0418938-a155-4b25-843a-559ff4e0fda1 req-dbca8e89-f615-4256-b157-43b648822501 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1096 time: 0.0916281 Jul 07 16:43:50.676021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:50.681265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:50.687646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:50.722347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Pushing event updated for resources: {'Port': ['ID=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:50.726166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ce7f-f385-47e4-b40d-66b7605163f1 None None] Pushing event updated for resources: {'Port': ['ID=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:50.770298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:50.787248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '3f519df3-cb56-45f4-b765-212f2f923741', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '3f519df3-cb56-45f4-b765-212f2f923741', 'mac_address': 'fa:16:3e:67:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:50.874431 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.902110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f519df3-cb56-45f4-b765-212f2f923741 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:43:50.951754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:50.958795 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:51.031298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:51.034900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:51.131186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0418938-a155-4b25-843a-559ff4e0fda1 req-41f98562-f417-49a0-ae5a-67864373208a tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670749 Jul 07 16:43:51.149831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['3f519df3-cb56-45f4-b765-212f2f923741'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:43:51.159857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d1699-a63f-4109-91f9-75b582c06987 req-4612a243-e89c-4c95-a1a4-b861935ec139 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:51.161467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-668d1699-a63f-4109-91f9-75b582c06987 req-4612a243-e89c-4c95-a1a4-b861935ec139 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.4898798 Jul 07 16:43:51.231551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-668d1699-a63f-4109-91f9-75b582c06987 req-2a5324ca-9657-499a-8acb-d5e75fb2362d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625019 Jul 07 16:43:51.282940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:51.572810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcfa7c-fe17-4585-9e94-93de7cc79751 req-2f7aeca7-d766-4286-98c8-9637c18931d9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:51.574319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdbcfa7c-fe17-4585-9e94-93de7cc79751 req-2f7aeca7-d766-4286-98c8-9637c18931d9 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1191337 Jul 07 16:43:51.582933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ca850-734d-4d55-a638-40d00f26ff26 req-44587ae3-2a98-4982-ab49-3cb0473e1078 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:51.584484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c24ca850-734d-4d55-a638-40d00f26ff26 req-44587ae3-2a98-4982-ab49-3cb0473e1078 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1632369 Jul 07 16:43:51.658747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c24ca850-734d-4d55-a638-40d00f26ff26 req-fad0f431-b6a8-45ac-830c-957cb191f5be tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Jul 07 16:43:51.673465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdbcfa7c-fe17-4585-9e94-93de7cc79751 req-5945252d-b38c-42e0-a581-6d3aed24df9f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Jul 07 16:43:51.929790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:43:51.947054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7ae53-ce80-432e-aec8-3525fca97828 None None] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:43:52.113289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3020fc8b-56ce-4ed5-9355-39eb97b11281 None None] Provisioning for port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:52.233393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:52.254799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-ff5974a6-ae71-4c76-ab96-4cb79a4cf342 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:52.259530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-ff5974a6-ae71-4c76-ab96-4cb79a4cf342 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.4166877 Jul 07 16:43:52.347384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:43:52.365437 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Sync routers for ids ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:43:52.383294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Routers {'4e8952cf-360e-4d03-b85b-c8aa27b94d94'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:52.383948 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:52.393253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:52.397671 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-71fae58b-6389-498e-b8c4-26f0bcf0cbff admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6769869 Jul 07 16:43:52.398153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:52.410554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:52.419856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:52.420476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:52.425748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81288902-969d-4c95-95f5-293955d7abba req-52fc9e40-e99c-4f49-bfbb-f1789d9d4c4c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:52.435008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81288902-969d-4c95-95f5-293955d7abba req-52fc9e40-e99c-4f49-bfbb-f1789d9d4c4c tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 950 time: 0.5534694 Jul 07 16:43:52.453403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed7576-f129-4010-a1f5-9ce1ecf330e6 req-3bca452b-985c-49dc-9d23-15cee2f4cb1d tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:52.462100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fed7576-f129-4010-a1f5-9ce1ecf330e6 req-3bca452b-985c-49dc-9d23-15cee2f4cb1d tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1096 time: 0.5630736 Jul 07 16:43:52.557422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81288902-969d-4c95-95f5-293955d7abba req-fe7ce61b-48f0-476b-a4a4-bf0a405a04a9 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180546 Jul 07 16:43:52.596440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fed7576-f129-4010-a1f5-9ce1ecf330e6 req-ffba58ff-adb5-4a9f-a5e9-5f2a430fc4b6 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328151 Jul 07 16:43:52.604231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:52.606355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Deleting port d0732650-2dd3-475b-bdde-ebda22365a72 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:52.606710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:52.665773 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Set router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:52.807361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1bf8d028-0e82-4111-9aa9-0108c85fe046 None None] Provisioning complete for port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:52.807991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d028-0e82-4111-9aa9-0108c85fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:52.903202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] For port d0732650-2dd3-475b-bdde-ebda22365a72, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d0732650-2dd3-475b-bdde-ebda22365a72,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:52.903202 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:52.970631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Calling delete_port for d0732650-2dd3-475b-bdde-ebda22365a72 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:53.047025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:43:50Z', 'revision_number': 3, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:53.105561 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Checking router: 4e8952cf-360e-4d03-b85b-c8aa27b94d94 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:43:53.106690 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Updating router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:43:53.169739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d028-0e82-4111-9aa9-0108c85fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.177500 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.239676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.338877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1bf8d028-0e82-4111-9aa9-0108c85fe046 None None] For port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:53.347115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 3f519df3-cb56-45f4-b765-212f2f923741 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:53.347662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.360291 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d028-0e82-4111-9aa9-0108c85fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.440816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.667884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d028-0e82-4111-9aa9-0108c85fe046 None None] Pushing event updated for resources: {'Port': ['ID=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:53.690233 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.703545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.781845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] No DVR routers for this DVR port d0732650-2dd3-475b-bdde-ebda22365a72 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:53.792142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.799450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f32efb42-8c74-4a2f-b367-56d866058fb6 req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.54 "DELETE /v2.0/ports/d0732650-2dd3-475b-bdde-ebda22365a72 HTTP/1.1" status: 204 len: 173 time: 1.5300391 Jul 07 16:43:53.858948 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.878984 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Transition to ACTIVE for port object d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:53.889502 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:53.897480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'name': 'network-vif-deleted', 'tag': 'd0732650-2dd3-475b-bdde-ebda22365a72'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:53.903310 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf4d67-abb8-4cfb-a3fb-793a7ea2d3a6" -d '{"events": [{"server_uuid": "90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94", "name": "network-vif-deleted", "tag": "d0732650-2dd3-475b-bdde-ebda22365a72"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:53.916518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86be97-0e0c-4b5d-b6e3-8a7ba2610877 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] Pushing event deleted for resources: {'Port': ['ID=d0732650-2dd3-475b-bdde-ebda22365a72,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:53.950934 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Pushing event updated for resources: {'Port': ['ID=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:53.966543 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.967271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.967918 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.968354 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.968964 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.969329 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.969763 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.970096 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.970498 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.970829 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.971163 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:53.971516 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:43:54.002434 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Attempting to bind port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:43:54.002434 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Attempting to bind port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:43:54.003026 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Attempting to bind port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:43:54.011424 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:43:54.011826 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:43:54.012238 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.012803 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:43:54.014104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Bound port: d8bda00b-93c9-4355-aa24-a7d5fa73c9e2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:43:54.014543 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.050903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3daa8b-c78b-40e3-aefd-302f02822404 req-ca193559-ae76-41c7-847a-db9885961ad7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:54.069097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d3daa8b-c78b-40e3-aefd-302f02822404 req-ca193559-ae76-41c7-847a-db9885961ad7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.8117959 Jul 07 16:43:54.098660 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] For port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:43:54.103994 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] For port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:43:54.113794 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.115147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:43:54.115622 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:43:54.118043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.122768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7331f-e974-4e64-98d6-6ef0d1f7315d req-4a320f49-174e-44bf-ad25-bdc45c14d732 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:54.126254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef7331f-e974-4e64-98d6-6ef0d1f7315d req-4a320f49-174e-44bf-ad25-bdc45c14d732 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.4356351 Jul 07 16:43:54.138197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Allocated IP 172.20.0.1 (2072d5a1-5ead-413c-8acb-2fe858b3e33b/83205362-20c1-4b3f-9d11-5cca4f7fd1c7/e05419d5-a64a-45a7-a6df-f992077a11cc) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:43:54.193387 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5049ef-65ed-4aaa-8ee4-470986a62be4 None None] Pushing event updated for resources: {'Port': ['ID=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:54.214280 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Routers {'4e8952cf-360e-4d03-b85b-c8aa27b94d94'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:54.215104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:54.224848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:54.228375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:54.232281 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745a3596-11e2-49e5-9787-e43209ad329c" -d '{"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-plugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:54.251130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.273590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d3daa8b-c78b-40e3-aefd-302f02822404 req-7ce2f02d-a16c-4630-9e3c-e4ddb4a511bb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032254 Jul 07 16:43:54.311410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef7331f-e974-4e64-98d6-6ef0d1f7315d req-0c1b656f-6e5c-4b7e-b9c4-547480c3b0ac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621726 Jul 07 16:43:54.399746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:54.454227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] Set router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:54.548796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.588900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Transition to ACTIVE for port object e05419d5-a64a-45a7-a6df-f992077a11cc will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:43:54.647898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67d00fcf-d7a7-4ef5-b436-ef1b24be1748 req-9761fd07-fcb4-483a-9812-7a97691cf7a4 tempest-LiveMigrationNegativeTest-14302073 tempest-LiveMigrationNegativeTest-14302073-project] 10.222.0.78 "GET /v2.0/ports?device_id=90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94 HTTP/1.1" status: 200 len: 210 time: 0.0615466 Jul 07 16:43:54.672129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:54.761483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d0732650-2dd3-475b-bdde-ebda22365a72 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:54.803729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:54.815914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:54.822744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:43:54.859157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d831e-b8d8-44d0-83fc-b6e257076fd2 req-eb02f2f6-3f76-4943-8b02-cb878ec08d36 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:54.869775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: d0732650-2dd3-475b-bdde-ebda22365a72 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:54.870445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d0732650-2dd3-475b-bdde-ebda22365a72 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:54.872777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e2d831e-b8d8-44d0-83fc-b6e257076fd2 req-eb02f2f6-3f76-4943-8b02-cb878ec08d36 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2272060 Jul 07 16:43:54.896199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:54.949529 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:43:50Z', 'revision_number': 3, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:54.961007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Pushing event updated for resources: {'Port': ['ID=e05419d5-a64a-45a7-a6df-f992077a11cc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:55.025057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:55.025969 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:55.027939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e2d831e-b8d8-44d0-83fc-b6e257076fd2 req-ecec9155-41de-4879-8464-b1ce246d31f3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531267 Jul 07 16:43:55.048872 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d480aea-22b3-4c26-8c81-4a926e537713 None None] The sync data for ids ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'] in n-d-793619-7 is: [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:43:50Z', 'revision_number': 3, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:43:55.127865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f0337439-6b47-4932-a8ff-e185a3b58c41 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1630837123&fields=id&tenant_id=7a2c5c69b371498fb1ed77dbf815feb1 HTTP/1.1" status: 200 len: 267 time: 0.2503965 Jul 07 16:43:55.159549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:55.321134 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c8546-06c4-45b1-9eae-af7930ea2b0e x-openstack-request-id: req-2d9c8546-06c4-45b1-9eae-af7930ea2b0e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:55.321494 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94", "name": "network-vif-deleted", "tag": "d0732650-2dd3-475b-bdde-ebda22365a72", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:55.321756 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d9c8546-06c4-45b1-9eae-af7930ea2b0e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:55.322218 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ebfe3b-b1b9-4c7f-81bc-15a57eb90c94', 'name': 'network-vif-deleted', 'tag': 'd0732650-2dd3-475b-bdde-ebda22365a72', 'status': 'completed', 'code': 200} Jul 07 16:43:55.337992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-838bea09-6e63-433e-b8c9-9979872c1065 None None] Provisioning for port e05419d5-a64a-45a7-a6df-f992077a11cc completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:55.349147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-838bea09-6e63-433e-b8c9-9979872c1065 None None] Provisioning complete for port e05419d5-a64a-45a7-a6df-f992077a11cc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:55.349524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-838bea09-6e63-433e-b8c9-9979872c1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:55.389657 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe08bd0-40df-4c3c-aa59-4d60d91e4bbd x-openstack-request-id: req-9fe08bd0-40df-4c3c-aa59-4d60d91e4bbd {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:55.390042 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-plugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:55.390216 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fe08bd0-40df-4c3c-aa59-4d60d91e4bbd {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:55.390961 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'code': 200} Jul 07 16:43:55.433924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-838bea09-6e63-433e-b8c9-9979872c1065 None None] Port e05419d5-a64a-45a7-a6df-f992077a11cc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:43:55.474610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-7657d575-793a-4a7e-a5c1-56b2cd278da9 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:55.476399 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-7657d575-793a-4a7e-a5c1-56b2cd278da9 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "GET /v2.0/ports?device_id=85b5ce89-ab6b-43e6-89a6-86619c17a53f HTTP/1.1" status: 200 len: 945 time: 0.4970779 Jul 07 16:43:55.508080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-818a5bc5-0128-45b0-a9e1-9aa8e2dda0a5 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:55.540436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-818a5bc5-0128-45b0-a9e1-9aa8e2dda0a5 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 823 time: 0.4041595 Jul 07 16:43:55.606516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f216d36a-b660-47b8-b37d-89eed3afc6f7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/quotas/7a2c5c69b371498fb1ed77dbf815feb1 HTTP/1.1" status: 200 len: 375 time: 0.0630500 Jul 07 16:43:55.843625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:55.861206 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:43:55.915567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51247b24-a109-4cf3-98e4-bcfafb351a0d req-a0d1717c-9c86-4894-a49d-51293961418f tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:55.932670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51247b24-a109-4cf3-98e4-bcfafb351a0d req-a0d1717c-9c86-4894-a49d-51293961418f tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1096 time: 0.3240135 Jul 07 16:43:56.033234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Deleting port 40d0a01c-e7ca-4ea6-9a27-224134a9362f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:43:56.033919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:56.055038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-ec8dbe8b-2d55-4c4b-891c-a473b3ac0988 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4453571 Jul 07 16:43:56.078582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51247b24-a109-4cf3-98e4-bcfafb351a0d req-5b0f7de2-b29c-4f63-b50b-40576ee61b25 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444044 Jul 07 16:43:56.215396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] For port 40d0a01c-e7ca-4ea6-9a27-224134a9362f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=40d0a01c-e7ca-4ea6-9a27-224134a9362f,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:56.216155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:56.301050 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-53be24c4-d170-4d4b-bcc8-e3ed47321257 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211432 Jul 07 16:43:56.528086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-6ed93e89-8cf4-4608-89d6-3f7a4bac436e service neutron] 10.222.0.78 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257457 Jul 07 16:43:56.776620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:56.933416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4ea5a-fa01-4332-96ef-e3db0100eb7d req-fd035a5c-2f4a-440c-86fd-218d2202f0c8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:56.956799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cc4ea5a-fa01-4332-96ef-e3db0100eb7d req-fd035a5c-2f4a-440c-86fd-218d2202f0c8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.2736456 Jul 07 16:43:57.006935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.013623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.017607 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c disassociated. External IP: 172.25.5.113, port: 40d0a01c-e7ca-4ea6-9a27-224134a9362f. Jul 07 16:43:57.020295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Calling delete_port for 40d0a01c-e7ca-4ea6-9a27-224134a9362f owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:43:57.022906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:57.104235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.164647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cc4ea5a-fa01-4332-96ef-e3db0100eb7d req-c2679a68-eeed-42d5-a882-36b1b53a41bb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970289 Jul 07 16:43:57.284530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:43:57.311009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:43:57.311965 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.326994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:57.364453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.472289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:57.475363 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c084b8-d0d9-4fc9-a7eb-694a744c1903" -d '{"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:57.498257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.503858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event deleted for resources: {'Port': ['ID=40d0a01c-e7ca-4ea6-9a27-224134a9362f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:57.533409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.577139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63750971-64b3-4db7-9bef-420b4146a7aa req-b87388ab-85b2-4cca-8efa-6357fd8776c8 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:57.586701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63750971-64b3-4db7-9bef-420b4146a7aa req-b87388ab-85b2-4cca-8efa-6357fd8776c8 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 948 time: 0.2349331 Jul 07 16:43:57.650385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.698263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:57.746934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63750971-64b3-4db7-9bef-420b4146a7aa req-0c2af2e5-98fc-429a-879e-d5d2c5df3d91 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545570 Jul 07 16:43:57.747458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:57.776805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.932479 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:57.942305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Pushing event updated for resources: {'Port': ['ID=e05419d5-a64a-45a7-a6df-f992077a11cc,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:58.005507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:43:58.008768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:58.015163 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:58.023452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7589b495-c925-4f32-a093-7efd82597cf0 req-21adc627-b175-4676-b6e8-7903fa64d092 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 210 time: 0.1146364 Jul 07 16:43:58.179767 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd134e7-bb8b-495f-bed1-00afee89e7d0 x-openstack-request-id: req-1bd134e7-bb8b-495f-bed1-00afee89e7d0 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:43:58.180121 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:43:58.180317 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bd134e7-bb8b-495f-bed1-00afee89e7d0 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:43:58.180715 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'code': 200} Jul 07 16:43:58.226109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:43:58.288664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:43:58.304198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:43:58.325019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4f0e1107-bbdc-4cd8-9ab9-6e6e05387254 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7fa2acb7a6148089085b8b767f2b6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681655 Jul 07 16:43:58.326671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38792) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:43:58.333671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603f29d-109d-49a5-9b7c-c1d936e31fe2 req-5379ed13-7b06-4634-8d20-b74e4f00d73f tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:58.344057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b603f29d-109d-49a5-9b7c-c1d936e31fe2 req-5379ed13-7b06-4634-8d20-b74e4f00d73f tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1096 time: 0.3573582 Jul 07 16:43:58.459693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b603f29d-109d-49a5-9b7c-c1d936e31fe2 req-ccdc7455-35f0-4811-b4c9-5421a6d42fe8 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135061 Jul 07 16:43:58.611207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 40d0a01c-e7ca-4ea6-9a27-224134a9362f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:43:58.649082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857933-13a1-47e1-b4fa-836ca4eb0113 req-1f2585d6-3a45-4588-81dc-5a2ee39cfabc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:58.657436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce857933-13a1-47e1-b4fa-836ca4eb0113 req-1f2585d6-3a45-4588-81dc-5a2ee39cfabc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.2231991 Jul 07 16:43:58.690737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 40d0a01c-e7ca-4ea6-9a27-224134a9362f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:43:58.691452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 40d0a01c-e7ca-4ea6-9a27-224134a9362f not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:43:58.751664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce857933-13a1-47e1-b4fa-836ca4eb0113 req-30576004-9409-4640-9770-6a0e5dd8453e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929823 Jul 07 16:43:58.793316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:43:59.186485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:43:59.271461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'mac_address': 'fa:16:3e:6a:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:43:59.290452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:43:59.466722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a76e2-51ee-41a6-b2b0-c1e37a6f1a7d req-7aec2081-8a78-4af9-b776-198ab47d3949 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:43:59.469380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac1a76e2-51ee-41a6-b2b0-c1e37a6f1a7d req-7aec2081-8a78-4af9-b776-198ab47d3949 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 948 time: 0.2996588 Jul 07 16:43:59.493406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:43:59.622113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac1a76e2-51ee-41a6-b2b0-c1e37a6f1a7d req-634896a9-96c6-475e-888f-9a3e159267de tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304805 Jul 07 16:43:59.646933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:43:59.710277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:43:59.711173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:43:59.846234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] No DVR routers for this DVR port 40d0a01c-e7ca-4ea6-9a27-224134a9362f on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:43:59.850670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:59.853902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcfbbbde-832f-4c40-bc94-66023d80bc3b req-712fff36-bbff-42c5-97c1-c25dd3064133 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "DELETE /v2.0/ports/40d0a01c-e7ca-4ea6-9a27-224134a9362f HTTP/1.1" status: 204 len: 173 time: 4.3562326 Jul 07 16:43:59.855712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:43:59.857473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'name': 'network-vif-deleted', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:43:59.861589 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e62d4f-de53-41b9-9d96-491b7c7d6720" -d '{"events": [{"server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "name": "network-vif-deleted", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:43:59.924391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c551c088-cd3d-492b-a8e5-35622b584bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.127469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f7216ce8-2f10-4a4a-9fac-e8588d6133ce req-7fe09022-7c73-4d5b-9f46-1b3a3242ab82 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 210 time: 0.0866868 Jul 07 16:44:00.160568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c551c088-cd3d-492b-a8e5-35622b584bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.383096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:44:00.443602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4cd2ee9f-27e6-4ac7-9b18-b8bf5c2f7033 None None] Provisioning complete for port e05419d5-a64a-45a7-a6df-f992077a11cc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:00.452035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4cd2ee9f-27e6-4ac7-9b18-b8bf5c2f7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.483438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-ae54c871-16eb-45b9-bf60-4382a217a970 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:00.492061 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-ae54c871-16eb-45b9-bf60-4382a217a970 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 823 time: 0.4887152 Jul 07 16:44:00.528654 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c551c088-cd3d-492b-a8e5-35622b584bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.541147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c551c088-cd3d-492b-a8e5-35622b584bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.544552 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c551c088-cd3d-492b-a8e5-35622b584bf4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88 HTTP/1.1" status: 204 len: 168 time: 2.2162402 Jul 07 16:44:00.551576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.571036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2ee9f-27e6-4ac7-9b18-b8bf5c2f7033 None None] Port e05419d5-a64a-45a7-a6df-f992077a11cc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:44:00.587381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:00.587755 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:00.682200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-9293e137-f354-473f-bf09-085e8f2fa91b tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a2c5c69b371498fb1ed77dbf815feb1 HTTP/1.1" status: 200 len: 380 time: 0.1341946 Jul 07 16:44:00.709367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43050-1b16-4942-9028-2465ded40d7b req-dae17f43-5c44-4587-9edc-5a1c209483b7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:00.711489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'port': {'device_id': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'admin_state_up': True, 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'security_groups': ['1271ab3b-bacc-4a51-86fb-0ed19d8cca9c']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:00.717356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3f43050-1b16-4942-9028-2465ded40d7b req-dae17f43-5c44-4587-9edc-5a1c209483b7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.2524638 Jul 07 16:44:00.769856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:00.856639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3f43050-1b16-4942-9028-2465ded40d7b req-789f5eaf-9493-4201-a1b1-c8a1d79f0ced tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219459 Jul 07 16:44:00.917070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551c088-cd3d-492b-a8e5-35622b584bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f3a1f6-6cda-4a3e-bce3-5ded7cb59b88,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:00.982462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:01.007499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:01.173948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:01.238165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:44:01.251454 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b8d94d1-57ed-40c4-b9cc-34ce5fca814f admin admin] 10.222.0.78 "PUT /v2.0/routers/4e8952cf-360e-4d03-b85b-c8aa27b94d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8442025 Jul 07 16:44:01.251454 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b07c7da-10db-4556-9bec-d8676c8d2c08 x-openstack-request-id: req-2b07c7da-10db-4556-9bec-d8676c8d2c08 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:01.251454 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b5ce89-ab6b-43e6-89a6-86619c17a53f", "name": "network-vif-deleted", "tag": "40d0a01c-e7ca-4ea6-9a27-224134a9362f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:01.251454 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b07c7da-10db-4556-9bec-d8676c8d2c08 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:01.251454 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b5ce89-ab6b-43e6-89a6-86619c17a53f', 'name': 'network-vif-deleted', 'tag': '40d0a01c-e7ca-4ea6-9a27-224134a9362f', 'status': 'completed', 'code': 200} Jul 07 16:44:01.256463 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Sync routers for ids ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:44:01.319984 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Routers {'4e8952cf-360e-4d03-b85b-c8aa27b94d94'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:01.324468 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:01.353727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Made reservation on behalf of 7a2c5c69b371498fb1ed77dbf815feb1 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:01.371598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:01.467154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:01.475605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-be41d9a6-0ea5-4584-83d9-03edb146fae0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:44:01.476371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:01.488750 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-be41d9a6-0ea5-4584-83d9-03edb146fae0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412939 Jul 07 16:44:01.509733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Request body: {'binding': {'host': 'n-h1-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:01.525232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:44:01.528159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:44:01.582545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:01.583202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:01.710511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-13a400a3-499f-4bea-9348-a8749bd1221c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c960bd695294067bec546a05ce6e859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285306 Jul 07 16:44:01.712383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38876) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:01.736079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1c9840c1-78b6-4b0f-b14d-abafe6843bf3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:01.990280 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Set router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:02.274395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9a1-efba-42c0-aefe-a73670589c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:02.285633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:02.348292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Allocated IP 172.20.0.9 (3cb4f10c-0692-44dd-b1d0-591eb081ddbf/c1a1b488-5c58-4eee-a23e-c173e0f8ca72/6737a36d-3d67-48bc-b0ff-0c691dd7c1e6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:02.351834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c793-b229-4209-be8d-b70bdd12438a req-38d92e87-666f-46f6-9e4c-939e4a957113 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:02.359696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f6c793-b229-4209-be8d-b70bdd12438a req-38d92e87-666f-46f6-9e4c-939e4a957113 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 949 time: 0.5993524 Jul 07 16:44:02.406303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-d0f8bd45-d268-4368-9530-8b6abc2b6070 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4318557 Jul 07 16:44:02.409091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9a1-efba-42c0-aefe-a73670589c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:02.486089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f6c793-b229-4209-be8d-b70bdd12438a req-0d3611c3-997a-4425-b177-ee717e5a5e46 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218786 Jul 07 16:44:02.520143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on host n-h1-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:02.528321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:02.529080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:02.549531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:02.550144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:02.562647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:02.568721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:02.569495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:02.570507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Bound port: 248e5c36-89d1-4bde-ac0f-83505ef6091e, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:02.634122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9a1-efba-42c0-aefe-a73670589c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:02.639133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9a1-efba-42c0-aefe-a73670589c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:02.644159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dedbe9a1-efba-42c0-aefe-a73670589c5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8dfbfa3d-7906-4b96-a93c-d22482d45001 HTTP/1.1" status: 204 len: 168 time: 0.9279408 Jul 07 16:44:02.657717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-946e4ade-bf99-4487-88f0-7acacebc21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:02.663056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-946e4ade-bf99-4487-88f0-7acacebc21dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 1095 time: 0.1667790 Jul 07 16:44:02.677424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe9a1-efba-42c0-aefe-a73670589c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfbfa3d-7906-4b96-a93c-d22482d45001,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:02.703311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:02.710807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:02.733448 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ced3efe9-c36c-42bf-a4f1-00c017c8885f service neutron] 10.222.0.78 "POST /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e/bindings HTTP/1.1" status: 201 len: 389 time: 1.2395241 Jul 07 16:44:02.872551 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:43:55Z', 'revision_number': 4, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e05419d5-a64a-45a7-a6df-f992077a11cc', 'name': '', 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'mac_address': 'fa:16:3e:42:8c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:53Z', 'updated_at': '2021-07-07T16:43:56Z', 'revision_number': 2, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'subnets': [{'id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:02.955535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4be7afd-ed8a-4ace-a3e1-b29c2a50bd4b req-88834726-cc1c-49b2-9177-bf15f0262494 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 210 time: 0.2437446 Jul 07 16:44:03.063746 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Checking router: 4e8952cf-360e-4d03-b85b-c8aa27b94d94 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:44:03.064146 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Updating router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 port e05419d5-a64a-45a7-a6df-f992077a11cc binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:44:03.129621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.164273 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.177163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Transition to ACTIVE for port object 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:03.182403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:03.250824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.262143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67f58a-0f25-4706-a6ce-e70f3fd1eaca None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:44:03.277133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-ade796b4-9e40-45f2-8c55-c5393a57bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:03.282168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-ade796b4-9e40-45f2-8c55-c5393a57bd00 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.5826967 Jul 07 16:44:03.298236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.410799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:03.444619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:03.464046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:03.479981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event updated for resources: {'Port': ['ID=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:03.494451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-674bc9d5-79cf-4e4a-aef8-4a06c4209a19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 200 len: 217 time: 0.1644006 Jul 07 16:44:03.610182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:03.610934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.647645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d29fad2c-cdae-434b-933c-d3f467f00d45 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9591925 Jul 07 16:44:03.676355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Request body: {'port': {'device_id': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:03.734745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38928) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:03.753477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-network', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:03.865998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-88392e43-9855-4515-b9e2-7b07124fcb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:03.874709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-88392e43-9855-4515-b9e2-7b07124fcb63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1096 time: 0.7774556 Jul 07 16:44:03.898465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-bf3da362-19e4-47d6-a1a9-2d0b17b6e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:03.900380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-bf3da362-19e4-47d6-a1a9-2d0b17b6e9b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.3450396 Jul 07 16:44:03.942217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:03.951042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0cfb3-0528-44c5-bd1a-fb3dab62874b None None] New status for floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:44:03.982551 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.012981 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Transition to ACTIVE for port object e05419d5-a64a-45a7-a6df-f992077a11cc will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:04.024465 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.066543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-565067ac-b736-492f-92b1-2491bf619fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:04.068213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-565067ac-b736-492f-92b1-2491bf619fc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1340711 Jul 07 16:44:04.091598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79198499-34b8-4716-93cc-656e7c9edb0a req-be7ddfc7-0958-4038-9bc3-fd61cf87959d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:04.094176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79198499-34b8-4716-93cc-656e7c9edb0a req-be7ddfc7-0958-4038-9bc3-fd61cf87959d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.8364389 Jul 07 16:44:04.153483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-4deb1a16-6d41-4465-a33b-79d0dbe11838 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169800 Jul 07 16:44:04.202304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fc742-78d9-41a6-88e0-4da00c342ff2 None None] Pushing event updated for resources: {'Port': ['ID=e05419d5-a64a-45a7-a6df-f992077a11cc,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:04.220820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Made reservation on behalf of 0f634588a4b84453ba06f95b95c12f74 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:04.224011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.278827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-a695f122-220b-4a59-a85c-7d240503283b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 217 time: 0.1774285 Jul 07 16:44:04.323610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4886d-61af-45e6-b655-b7d4603151c7 req-04db743d-9740-42e3-9959-692b6a86c6a0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:04.339322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ff4886d-61af-45e6-b655-b7d4603151c7 req-04db743d-9740-42e3-9959-692b6a86c6a0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 945 time: 0.8424876 Jul 07 16:44:04.341244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.398280 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Attempting to bind port e05419d5-a64a-45a7-a6df-f992077a11cc on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:04.408767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Attempting to bind port e05419d5-a64a-45a7-a6df-f992077a11cc by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:04.408767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Attempting to bind port e05419d5-a64a-45a7-a6df-f992077a11cc on network 2072d5a1-5ead-413c-8acb-2fe858b3e33b {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:04.421748 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:04.422518 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Checking segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:04.422942 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.426317 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Bound using segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:04.426965 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Bound port: e05419d5-a64a-45a7-a6df-f992077a11cc, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:04.428092 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.545628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0059f110-023f-4ad7-b216-ed48c0805e2e None None] Provisioning for port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:04.555938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0059f110-023f-4ad7-b216-ed48c0805e2e None None] Provisioning complete for port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:04.556390 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0059f110-023f-4ad7-b216-ed48c0805e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.568122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:04.581867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.627620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Transition to ACTIVE for port object 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:04.628640 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] For port e05419d5-a64a-45a7-a6df-f992077a11cc, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:04.636185 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.645231 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] For port e05419d5-a64a-45a7-a6df-f992077a11cc, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e05419d5-a64a-45a7-a6df-f992077a11cc,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:04.654353 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.658472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0059f110-023f-4ad7-b216-ed48c0805e2e None None] Port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:44:04.715559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79198499-34b8-4716-93cc-656e7c9edb0a req-e3e5a7ac-13ef-4da3-8b4d-167a0b8e7207 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648344 Jul 07 16:44:04.730161 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fc742-78d9-41a6-88e0-4da00c342ff2 None None] Pushing event updated for resources: {'Port': ['ID=e05419d5-a64a-45a7-a6df-f992077a11cc,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:04.737077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Pushing event updated for resources: {'Port': ['ID=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:04.792126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ff4886d-61af-45e6-b655-b7d4603151c7 req-b487c12f-f8d8-4440-a360-0e0f96fb0af2 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518347 Jul 07 16:44:04.814438 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Routers {'4e8952cf-360e-4d03-b85b-c8aa27b94d94'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:04.815100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:43:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:04.917441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-475f3185-fc8c-4026-887c-46c8b55f9751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:04.948821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-dc339c87-7287-433c-9691-5130c8033a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:04.957559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-dc339c87-7287-433c-9691-5130c8033a94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.5848584 Jul 07 16:44:05.028454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:05.059791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Attempting to bind port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:05.060136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Attempting to bind port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:05.060476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Attempting to bind port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:05.082477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:05.082858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Attempting to bind port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 on network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:05.114201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:05.114605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Checking segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:05.116393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Bound using segment: {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:05.117136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-f1047b6f-bb3b-4654-91e4-670a1145a0c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365175 Jul 07 16:44:05.117616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Bound port: 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571390fd-615d-4842-9b4c-68cf9b6bd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:05.117873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.124364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-14dc1415-c09d-4b03-a8ec-700fd1a8fea3 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673375 Jul 07 16:44:05.220942 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] Set router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:05.275241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:05.275625 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.304544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] For port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:05.317394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] For port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:05.325338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.508152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.529629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Pushing event updated for resources: {'Port': ['ID=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:05.560773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:05.562321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.572012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-f788c785-e4bd-4287-8a7f-045e9fedd935 service neutron] 10.222.0.13 "PUT /v2.0/ports/6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 HTTP/1.1" status: 200 len: 1091 time: 1.9055111 Jul 07 16:44:05.573379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:05.577851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:05.578819 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdbf32c-cb1b-4131-be10-88aeb2415229" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:05.602823 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f4d37-36cb-4408-8958-f95e9c9f673a" -d '{"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:05.638795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:05.646176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.701283 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.719228 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:43:55Z', 'revision_number': 4, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e05419d5-a64a-45a7-a6df-f992077a11cc', 'name': '', 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'mac_address': 'fa:16:3e:42:8c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:53Z', 'updated_at': '2021-07-07T16:44:04Z', 'revision_number': 4, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'subnets': [{'id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:05.783953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:05.786787 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661957c2-caf5-43bc-ba76-4ce7149c802c None None] The sync data for ids ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'] in n-d-793619-7 is: [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:43:55Z', 'revision_number': 4, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e05419d5-a64a-45a7-a6df-f992077a11cc', 'name': '', 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'mac_address': 'fa:16:3e:42:8c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:53Z', 'updated_at': '2021-07-07T16:44:04Z', 'revision_number': 4, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'subnets': [{'id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:44:05.802583 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.884657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:44:05.934107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-95f5c651-9b54-45bf-b06a-52f8a44764fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:05.937962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-95f5c651-9b54-45bf-b06a-52f8a44764fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 1094 time: 0.2968416 Jul 07 16:44:05.945095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-caaaea83-5552-4bfc-9811-f6304dee1be6 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187916 Jul 07 16:44:05.957575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:05.957844 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Added segment cbdeafde-1b84-4157-87c1-87542c552a00 of type vlan for network c5e2d4db-4449-420d-8c0d-ed8947f0deff Jul 07 16:44:05.961713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a5d6fc-fdac-45d4-98f1-5f2d6bad3efe,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:06.109161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84c7970d-5a24-4cea-9016-a4586bb9596a req-aba6e145-43c0-4059-9feb-bc8188015767 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9478738 Jul 07 16:44:06.115706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:06.138432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5addd-a668-40dd-b963-ecedbaf36df4 req-e8bd65c9-34f6-4580-a901-5a48e28df2c6 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:06.140632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7c5addd-a668-40dd-b963-ecedbaf36df4 req-e8bd65c9-34f6-4580-a901-5a48e28df2c6 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.5911388 Jul 07 16:44:06.149875 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-ef80671a-74f7-409d-aa12-55761338266c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 HTTP/1.1" status: 200 len: 217 time: 0.1785278 Jul 07 16:44:06.335901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-cbf92517-1a2a-4ad1-83fe-4dbdddf2dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:06.337448 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-cbf92517-1a2a-4ad1-83fe-4dbdddf2dfa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.1820397 Jul 07 16:44:06.340665 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:06.341815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:06.342258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:06.346560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-988b4232-6576-4214-a428-9b82a7a1bc28 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454649 Jul 07 16:44:06.484511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7438803 Jul 07 16:44:06.487357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38972) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:06.504186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Request body: {'subnet': {'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-subnet', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:06.521719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-49f14801-3f44-43a7-9f72-0642c768abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:06.527541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-49f14801-3f44-43a7-9f72-0642c768abf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793859 Jul 07 16:44:06.685329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Made reservation on behalf of 0f634588a4b84453ba06f95b95c12f74 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:06.688757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:06.838125 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-d35419a5-d726-4971-92b9-3664a639b074 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014011 Jul 07 16:44:07.061051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7c5addd-a668-40dd-b963-ecedbaf36df4 req-86050f6d-a3fa-4ed8-b960-782d9d6c17b1 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9089658 Jul 07 16:44:07.068160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c60d2-fa81-4b13-9c67-76027c4ada26 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e2d4db-4449-420d-8c0d-ed8947f0deff,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:07.126138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:44:07.160193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec76277-dfe7-4ef7-bee5-094c0df5b26e req-b9c53f5c-37dc-489c-a2c4-dc16a0dd8a5c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:07.166989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aec76277-dfe7-4ef7-bee5-094c0df5b26e req-b9c53f5c-37dc-489c-a2c4-dc16a0dd8a5c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 943 time: 0.8278730 Jul 07 16:44:07.183137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f773eac3-b6af-425e-b11d-9da7ecc81124 req-326ce27b-e639-4060-82aa-1e1b1fd658e4 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362081 Jul 07 16:44:07.186240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-f14fb36d-c8d0-4a63-85f2-3c8deba49a72 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:07.188624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-f14fb36d-c8d0-4a63-85f2-3c8deba49a72 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.6962650 Jul 07 16:44:07.220834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:07.225533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-7'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:07.347980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aec76277-dfe7-4ef7-bee5-094c0df5b26e req-7c3d48f8-2714-4816-8912-92374bd8eb2a tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576905 Jul 07 16:44:07.388675 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85884169-4347-42bb-8408-7d2bb797bbe3 x-openstack-request-id: req-85884169-4347-42bb-8408-7d2bb797bbe3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:07.402210 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:07.405093 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85884169-4347-42bb-8408-7d2bb797bbe3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:07.406444 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'status': 'completed', 'code': 200} Jul 07 16:44:07.409385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477d9f37-ef9f-44ad-874e-f2b80562f270,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:07.458020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e05419d5-a64a-45a7-a6df-f992077a11cc up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:07.496701 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ea80e-fdc6-4d18-b208-a93e98bcf6eb x-openstack-request-id: req-985ea80e-fdc6-4d18-b208-a93e98bcf6eb {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:07.496867 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:07.499768 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-985ea80e-fdc6-4d18-b208-a93e98bcf6eb {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:07.500407 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'code': 200} Jul 07 16:44:07.536246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:07.578366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:07.613075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Checking segment: {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:07.613365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Network hostable DHCP agents. Network: c5e2d4db-4449-420d-8c0d-ed8947f0deff, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:44:07.669246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9e70-4f9d-4b34-aa38-4b87e1bb379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:07.709810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e05419d5-a64a-45a7-a6df-f992077a11cc completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:07.716791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e05419d5-a64a-45a7-a6df-f992077a11cc triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:07.733245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:07.794337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:44:07.838580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-74689dfd-fbf1-4108-bf06-9d2721e9783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:07.840246 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-74689dfd-fbf1-4108-bf06-9d2721e9783e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 1094 time: 0.3931806 Jul 07 16:44:07.840960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c5e2d4db-4449-420d-8c0d-ed8947f0deff) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:07.865941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664cf8c-1b40-40cd-a1af-348d4b00a9a7 None None] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:44:08.008826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb4fbb-0a92-4361-aa2e-7e9088ca6be7 req-47774e56-93fb-4a50-ad38-9bd406f337cc tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.017659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ecb4fbb-0a92-4361-aa2e-7e9088ca6be7 req-47774e56-93fb-4a50-ad38-9bd406f337cc tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 945 time: 0.2447691 Jul 07 16:44:08.076517 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.095610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.096229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.102182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:08.105309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4b749-086c-425b-a3d1-05cb70ed0cad req-8c8632e2-b31b-49ef-a6a3-60e02df669da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.106831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50e4b749-086c-425b-a3d1-05cb70ed0cad req-8c8632e2-b31b-49ef-a6a3-60e02df669da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1101 time: 0.2449911 Jul 07 16:44:08.146457 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5bda6f61-f0a3-40c1-9a2c-a1006c501b85 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6570418 Jul 07 16:44:08.159126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38990) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:08.164273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:08.195088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311b43-2b4e-4920-9525-22ab928275b8 req-790be64e-b5bf-4d1e-a628-6f909d4fc02c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.197037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b311b43-2b4e-4920-9525-22ab928275b8 req-790be64e-b5bf-4d1e-a628-6f909d4fc02c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.4255428 Jul 07 16:44:08.218466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ecb4fbb-0a92-4361-aa2e-7e9088ca6be7 req-5024ff38-389b-4728-abf3-cb94f4ecdf38 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997523 Jul 07 16:44:08.265862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.266932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.289417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-3e5945cb-5ff5-4ae7-b7a8-0430a485f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.295207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-3e5945cb-5ff5-4ae7-b7a8-0430a485f2b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 924 time: 0.4415073 Jul 07 16:44:08.316175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e05419d5-a64a-45a7-a6df-f992077a11cc, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e05419d5-a64a-45a7-a6df-f992077a11cc,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:08.323183 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.332395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50e4b749-086c-425b-a3d1-05cb70ed0cad req-eec69bd3-d3a1-4741-98e3-1baa190da294 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744862 Jul 07 16:44:08.335638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:08.339049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c5e2d4db-4449-420d-8c0d-ed8947f0deff', 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'fixed_ips': [{'subnet_id': '477d9f37-ef9f-44ad-874e-f2b80562f270'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:44:08.341298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.362111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b311b43-2b4e-4920-9525-22ab928275b8 req-bdeba5e5-ca42-4387-b495-96e9c479ad6b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374943 Jul 07 16:44:08.392852 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-d9e1742f-d62b-4c72-ba2f-790a6250ba0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0883229 Jul 07 16:44:08.446187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:08.449183 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f428c87-723d-4ebd-85cd-39610cf3edaf" -d '{"events": [{"server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:08.454014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.468865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.597614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e05419d5-a64a-45a7-a6df-f992077a11cc,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:08.663474 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.752135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Allocated IP 172.20.0.2 (c5e2d4db-4449-420d-8c0d-ed8947f0deff/477d9f37-ef9f-44ad-874e-f2b80562f270/55b8fe6f-f6e8-4816-8b32-c78439de5673) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:08.827098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:08.839197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on host n-h2-793619-7 for vnic_type normal with profile {"migrating_to": "n-h1-793619-7"} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:08.839658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:08.840005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:08.850298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:08.850657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Attempting to bind port 248e5c36-89d1-4bde-ac0f-83505ef6091e on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:08.877848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:08.878201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:08.878577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:08.879034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Bound port: 248e5c36-89d1-4bde-ac0f-83505ef6091e, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:08.879729 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:08.898596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-74c04ef5-8d44-47b8-a982-2efa64d8b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.900952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-74c04ef5-8d44-47b8-a982-2efa64d8b43d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.4830401 Jul 07 16:44:08.930424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89663778-26d4-4ca7-876d-9a7c5b70fe16 req-dd2067ee-3449-4890-9194-24e9b6be4f1b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:08.943064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89663778-26d4-4ca7-876d-9a7c5b70fe16 req-dd2067ee-3449-4890-9194-24e9b6be4f1b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2842937 Jul 07 16:44:08.969491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.078277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:09.082381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:09.098124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89663778-26d4-4ca7-876d-9a7c5b70fe16 req-162d3aad-6d27-4af2-84a0-2307031daf8f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540582 Jul 07 16:44:09.103789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.153147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.178068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e05419d5-a64a-45a7-a6df-f992077a11cc up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:09.216231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.266341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Transition to ACTIVE for port object 55b8fe6f-f6e8-4816-8b32-c78439de5673 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:09.308016 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f69a7-04e5-4186-94df-ff43bc6b8c29 x-openstack-request-id: req-7e0f69a7-04e5-4186-94df-ff43bc6b8c29 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:09.309651 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:09.310587 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e0f69a7-04e5-4186-94df-ff43bc6b8c29 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:09.313188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Transition to ACTIVE for port object 55b8fe6f-f6e8-4816-8b32-c78439de5673 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:09.314434 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'code': 200} Jul 07 16:44:09.323856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-36314af0-f688-41e1-86de-2bb9bdc598b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:09.325505 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-36314af0-f688-41e1-86de-2bb9bdc598b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3984714 Jul 07 16:44:09.335327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.338253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e05419d5-a64a-45a7-a6df-f992077a11cc triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:09.338631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.373985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=8']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:09.555211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:09.558865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Pushing event updated for resources: {'Port': ['ID=55b8fe6f-f6e8-4816-8b32-c78439de5673,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:09.563326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:09.565553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:09.569779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.570446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:09.571562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-b0c6f627-380c-4f70-850f-d1ddf7db7336 service neutron] 10.222.0.13 "PUT /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 1121 time: 2.3621356 Jul 07 16:44:09.586670 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-076b5e47-2fe5-491d-9d14-1b5f463c2e3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6900451 Jul 07 16:44:09.621733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce07983-bec2-4649-9673-78c0f0660b34 req-95a4c726-5b5c-42f1-976f-72cd54a43f2e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:09.629860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bce07983-bec2-4649-9673-78c0f0660b34 req-95a4c726-5b5c-42f1-976f-72cd54a43f2e tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 943 time: 0.4215496 Jul 07 16:44:09.710962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bce07983-bec2-4649-9673-78c0f0660b34 req-08f9357c-9454-4b69-bd19-35bea9eddd05 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708675 Jul 07 16:44:09.771044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Attempting to bind port 55b8fe6f-f6e8-4816-8b32-c78439de5673 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:09.785824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Attempting to bind port 55b8fe6f-f6e8-4816-8b32-c78439de5673 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:09.790169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Attempting to bind port 55b8fe6f-f6e8-4816-8b32-c78439de5673 on network c5e2d4db-4449-420d-8c0d-ed8947f0deff {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:09.798000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['248e5c36-89d1-4bde-ac0f-83505ef6091e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:09.835306 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-4f472dc5-28d9-48c0-9363-cf5968d43326 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918211 Jul 07 16:44:09.961037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:09.963262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Checking segment: {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:09.963881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:09.965409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Bound using segment: {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:09.966109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Bound port: 55b8fe6f-f6e8-4816-8b32-c78439de5673, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:09.968121 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:10.070884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-bff7ba64-0cd4-41c8-9698-3acfde21b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:10.091892 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-bff7ba64-0cd4-41c8-9698-3acfde21b044 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 1101 time: 0.4467494 Jul 07 16:44:10.169085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] For port 55b8fe6f-f6e8-4816-8b32-c78439de5673, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:10.190430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] For port 55b8fe6f-f6e8-4816-8b32-c78439de5673, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=55b8fe6f-f6e8-4816-8b32-c78439de5673,segment=NetworkSegment(cbdeafde-1b84-4157-87c1-87542c552a00),segment_id=cbdeafde-1b84-4157-87c1-87542c552a00)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:10.199323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed241208-e3c0-4993-ab2b-0178fcc4d046 req-59210f7d-50b3-43c9-93bc-dd79692eb687 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:10.205552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed241208-e3c0-4993-ab2b-0178fcc4d046 req-59210f7d-50b3-43c9-93bc-dd79692eb687 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 943 time: 0.2349565 Jul 07 16:44:10.219008 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:10.309857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed241208-e3c0-4993-ab2b-0178fcc4d046 req-c8b96c0a-4f51-41af-a3d4-c9cb8b06bc25 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925827 Jul 07 16:44:10.360258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2485513-36ae-47ac-864c-6d3ae3900788 req-a1c2ed04-73d7-405e-b135-9511b8bd6fe6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:10.369011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2485513-36ae-47ac-864c-6d3ae3900788 req-a1c2ed04-73d7-405e-b135-9511b8bd6fe6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1612861 Jul 07 16:44:10.415538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5b67c-9042-44fe-8cd0-9fe49e96e34d None None] Pushing event updated for resources: {'Port': ['ID=55b8fe6f-f6e8-4816-8b32-c78439de5673,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:10.443140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2485513-36ae-47ac-864c-6d3ae3900788 req-12faee3e-c896-40e2-bb81-3b274df66aaa tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696626 Jul 07 16:44:10.502353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:10.537524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-52f4bd34-ec23-48ee-8e38-35d8d474fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:10.539823 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-52f4bd34-ec23-48ee-8e38-35d8d474fc63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2827277 Jul 07 16:44:10.542696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:10.626537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:10.658991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:10.805160 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-bbf0b00c-218c-4fce-8b29-26954674b4ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9 HTTP/1.1" status: 200 len: 217 time: 0.2539849 Jul 07 16:44:10.910573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59aa2e-b43a-45fc-bd1d-db6c56aac557 req-4ff8da46-2f0f-4aa8-a738-4f7f1c923925 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:10.916675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e59aa2e-b43a-45fc-bd1d-db6c56aac557 req-4ff8da46-2f0f-4aa8-a738-4f7f1c923925 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1988647 Jul 07 16:44:11.019561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e59aa2e-b43a-45fc-bd1d-db6c56aac557 req-7a5b7a7d-9ed7-413f-8a36-fa71c372e802 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967031 Jul 07 16:44:11.218746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d90f6-dfb6-462e-992c-a0ef91070b60 req-c6507296-ee51-45ab-bd06-0b52d2cfcdd7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:11.229312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d2d90f6-dfb6-462e-992c-a0ef91070b60 req-c6507296-ee51-45ab-bd06-0b52d2cfcdd7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 943 time: 0.1395731 Jul 07 16:44:11.314141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:11.319256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:11.325953 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:11.414108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'port_id': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'mac_address': 'fa:16:3e:9c:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:44:11.417681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d2d90f6-dfb6-462e-992c-a0ef91070b60 req-91e03ca9-70d6-42ca-8b82-f5a31278371d tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835923 Jul 07 16:44:11.418007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 55b8fe6f-f6e8-4816-8b32-c78439de5673 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:11.543066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd497f-906e-4b98-ba4e-00baadcb8255 req-7e835a2c-7183-4cbd-94b6-692954f3179f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:11.568171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 55b8fe6f-f6e8-4816-8b32-c78439de5673 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:11.571940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8cd497f-906e-4b98-ba4e-00baadcb8255 req-7e835a2c-7183-4cbd-94b6-692954f3179f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2398045 Jul 07 16:44:11.616780 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:11.653797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:11.728010 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763f7016-1757-413b-82fa-2701d92aa411 x-openstack-request-id: req-763f7016-1757-413b-82fa-2701d92aa411 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:11.728344 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:11.728534 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-763f7016-1757-413b-82fa-2701d92aa411 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:11.728930 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'status': 'completed', 'code': 200} Jul 07 16:44:11.738865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:11.753612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:11.851098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39054) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:12.041287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:12.080258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-0715d854-054e-4473-9389-432f1306da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:12.082698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-0715d854-054e-4473-9389-432f1306da41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1124 time: 0.4726331 Jul 07 16:44:12.175701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-2387acc1-3046-45f0-953f-e6014af914f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:12.177590 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-2387acc1-3046-45f0-953f-e6014af914f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0566943 Jul 07 16:44:12.179407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ccdbf32c-cb1b-4131-be10-88aeb2415229 req-d2fbaa2b-9380-433c-9ced-40b5baefb528 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3123622 Jul 07 16:44:12.191990 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8cd497f-906e-4b98-ba4e-00baadcb8255 req-9095abb7-9613-4ca6-bc7e-ca9bb34d4ae3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188970 Jul 07 16:44:12.246875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6737a36d-3d67-48bc-b0ff-0c691dd7c1e6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:12.350262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fcedd-ae0c-497d-976a-abb77caa83c3 req-2d315d00-e143-4400-87b1-b64ba95c815f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:12.359704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f83fcedd-ae0c-497d-976a-abb77caa83c3 req-2d315d00-e143-4400-87b1-b64ba95c815f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 943 time: 0.5708177 Jul 07 16:44:12.439920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7042dd-da47-4688-aaa1-a3c007d55e98 None None] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:44:12.461096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-215f3ead-5e75-4863-91f8-89d55bc1facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:12.465285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f83fcedd-ae0c-497d-976a-abb77caa83c3 req-ddab24a8-32da-476f-a9eb-0f932b40c288 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041272 Jul 07 16:44:12.472122 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-215f3ead-5e75-4863-91f8-89d55bc1facd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548892 Jul 07 16:44:12.500878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:12.532849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Provisioning for port 55b8fe6f-f6e8-4816-8b32-c78439de5673 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:12.541362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-d6e0dd86-c9ab-4770-b81c-71c110f8ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:12.552391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-d6e0dd86-c9ab-4770-b81c-71c110f8ee33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.4496257 Jul 07 16:44:12.558441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Provisioning complete for port 55b8fe6f-f6e8-4816-8b32-c78439de5673 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:12.559239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:12.621346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Allocated IP 172.25.5.59 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a819d9c4-3561-4d08-a031-11f18c87dab3) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:12.737527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:12.782195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:12.816308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:12.854611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:12.871953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:12.895593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e has no active binding in host n-h1-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:44:12.898799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:12.957503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=baf7684ef80e46ae91fcefda8da3b6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0857043 Jul 07 16:44:12.959620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39082) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:13.059796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Pushing event updated for resources: {'Port': ['ID=a819d9c4-3561-4d08-a031-11f18c87dab3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:13.068561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-f4167da8-5391-4c76-8425-514cbb2ea1c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 217 time: 0.2404287 Jul 07 16:44:13.073943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:13.084415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:13.105490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:13.111844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.112490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.113340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.113541 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.114074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.115466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.115974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.116743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.117283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.117910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.118673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.119176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.120156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.201883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-c519238b-318d-4616-9ac0-267036e83e78 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266867 Jul 07 16:44:13.219277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] For port 55b8fe6f-f6e8-4816-8b32-c78439de5673, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=55b8fe6f-f6e8-4816-8b32-c78439de5673,segment=NetworkSegment(cbdeafde-1b84-4157-87c1-87542c552a00),segment_id=cbdeafde-1b84-4157-87c1-87542c552a00)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:13.232195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.241238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-93ec4e5f-1f52-47c8-be6d-d561fe0721fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:13.252923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-93ec4e5f-1f52-47c8-be6d-d561fe0721fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1713550 Jul 07 16:44:13.350782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Pushing event updated for resources: {'Port': ['ID=55b8fe6f-f6e8-4816-8b32-c78439de5673,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:13.368611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.368986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.369327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.369837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.370021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.370307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.370636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.370967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.371285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.371612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.371937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.372341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165682b-f927-41aa-a7ab-2afb2eb081d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.414909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-5758624b-1f7a-483e-a85a-3d250b76cd2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544545 Jul 07 16:44:13.438219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55713a24-bf90-4392-9107-bec87f9863ec,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:13.593605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-7861d108-f755-4632-b874-1aafcddebde8 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471410 Jul 07 16:44:13.602227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a028985b-8e76-4854-afcd-8e225d3c981b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.661350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a028985b-8e76-4854-afcd-8e225d3c981b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.786866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c7754812-ffc9-4607-ad23-efc3143414e6 None None] Provisioning complete for port 55b8fe6f-f6e8-4816-8b32-c78439de5673 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:13.788941 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7754812-ffc9-4607-ad23-efc3143414e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.822174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.822532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.822886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.823228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.823617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.823956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.824539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.825248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.825634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.825980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.826310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.826644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc7ef0-8581-4d91-9320-f9555dd81360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:44:13.845572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a028985b-8e76-4854-afcd-8e225d3c981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.846202 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a028985b-8e76-4854-afcd-8e225d3c981b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.847104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a028985b-8e76-4854-afcd-8e225d3c981b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55713a24-bf90-4392-9107-bec87f9863ec HTTP/1.1" status: 204 len: 168 time: 0.8862445 Jul 07 16:44:13.955251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028985b-8e76-4854-afcd-8e225d3c981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55713a24-bf90-4392-9107-bec87f9863ec,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:13.986108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0af515-c20f-4bbe-a5f5-3ccd0a7a5512 req-2bd67805-9fb5-4e0f-92e2-47c24d035362 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:13.993585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a0af515-c20f-4bbe-a5f5-3ccd0a7a5512 req-2bd67805-9fb5-4e0f-92e2-47c24d035362 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 1.1554766 Jul 07 16:44:14.037186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-556e97f5-98c4-4978-b9ab-02c86a7d59c8 req-67c61675-b994-4a68-999e-8b0f290923c0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8211548 Jul 07 16:44:14.126781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5211f-9521-431f-9bc1-65fff59fe867 req-86ff5ef2-08b6-4843-ae90-dd5f2e4b6e5a tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:14.135208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5bb5211f-9521-431f-9bc1-65fff59fe867 req-86ff5ef2-08b6-4843-ae90-dd5f2e4b6e5a tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 944 time: 0.3648498 Jul 07 16:44:14.254085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a0af515-c20f-4bbe-a5f5-3ccd0a7a5512 req-f96b30bb-c72b-400e-bd55-14e890e88992 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594838 Jul 07 16:44:14.287948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-676d64ec-f79c-401f-bcfc-4f37d6d1ccbb req-dac721d7-febc-4ddd-b69f-5df696ddd676 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316348 Jul 07 16:44:14.357089 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-243dc3e5-4167-4367-b5ee-ad7dbb37adf7 service neutron] 10.222.0.54 "GET /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.3857765 Jul 07 16:44:14.359331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.371246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5bb5211f-9521-431f-9bc1-65fff59fe867 req-6037423e-8865-4fbe-aa00-c0bdcd8f295d tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316804 Jul 07 16:44:14.678276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:14.751339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39110) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:14.778385 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f6e44c4-a974-4aff-9486-d72496b247df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.791967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:14.828642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:14.829270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.898317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91181913-0729-4053-beac-145a1491b5be req-8853a56a-810c-405f-b210-dfade2a6c0c8 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:14.907658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91181913-0729-4053-beac-145a1491b5be req-8853a56a-810c-405f-b210-dfade2a6c0c8 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2744021 Jul 07 16:44:14.938658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a34028-6a8a-44d8-886f-29c0ab6749b0 req-091e2509-de2e-4e35-9991-493c21d89e81 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:14.940636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2a34028-6a8a-44d8-886f-29c0ab6749b0 req-091e2509-de2e-4e35-9991-493c21d89e81 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 943 time: 0.2963538 Jul 07 16:44:15.043073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91181913-0729-4053-beac-145a1491b5be req-4ac65708-9def-4c8f-8679-8a5e671a19cc tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338444 Jul 07 16:44:15.089684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2a34028-6a8a-44d8-886f-29c0ab6749b0 req-f7606c4b-0005-4d78-9e3a-ce059aec6d86 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373007 Jul 07 16:44:15.094084 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.165134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:15.168704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f6e44c4-a974-4aff-9486-d72496b247df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.173472 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b284d6-c2a2-4378-bc20-fdd3ca80a11d" -d '{"events": [{"server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "name": "network-vif-plugged", "status": "completed", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:15.188440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f6e44c4-a974-4aff-9486-d72496b247df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.218653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 55b8fe6f-f6e8-4816-8b32-c78439de5673 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:15.227080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:15.277381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1f6e44c4-a974-4aff-9486-d72496b247df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4a8f521014949b8b113d1ba89a95f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209546 Jul 07 16:44:15.277381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e44c4-a974-4aff-9486-d72496b247df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e57f2-8d0b-4bf2-aac8-04375aa9a1b2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:15.282321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39116) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:15.309170 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.320988 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c829db-c03e-4b4a-8dce-6f9275b23eaf x-openstack-request-id: req-97c829db-c03e-4b4a-8dce-6f9275b23eaf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:15.321354 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "name": "network-vif-plugged", "status": "completed", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:15.321823 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97c829db-c03e-4b4a-8dce-6f9275b23eaf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:15.322289 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'code': 200} Jul 07 16:44:15.386396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.442740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:15.475383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d35da55d-a03d-4595-97c0-e8461a218630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.478137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 55b8fe6f-f6e8-4816-8b32-c78439de5673 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:15.478500 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.583533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d35da55d-a03d-4595-97c0-e8461a218630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.739896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:15.748069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d35da55d-a03d-4595-97c0-e8461a218630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.751770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d35da55d-a03d-4595-97c0-e8461a218630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:15.754610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d35da55d-a03d-4595-97c0-e8461a218630 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c76e57f2-8d0b-4bf2-aac8-04375aa9a1b2 HTTP/1.1" status: 204 len: 168 time: 0.4709606 Jul 07 16:44:15.821446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35da55d-a03d-4595-97c0-e8461a218630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e57f2-8d0b-4bf2-aac8-04375aa9a1b2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:15.871258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:15.875531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f6855-c0d4-4854-9cd8-df1b7766667b req-5e62c5ec-cc54-4ee3-bcdc-c9d3b8a80d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:15.878145 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-430f6855-c0d4-4854-9cd8-df1b7766667b req-5e62c5ec-cc54-4ee3-bcdc-c9d3b8a80d97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 1096 time: 0.4545636 Jul 07 16:44:15.888701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d39-c7db-4c16-ac74-5b462fa88026 req-ccb3d05e-5f11-445a-8e99-5aeab2c1d328 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:15.891157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87d80d39-c7db-4c16-ac74-5b462fa88026 req-ccb3d05e-5f11-445a-8e99-5aeab2c1d328 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1614182 Jul 07 16:44:15.899459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d8b1-9b69-4303-ab72-b5c304c00363 req-560fa5b4-7aae-4798-96ed-b64bf2dfd7f1 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:15.911060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38e0d8b1-9b69-4303-ab72-b5c304c00363 req-560fa5b4-7aae-4798-96ed-b64bf2dfd7f1 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.1724086 Jul 07 16:44:15.997097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248e5c36-89d1-4bde-ac0f-83505ef6091e {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:15.999483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87d80d39-c7db-4c16-ac74-5b462fa88026 req-58567b46-0864-496f-a5ef-0378b94c640b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860434 Jul 07 16:44:16.018518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38e0d8b1-9b69-4303-ab72-b5c304c00363 req-15cc4538-9a50-4a48-a51a-b558b7c695a0 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063061 Jul 07 16:44:16.039230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:16.059402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-430f6855-c0d4-4854-9cd8-df1b7766667b req-7e82b4f5-a224-4407-8783-f5efd8ec98ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513934 Jul 07 16:44:16.063987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:16.184681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:44:16.387294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] Transition to ACTIVE for port object 248e5c36-89d1-4bde-ac0f-83505ef6091e will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:16.411175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:16.494061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fa8cb-b71a-4be5-907e-20decc5efd0d req-1b2d5c1e-715e-46fb-9f25-76b4f4b405ae tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:16.503227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-545fa8cb-b71a-4be5-907e-20decc5efd0d req-1b2d5c1e-715e-46fb-9f25-76b4f4b405ae tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2249141 Jul 07 16:44:16.596970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-545fa8cb-b71a-4be5-907e-20decc5efd0d req-58f3b2c5-f92a-4bce-aa79-0841d5c829ae tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825121 Jul 07 16:44:16.626524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceb02d-1f7f-4295-a753-d35557a70fa3 req-f0e97e00-322e-43b3-8ad4-fafd820481f0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:16.628837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38ceb02d-1f7f-4295-a753-d35557a70fa3 req-f0e97e00-322e-43b3-8ad4-fafd820481f0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.2111912 Jul 07 16:44:16.713972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] No DVR routers for this DVR port 248e5c36-89d1-4bde-ac0f-83505ef6091e on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:44:16.717026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:44:16.734676 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Sync routers for ids ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:44:16.756886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38ceb02d-1f7f-4295-a753-d35557a70fa3 req-d0a3a687-b4c0-4a2b-959c-0f20dce88433 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216264 Jul 07 16:44:16.770101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:16.773764 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d8c6fc16-0c86-498d-b2f4-8948758ee605 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6129768 Jul 07 16:44:16.776571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39162) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:16.791517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Routers {'6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:16.792545 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:44:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:16.805964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] Pushing event updated for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:16.848835 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-74d8ea0a-3537-4133-a7bf-2b7e596b5a1c service neutron] 10.222.0.54 "PUT /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e/bindings/n-h1-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 2.4819400 Jul 07 16:44:17.002444 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Set router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:17.104957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:44:17.134076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-91a57ae4-9d2d-492e-b643-2e05f063b482 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:17.138943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-91a57ae4-9d2d-492e-b643-2e05f063b482 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1615133 Jul 07 16:44:17.268675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:44:17.339220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-d77b4e76-2833-4c1b-ab90-96e5d6404b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:17.340800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-d77b4e76-2833-4c1b-ab90-96e5d6404b39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 1095 time: 0.1896532 Jul 07 16:44:17.582249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ef9cc546-14db-4dc6-bd62-90eb8e50485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:17.586381 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-ef9cc546-14db-4dc6-bd62-90eb8e50485e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1095 time: 0.1266954 Jul 07 16:44:17.645002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d33f5-e2a1-4e09-8161-be3baed0e924 req-5d342661-4157-4911-a3ed-f48766324b64 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:17.651990 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d9d33f5-e2a1-4e09-8161-be3baed0e924 req-5d342661-4157-4911-a3ed-f48766324b64 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.2966640 Jul 07 16:44:17.662173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709292c-cbd8-43a8-addb-9351d49a0670 req-e0f22075-ab67-463a-9b1c-ef49bdfc20a4 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:17.673095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0709292c-cbd8-43a8-addb-9351d49a0670 req-e0f22075-ab67-463a-9b1c-ef49bdfc20a4 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.2608767 Jul 07 16:44:17.682804 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:44:13Z', 'revision_number': 3, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:17.728980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Checking router: 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:44:17.729824 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Updating router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 port a819d9c4-3561-4d08-a031-11f18c87dab3 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:44:17.776979 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:17.850616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-15491ac8-2d3d-499a-870e-43225788f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:17.851815 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-15491ac8-2d3d-499a-870e-43225788f351 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.2560914 Jul 07 16:44:17.897909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0709292c-cbd8-43a8-addb-9351d49a0670 req-5b17506b-8882-47e4-bd18-5368e831debb tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256296 Jul 07 16:44:17.931097 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-0b2be97b-e029-41d0-827f-3aaf5bb7143a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 200 len: 217 time: 0.0711396 Jul 07 16:44:17.985258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d9d33f5-e2a1-4e09-8161-be3baed0e924 req-b4f91139-bcf8-45fb-bc8f-d8c91fc97ba5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321481 Jul 07 16:44:18.046412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-cb0fdb3d-fe95-463b-bf1e-36f3452b5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:18.049981 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-cb0fdb3d-fe95-463b-bf1e-36f3452b5a32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1112888 Jul 07 16:44:18.168988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-c2b43751-b3a0-4f67-9cd3-7558b3cc1c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106250 Jul 07 16:44:18.257255 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:18.268831 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Transition to ACTIVE for port object a819d9c4-3561-4d08-a031-11f18c87dab3 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:18.278715 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:18.361584 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df418f-92f2-45a7-8465-c8ad91811cd5 None None] Pushing event updated for resources: {'Port': ['ID=a819d9c4-3561-4d08-a031-11f18c87dab3,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:18.375475 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:18.389351 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Attempting to bind port a819d9c4-3561-4d08-a031-11f18c87dab3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:18.389808 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Attempting to bind port a819d9c4-3561-4d08-a031-11f18c87dab3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:18.389916 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Attempting to bind port a819d9c4-3561-4d08-a031-11f18c87dab3 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:18.396032 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:18.396402 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:18.396803 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:18.397214 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:18.397700 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Bound port: a819d9c4-3561-4d08-a031-11f18c87dab3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:18.398086 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:18.406345 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-75f74b00-5bf0-4b51-8204-cb6ab93c1f0b service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282889 Jul 07 16:44:18.496342 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] For port a819d9c4-3561-4d08-a031-11f18c87dab3, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:18.500315 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] For port a819d9c4-3561-4d08-a031-11f18c87dab3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a819d9c4-3561-4d08-a031-11f18c87dab3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:18.525717 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:18.591878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-3cab2ec5-287f-4a3d-b99c-b77cc1ef7d24 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734703 Jul 07 16:44:18.655702 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-d77f9f40-b067-4b42-a565-3fe4164b1b6a service neutron] show failed (client error): The resource could not be found. Jul 07 16:44:18.662713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-d77f9f40-b067-4b42-a565-3fe4164b1b6a service neutron] 10.222.0.13 "GET /v2.0/ports/ac781067-90b3-49ee-bb3f-4bc35ce2d598/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.1342173 Jul 07 16:44:18.681996 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Routers {'6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:18.682647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:44:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:18.882860 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] Set router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:19.142103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdd39c-8c07-462d-8281-5a7bd5f9a76b req-4b315b34-369c-4aa3-b9ed-ba8e356ac980 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:19.149895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08fdd39c-8c07-462d-8281-5a7bd5f9a76b req-4b315b34-369c-4aa3-b9ed-ba8e356ac980 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.8914249 Jul 07 16:44:19.188359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-29447e1a-3a47-4342-968f-8ddb07ec91ac tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:19.190550 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-29447e1a-3a47-4342-968f-8ddb07ec91ac tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1356189 Jul 07 16:44:19.264912 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df418f-92f2-45a7-8465-c8ad91811cd5 None None] Pushing event updated for resources: {'Port': ['ID=a819d9c4-3561-4d08-a031-11f18c87dab3,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:19.337082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57677bee-80b4-4dec-8dbc-a1446a5eb21d req-fcc15364-3c9f-4bbe-a194-8fe63e6878e0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:19.346824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57677bee-80b4-4dec-8dbc-a1446a5eb21d req-fcc15364-3c9f-4bbe-a194-8fe63e6878e0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.9436083 Jul 07 16:44:19.398596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-6700e43c-3082-4388-8f4c-c7f2c2aba7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:19.401130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-6700e43c-3082-4388-8f4c-c7f2c2aba7a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522&tenant_id=2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 1101 time: 0.1493299 Jul 07 16:44:19.408016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-c69d5b24-c700-4119-8b33-ea0582eb8935 service neutron] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:19.409763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08fdd39c-8c07-462d-8281-5a7bd5f9a76b req-a405457f-7436-43f7-bce0-bca7450d9022 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584548 Jul 07 16:44:19.413570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-c69d5b24-c700-4119-8b33-ea0582eb8935 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:19.415575 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8ce6693-0a4a-4773-b8d4-4aa751e2caa8 req-c69d5b24-c700-4119-8b33-ea0582eb8935 service neutron] 10.222.0.13 "DELETE /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e/bindings/n-h2-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.2176239 Jul 07 16:44:19.422671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:19.456144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57677bee-80b4-4dec-8dbc-a1446a5eb21d req-28bd82a2-a37b-48aa-aadb-e9501ad10087 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011617 Jul 07 16:44:19.458820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Allocated IP 172.20.0.1 (c5e2d4db-4449-420d-8c0d-ed8947f0deff/477d9f37-ef9f-44ad-874e-f2b80562f270/56517bc2-4af6-43aa-b125-ae8ca78be15a) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:19.557127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:44:13Z', 'revision_number': 3, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:19.610895 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc3a38-2153-4b3d-b671-53a00fdbee81 None None] The sync data for ids ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'] in n-d-793619-7 is: [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:44:13Z', 'revision_number': 3, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:44:19.614340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:19.672477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:19.731410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Transition to ACTIVE for port object 56517bc2-4af6-43aa-b125-ae8ca78be15a will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:19.848074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:19.919632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Pushing event updated for resources: {'Port': ['ID=56517bc2-4af6-43aa-b125-ae8ca78be15a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:19.938269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22579-13d8-4b55-bda7-0bfda3eca933 req-507c3c2c-a60b-4834-9dc3-6b32d5c94772 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:19.953969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cac22579-13d8-4b55-bda7-0bfda3eca933 req-507c3c2c-a60b-4834-9dc3-6b32d5c94772 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.2681620 Jul 07 16:44:19.964421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:19.971859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465f29-cd98-4dc6-9039-ed9efc68d606 req-69c66d65-ba45-4628-883b-d1305ff653a7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:19.984777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15465f29-cd98-4dc6-9039-ed9efc68d606 req-69c66d65-ba45-4628-883b-d1305ff653a7 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.3000548 Jul 07 16:44:20.036092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:20.103940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:20.107633 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb2bac-f684-4d6f-861b-2d515328932a" -d '{"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-unplugged", "status": "completed", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:20.123114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:20.138678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Transition to ACTIVE for port object ac781067-90b3-49ee-bb3f-4bc35ce2d598 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:20.145342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:20.150529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cac22579-13d8-4b55-bda7-0bfda3eca933 req-b1982318-6f6c-42a1-a32f-06d41514a91a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627750 Jul 07 16:44:20.167825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:20.182803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15465f29-cd98-4dc6-9039-ed9efc68d606 req-c018017b-44d4-48bf-939a-e15c8aef814b tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969731 Jul 07 16:44:20.184011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:20.189599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:20.191034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:20.717572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.028735 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c5531-ca5a-4b6f-8bd6-04438021c66d x-openstack-request-id: req-181c5531-ca5a-4b6f-8bd6-04438021c66d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:21.029345 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-unplugged", "status": "completed", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:21.029345 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-181c5531-ca5a-4b6f-8bd6-04438021c66d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:21.029863 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'code': 200} Jul 07 16:44:21.076120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1551e252-1b3c-4c5a-bc28-639ccb8af695 None None] Provisioning for port 56517bc2-4af6-43aa-b125-ae8ca78be15a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:21.086699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:21.106526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1551e252-1b3c-4c5a-bc28-639ccb8af695 None None] Provisioning complete for port 56517bc2-4af6-43aa-b125-ae8ca78be15a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:21.108629 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1551e252-1b3c-4c5a-bc28-639ccb8af695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.152796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] No DVR routers for this DVR port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:44:21.273705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1551e252-1b3c-4c5a-bc28-639ccb8af695 None None] Port 56517bc2-4af6-43aa-b125-ae8ca78be15a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:44:21.282304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:21.282689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:21.291164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:21.299976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a819d9c4-3561-4d08-a031-11f18c87dab3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:21.308178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:21.308547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Attempting to bind port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:21.328138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:21.328859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:21.329656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:21.330465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Bound port: ac781067-90b3-49ee-bb3f-4bc35ce2d598, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:21.331064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.417874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a819d9c4-3561-4d08-a031-11f18c87dab3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:21.424851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:21.426457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a819d9c4-3561-4d08-a031-11f18c87dab3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:21.426839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.428293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:21.435225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.512247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:21.512897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.516176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 1096 time: 2.0992305 Jul 07 16:44:21.519881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8f7ff-fbeb-4615-b1a5-d3c88f7fca9a req-afe43454-6ab3-4179-84f2-e15f20ce7a59 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:21.527532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3a8f7ff-fbeb-4615-b1a5-d3c88f7fca9a req-afe43454-6ab3-4179-84f2-e15f20ce7a59 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.3522515 Jul 07 16:44:21.535234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.549503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.550411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.584979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.629407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a819d9c4-3561-4d08-a031-11f18c87dab3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a819d9c4-3561-4d08-a031-11f18c87dab3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:21.634578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb045-805f-4bb4-8586-3e27543db9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:21.637195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:21.684255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3a8f7ff-fbeb-4615-b1a5-d3c88f7fca9a req-7f18a0b5-b4b1-4d4a-88c3-1a1d803843b3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555946 Jul 07 16:44:21.704915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-881dd016-17f4-42b9-970c-bd7fe3f2c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:21.706427 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-881dd016-17f4-42b9-970c-bd7fe3f2c58a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1099 time: 0.1331623 Jul 07 16:44:21.754236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a819d9c4-3561-4d08-a031-11f18c87dab3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:21.798756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Pushing event updated for resources: {'Port': ['ID=56517bc2-4af6-43aa-b125-ae8ca78be15a,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:21.826226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02aee5-13af-4b91-bcaf-cc7bc7ca8648 req-1975f9a6-8b76-424d-b064-b983a054eb5c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:21.828162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab02aee5-13af-4b91-bcaf-cc7bc7ca8648 req-1975f9a6-8b76-424d-b064-b983a054eb5c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.4494121 Jul 07 16:44:21.843990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39262) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:21.849564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Request body: {'floatingip': {'port_id': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:21.952135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-a6e76325-2b0e-42c3-8570-b4c2019e9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:21.954387 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-a6e76325-2b0e-42c3-8570-b4c2019e9c69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2402833 Jul 07 16:44:21.998771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:22.038199 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-f569f665-3a1c-4e1b-a651-55b2c23ccf51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.0714724 Jul 07 16:44:22.058956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:22.088694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:22.107321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-ec0d8841-73e0-4b30-98ee-1f01635faf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:22.110598 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-ec0d8841-73e0-4b30-98ee-1f01635faf11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0586693 Jul 07 16:44:22.253624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-816b0e73-1ee3-48cf-8535-4fbefbb6eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:22.255312 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-816b0e73-1ee3-48cf-8535-4fbefbb6eacb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339152 Jul 07 16:44:22.454505 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-12c7b86d-8bc2-4088-94c4-bed0a7e81f2e service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861782 Jul 07 16:44:22.455504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-15a085a1-21f6-40fb-9b51-0720abeebd3f None None] Provisioning complete for port 56517bc2-4af6-43aa-b125-ae8ca78be15a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:22.456199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a085a1-21f6-40fb-9b51-0720abeebd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:22.498742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26933a84-635f-4906-babb-64053c793866 req-774d3951-add2-4709-afc7-e68036d5e8e6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:22.501190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26933a84-635f-4906-babb-64053c793866 req-774d3951-add2-4709-afc7-e68036d5e8e6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.5605741 Jul 07 16:44:22.534281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-15a085a1-21f6-40fb-9b51-0720abeebd3f None None] Port 56517bc2-4af6-43aa-b125-ae8ca78be15a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:44:22.593655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63e2366b-1d72-45f5-8ace-1b96fc1a10b8 req-9c5de08f-430a-4307-8660-c1b9e338e612 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283195 Jul 07 16:44:22.668104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:44:22.674538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26933a84-635f-4906-babb-64053c793866 req-e0cc95f9-36e7-49ca-aff9-43359b84fd29 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605322 Jul 07 16:44:22.689839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6052b1-874b-4b4c-bd09-c76ebe6dbb9b req-9d9891cf-2ad2-455b-bb9d-2a1d9fab3149 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:22.691344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad6052b1-874b-4b4c-bd09-c76ebe6dbb9b req-9d9891cf-2ad2-455b-bb9d-2a1d9fab3149 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 948 time: 0.4692895 Jul 07 16:44:22.767255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:44:22.856541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:44:22.932842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad6052b1-874b-4b4c-bd09-c76ebe6dbb9b req-17080829-536f-4f00-9a21-31bf3c7d67a3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060807 Jul 07 16:44:23.032542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:23.039170 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2" -d '{"events": [{"name": "network-changed", "server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:23.122872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a819d9c4-3561-4d08-a031-11f18c87dab3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:23.149615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:44:23.163920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-81e5dada-63b4-48af-a7c1-cb9061bc2a8f admin admin] 10.222.0.78 "PUT /v2.0/routers/6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3862102 Jul 07 16:44:23.171365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Sync routers for ids ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:44:23.176704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:23.185714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:23.202552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473771f-951f-4d8b-95f1-52f5822c45a4 req-ec4091c1-0188-44ca-bcc9-f20ac60ad3e4 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:23.203153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Routers {'6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:23.204237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:44:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:23.210453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0473771f-951f-4d8b-95f1-52f5822c45a4 req-ec4091c1-0188-44ca-bcc9-f20ac60ad3e4 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2288294 Jul 07 16:44:23.330171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a819d9c4-3561-4d08-a031-11f18c87dab3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:23.330840 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:23.367476 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c associated. External IP: 172.25.5.113, port: 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6. Jul 07 16:44:23.439526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:23.441442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Set router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:23.477599 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0473771f-951f-4d8b-95f1-52f5822c45a4 req-8fb9ca3b-cf72-4e07-b925-bf4a2bb982f5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662160 Jul 07 16:44:23.601142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f34f90-0be1-4fbe-a750-5afffc832329 req-b4052488-6066-40d3-b5e2-20526f7a38f0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:23.602906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67f34f90-0be1-4fbe-a750-5afffc832329 req-b4052488-6066-40d3-b5e2-20526f7a38f0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 1095 time: 0.2565291 Jul 07 16:44:23.612705 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b459e0-91cf-44c4-b9de-1c072d66518b x-openstack-request-id: req-70b459e0-91cf-44c4-b9de-1c072d66518b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:23.613947 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:23.614329 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70b459e0-91cf-44c4-b9de-1c072d66518b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:23.614784 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'status': 'completed', 'code': 200} Jul 07 16:44:23.724461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67f34f90-0be1-4fbe-a750-5afffc832329 req-840d8c6a-8255-45bd-bb14-ef06d31cdcd6 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096685 Jul 07 16:44:23.810308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-b6219463-4b1b-445f-9aac-7b23139316fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:23.812418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-b6219463-4b1b-445f-9aac-7b23139316fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1099 time: 0.1511512 Jul 07 16:44:23.845369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-50ca67ed-4cd0-4ac3-91ad-1e6c114f9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:23.846900 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-50ca67ed-4cd0-4ac3-91ad-1e6c114f9b57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1099 time: 0.1770663 Jul 07 16:44:23.927599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:44:20Z', 'revision_number': 4, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '56517bc2-4af6-43aa-b125-ae8ca78be15a', 'name': '', 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'mac_address': 'fa:16:3e:f9:3f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '477d9f37-ef9f-44ad-874e-f2b80562f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:18Z', 'updated_at': '2021-07-07T16:44:20Z', 'revision_number': 2, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'subnets': [{'id': '477d9f37-ef9f-44ad-874e-f2b80562f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:24.036749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Checking router: 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:44:24.037052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Updating router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 port 56517bc2-4af6-43aa-b125-ae8ca78be15a binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:44:24.107648 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:24.178784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-8582d1fe-a3aa-408c-8b11-74d16c62d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.180408 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-8582d1fe-a3aa-408c-8b11-74d16c62d0ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3591034 Jul 07 16:44:24.198987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-42800729-e6a0-4662-a04c-c8c065c9fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.200745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-42800729-e6a0-4662-a04c-c8c065c9fc87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2859817 Jul 07 16:44:24.347110 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-0092cab6-94f2-4b5c-9437-9c3510eac673 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.1305745 Jul 07 16:44:24.357796 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-9b252004-f7eb-4dd7-93da-5ca46fcfe5d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.1685514 Jul 07 16:44:24.478999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:44:24.567971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-d3d80a39-752b-4c2d-b8b3-d54819a6b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.572219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-d3d80a39-752b-4c2d-b8b3-d54819a6b245 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2103963 Jul 07 16:44:24.605654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-3e5e3735-11c7-438d-ab2d-60de06ea0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.612631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-3e5e3735-11c7-438d-ab2d-60de06ea0286 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2469251 Jul 07 16:44:24.619905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53ae76-b47d-4634-9a3b-9742fdbac3c5 req-f7c29740-6389-4bc3-a627-5d2660e2bc89 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.629049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d53ae76-b47d-4634-9a3b-9742fdbac3c5 req-f7c29740-6389-4bc3-a627-5d2660e2bc89 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 950 time: 0.8034616 Jul 07 16:44:24.760800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:44:24.773747 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:44:24.792192 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:24.796589 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:44:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:24.804952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:24.824024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Transition to ACTIVE for port object 56517bc2-4af6-43aa-b125-ae8ca78be15a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:24.856587 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:24.857381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-c20a1d30-825e-4184-8773-2cc17181ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.858418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:24.859007 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-c20a1d30-825e-4184-8773-2cc17181ec00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2572911 Jul 07 16:44:24.862151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-f98eb396-5919-4843-8a11-c63a15aef6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:24.863674 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-f98eb396-5919-4843-8a11-c63a15aef6fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2157426 Jul 07 16:44:24.939429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d53ae76-b47d-4634-9a3b-9742fdbac3c5 req-7a11dcc1-be5b-409c-abf0-00e54829d3bc tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092809 Jul 07 16:44:24.978591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cee5039f-5314-4e53-9e71-548b1c565c2c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "PUT /v2.0/floatingips/d772d31f-d6e4-46a7-8a00-17e35a2cc78c HTTP/1.1" status: 200 len: 991 time: 3.1334229 Jul 07 16:44:24.984123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:24.995121 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db93cc0e-cc6e-4d05-8524-d985c645affa" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:24.997970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54ebce-b762-48bd-9cad-eefb98ca30b1 None None] Pushing event updated for resources: {'Port': ['ID=56517bc2-4af6-43aa-b125-ae8ca78be15a,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:25.031233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1d63-bcd5-4a4a-b7b1-7d674d6af4c5 req-decc9dc6-1a1c-4fa8-9973-7505e1cdf8b3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:25.038321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0afd1d63-bcd5-4a4a-b7b1-7d674d6af4c5 req-decc9dc6-1a1c-4fa8-9973-7505e1cdf8b3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 948 time: 0.5346220 Jul 07 16:44:25.125518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0afd1d63-bcd5-4a4a-b7b1-7d674d6af4c5 req-c2e77b70-ce58-48fc-8d6c-6dad55e813c6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861669 Jul 07 16:44:25.163304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Attempting to bind port 56517bc2-4af6-43aa-b125-ae8ca78be15a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:25.163878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Attempting to bind port 56517bc2-4af6-43aa-b125-ae8ca78be15a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:25.164426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Attempting to bind port 56517bc2-4af6-43aa-b125-ae8ca78be15a on network c5e2d4db-4449-420d-8c0d-ed8947f0deff {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:25.170834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:25.171515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Checking segment: {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:25.172477 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:25.173060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Bound using segment: {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:25.175117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Bound port: 56517bc2-4af6-43aa-b125-ae8ca78be15a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdeafde-1b84-4157-87c1-87542c552a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:25.177702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:25.212090 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:25.266895 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-2b0196e6-de27-43f8-b645-bbd0b7bbef47 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946280 Jul 07 16:44:25.287158 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-c3b3f9ff-5da0-41c8-b529-6990ce74fe1b service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059141 Jul 07 16:44:25.298890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] For port 56517bc2-4af6-43aa-b125-ae8ca78be15a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:25.302854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] For port 56517bc2-4af6-43aa-b125-ae8ca78be15a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=56517bc2-4af6-43aa-b125-ae8ca78be15a,segment=NetworkSegment(cbdeafde-1b84-4157-87c1-87542c552a00),segment_id=cbdeafde-1b84-4157-87c1-87542c552a00)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:25.313740 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:25.446859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-173d2ba9-4450-45f1-8874-6310ff62b188 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669605 Jul 07 16:44:25.511627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Routers {'6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:25.512312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:44:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:25.548637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-815e9bda-545b-4ec2-b8d3-c20de8fea293 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:25.563026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-815e9bda-545b-4ec2-b8d3-c20de8fea293 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.4035778 Jul 07 16:44:25.594808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-8d62936c-920d-4710-ac1b-d757000471b0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/quotas/ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 375 time: 0.0239165 Jul 07 16:44:25.696258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0a04d97-60d9-4d12-a60e-fca4d25e8de2 req-2dbc76c5-61c5-4ebe-8e1c-4a59519cfa4e service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483830 Jul 07 16:44:25.716705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54ebce-b762-48bd-9cad-eefb98ca30b1 None None] Pushing event updated for resources: {'Port': ['ID=56517bc2-4af6-43aa-b125-ae8ca78be15a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:25.766102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] Set router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:25.824608 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd772d31f-d6e4-46a7-8a00-17e35a2cc78c', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'port_id': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'mac_address': 'fa:16:3e:9c:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:41:49Z', 'updated_at': '2021-07-07T16:44:23Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:25.839789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec843a-6dc7-4e14-8f48-a77390d71d16 req-fc8b7e0f-05a6-41f3-be30-87aee1f2a5c5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:25.875048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3ec843a-6dc7-4e14-8f48-a77390d71d16 req-fc8b7e0f-05a6-41f3-be30-87aee1f2a5c5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.4709084 Jul 07 16:44:25.880101 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:44:25.899003 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:44:25.899897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:44:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:26.035513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-2052f3f9-77db-4724-91c6-cd525c8e504f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4222741 Jul 07 16:44:26.050168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3ec843a-6dc7-4e14-8f48-a77390d71d16 req-f952e5f7-028e-444e-a6c3-bbbd0c68821f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729965 Jul 07 16:44:26.158441 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:44:26.212527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:44:20Z', 'revision_number': 4, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '56517bc2-4af6-43aa-b125-ae8ca78be15a', 'name': '', 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'mac_address': 'fa:16:3e:f9:3f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '477d9f37-ef9f-44ad-874e-f2b80562f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:18Z', 'updated_at': '2021-07-07T16:44:25Z', 'revision_number': 4, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'subnets': [{'id': '477d9f37-ef9f-44ad-874e-f2b80562f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:26.255934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691837c-dc3a-494a-9dc8-bc10e546366d None None] The sync data for ids ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'] in n-d-793619-7 is: [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:44:20Z', 'revision_number': 4, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '56517bc2-4af6-43aa-b125-ae8ca78be15a', 'name': '', 'network_id': 'c5e2d4db-4449-420d-8c0d-ed8947f0deff', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'mac_address': 'fa:16:3e:f9:3f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '477d9f37-ef9f-44ad-874e-f2b80562f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:18Z', 'updated_at': '2021-07-07T16:44:25Z', 'revision_number': 4, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'subnets': [{'id': '477d9f37-ef9f-44ad-874e-f2b80562f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:44:26.289801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-1b473356-84b4-48c5-b28e-9867ab436a41 service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363796 Jul 07 16:44:26.584199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-59f4d41f-9ceb-43f7-90b1-5867a1262745 service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689841 Jul 07 16:44:26.667525 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd772d31f-d6e4-46a7-8a00-17e35a2cc78c', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'port_id': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'mac_address': 'fa:16:3e:9c:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:41:49Z', 'updated_at': '2021-07-07T16:44:23Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:44:26.710309 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0aa7-5766-4a8c-b06a-47629c9ec0be None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd772d31f-d6e4-46a7-8a00-17e35a2cc78c', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'port_id': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'mac_address': 'fa:16:3e:9c:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:41:49Z', 'updated_at': '2021-07-07T16:44:23Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:44:26.758686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:44:26.971674 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84541ec-47bd-4745-81d9-8a3a4ba3ca49 x-openstack-request-id: req-e84541ec-47bd-4745-81d9-8a3a4ba3ca49 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:26.972258 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:26.972258 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e84541ec-47bd-4745-81d9-8a3a4ba3ca49 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:26.972587 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'status': 'completed', 'code': 200} Jul 07 16:44:27.425775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b59381-c9a1-4568-a6fb-4c985b8c9882 None None] New status for floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:44:27.446107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-baf9fc18-9cf3-44aa-b3fe-9a46010c1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:27.447631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-baf9fc18-9cf3-44aa-b3fe-9a46010c1cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 1096 time: 0.4136579 Jul 07 16:44:27.815339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f34d3-34e5-43cc-8adc-68e6473430b4 req-4276f8bc-83b6-400f-ae56-1864f4f4c774 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:27.821057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d9f34d3-34e5-43cc-8adc-68e6473430b4 req-4276f8bc-83b6-400f-ae56-1864f4f4c774 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 948 time: 0.4585159 Jul 07 16:44:27.894233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d9f34d3-34e5-43cc-8adc-68e6473430b4 req-bea1108c-4d69-4bf4-bd0d-2a12626a44f8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643923 Jul 07 16:44:28.010358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:28.096998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-8813f7e1-13a6-4601-9e47-1f98310a98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:28.099079 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-8813f7e1-13a6-4601-9e47-1f98310a98c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 200 len: 924 time: 0.6380775 Jul 07 16:44:28.231714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:28.286761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 56517bc2-4af6-43aa-b125-ae8ca78be15a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:28.399357 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-f6c7e40d-4921-4ecb-8fac-ecbeba06fed5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 HTTP/1.1" status: 200 len: 1001 time: 0.2849054 Jul 07 16:44:28.422015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a95996c-6eeb-43cf-8140-ffca716d382a req-5f8c0ead-6662-4f33-abf4-7076cee50867 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 210 time: 0.1435657 Jul 07 16:44:28.627195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'mac_address': 'fa:16:3e:b3:bc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:44:28.642568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:28.666249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-d2d82f2c-db7f-4ae7-8f62-3fbcf6c28dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:28.671741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-d2d82f2c-db7f-4ae7-8f62-3fbcf6c28dee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 200 len: 862 time: 0.2694516 Jul 07 16:44:28.820215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:28.829972 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600caca6-bc16-46b8-be63-d96858dc59fb" -d '{"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-unplugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:28.833684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-1982b9c9-3f90-4e3e-b4fa-7bb7be6cbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:28.836014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-1982b9c9-3f90-4e3e-b4fa-7bb7be6cbbb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cb4f10c-0692-44dd-b1d0-591eb081ddbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556225 Jul 07 16:44:28.880187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd138bf5-8bd8-4e9a-9b8b-bdf97be1ccc9 req-1acfa8fb-2d26-4bda-9429-4904b41b1bd2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:28.885441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:28.887912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd138bf5-8bd8-4e9a-9b8b-bdf97be1ccc9 req-1acfa8fb-2d26-4bda-9429-4904b41b1bd2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1047640 Jul 07 16:44:28.934179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:28.941488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac781067-90b3-49ee-bb3f-4bc35ce2d598 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:28.956405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd138bf5-8bd8-4e9a-9b8b-bdf97be1ccc9 req-afd72331-4d3e-47e8-9158-0b70edafcfe2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673540 Jul 07 16:44:29.010675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:29.018516 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:29.024664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:29.030866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 56517bc2-4af6-43aa-b125-ae8ca78be15a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:29.082263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-9c44ba5d-85b0-4839-b53b-b8d4f4826ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351253 Jul 07 16:44:29.083483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 56517bc2-4af6-43aa-b125-ae8ca78be15a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:29.084824 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:29.240066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db93cc0e-cc6e-4d05-8524-d985c645affa req-bca16456-12ad-4a5f-8568-a438feaa9974 service neutron] 10.222.0.13 "GET /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493456 Jul 07 16:44:29.243033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f195f-8b48-4e7f-887d-0a6600f1713a req-4143c909-6099-4960-976c-5961c5438ce0 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:29.254291 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb3f195f-8b48-4e7f-887d-0a6600f1713a req-4143c909-6099-4960-976c-5961c5438ce0 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1096 time: 0.2015986 Jul 07 16:44:29.315342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:29.327887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb3f195f-8b48-4e7f-887d-0a6600f1713a req-83fcd244-d80a-4f98-882e-1cc930f8ac59 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737658 Jul 07 16:44:29.456725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:29.508531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 56517bc2-4af6-43aa-b125-ae8ca78be15a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=56517bc2-4af6-43aa-b125-ae8ca78be15a,segment=NetworkSegment(cbdeafde-1b84-4157-87c1-87542c552a00),segment_id=cbdeafde-1b84-4157-87c1-87542c552a00)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:29.511255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:29.524051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:29.544381 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e9770-d4c2-4ba5-8d00-48d395a0a166 x-openstack-request-id: req-574e9770-d4c2-4ba5-8d00-48d395a0a166 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:29.545059 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-unplugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:29.546993 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-574e9770-d4c2-4ba5-8d00-48d395a0a166 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:29.547418 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'code': 200} Jul 07 16:44:29.617464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=56517bc2-4af6-43aa-b125-ae8ca78be15a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:29.632439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:29.787931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2217d7-44e0-45cd-8a1f-a8679ef1971c req-9bdbf231-32d0-482c-bba8-070de277c811 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:29.799883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa2217d7-44e0-45cd-8a1f-a8679ef1971c req-9bdbf231-32d0-482c-bba8-070de277c811 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 949 time: 0.0963185 Jul 07 16:44:29.856475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa2217d7-44e0-45cd-8a1f-a8679ef1971c req-db742378-eb6e-4399-acf9-fb072671cfb6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555050 Jul 07 16:44:30.019536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e0ed76c-ae88-4991-be06-db21da581b11 req-025c1020-e6d0-4499-9284-646ddb8f924a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 210 time: 0.0397055 Jul 07 16:44:30.554913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-ae92a2c7-8c6a-4bdf-9c33-b0f42180c960 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:30.557715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-ae92a2c7-8c6a-4bdf-9c33-b0f42180c960 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.2852054 Jul 07 16:44:30.578238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Request body: {'port': {'device_id': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'admin_state_up': True, 'tenant_id': 'ea7b31c4e9bd4b498dabc9102914f4be'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:30.643301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc42cc-bb2a-4bd9-953d-2cf6a3d904c2 req-fed3b9b1-1bf0-4e1a-ac47-af3b1aa979ac tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:30.655928 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccbc42cc-bb2a-4bd9-953d-2cf6a3d904c2 req-fed3b9b1-1bf0-4e1a-ac47-af3b1aa979ac tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1604335 Jul 07 16:44:30.762585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccbc42cc-bb2a-4bd9-953d-2cf6a3d904c2 req-41b531aa-1408-4a3d-ac22-5b8bbc7fb13d tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053724 Jul 07 16:44:30.998980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-b5739331-ac00-4e05-bf4d-efa99d418606 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:31.000968 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-b5739331-ac00-4e05-bf4d-efa99d418606 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522&tenant_id=2f2e5dea929049ca8cad7058e4d9685b&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 949 time: 0.3021367 Jul 07 16:44:31.056820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Made reservation on behalf of ea7b31c4e9bd4b498dabc9102914f4be for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:31.060265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:31.123462 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-cc8992d0-5a24-441f-9674-38cb30006d50 service neutron] delete failed (client error): The resource could not be found. Jul 07 16:44:31.124682 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-cc8992d0-5a24-441f-9674-38cb30006d50 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ac781067-90b3-49ee-bb3f-4bc35ce2d598/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.1017883 Jul 07 16:44:31.243861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Allocated IP 172.20.0.7 (8c5ad180-b710-47c2-9105-3adf8a436493/541afaa2-e324-43f9-aab2-c988a80891ef/caaf5951-157d-4a5b-8a88-50f34471a538) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:31.287231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-46525ff8-5136-4b4c-a015-7323f19fd2ad tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:44:31.296318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-46525ff8-5136-4b4c-a015-7323f19fd2ad tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169182 Jul 07 16:44:31.301517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Request body: {'binding': {'host': 'n-h1-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:31.302170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:44:31.379704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d332-5cf8-4f5f-ad74-388e94789c11 req-db0de8f0-69dc-4d50-8988-5534dc3afb7b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:31.390580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34c1d332-5cf8-4f5f-ad74-388e94789c11 req-db0de8f0-69dc-4d50-8988-5534dc3afb7b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 949 time: 0.1048419 Jul 07 16:44:31.438877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34c1d332-5cf8-4f5f-ad74-388e94789c11 req-fb9f6ee7-2e8b-42c3-b4ed-5740570e18d4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474212 Jul 07 16:44:31.560013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-e96a58c8-d17f-4f61-8bd0-29b13893e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:31.562088 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-e96a58c8-d17f-4f61-8bd0-29b13893e44d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1100 time: 0.2522440 Jul 07 16:44:31.565006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:31.650969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 56517bc2-4af6-43aa-b125-ae8ca78be15a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:31.663941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on host n-h1-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:31.664498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:31.664661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:31.688775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:31.689219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:31.701598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:31.702096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:31.702490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:31.702947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Bound port: fd065cfe-e134-4f4a-9c12-031ecd050a5c, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:31.722962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 56517bc2-4af6-43aa-b125-ae8ca78be15a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:31.723668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:31.742693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-0e15c703-3fe9-493d-afa4-8099b2a9eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:31.744311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-0e15c703-3fe9-493d-afa4-8099b2a9eb05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1730769 Jul 07 16:44:31.749900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:31.840660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-ea3157a1-e311-4524-8fc8-5e1cd5498a27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.0887516 Jul 07 16:44:31.871634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Network 8c5ad180-b710-47c2-9105-3adf8a436493 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:31.912863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:31.915313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:31.921742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:31.926049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:31.932502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:31.933710 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-1ee315d2-f55a-4db9-897c-bdf0514fc082 service neutron] 10.222.0.78 "POST /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6363680 Jul 07 16:44:31.967926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-df3efd03-e702-4ed9-962d-e0ade48fd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:31.969440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-df3efd03-e702-4ed9-962d-e0ade48fd2ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1165507 Jul 07 16:44:32.000373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3fd24-18e0-4569-a8e5-d424f627a412 req-217587bc-e7dd-4a10-97b9-0fae145d59c8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.010008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44b3fd24-18e0-4569-a8e5-d424f627a412 req-217587bc-e7dd-4a10-97b9-0fae145d59c8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 931 time: 0.1118302 Jul 07 16:44:32.020032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.020654 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:32.041068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-9fcb0f36-61b2-4762-ae61-7148af188ea1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4700174 Jul 07 16:44:32.066876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Request body: {'port': {'device_id': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:32.070954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-4a419095-ef63-413e-8245-023dbf57773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.072543 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-4a419095-ef63-413e-8245-023dbf57773c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955491 Jul 07 16:44:32.129910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44b3fd24-18e0-4569-a8e5-d424f627a412 req-e4c3971d-9155-4970-8aac-ebcb4236172f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187475 Jul 07 16:44:32.346403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-36cd078e-e0b9-497a-a9d2-5a62c0bf70f9 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467525 Jul 07 16:44:32.390871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78954a-0703-43ef-b673-c702bdb9b546 req-4b005050-0d0d-435a-b1ce-e73990416387 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.400097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b78954a-0703-43ef-b673-c702bdb9b546 req-4b005050-0d0d-435a-b1ce-e73990416387 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.0916271 Jul 07 16:44:32.446063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b78954a-0703-43ef-b673-c702bdb9b546 req-30081e49-afeb-4fd6-9eb7-c11576c86261 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Jul 07 16:44:32.680719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bccc1-9ba7-4ca7-b57e-2443252d6ea0 req-c79d8552-9ca2-4a27-abd3-f41bd8769477 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.688203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec0bccc1-9ba7-4ca7-b57e-2443252d6ea0 req-c79d8552-9ca2-4a27-abd3-f41bd8769477 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.0815039 Jul 07 16:44:32.733270 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-74b835a5-39d0-4448-a8b8-580a64f3641e req-6d582d58-c56f-4aac-bb04-f29a217fe943 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798840 Jul 07 16:44:32.737781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec0bccc1-9ba7-4ca7-b57e-2443252d6ea0 req-8e55a1c0-d82c-4c9c-8af8-10049a067900 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Jul 07 16:44:32.739423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:32.814736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-ecfa4d06-cea9-4b91-a0b6-7924078d33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.814736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-ecfa4d06-cea9-4b91-a0b6-7924078d33a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1096 time: 0.5373731 Jul 07 16:44:32.860415 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:44:32.957200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee340a4-5265-4002-a07e-cf9fa587381e req-c406e2f8-9709-425d-9cb2-1bfab622498b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:32.964821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ee340a4-5265-4002-a07e-cf9fa587381e req-c406e2f8-9709-425d-9cb2-1bfab622498b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 949 time: 0.1044290 Jul 07 16:44:33.011113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ee340a4-5265-4002-a07e-cf9fa587381e req-b9ff1798-9035-4e4c-8081-4d23d6672bae tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Jul 07 16:44:33.198209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-31476477-63cc-4c39-9cf6-d88beb3b2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:33.199651 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-31476477-63cc-4c39-9cf6-d88beb3b2d8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.3811100 Jul 07 16:44:33.211921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:33.291087 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-06866f27-64f1-42e6-b066-d8f9f566bd01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 217 time: 0.0815749 Jul 07 16:44:33.410763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:33.420811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-44b59f6e-2fb3-4bbc-b102-09b2e6a5ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:33.432863 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-44b59f6e-2fb3-4bbc-b102-09b2e6a5ba42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1326942 Jul 07 16:44:33.435373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaf5951-157d-4a5b-8a88-50f34471a538 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:33.487868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port ac781067-90b3-49ee-bb3f-4bc35ce2d598 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:33.492371 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-b80cfb3e-c019-4b15-9ee5-8613d8fe2376 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513473 Jul 07 16:44:33.495818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port ac781067-90b3-49ee-bb3f-4bc35ce2d598 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:33.496322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:33.501419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:33.592113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70efd18-211a-4a9d-bcc5-a42375739bf6 req-82b7306d-47cc-439e-ab19-2e69ceec3db1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:33.596304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Transition to ACTIVE for port object caaf5951-157d-4a5b-8a88-50f34471a538 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:33.605521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:33.606962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e70efd18-211a-4a9d-bcc5-a42375739bf6 req-82b7306d-47cc-439e-ab19-2e69ceec3db1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 931 time: 0.2507544 Jul 07 16:44:33.674009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:33.743092 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:33.797329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e70efd18-211a-4a9d-bcc5-a42375739bf6 req-483be4c6-3a90-4914-863c-dd7c3f76e70e tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846960 Jul 07 16:44:33.846916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:33.851632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:33.859357 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2fe579-9840-4b19-a01f-79c796d9207f" -d '{"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-plugged", "status": "completed", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:33.868775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:33.996397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:34.031620 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-c5fd31bd-baa9-4304-9c6e-8b01e9e65568 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209675 Jul 07 16:44:34.133782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa4f1-d228-49ee-9c09-25ea4f0521d4 req-77d67161-9c29-4a8b-b2f6-b6323b287278 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:34.143535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a46fa4f1-d228-49ee-9c09-25ea4f0521d4 req-77d67161-9c29-4a8b-b2f6-b6323b287278 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1158931 Jul 07 16:44:34.187966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:34.188364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:34.188681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:34.200137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:34.200471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:34.207587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-76295a83-b751-44a2-8fd0-a00bdc508efe service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670134 Jul 07 16:44:34.211056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a46fa4f1-d228-49ee-9c09-25ea4f0521d4 req-88fa5ade-61b1-452d-ad04-71eaaec93632 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656898 Jul 07 16:44:34.211205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:34.211604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:34.212002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:34.212490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Bound port: caaf5951-157d-4a5b-8a88-50f34471a538, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:34.212824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.356877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:34.362883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:34.368644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.378411 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f84b0-925a-47b2-9f27-da83fb1aae94 x-openstack-request-id: req-177f84b0-925a-47b2-9f27-da83fb1aae94 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:34.378960 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-plugged", "status": "completed", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:34.379217 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-177f84b0-925a-47b2-9f27-da83fb1aae94 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:34.379899 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'code': 200} Jul 07 16:44:34.423579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:34.425114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.426922 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] 10.222.0.54 "PUT /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 1091 time: 2.3671341 Jul 07 16:44:34.427703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:34.430752 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:34.487344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8736fc5-96d3-4d90-9ea3-5daa3f171cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:34.524894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39556) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:34.582829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-ea4a61e8-4bd5-4b97-b554-9ea27246a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:34.584788 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-ea4a61e8-4bd5-4b97-b554-9ea27246a039 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1094 time: 0.0931442 Jul 07 16:44:34.624880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad9da8-6685-4282-b89c-b54cb67ee9e0 req-a8e538da-807b-4647-bfc6-329925e94ea2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:34.631893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77ad9da8-6685-4282-b89c-b54cb67ee9e0 req-a8e538da-807b-4647-bfc6-329925e94ea2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1767268 Jul 07 16:44:34.651492 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-feeecb76-63b6-4983-8ac3-3487a3de7f66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 217 time: 0.0579362 Jul 07 16:44:34.664078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc377-1776-4850-9e22-d896ca58d70e req-37e51461-281d-44a0-827f-ec8f26f58ec4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:34.665609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a09fc377-1776-4850-9e22-d896ca58d70e req-37e51461-281d-44a0-827f-ec8f26f58ec4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1302946 Jul 07 16:44:34.707662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77ad9da8-6685-4282-b89c-b54cb67ee9e0 req-f170cb62-92b2-43f1-9e67-ed5b0dac3230 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747468 Jul 07 16:44:34.737169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5474d2b8-80be-4ef1-b4c9-b40b38d1e589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.751524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a09fc377-1776-4850-9e22-d896ca58d70e req-391eb534-f4f9-48d5-8194-1875a27e40e2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746500 Jul 07 16:44:34.766661 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8822758b-96d5-4c0c-9445-c3bf6d3e0a57 x-openstack-request-id: req-8822758b-96d5-4c0c-9445-c3bf6d3e0a57 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:34.767464 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:34.767929 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8822758b-96d5-4c0c-9445-c3bf6d3e0a57 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:34.768908 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'status': 'completed', 'code': 200} Jul 07 16:44:34.875883 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5474d2b8-80be-4ef1-b4c9-b40b38d1e589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.883104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5474d2b8-80be-4ef1-b4c9-b40b38d1e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.897776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead871-9350-49d8-9346-8ae5157672bc req-dfaa1aee-cb9e-4471-b111-053ddb68b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:34.897776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-dfaa1aee-cb9e-4471-b111-053ddb68b5f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.2313821 Jul 07 16:44:34.934574 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d22ddf6-b59a-466c-aeaf-c9715f10478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.996006 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5474d2b8-80be-4ef1-b4c9-b40b38d1e589 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=381107c0124b4b8bb499dbee388d0464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679000 Jul 07 16:44:35.002349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39566) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:35.003275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-586c0697-329d-49da-b016-51eb149b3db0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885787 Jul 07 16:44:35.027566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd7195-6dfa-41a9-b740-ccb4227acdfd req-7e547c98-fab4-422d-89c1-52ec04ab1d6a tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:35.036225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4fd7195-6dfa-41a9-b740-ccb4227acdfd req-7e547c98-fab4-422d-89c1-52ec04ab1d6a tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1101 time: 0.1309412 Jul 07 16:44:35.038509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474d2b8-80be-4ef1-b4c9-b40b38d1e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef579f-22af-415f-9423-ccabeea246d3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:35.151239 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-817985eb-8989-426b-9208-59de4fca917c service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264877 Jul 07 16:44:35.200576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4fd7195-6dfa-41a9-b740-ccb4227acdfd req-be986cbd-7006-442c-9092-8cd46bdf125c tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630926 Jul 07 16:44:35.208654 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10b04ae3-7262-4e13-a3a0-1c5d99846ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:35.213730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a339ac5d-22a3-4985-8937-b7369d7d5c5e details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:35.322467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10b04ae3-7262-4e13-a3a0-1c5d99846ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:35.376205 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-59ead871-9350-49d8-9346-8ae5157672bc req-60968c26-5594-4813-9530-a1c40ab5c795 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177470 Jul 07 16:44:35.388322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10b04ae3-7262-4e13-a3a0-1c5d99846ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:35.392924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10b04ae3-7262-4e13-a3a0-1c5d99846ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:35.394605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-10b04ae3-7262-4e13-a3a0-1c5d99846ad9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7ef579f-22af-415f-9423-ccabeea246d3 HTTP/1.1" status: 204 len: 168 time: 0.3912444 Jul 07 16:44:35.419303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae8f0a-f1f8-40aa-a4bb-f6ed1db1941e req-e72bb67e-c362-493c-a7f8-ed3f1f1fc09b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:35.421803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fae8f0a-f1f8-40aa-a4bb-f6ed1db1941e req-e72bb67e-c362-493c-a7f8-ed3f1f1fc09b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.3583810 Jul 07 16:44:35.462260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b04ae3-7262-4e13-a3a0-1c5d99846ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef579f-22af-415f-9423-ccabeea246d3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:35.500129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fae8f0a-f1f8-40aa-a4bb-f6ed1db1941e req-2aff8202-d2ff-43c2-aebf-c375f55864bc tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710502 Jul 07 16:44:35.602992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:35.663042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-d49309df-4852-49ff-ac06-e631cdc793a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:35.668986 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-d49309df-4852-49ff-ac06-e631cdc793a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1094 time: 0.2231338 Jul 07 16:44:35.731068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'mac_address': 'fa:16:3e:97:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:44:35.948745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-7cdc9b12-dd39-4300-9cb7-a0e204266985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:35.963609 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-7cdc9b12-dd39-4300-9cb7-a0e204266985 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.2742612 Jul 07 16:44:35.974606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd450ae-4c04-46fb-a8d7-468f63431105 req-4dae30a5-78e3-4381-8e46-7f14b458c25b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:35.986251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fd450ae-4c04-46fb-a8d7-468f63431105 req-4dae30a5-78e3-4381-8e46-7f14b458c25b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2268093 Jul 07 16:44:36.030621 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-36bb2d93-95b1-41e8-beb5-8429b8aa7bae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 217 time: 0.0665770 Jul 07 16:44:36.055050 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:36.108497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a339ac5d-22a3-4985-8937-b7369d7d5c5e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:36.137411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:36.143975 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:36.177570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-6c622e38-820d-43e7-880d-77ad5c96bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:36.182290 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-6c622e38-820d-43e7-880d-77ad5c96bf02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1424725 Jul 07 16:44:36.182930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:36.213224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fd450ae-4c04-46fb-a8d7-468f63431105 req-2715e812-ee6e-4e8c-9411-8e34a1679826 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259414 Jul 07 16:44:36.247474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:36.370211 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-9ac6d890-d485-4fbb-aabf-3927c76e703e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732953 Jul 07 16:44:36.380895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3529-e4cf-474b-88c6-caf69f82e1f8 req-a4451086-885d-4ecd-b027-237af43f31af tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:36.388640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e11f3529-e4cf-474b-88c6-caf69f82e1f8 req-a4451086-885d-4ecd-b027-237af43f31af tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.3054895 Jul 07 16:44:36.396040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a339ac5d-22a3-4985-8937-b7369d7d5c5e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:36.415521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f6a-bbe1-463e-8cb3-e3b4ff4ea247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:36.489086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e11f3529-e4cf-474b-88c6-caf69f82e1f8 req-0a49c5f5-c67b-41b3-be91-0a5f5eec800b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986052 Jul 07 16:44:36.548407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-a7547a02-9acc-407c-9ed0-813dd6587e5d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802674 Jul 07 16:44:36.758658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-e275c391-0e1e-411c-b009-8aee8fae511b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:36.765759 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-dff811cf-b494-470d-926b-1a2ff226c00d service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832185 Jul 07 16:44:36.774950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-e275c391-0e1e-411c-b009-8aee8fae511b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254629 Jul 07 16:44:36.812824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-1c1f4208-838b-4202-825d-de4f5baf5537 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/quotas/2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 375 time: 0.0367060 Jul 07 16:44:36.926678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-77cecd87-c98e-49ba-b3ed-d6e5760c52a5 req-7b9b5347-dd54-4463-b8b6-46780ad7e8de service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489847 Jul 07 16:44:36.945764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-4fde07c3-b75e-434a-a2ea-4e80b5a20e4b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315963 Jul 07 16:44:37.033163 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f6a-bbe1-463e-8cb3-e3b4ff4ea247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.040129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f6a-bbe1-463e-8cb3-e3b4ff4ea247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.082267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5c45f6a-bbe1-463e-8cb3-e3b4ff4ea247 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0a83aefcc7b477aaf3f0ebf2d6ba18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980184 Jul 07 16:44:37.087929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39612) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:37.110028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45f6a-bbe1-463e-8cb3-e3b4ff4ea247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f253d4-903e-4aad-af02-dda986164df6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:37.150454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb514b0e-303d-4d4f-907d-140a20dd5343 req-c42e0799-2e89-4d5f-89cf-f3de79eb5be3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:37.158942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb514b0e-303d-4d4f-907d-140a20dd5343 req-c42e0799-2e89-4d5f-89cf-f3de79eb5be3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.1621952 Jul 07 16:44:37.239370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a339ac5d-22a3-4985-8937-b7369d7d5c5e up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:37.260528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbdeca58-ec9d-47cc-924a-8feaab0fe22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.295328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb514b0e-303d-4d4f-907d-140a20dd5343 req-ac854365-7142-458c-a529-fefc85fddd35 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348093 Jul 07 16:44:37.384239 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbdeca58-ec9d-47cc-924a-8feaab0fe22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.402137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port a339ac5d-22a3-4985-8937-b7369d7d5c5e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:37.402767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.502511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7531f881-fa28-44b8-91bf-a2b319acaefe req-5342bea1-4702-4de8-bae8-078ce040623b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 210 time: 0.0801599 Jul 07 16:44:37.518269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.578808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.599125 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbdeca58-ec9d-47cc-924a-8feaab0fe22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.602785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbdeca58-ec9d-47cc-924a-8feaab0fe22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.604148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dbdeca58-ec9d-47cc-924a-8feaab0fe22d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46f253d4-903e-4aad-af02-dda986164df6 HTTP/1.1" status: 204 len: 168 time: 0.5153718 Jul 07 16:44:37.621669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeca58-ec9d-47cc-924a-8feaab0fe22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f253d4-903e-4aad-af02-dda986164df6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:37.693270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:37.696411 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2977807-0145-466c-9aa7-6e371d2c417a" -d '{"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-plugged", "status": "completed", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:37.718641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:37.722189 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d71ae76-3903-4ae7-85a4-02fafb38a0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.726503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:37.853380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:38.062945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc8498-a190-480c-86d4-c7e88792c3f7 req-c8997228-f17d-4584-bcf4-7181baa6c3f4 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:38.064617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9abc8498-a190-480c-86d4-c7e88792c3f7 req-c8997228-f17d-4584-bcf4-7181baa6c3f4 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2712779 Jul 07 16:44:38.081420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd726c-4e1d-449e-b347-a1b9cf2c37a1 req-d83910b3-5149-4692-bdbe-c79ae3cb1d31 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:38.089021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12dd726c-4e1d-449e-b347-a1b9cf2c37a1 req-d83910b3-5149-4692-bdbe-c79ae3cb1d31 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.2115014 Jul 07 16:44:38.164826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12dd726c-4e1d-449e-b347-a1b9cf2c37a1 req-82fd35eb-4fc6-4575-9f15-f3c6f0e82dcf tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746667 Jul 07 16:44:38.229992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9abc8498-a190-480c-86d4-c7e88792c3f7 req-7a1e9818-0011-4161-8bea-0fa72551a1ca tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361241 Jul 07 16:44:38.260386 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1805633-5129-45d5-b2b8-09a7a6c648b7 x-openstack-request-id: req-f1805633-5129-45d5-b2b8-09a7a6c648b7 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:38.260941 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-plugged", "status": "completed", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:38.260941 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1805633-5129-45d5-b2b8-09a7a6c648b7 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:38.261389 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'code': 200} Jul 07 16:44:38.733876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421e840-a7c7-4552-932f-ce7bb2b11646 req-dbe48492-26fb-43c3-88be-37b4959a5f27 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:38.736018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3421e840-a7c7-4552-932f-ce7bb2b11646 req-dbe48492-26fb-43c3-88be-37b4959a5f27 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.1206570 Jul 07 16:44:38.794175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3421e840-a7c7-4552-932f-ce7bb2b11646 req-ae1a2f04-8efd-40f6-ac34-ab93c5b855d0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503612 Jul 07 16:44:38.848147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce6ce1c2-8901-4f09-b6f4-dcc7cd4d515a req-28da62c0-7ade-4b10-b3d9-c46ed433353d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 210 time: 0.0385129 Jul 07 16:44:38.944003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:39.256705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-7db877d0-af67-4796-a756-8f2353d78c09 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814741 Jul 07 16:44:39.578017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3fa0e2c3-a106-4428-a112-ed38812ca5e9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:39.587308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3fa0e2c3-a106-4428-a112-ed38812ca5e9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250680 Jul 07 16:44:39.606858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Request body: {'port': {'device_id': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '2f2e5dea929049ca8cad7058e4d9685b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:39.607877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e3b0-490a-429a-a928-b3a106e1a537 req-a5d623f1-a98a-486f-bb82-bb75aa875c84 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:39.630691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f611e3b0-490a-429a-a928-b3a106e1a537 req-a5d623f1-a98a-486f-bb82-bb75aa875c84 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1969428 Jul 07 16:44:39.777701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d00b-ac80-4901-a51c-46619612f2fc req-6b6251e1-135c-4c4c-a0ea-ff715abaab65 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:39.790917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ee7d00b-ac80-4901-a51c-46619612f2fc req-6b6251e1-135c-4c4c-a0ea-ff715abaab65 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2794130 Jul 07 16:44:39.820831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f611e3b0-490a-429a-a928-b3a106e1a537 req-777cd986-b547-4e26-9349-b64e7040b2c2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830015 Jul 07 16:44:39.954211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ee7d00b-ac80-4901-a51c-46619612f2fc req-580ccdee-da1a-4ebf-a331-749feae84329 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622350 Jul 07 16:44:39.972890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Made reservation on behalf of 2f2e5dea929049ca8cad7058e4d9685b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:44:39.986525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:40.162124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Allocated IP 192.168.233.183 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/201d4b48-a43c-41b8-a9ae-fb184ccde204) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:44:40.400963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:40.424998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Transition to ACTIVE for port object 201d4b48-a43c-41b8-a9ae-fb184ccde204 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:40.432523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177edb9f-e064-40ec-92ea-1bbaf1bf6e65 req-83d94e45-411e-46fe-81a8-215047b9200d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:40.446134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-177edb9f-e064-40ec-92ea-1bbaf1bf6e65 req-83d94e45-411e-46fe-81a8-215047b9200d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.1604464 Jul 07 16:44:40.473598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:40.489028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:40.538401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-177edb9f-e064-40ec-92ea-1bbaf1bf6e65 req-dfca4bf6-47c9-41a9-9521-1bf771a6000c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913842 Jul 07 16:44:40.610615 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:40.664194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:40.671974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:44:40.673472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:44:40.679792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:44:40.718229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f0d63-780e-4577-bb49-16976dcc4c3b req-47a71dd8-6bde-453c-bf78-8c03c31b0594 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:40.729063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-537f0d63-780e-4577-bb49-16976dcc4c3b req-47a71dd8-6bde-453c-bf78-8c03c31b0594 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 936 time: 0.1895580 Jul 07 16:44:40.819394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:40.820083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:40.824092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-537f0d63-780e-4577-bb49-16976dcc4c3b req-0b1e3488-476e-456b-a6ef-948e63d6d391 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940187 Jul 07 16:44:40.856039 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-713fd07d-938f-4107-9600-50b19ed306a0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2533414 Jul 07 16:44:40.878083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Request body: {'port': {'device_id': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:41.040781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:41.140788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5ab09c86-4071-4ebd-9440-cd8de3e44f08 None None] Provisioning for port 201d4b48-a43c-41b8-a9ae-fb184ccde204 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:41.147196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5ab09c86-4071-4ebd-9440-cd8de3e44f08 None None] Provisioning complete for port 201d4b48-a43c-41b8-a9ae-fb184ccde204 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:41.147881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5ab09c86-4071-4ebd-9440-cd8de3e44f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:41.160662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a846fc-71d3-4f75-b315-ac0f436fbff1 req-0a83a2a2-67fa-40c2-aef5-4760ac7a5106 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:41.162293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57a846fc-71d3-4f75-b315-ac0f436fbff1 req-0a83a2a2-67fa-40c2-aef5-4760ac7a5106 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1337807 Jul 07 16:44:41.230216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5ab09c86-4071-4ebd-9440-cd8de3e44f08 None None] Port 201d4b48-a43c-41b8-a9ae-fb184ccde204 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:44:41.260650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:41.286880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57a846fc-71d3-4f75-b315-ac0f436fbff1 req-4f0ce437-fcb7-40da-b002-40f857f803e7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101680 Jul 07 16:44:41.485570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:41.506173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201d4b48-a43c-41b8-a9ae-fb184ccde204 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:41.516261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:41.547392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Transition to ACTIVE for port object 201d4b48-a43c-41b8-a9ae-fb184ccde204 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:44:41.553603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:41.593967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7741c1-19ac-480c-ab1c-1f65bb6e6cc6 req-44c01cab-77d2-4bbf-85ed-37c68989086e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:41.602501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7741c1-19ac-480c-ab1c-1f65bb6e6cc6 req-44c01cab-77d2-4bbf-85ed-37c68989086e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.0946045 Jul 07 16:44:41.704622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7741c1-19ac-480c-ab1c-1f65bb6e6cc6 req-bca74038-997a-49c4-88f7-9d4e9c5ad724 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973470 Jul 07 16:44:41.717085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'port_id': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'mac_address': 'fa:16:3e:d5:02:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541afaa2-e324-43f9-aab2-c988a80891ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:44:41.756875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:41.777647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:41.802740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaf5951-157d-4a5b-8a88-50f34471a538 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:41.851150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:41.858499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:41.960200 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:42.054128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:42.054487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:42.054789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:42.070757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:42.073464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:42.090165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:42.090562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:42.090948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:42.092093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Bound port: 201d4b48-a43c-41b8-a9ae-fb184ccde204, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:42.092653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:42.281330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:42.290372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:42.299823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:42.356836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:42.358773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:42.360622 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] 10.222.0.13 "PUT /v2.0/ports/201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 1096 time: 1.4881546 Jul 07 16:44:42.361395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:42.365273 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1fd044-792a-47f0-99fd-9ce79895502f" -d '{"events": [{"name": "network-changed", "server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:42.385414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['caaf5951-157d-4a5b-8a88-50f34471a538'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:42.459977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b5fc2-90d0-4f39-bc6d-64379b5e7cff service neutron] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:42.522290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967dee-8eaf-452e-9e71-1449b804d979 req-8b3d65fc-bb6a-4536-bf33-e1bc8b2139c9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:42.533566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51967dee-8eaf-452e-9e71-1449b804d979 req-8b3d65fc-bb6a-4536-bf33-e1bc8b2139c9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.3552480 Jul 07 16:44:42.609026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-4703c87e-c44c-4f8f-a6e4-17870a3dbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:42.610660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-4703c87e-c44c-4f8f-a6e4-17870a3dbb83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1099 time: 0.1809638 Jul 07 16:44:42.657085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51967dee-8eaf-452e-9e71-1449b804d979 req-9c2abb4e-df91-45c3-8693-75dd9600bc29 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204183 Jul 07 16:44:42.700375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d7f7e-029c-4eb9-83a4-d62fb37a5893 req-5a79f866-59b0-484d-b762-581f567e6a24 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:42.713008 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-5bf83472-9aa8-4bff-b84c-74559ed98c29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0883167 Jul 07 16:44:42.714783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d34d7f7e-029c-4eb9-83a4-d62fb37a5893 req-5a79f866-59b0-484d-b762-581f567e6a24 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 944 time: 0.4409840 Jul 07 16:44:42.804587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d34d7f7e-029c-4eb9-83a4-d62fb37a5893 req-4779e405-f356-45a7-8ee6-45d9b92c8ed8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807674 Jul 07 16:44:42.808052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-e950c505-72ea-4be7-80ef-6c40b1bcedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:42.809585 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-e950c505-72ea-4be7-80ef-6c40b1bcedcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0905170 Jul 07 16:44:42.923914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-b712e7bf-314f-4f19-9569-216b1ff59a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:42.926533 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-b712e7bf-314f-4f19-9569-216b1ff59a56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097848 Jul 07 16:44:43.146768 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-1cec76e1-5fd1-407d-9687-65b8507b3138 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119634 Jul 07 16:44:43.176503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ffb56-278e-413f-930c-9c193ecfec71 req-f98b47dd-140b-4ab4-8fd5-b8e35777958b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:43.179265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-756ffb56-278e-413f-930c-9c193ecfec71 req-f98b47dd-140b-4ab4-8fd5-b8e35777958b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1129744 Jul 07 16:44:43.204549 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15826f0-bc0a-471a-af39-25e0fdf07ed1 x-openstack-request-id: req-b15826f0-bc0a-471a-af39-25e0fdf07ed1 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:43.204874 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:43.205094 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b15826f0-bc0a-471a-af39-25e0fdf07ed1 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:43.205526 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'status': 'completed', 'code': 200} Jul 07 16:44:43.252278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-756ffb56-278e-413f-930c-9c193ecfec71 req-cc6575f2-e657-4389-a676-ed5ad7d1a7cd tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660841 Jul 07 16:44:43.282193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:44:43.395319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f06acb3a-1d27-423a-80ab-f2c2a13ffce6 req-99f7a441-a006-4462-836f-ccdfc3c61ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379849 Jul 07 16:44:43.458593 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:43.510663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:43.511904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8ff34-449a-40fe-ba88-ffb8f369810a req-fa933552-b3ac-4da0-b4e0-132be33f3330 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:43.514058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9f8ff34-449a-40fe-ba88-ffb8f369810a req-fa933552-b3ac-4da0-b4e0-132be33f3330 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1021702 Jul 07 16:44:43.515720 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6013bc1-6615-405d-8323-d0027527cbac" -d '{"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:43.555195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:43.564963 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:43.627398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9f8ff34-449a-40fe-ba88-ffb8f369810a req-84ec9fd1-66b8-46fc-a376-c7d9c2fdb422 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045856 Jul 07 16:44:43.631158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-e3cd94a8-a319-417e-8203-077860c2d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:43.633140 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-e3cd94a8-a319-417e-8203-077860c2d185 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1099 time: 0.1182849 Jul 07 16:44:43.689062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:43.872374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-1412a7f6-1075-4178-8bcd-9a65b9d82638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:43.877642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-1412a7f6-1075-4178-8bcd-9a65b9d82638 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2375500 Jul 07 16:44:43.946624 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-69af4e4c-9d3b-4c4a-ab90-bca0e612adc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0538781 Jul 07 16:44:44.153867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-7b14f036-e442-4d5b-b33f-2ac7ec8c2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:44.156271 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0cce80-cc14-49a3-85d3-eae164d7403b x-openstack-request-id: req-7c0cce80-cc14-49a3-85d3-eae164d7403b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:44.156574 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:44.156857 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c0cce80-cc14-49a3-85d3-eae164d7403b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:44.157714 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'code': 200} Jul 07 16:44:44.163819 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-7b14f036-e442-4d5b-b33f-2ac7ec8c2161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2098072 Jul 07 16:44:44.356056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-68d833ef-af98-43ae-8228-0ae91407aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:44.357876 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-68d833ef-af98-43ae-8228-0ae91407aac8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865790 Jul 07 16:44:44.571291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd17f29-1de4-4977-a3f2-cb818c2e3381 req-280db376-81cf-4f2e-897d-2577b9166f45 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:44.577712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccd17f29-1de4-4977-a3f2-cb818c2e3381 req-280db376-81cf-4f2e-897d-2577b9166f45 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.1444004 Jul 07 16:44:44.589704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-e352a794-4cf7-42c1-ba6b-5dc946b04198 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149947 Jul 07 16:44:44.678370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccd17f29-1de4-4977-a3f2-cb818c2e3381 req-2d95286b-ea86-4e5c-9827-f914ac1f21dd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962620 Jul 07 16:44:44.813172 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d1fd044-792a-47f0-99fd-9ce79895502f req-db9cf45a-4b37-412f-ae33-587d544aff69 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141929 Jul 07 16:44:45.047096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c67eb-3601-4fcb-945e-f3226fad1bc2 req-70dfcf02-3d7f-4076-879c-b69919d1c9fd tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:45.048793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7c67eb-3601-4fcb-945e-f3226fad1bc2 req-70dfcf02-3d7f-4076-879c-b69919d1c9fd tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 944 time: 0.1402414 Jul 07 16:44:45.167527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7c67eb-3601-4fcb-945e-f3226fad1bc2 req-c85d518f-ef0f-4c37-872e-11eaca843e18 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004398 Jul 07 16:44:45.217644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39840) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:45.298373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:45.395808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a4fee77-9286-4519-84df-52d7c56c4233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.412010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port caaf5951-157d-4a5b-8a88-50f34471a538 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:45.422372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port caaf5951-157d-4a5b-8a88-50f34471a538 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:45.424233 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.581220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87646e9-bf85-4bba-a96b-4b365b881e35 req-ec8bebc0-2f69-47b5-a162-194c5766c179 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:45.583382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d87646e9-bf85-4bba-a96b-4b365b881e35 req-ec8bebc0-2f69-47b5-a162-194c5766c179 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1884546 Jul 07 16:44:45.641400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d87646e9-bf85-4bba-a96b-4b365b881e35 req-96e9b429-2346-4def-9f07-e9dea576dff8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Jul 07 16:44:45.650235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.675428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a4fee77-9286-4519-84df-52d7c56c4233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.687677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a4fee77-9286-4519-84df-52d7c56c4233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.727509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:45.735043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.794508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:45.796909 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2a4fee77-9286-4519-84df-52d7c56c4233 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bc838b6a5d241469f780ec31dd1e061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780234 Jul 07 16:44:45.798197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fee77-9286-4519-84df-52d7c56c4233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace032f2-15fa-4ea5-a92b-681993d40775,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:45.799622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39850) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:45.928337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b71f79f-6b58-4ba2-8934-5b353d5320a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:45.969503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799eb43-0f4d-4a3c-8f48-c251b0327823 req-1e82ef56-416e-4c9b-8565-60b160addaaa tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:45.976708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8799eb43-0f4d-4a3c-8f48-c251b0327823 req-1e82ef56-416e-4c9b-8565-60b160addaaa tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 948 time: 0.1175060 Jul 07 16:44:45.989123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b71f79f-6b58-4ba2-8934-5b353d5320a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.055132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8799eb43-0f4d-4a3c-8f48-c251b0327823 req-d27a73c3-a906-455c-bcf0-7d1874c0ab95 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773711 Jul 07 16:44:46.098062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b71f79f-6b58-4ba2-8934-5b353d5320a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.101027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b71f79f-6b58-4ba2-8934-5b353d5320a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.102118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b71f79f-6b58-4ba2-8934-5b353d5320a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ace032f2-15fa-4ea5-a92b-681993d40775 HTTP/1.1" status: 204 len: 168 time: 0.3009210 Jul 07 16:44:46.131076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f79f-6b58-4ba2-8934-5b353d5320a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace032f2-15fa-4ea5-a92b-681993d40775,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:46.163850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:46.166386 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f7050d-01b1-4928-8e21-870af0273b5b" -d '{"events": [{"server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "name": "network-vif-plugged", "status": "completed", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:46.542442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39860) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:46.563494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de74f15d-cce2-4b09-8422-8e94ffe5ea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.577781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb0a5-914a-4744-bf6a-becb287daa04 req-db27676d-e50a-4c4f-a056-7c285ebd5a11 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:46.586099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fbb0a5-914a-4744-bf6a-becb287daa04 req-db27676d-e50a-4c4f-a056-7c285ebd5a11 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.1008284 Jul 07 16:44:46.657664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fbb0a5-914a-4744-bf6a-becb287daa04 req-bcf30802-cce3-45f8-8a46-5dc623dbab98 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703678 Jul 07 16:44:46.715496 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89221330-cbc7-417f-93d5-a73791d87bbe x-openstack-request-id: req-89221330-cbc7-417f-93d5-a73791d87bbe {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:46.718307 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "name": "network-vif-plugged", "status": "completed", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:46.718761 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89221330-cbc7-417f-93d5-a73791d87bbe {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:46.719885 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'code': 200} Jul 07 16:44:46.798274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de74f15d-cce2-4b09-8422-8e94ffe5ea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.806390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de74f15d-cce2-4b09-8422-8e94ffe5ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.855143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:46.886583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f15d-cce2-4b09-8422-8e94ffe5ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b634b2-0d0f-4090-ae6e-7f2fe6523ef5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:46.975816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef91f2-4c28-497c-b6a7-d6101503929a req-9fd40b6b-e5a6-41d6-8106-64ea81df423f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:46.984861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5ef91f2-4c28-497c-b6a7-d6101503929a req-9fd40b6b-e5a6-41d6-8106-64ea81df423f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1040206 Jul 07 16:44:47.009752 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de74f15d-cce2-4b09-8422-8e94ffe5ea4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddad044982ac4170a3b75a02f63ca034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639814 Jul 07 16:44:47.011582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39864) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:47.059075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69f0e-7e84-4df0-a9c4-d1b737573e88 req-8fad9075-6c5a-4c6f-bfeb-781e4063b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:47.064732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bf69f0e-7e84-4df0-a9c4-d1b737573e88 req-8fad9075-6c5a-4c6f-bfeb-781e4063b9d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1096 time: 0.1991377 Jul 07 16:44:47.140845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5ef91f2-4c28-497c-b6a7-d6101503929a req-f21b0ab6-1ec4-4bdd-80ad-566eda429d17 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541018 Jul 07 16:44:47.176086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:47.179007 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bf69f0e-7e84-4df0-a9c4-d1b737573e88 req-427cfd0e-5b23-46bc-9a6a-8fe6b563a351 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062560 Jul 07 16:44:47.203691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'mac_address': 'fa:16:3e:8e:b6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:44:47.255457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.265314 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aace0546-00ed-4fba-a96f-41bcb1d6eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.272456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201d4b48-a43c-41b8-a9ae-fb184ccde204 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:47.318651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:47.324994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.330067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aace0546-00ed-4fba-a96f-41bcb1d6eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.417143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:47.436393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aace0546-00ed-4fba-a96f-41bcb1d6eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.443082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aace0546-00ed-4fba-a96f-41bcb1d6eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.446094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aace0546-00ed-4fba-a96f-41bcb1d6eda2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11b634b2-0d0f-4090-ae6e-7f2fe6523ef5 HTTP/1.1" status: 204 len: 168 time: 0.4324152 Jul 07 16:44:47.485892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace0546-00ed-4fba-a96f-41bcb1d6eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b634b2-0d0f-4090-ae6e-7f2fe6523ef5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:47.671951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['201d4b48-a43c-41b8-a9ae-fb184ccde204'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:47.672789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c29d-2900-43c8-a705-f13dc0db60df req-a48a3473-a72a-4255-a47f-51fb536a6089 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:47.683902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaa4c29d-2900-43c8-a705-f13dc0db60df req-a48a3473-a72a-4255-a47f-51fb536a6089 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1795216 Jul 07 16:44:47.767892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaa4c29d-2900-43c8-a705-f13dc0db60df req-c1a89496-525c-49c9-b7d9-2d2a8d9e3ad4 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828567 Jul 07 16:44:48.186860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f95a1-8645-44be-ab2b-975913fbec79 req-1992c6dd-1574-4f5d-b4fb-c82ee7a0f85e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:48.189040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f51f95a1-8645-44be-ab2b-975913fbec79 req-1992c6dd-1574-4f5d-b4fb-c82ee7a0f85e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 948 time: 0.1842017 Jul 07 16:44:48.267342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f51f95a1-8645-44be-ab2b-975913fbec79 req-714e8cb1-3bbd-40f7-8eba-730cf3aa6f40 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691309 Jul 07 16:44:48.805343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbd665-e7ae-4d20-a274-31b3076a2d5f req-ffeca0fe-e4f1-4fc8-9751-f1df7bb7cce2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:48.807994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46cbd665-e7ae-4d20-a274-31b3076a2d5f req-ffeca0fe-e4f1-4fc8-9751-f1df7bb7cce2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 949 time: 0.1368484 Jul 07 16:44:48.917804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46cbd665-e7ae-4d20-a274-31b3076a2d5f req-87190ba9-39ff-4035-a592-e17645bb714e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976760 Jul 07 16:44:49.306332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:49.403822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8420f-56c4-4f00-8754-b597cffeb195 req-42873acf-658c-444b-bdba-75de4253c5db tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:49.427655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaf8420f-56c4-4f00-8754-b597cffeb195 req-42873acf-658c-444b-bdba-75de4253c5db tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.2503176 Jul 07 16:44:49.504176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaf8420f-56c4-4f00-8754-b597cffeb195 req-693dcebe-70e1-485f-98e3-7bc26ef68bc8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737176 Jul 07 16:44:49.608070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:49.627457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'mac_address': 'fa:16:3e:6a:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:44:49.686540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:49.714043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:44:49.752070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:49.767801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:49.907850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c403713-cf8a-478b-b5f3-070b00d85512 req-ecf02b40-b775-446b-8ac8-babd3c7464d6 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:49.915512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:49.916806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c403713-cf8a-478b-b5f3-070b00d85512 req-ecf02b40-b775-446b-8ac8-babd3c7464d6 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 945 time: 0.1073797 Jul 07 16:44:49.979639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c403713-cf8a-478b-b5f3-070b00d85512 req-f0e0fba4-ae6f-4ed5-ad51-25f252e42c0f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Jul 07 16:44:50.327739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4f0b-a8da-4548-8455-9fea964449ab req-0041a4c6-b342-49a6-be22-003a48f9d0c6 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:50.330151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-869c4f0b-a8da-4548-8455-9fea964449ab req-0041a4c6-b342-49a6-be22-003a48f9d0c6 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.1710696 Jul 07 16:44:50.382554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-869c4f0b-a8da-4548-8455-9fea964449ab req-f723c7e4-a462-4441-b7ff-4e42338de5d2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Jul 07 16:44:50.528929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1c9840c1-78b6-4b0f-b14d-abafe6843bf3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:50.631614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39930) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:50.826030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec45c-9cd4-4ebd-9308-708a6de026a7 req-5f59a119-5b76-4687-916a-9822c8a56f85 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:50.828738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-978ec45c-9cd4-4ebd-9308-708a6de026a7 req-5f59a119-5b76-4687-916a-9822c8a56f85 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1096 time: 0.0851388 Jul 07 16:44:50.879153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:50.885469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-771aaabd-b952-449b-9540-8449e21cb8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:50.959770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-f1405639-6b46-427b-abda-ee738b92cc7d tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:50.964347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-f1405639-6b46-427b-abda-ee738b92cc7d tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.1855950 Jul 07 16:44:50.977824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:44:51.096551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 201d4b48-a43c-41b8-a9ae-fb184ccde204 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:44:51.105988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 201d4b48-a43c-41b8-a9ae-fb184ccde204 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:51.108710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.132437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.165993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-978ec45c-9cd4-4ebd-9308-708a6de026a7 req-774dba9a-5f13-431d-a376-097c730c3a8a tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104174 Jul 07 16:44:51.189315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-771aaabd-b952-449b-9540-8449e21cb8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.197490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-771aaabd-b952-449b-9540-8449e21cb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.266587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aaabd-b952-449b-9540-8449e21cb8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e005b95-6e00-4619-afb6-22e90a050030,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:51.303586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-771aaabd-b952-449b-9540-8449e21cb8ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b2438176ad64c10914a6451ec16a36c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708264 Jul 07 16:44:51.306382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:51.350628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.421546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6849267c-8c5a-446c-9d9a-667749f5b391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.424977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:51.469559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:51.474024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:51.480918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6849267c-8c5a-446c-9d9a-667749f5b391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.481135 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a21567f-e127-4fb0-a833-1eebe90c50e1" -d '{"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-plugged", "status": "completed", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:51.491373 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.586344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:51.621307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:51.727371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f3717-8dd4-42eb-a5ad-70518d207817 req-043cdf80-7aed-471e-a783-ae518ebf0746 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:51.738462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-721f3717-8dd4-42eb-a5ad-70518d207817 req-043cdf80-7aed-471e-a783-ae518ebf0746 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1855786 Jul 07 16:44:51.750274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:51.755925 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130044a7-9cb7-4fa7-a6b3-16477d63f047" -d '{"events": [{"server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "name": "network-vif-unplugged", "status": "completed", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:51.766819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.776902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6849267c-8c5a-446c-9d9a-667749f5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.781997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6849267c-8c5a-446c-9d9a-667749f5b391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.785410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6849267c-8c5a-446c-9d9a-667749f5b391 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e005b95-6e00-4619-afb6-22e90a050030 HTTP/1.1" status: 204 len: 168 time: 0.4753308 Jul 07 16:44:51.803943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849267c-8c5a-446c-9d9a-667749f5b391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e005b95-6e00-4619-afb6-22e90a050030,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:51.810151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:51.838252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-721f3717-8dd4-42eb-a5ad-70518d207817 req-74899e62-94ce-48d3-8a8e-508afe3c6a1d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987782 Jul 07 16:44:52.067178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:52.076629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on host n-h2-793619-7 for vnic_type normal with profile {"migrating_to": "n-h1-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:44:52.076973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:44:52.077339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:52.097096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:44:52.097381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Attempting to bind port fd065cfe-e134-4f4a-9c12-031ecd050a5c on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:44:52.104722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:44:52.105070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:44:52.108491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:44:52.109452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Bound port: fd065cfe-e134-4f4a-9c12-031ecd050a5c, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:44:52.109743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:52.206418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:44:52.209921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:44:52.218841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:52.235731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927c01-72c9-459e-bdc3-610a723c214e req-8f177376-100d-4023-b8bb-8d3fbcddca25 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:52.244298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63927c01-72c9-459e-bdc3-610a723c214e req-8f177376-100d-4023-b8bb-8d3fbcddca25 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1907229 Jul 07 16:44:52.310096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63927c01-72c9-459e-bdc3-610a723c214e req-2f3d35c6-8eb1-4268-96e8-3adca4be8176 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646076 Jul 07 16:44:52.312465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39952) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:52.358833 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e62880ac-5ccb-417e-8c3a-c24f1b9525a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:52.417969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:52.619831 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e62880ac-5ccb-417e-8c3a-c24f1b9525a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:52.631123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e62880ac-5ccb-417e-8c3a-c24f1b9525a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:52.717704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e62880ac-5ccb-417e-8c3a-c24f1b9525a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86647fe1116745ff9139bd9b85514022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032481 Jul 07 16:44:52.759798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39958) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:52.771906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62880ac-5ccb-417e-8c3a-c24f1b9525a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add9dce-8b46-47e6-bfe0-3eb046cb009a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:52.837094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:52.837736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:52.839164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-fcca4876-c161-4505-8516-c295b34d83ef service neutron] 10.222.0.13 "PUT /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 1121 time: 1.8668699 Jul 07 16:44:52.865321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:44:52.932462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10bc8e-f532-4668-8f18-a8b56cdc76ae req-6aee3f5c-aca3-418a-ba4a-1e7ab761f134 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:52.940215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d10bc8e-f532-4668-8f18-a8b56cdc76ae req-6aee3f5c-aca3-418a-ba4a-1e7ab761f134 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 950 time: 0.2327447 Jul 07 16:44:52.942295 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73ebab17-7d7f-4414-91ce-2fb6024ad251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:53.004833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d10bc8e-f532-4668-8f18-a8b56cdc76ae req-abca17be-bec9-4515-a6f3-2d7a4e3a0d6f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636082 Jul 07 16:44:53.033419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73ebab17-7d7f-4414-91ce-2fb6024ad251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:53.142994 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1307795-a8db-4a87-998f-875df39be41f x-openstack-request-id: req-a1307795-a8db-4a87-998f-875df39be41f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:53.144048 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-plugged", "status": "completed", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:53.145081 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1307795-a8db-4a87-998f-875df39be41f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:53.145538 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'code': 200} Jul 07 16:44:53.173752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73ebab17-7d7f-4414-91ce-2fb6024ad251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:53.177511 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73ebab17-7d7f-4414-91ce-2fb6024ad251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:53.181183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-73ebab17-7d7f-4414-91ce-2fb6024ad251 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6add9dce-8b46-47e6-bfe0-3eb046cb009a HTTP/1.1" status: 204 len: 168 time: 0.4166403 Jul 07 16:44:53.227605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebab17-7d7f-4414-91ce-2fb6024ad251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add9dce-8b46-47e6-bfe0-3eb046cb009a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:53.250619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['fd065cfe-e134-4f4a-9c12-031ecd050a5c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:53.317471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['fd065cfe-e134-4f4a-9c12-031ecd050a5c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:44:53.484979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe197fa-97e9-45bc-88be-bfa1e5db044a req-d6f1e730-354b-44d9-9690-5c4bc34b98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:53.500410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfe197fa-97e9-45bc-88be-bfa1e5db044a req-d6f1e730-354b-44d9-9690-5c4bc34b98b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1101 time: 0.1887953 Jul 07 16:44:53.546899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:44:53.587925 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfe197fa-97e9-45bc-88be-bfa1e5db044a req-67aa4b82-5aa5-4494-ae47-645433698e62 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772476 Jul 07 16:44:53.601668 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3951da53-07a5-412f-b3c6-1f71fa8c26dd x-openstack-request-id: req-3951da53-07a5-412f-b3c6-1f71fa8c26dd {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:53.603286 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "name": "network-vif-unplugged", "status": "completed", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:53.603691 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3951da53-07a5-412f-b3c6-1f71fa8c26dd {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:53.604458 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'code': 200} Jul 07 16:44:53.663965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:53.724274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c has no active binding in host n-h1-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:44:53.736369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:53.811777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42320f8b-1db9-4d10-a31a-67b175462f6d req-f6bbbf29-cfc4-433d-bdbd-45664d53560c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:53.819008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:44:53.819431 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:53.822681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42320f8b-1db9-4d10-a31a-67b175462f6d req-f6bbbf29-cfc4-433d-bdbd-45664d53560c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.0974572 Jul 07 16:44:53.934376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42320f8b-1db9-4d10-a31a-67b175462f6d req-cb772dff-bb23-4239-8487-677691a515cb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044340 Jul 07 16:44:54.120695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:54.184111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:44:54.192693 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:54.253238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f30972-151b-4df3-b515-dc0e50fd1133 req-0fbfd78e-9a55-474b-8f25-84045f05aa7c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:54.254843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6f30972-151b-4df3-b515-dc0e50fd1133 req-0fbfd78e-9a55-474b-8f25-84045f05aa7c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1023765 Jul 07 16:44:54.266062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:44:54.338881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6f30972-151b-4df3-b515-dc0e50fd1133 req-11ff7818-c5cd-44fe-9619-bfaeac6d51bb tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Jul 07 16:44:54.591649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ced07-f65e-4945-ac05-5a2c643b69f1 req-a8bdcff5-1809-4935-8097-113889e3f850 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:54.600142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-988ced07-f65e-4945-ac05-5a2c643b69f1 req-a8bdcff5-1809-4935-8097-113889e3f850 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 951 time: 0.0894001 Jul 07 16:44:54.666871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-988ced07-f65e-4945-ac05-5a2c643b69f1 req-465c1f63-af24-4e55-aff1-04006d67f3fc tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Jul 07 16:44:55.146709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:55.150953 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee8c43c-c45e-44cf-affe-1a346fbce733" -d '{"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:55.417727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22c5ec-2983-435c-9099-bb3a7bd8f509 req-b39a44ba-ea6f-4e7f-9971-88132c4d4e11 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:55.431723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db22c5ec-2983-435c-9099-bb3a7bd8f509 req-b39a44ba-ea6f-4e7f-9971-88132c4d4e11 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1752534 Jul 07 16:44:55.531123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db22c5ec-2983-435c-9099-bb3a7bd8f509 req-ce0d36bc-2209-418d-a881-8fa74994b5d6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983977 Jul 07 16:44:55.606131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:44:55.610580 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:44:55.635388 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d1d18-ee9e-4040-81f7-e34d213090ae x-openstack-request-id: req-8c5d1d18-ee9e-4040-81f7-e34d213090ae {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:55.636100 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:55.636737 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c5d1d18-ee9e-4040-81f7-e34d213090ae {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:55.637435 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'code': 200} Jul 07 16:44:56.139549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa293b1-fb70-432a-ae9b-b78dec723866 req-86e2e86b-643e-4210-8825-4d6aeeebae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:56.143649 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5aa293b1-fb70-432a-ae9b-b78dec723866 req-86e2e86b-643e-4210-8825-4d6aeeebae6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1102 time: 0.1468787 Jul 07 16:44:56.230121 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5aa293b1-fb70-432a-ae9b-b78dec723866 req-248c8d35-f0c8-4f82-898f-281e50ce0990 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787888 Jul 07 16:44:56.375993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97673-5e6e-4bf5-aaf1-38ffda7429d1 req-88140ba3-0bf6-4ab7-96eb-33d1111bb4c0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:56.377568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86d97673-5e6e-4bf5-aaf1-38ffda7429d1 req-88140ba3-0bf6-4ab7-96eb-33d1111bb4c0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1905913 Jul 07 16:44:56.469835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86d97673-5e6e-4bf5-aaf1-38ffda7429d1 req-e01a7822-a964-4ce7-bf4d-605c0c0816dc tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840800 Jul 07 16:44:56.598407 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd429410-f90e-4c2b-a7e5-4dcbdbb2d268 x-openstack-request-id: req-dd429410-f90e-4c2b-a7e5-4dcbdbb2d268 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:44:56.598709 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:44:56.598967 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd429410-f90e-4c2b-a7e5-4dcbdbb2d268 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:44:56.599364 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'status': 'completed', 'code': 200} Jul 07 16:44:56.839327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-923dce80-0388-4f76-b46c-ab557549b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:56.843429 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-923dce80-0388-4f76-b46c-ab557549b100 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1124 time: 0.1714230 Jul 07 16:44:57.030498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7cda-92e4-4092-887b-afb581f60ca6 req-b73fa6bd-1ca7-4b68-87c0-c73517a1760d tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:57.036718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-b6210d35-df80-4d7f-977f-2aae0b1c46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:57.038254 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-b6210d35-df80-4d7f-977f-2aae0b1c46f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1816776 Jul 07 16:44:57.038530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba8a7cda-92e4-4092-887b-afb581f60ca6 req-b73fa6bd-1ca7-4b68-87c0-c73517a1760d tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 951 time: 0.2132704 Jul 07 16:44:57.098554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba8a7cda-92e4-4092-887b-afb581f60ca6 req-ab446c4d-0590-4541-9fb5-1571d15922e0 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589132 Jul 07 16:44:57.126056 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-99f9bdac-ee4c-4f9f-8c01-82a129f7386a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 217 time: 0.0769684 Jul 07 16:44:57.240099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-778b8e3f-1ffd-4038-80f2-98e874251c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:57.242329 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-778b8e3f-1ffd-4038-80f2-98e874251c45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1090705 Jul 07 16:44:57.333593 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-ebd05c2f-1c88-488f-9090-5aebc3332957 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750582 Jul 07 16:44:57.576436 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-efea1cad-d33b-490f-bb1e-f2b672ed64e7 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222440 Jul 07 16:44:57.624056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a353a-71c8-4c57-9fb9-059bfcd7c01b req-232bcf18-07d9-4766-b1f7-500870efe7de tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:57.626538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f6a353a-71c8-4c57-9fb9-059bfcd7c01b req-232bcf18-07d9-4766-b1f7-500870efe7de tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1014555 Jul 07 16:44:57.705861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f6a353a-71c8-4c57-9fb9-059bfcd7c01b req-c8a01ac9-fb04-41da-8350-b6b02028714f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587394 Jul 07 16:44:57.754582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b963eca9-4b72-4a5b-8eaa-19e7a8018f6a req-903ebe07-1208-406d-ad5a-e4e232d7383a service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640208 Jul 07 16:44:58.178178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-3e53c65d-fb27-4daa-9a94-6eff082900d3 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:58.179745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-3e53c65d-fb27-4daa-9a94-6eff082900d3 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/networks?id=2072d5a1-5ead-413c-8acb-2fe858b3e33b HTTP/1.1" status: 200 len: 815 time: 0.1658356 Jul 07 16:44:58.189434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc53f1-1124-4145-99f3-9aa572ee2036 req-a8525e54-f3af-4ec0-afb7-6fa97d0cab35 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:58.190995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbcc53f1-1124-4145-99f3-9aa572ee2036 req-a8525e54-f3af-4ec0-afb7-6fa97d0cab35 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1269031 Jul 07 16:44:58.216794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-f591823b-1276-4630-ae20-18f224e32cae tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/quotas/25c7a33c6c014bc696f0e9419302c418 HTTP/1.1" status: 200 len: 375 time: 0.0247452 Jul 07 16:44:58.255132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbcc53f1-1124-4145-99f3-9aa572ee2036 req-0fd636da-5e48-4230-a94c-96edfb3ef322 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559893 Jul 07 16:44:58.381152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-020741c7-1fba-4c7e-9a98-e978ee077638 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=25c7a33c6c014bc696f0e9419302c418&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563015 Jul 07 16:44:58.526518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-4fc5bae3-dcbb-4c56-9085-1d6b73bf4687 service neutron] 10.222.0.78 "GET /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442220 Jul 07 16:44:58.693770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-95b2323f-7133-4a2b-bd92-1d9c76b816b5 service neutron] 10.222.0.78 "GET /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662750 Jul 07 16:44:58.872526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-f85390da-9fb2-46e4-8672-523898d093db service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103289 Jul 07 16:44:59.194803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7a762-d77d-47c5-a0ca-3c755d567f08 req-d9b3cef7-e1b0-410a-9bc8-cf9560e7f77b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:59.206799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8c7a762-d77d-47c5-a0ca-3c755d567f08 req-d9b3cef7-e1b0-410a-9bc8-cf9560e7f77b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 951 time: 0.2359228 Jul 07 16:44:59.310472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8c7a762-d77d-47c5-a0ca-3c755d567f08 req-e397ca03-1426-4a68-bbca-c1f39ff90775 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025724 Jul 07 16:44:59.633702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f00970c3-d399-45e7-a178-d757ed3fd2b1 req-7759b5d8-2add-4c89-b18c-3577f27a172e tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 210 time: 0.0464866 Jul 07 16:44:59.659756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd41a-aecc-440e-bc79-c5df7940e9a0 req-0407f734-18fb-48e2-be87-45a15fd9bf12 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:59.673135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1dfd41a-aecc-440e-bc79-c5df7940e9a0 req-0407f734-18fb-48e2-be87-45a15fd9bf12 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.2303388 Jul 07 16:44:59.772177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1dfd41a-aecc-440e-bc79-c5df7940e9a0 req-e07b12f8-7a8a-4e3f-bc36-53c55c6af793 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974629 Jul 07 16:44:59.958585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9234bf1-6110-4fcb-8225-b65bf6bebc4c req-5c10344e-c0f0-4cfe-bda4-a610f3db6dc2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:44:59.962981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9234bf1-6110-4fcb-8225-b65bf6bebc4c req-5c10344e-c0f0-4cfe-bda4-a610f3db6dc2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1473300 Jul 07 16:45:00.073870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9234bf1-6110-4fcb-8225-b65bf6bebc4c req-d12da69c-59ea-44cd-87ef-18bf79fe9924 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005661 Jul 07 16:45:00.556909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d96af1-7089-43ad-94f0-d29ac3c91933 req-955063b6-43d7-46d5-b7f3-2e6cd003770b tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:00.562688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93d96af1-7089-43ad-94f0-d29ac3c91933 req-955063b6-43d7-46d5-b7f3-2e6cd003770b tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1102 time: 0.1943374 Jul 07 16:45:00.640853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93d96af1-7089-43ad-94f0-d29ac3c91933 req-f5a6613e-a87a-4db0-959b-a347e5c25bac tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729423 Jul 07 16:45:00.899196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40176) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:00.959990 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab2924a2-930e-472a-bdbb-a7d6b533101f req-2ebea448-28b5-47a3-8793-da8e90deaa26 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 210 time: 0.0632544 Jul 07 16:45:01.147471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-783ce2f0-526f-4958-8d3c-63e332149657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.250009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-783ce2f0-526f-4958-8d3c-63e332149657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.260612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-783ce2f0-526f-4958-8d3c-63e332149657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.287089 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-e32a83be-8a7b-4887-bdaa-d5161a2f1a6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386575 Jul 07 16:45:01.327479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ce2f0-526f-4958-8d3c-63e332149657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cad192-f3d1-48e8-aeb9-75d8af39dd6a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:01.343690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-783ce2f0-526f-4958-8d3c-63e332149657 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d027eae21714048b66484ce2ebee58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426579 Jul 07 16:45:01.356573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40196) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:01.399405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-7dd148d2-0f8c-4695-b4fa-bd4ad124898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:01.400876 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-7dd148d2-0f8c-4695-b4fa-bd4ad124898f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1102 time: 0.0701125 Jul 07 16:45:01.409871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d9aa2-4c8d-4d70-b8af-a6827ace6e13 req-557af8b9-a47c-4ff9-a65d-734569a50262 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:01.411397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e50d9aa2-4c8d-4d70-b8af-a6827ace6e13 req-557af8b9-a47c-4ff9-a65d-734569a50262 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 1102 time: 0.1849327 Jul 07 16:45:01.424378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd41e5-fd00-4477-93e8-5c9457289c13 req-ec925a75-098e-495e-9b8e-b064a67c54ad tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:01.425933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8cd41e5-fd00-4477-93e8-5c9457289c13 req-ec925a75-098e-495e-9b8e-b064a67c54ad tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1644166 Jul 07 16:45:01.500486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c14f800-e37b-4a75-b45c-efc93560fba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.505187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e50d9aa2-4c8d-4d70-b8af-a6827ace6e13 req-e0c94211-3368-4cfa-ae70-0efdd703bb35 tempest-ServersAdminTestJSON-125244684 tempest-ServersAdminTestJSON-125244684-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782630 Jul 07 16:45:01.510949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8cd41e5-fd00-4477-93e8-5c9457289c13 req-0a3cd9b3-ffcb-46b8-9220-a5b836518b41 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729666 Jul 07 16:45:01.545220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c14f800-e37b-4a75-b45c-efc93560fba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.551853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-f8b34066-86a7-4a7f-9f2c-193145646542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:01.553611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-f8b34066-86a7-4a7f-9f2c-193145646542 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1236122 Jul 07 16:45:01.617956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-b9b434bf-9660-46f9-908c-2942b215b79a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3 HTTP/1.1" status: 200 len: 217 time: 0.0485730 Jul 07 16:45:01.647510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c14f800-e37b-4a75-b45c-efc93560fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.651089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c14f800-e37b-4a75-b45c-efc93560fba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:01.660968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c14f800-e37b-4a75-b45c-efc93560fba6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5cad192-f3d1-48e8-aeb9-75d8af39dd6a HTTP/1.1" status: 204 len: 168 time: 0.3001823 Jul 07 16:45:01.706650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-6553853a-66fd-4894-b640-6f4a782618a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:01.709214 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-6553853a-66fd-4894-b640-6f4a782618a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0822835 Jul 07 16:45:01.863498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-03114ee3-30e7-4159-aaff-3f2622babf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:01.865409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-03114ee3-30e7-4159-aaff-3f2622babf09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375046 Jul 07 16:45:02.120079 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-9e9abba2-5e0f-4334-b940-59c60dc8c08b service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412622 Jul 07 16:45:02.255486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14f800-e37b-4a75-b45c-efc93560fba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cad192-f3d1-48e8-aeb9-75d8af39dd6a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:02.394218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d943b350-f369-4d27-aceb-c439e0226dd3 req-c329b197-baaf-4132-a464-57bb2c34b9f3 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881573 Jul 07 16:45:02.448683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-0d6da19a-8717-44a5-a7d8-9962282aa78d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:02.450417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-0d6da19a-8717-44a5-a7d8-9962282aa78d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.54 "GET /v2.0/networks?id=2072d5a1-5ead-413c-8acb-2fe858b3e33b HTTP/1.1" status: 200 len: 815 time: 0.1962843 Jul 07 16:45:02.474908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d6073-be96-42a5-863b-cf07424023a9 req-eff8c385-d2b3-42ac-8933-14e0b42e525d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:02.482361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-491d6073-be96-42a5-863b-cf07424023a9 req-eff8c385-d2b3-42ac-8933-14e0b42e525d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.8201721 Jul 07 16:45:02.490632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Request body: {'port': {'device_id': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'admin_state_up': True, 'tenant_id': '25c7a33c6c014bc696f0e9419302c418'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:02.634308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-491d6073-be96-42a5-863b-cf07424023a9 req-dad24481-b256-4562-9841-e7f8f03045d5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509221 Jul 07 16:45:02.729479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f88291-7a12-4292-ab2f-8de91867339f req-76b5eadc-7327-4222-8495-7f3b898da7e1 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:02.735232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:02.737669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8f88291-7a12-4292-ab2f-8de91867339f req-76b5eadc-7327-4222-8495-7f3b898da7e1 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.2515378 Jul 07 16:45:02.789357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2bcbbe-3627-46ed-91e9-85e1bb1a0056 req-167a4b8c-2b52-444d-b653-23702ea3f99e tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 210 time: 0.0489366 Jul 07 16:45:02.807079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Made reservation on behalf of 25c7a33c6c014bc696f0e9419302c418 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:02.812067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:02.835492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8f88291-7a12-4292-ab2f-8de91867339f req-1f470db6-9c1f-4a7d-8190-e55517641297 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966117 Jul 07 16:45:02.894417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1485759596-network', 'tenant_id': '7ed6f3b1389e4e37b62cdf4716548a34'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:02.952728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Made reservation on behalf of 7ed6f3b1389e4e37b62cdf4716548a34 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:02.958375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:02.980198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.073463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Allocated IP 172.20.0.6 (2072d5a1-5ead-413c-8acb-2fe858b3e33b/83205362-20c1-4b3f-9d11-5cca4f7fd1c7/60f7a2c3-bc09-4c31-83ac-8418bd68594f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:03.134759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.140740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.172372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f53537-d03b-4bb0-bb28-edcfb6de634a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:03.237600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.243085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:45:03.272017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.272372 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Added segment c574cf9a-538a-49d6-9cc1-da1e0014ae36 of type vlan for network f27360b8-4856-4d49-81f1-ea924a3c8f67 Jul 07 16:45:03.277430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23001-93b6-4da0-b00e-3e2f22bae62a req-64e40354-2010-4046-8088-f29baa9320ad tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:03.279952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55d23001-93b6-4da0-b00e-3e2f22bae62a req-64e40354-2010-4046-8088-f29baa9320ad tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.2555072 Jul 07 16:45:03.294022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-ae8f137a-5782-41f5-9f50-b49711aab392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:03.295743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-ae8f137a-5782-41f5-9f50-b49711aab392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1101 time: 0.1260855 Jul 07 16:45:03.296829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fe59a-6460-45f5-b190-3755d7180a18 req-51c385f4-69f9-46cb-8327-39b84b62c761 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:03.304045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc4fe59a-6460-45f5-b190-3755d7180a18 req-51c385f4-69f9-46cb-8327-39b84b62c761 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 950 time: 0.2323453 Jul 07 16:45:03.358526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.416410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:03.417411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.434028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55d23001-93b6-4da0-b00e-3e2f22bae62a req-ef868034-e301-4dfe-9518-7710351bdee4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247971 Jul 07 16:45:03.467027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc4fe59a-6460-45f5-b190-3755d7180a18 req-9af4ad44-6315-491d-a89d-85706ebaf226 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618817 Jul 07 16:45:03.476388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Transition to ACTIVE for port object 60f7a2c3-bc09-4c31-83ac-8418bd68594f will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:03.482690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.483747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:03.484351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.529740 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7930026 Jul 07 16:45:03.537128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40274) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:03.546736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Request body: {'subnet': {'network_id': 'f27360b8-4856-4d49-81f1-ea924a3c8f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1485759596-subnet', 'tenant_id': '7ed6f3b1389e4e37b62cdf4716548a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:03.658731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.666979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Made reservation on behalf of 7ed6f3b1389e4e37b62cdf4716548a34 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:03.676807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:03.744293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2955-f6e3-4ff6-8265-7044954c6bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=f27360b8-4856-4d49-81f1-ea924a3c8f67,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:03.758868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network f27360b8-4856-4d49-81f1-ea924a3c8f67 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:45:03.781254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-823dcfc0-37fa-4c5c-a6aa-fe8da4cfb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:03.783228 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-823dcfc0-37fa-4c5c-a6aa-fe8da4cfb8ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.4656932 Jul 07 16:45:03.889229 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-0749076b-3f88-4f29-ae8d-8d8bb5593c33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0989048 Jul 07 16:45:03.944382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:03.970027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:03.979323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:03.986538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:03.990080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:04.044322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-fce79385-fbca-4a5e-a0ae-54113a5f7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:04.049990 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-fce79385-fbca-4a5e-a0ae-54113a5f7155 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1508534 Jul 07 16:45:04.102830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Pushing event updated for resources: {'Port': ['ID=60f7a2c3-bc09-4c31-83ac-8418bd68594f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:04.164658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-65bb4010-0ee0-4db0-93a5-9c5f7e07f036 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6795084 Jul 07 16:45:04.254043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-79398ccb-70ef-433d-918a-45fe1df82930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:04.255908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-79398ccb-70ef-433d-918a-45fe1df82930 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976554 Jul 07 16:45:04.320565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae28e0-e0e3-4f61-9a82-6bf84478da1d req-83d2e8f2-4ffb-40d8-9fad-355f4349fb4c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:04.323786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4ae28e0-e0e3-4f61-9a82-6bf84478da1d req-83d2e8f2-4ffb-40d8-9fad-355f4349fb4c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.3554950 Jul 07 16:45:04.402198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f40d0de0-f3e7-4511-870c-684115d5ece0 None None] Provisioning for port 60f7a2c3-bc09-4c31-83ac-8418bd68594f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:04.416472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f40d0de0-f3e7-4511-870c-684115d5ece0 None None] Provisioning complete for port 60f7a2c3-bc09-4c31-83ac-8418bd68594f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:04.417889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f40d0de0-f3e7-4511-870c-684115d5ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:04.476509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f40d0de0-f3e7-4511-870c-684115d5ece0 None None] Port 60f7a2c3-bc09-4c31-83ac-8418bd68594f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:45:04.531110 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-41b3a30d-0ca4-4474-b3d6-090e1f8ce9e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662086 Jul 07 16:45:04.548599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:04.565918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4ae28e0-e0e3-4f61-9a82-6bf84478da1d req-c3ec3a69-84b5-4095-9c81-fde481d45a86 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124071 Jul 07 16:45:04.703335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dec0a04-d31a-42bb-94cb-24bf2817e070,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:04.767402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-edaa9c9b-9bbc-4a5d-9a7f-f0b0bc69a76f service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273970 Jul 07 16:45:04.813920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Checking segment: {'id': 'c574cf9a-538a-49d6-9cc1-da1e0014ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f27360b8-4856-4d49-81f1-ea924a3c8f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:04.814510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Network hostable DHCP agents. Network: f27360b8-4856-4d49-81f1-ea924a3c8f67, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:45:04.859307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0455680-20bf-4bd3-aae9-856857d40870 req-f3bd57a5-c1d8-47e0-a09e-df65cb191830 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:04.867277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0455680-20bf-4bd3-aae9-856857d40870 req-f3bd57a5-c1d8-47e0-a09e-df65cb191830 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 931 time: 0.2334037 Jul 07 16:45:04.933594 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45767ae0-faf5-4335-9817-839da5ac66f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:04.947021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Network f27360b8-4856-4d49-81f1-ea924a3c8f67 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:45:04.965255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5948986-f7a1-41f6-855c-3e4cb07bee25 req-59a63953-0be7-4003-ab55-c681306ba899 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:04.966833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5948986-f7a1-41f6-855c-3e4cb07bee25 req-59a63953-0be7-4003-ab55-c681306ba899 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.2209282 Jul 07 16:45:04.991078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, f27360b8-4856-4d49-81f1-ea924a3c8f67) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:05.000808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347de73-6990-45d5-abc3-06fd1007be0e None None] Network f27360b8-4856-4d49-81f1-ea924a3c8f67 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:45:05.003542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:05.004161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:05.065902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0455680-20bf-4bd3-aae9-856857d40870 req-9b9adaad-102a-46c5-83c4-191f37a84aef tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920404 Jul 07 16:45:05.149152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1e75c581-7c3c-487a-a958-839540ef00a9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6013889 Jul 07 16:45:05.165497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5948986-f7a1-41f6-855c-3e4cb07bee25 req-d1b8fa96-1c81-41b7-a81e-7656b0043a2b tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844621 Jul 07 16:45:05.382843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3bbecb-7762-463f-8a69-e24219badf29 None None] Network f27360b8-4856-4d49-81f1-ea924a3c8f67 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:45:05.478508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcc15f-3651-4df9-9317-4c8465a394fd req-70a078df-2468-448b-866d-df1d8d261412 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:05.480415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4dcc15f-3651-4df9-9317-4c8465a394fd req-70a078df-2468-448b-866d-df1d8d261412 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1433139 Jul 07 16:45:05.489946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a339ac5d-22a3-4985-8937-b7369d7d5c5e no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:05.564135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4dcc15f-3651-4df9-9317-4c8465a394fd req-9199aff7-33dc-47d0-b0b1-de3925047a75 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766110 Jul 07 16:45:05.646174 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:05.678178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:05.678178 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e2e491-1ca0-45fd-89c2-86a74cb07da1" -d '{"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-unplugged", "status": "completed", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:05.692138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:05.697966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:05.750404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-854dc5ef-7f88-4cc4-a0ed-3a79903b82d9 req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-522855150', 'description': 'tempest-description-138439548'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:05.756744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:05.789405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-854dc5ef-7f88-4cc4-a0ed-3a79903b82d9 req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:05.912718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2013a3-6baf-4440-84df-7440006eb105 req-e853e572-a893-4391-9d71-cc37394fda21 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:05.917663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e2013a3-6baf-4440-84df-7440006eb105 req-e853e572-a893-4391-9d71-cc37394fda21 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1255727 Jul 07 16:45:06.005745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e2013a3-6baf-4440-84df-7440006eb105 req-07020779-a181-478b-985c-3787fa93cf3e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834377 Jul 07 16:45:06.010447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-854dc5ef-7f88-4cc4-a0ed-3a79903b82d9 req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.026638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-854dc5ef-7f88-4cc4-a0ed-3a79903b82d9 req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.074048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b407de2-525c-4f8a-bd10-e4fd7bf23582,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:06.077054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-854dc5ef-7f88-4cc4-a0ed-3a79903b82d9 req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.078319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-854dc5ef-7f88-4cc4-a0ed-3a79903b82d9 req-41d65b80-6c67-4402-b2bb-04933984601a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3428111 Jul 07 16:45:06.085476 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a70b24a-4cb1-4ddd-b483-316bb9f66420 x-openstack-request-id: req-4a70b24a-4cb1-4ddd-b483-316bb9f66420 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:06.085806 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-unplugged", "status": "completed", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:06.086071 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a70b24a-4cb1-4ddd-b483-316bb9f66420 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:06.086471 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'code': 200} Jul 07 16:45:06.170478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-baf3127b-fce7-4743-9299-aa471a32c508 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/0b407de2-525c-4f8a-bd10-e4fd7bf23582 HTTP/1.1" status: 200 len: 1811 time: 0.0697765 Jul 07 16:45:06.180817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b407de2-525c-4f8a-bd10-e4fd7bf23582', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:06.181499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b407de2-525c-4f8a-bd10-e4fd7bf23582', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:06.294433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.372731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.377619 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.409853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914a5097-068d-4722-b304-492c61b4e75f,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:06.415096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:06.416307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b237e15-6893-4c44-b821-992c2cfc4886 req-995b8231-9932-4415-aab6-b0d51a97df5d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2404699 Jul 07 16:45:06.451568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf30bb1-9e45-4e04-ab1d-6f79fafaff10 req-b3247c39-3c38-429e-9a1f-fb37147a1666 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:06.453342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edf30bb1-9e45-4e04-ab1d-6f79fafaff10 req-b3247c39-3c38-429e-9a1f-fb37147a1666 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 931 time: 0.1532247 Jul 07 16:45:06.500673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edf30bb1-9e45-4e04-ab1d-6f79fafaff10 req-dbdb223f-c2b7-49ce-a76e-3b7e04716791 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Jul 07 16:45:06.642773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873d40-a6e3-402d-ba29-e0e8499234e4 req-aacf8477-372f-4654-824f-cd002a2de7fe tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:06.644818 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd873d40-a6e3-402d-ba29-e0e8499234e4 req-aacf8477-372f-4654-824f-cd002a2de7fe tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1074264 Jul 07 16:45:06.717354 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d72ab3e6-4f94-46f3-a21d-36d3a2a8c69b req-72619958-1502-4ae9-aebb-4920fd37b94f tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/0b407de2-525c-4f8a-bd10-e4fd7bf23582 HTTP/1.1" status: 200 len: 2404 time: 0.0714369 Jul 07 16:45:06.721184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd873d40-a6e3-402d-ba29-e0e8499234e4 req-d4c69dcc-53d2-4624-aa43-24eeff0ef6bc tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Jul 07 16:45:06.943798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-f4992660-aefb-4851-a042-282b653f2581 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-group-rules/914a5097-068d-4722-b304-492c61b4e75f HTTP/1.1" status: 200 len: 778 time: 0.0491176 Jul 07 16:45:07.008593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c9b4c-3981-4392-b1e8-3f3bcee88fc9 req-00c79e19-2962-40ee-adf9-fdd1af75fd58 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:07.010172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e9c9b4c-3981-4392-b1e8-3f3bcee88fc9 req-00c79e19-2962-40ee-adf9-fdd1af75fd58 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1275835 Jul 07 16:45:07.030493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-608245c7-93ef-47c9-a925-f5f6b1e1e39d tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/0b407de2-525c-4f8a-bd10-e4fd7bf23582 HTTP/1.1" status: 200 len: 2404 time: 0.0791574 Jul 07 16:45:07.080024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e9c9b4c-3981-4392-b1e8-3f3bcee88fc9 req-bf2f73fb-db96-4884-8143-4af5b426128d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608044 Jul 07 16:45:07.080921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-b1ddae90-3672-4fc6-917a-e00a74b88b41 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.089772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-b1ddae90-3672-4fc6-917a-e00a74b88b41 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.139417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-b1ddae90-3672-4fc6-917a-e00a74b88b41 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.146090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-b1ddae90-3672-4fc6-917a-e00a74b88b41 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.147207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-572a9550-2b00-4329-92f9-927ddbb56b9b req-b1ddae90-3672-4fc6-917a-e00a74b88b41 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/914a5097-068d-4722-b304-492c61b4e75f HTTP/1.1" status: 204 len: 173 time: 0.1074817 Jul 07 16:45:07.165146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddae90-3672-4fc6-917a-e00a74b88b41 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=914a5097-068d-4722-b304-492c61b4e75f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:07.186283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cf073949-ecc9-4bd7-95e2-e5e1156ec5b1 req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-10735792', 'description': 'tempest-description-2113628062'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:07.223452 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cf073949-ecc9-4bd7-95e2-e5e1156ec5b1 req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.350569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe53cc2-9449-4e49-898d-d6562c381e48 req-c01ecfd3-b959-492c-862a-2c7ac99be670 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:07.352074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afe53cc2-9449-4e49-898d-d6562c381e48 req-c01ecfd3-b959-492c-862a-2c7ac99be670 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1260345 Jul 07 16:45:07.360382 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.425581 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cf073949-ecc9-4bd7-95e2-e5e1156ec5b1 req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.430618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afe53cc2-9449-4e49-898d-d6562c381e48 req-17786871-8635-4dc1-9a4b-439fbacb5cb3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698559 Jul 07 16:45:07.431895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cf073949-ecc9-4bd7-95e2-e5e1156ec5b1 req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.465254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cf073949-ecc9-4bd7-95e2-e5e1156ec5b1 req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.467142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf073949-ecc9-4bd7-95e2-e5e1156ec5b1 req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2874820 Jul 07 16:45:07.469302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3c494-f687-45f6-b01a-bc139bd7b5c0 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f31e43-c0df-4bfc-8baa-fc2490266b0a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:07.539909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db1f7239-dd02-4388-8ee4-4d2c7f9a3127 req-0367cf40-6c7a-4357-a82a-10004da10dc6 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/c3f31e43-c0df-4bfc-8baa-fc2490266b0a HTTP/1.1" status: 200 len: 1811 time: 0.0492108 Jul 07 16:45:07.591074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5dd57157-0f4f-4224-b6ab-a7a2560f722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.593506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-22c609bc-fc50-48cb-b8c0-7dd4eecfc92d req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1744631326', 'description': 'tempest-description-1348834163'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:07.618747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22c609bc-fc50-48cb-b8c0-7dd4eecfc92d req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.763589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb158ad-9ce0-4cde-b5fc-47886d4d7861 req-ab53828d-0d23-4581-8dc2-35868dea74ef tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:07.768750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cb158ad-9ce0-4cde-b5fc-47886d4d7861 req-ab53828d-0d23-4581-8dc2-35868dea74ef tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 931 time: 0.1145306 Jul 07 16:45:07.803598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22c609bc-fc50-48cb-b8c0-7dd4eecfc92d req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.811940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22c609bc-fc50-48cb-b8c0-7dd4eecfc92d req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.846705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cb158ad-9ce0-4cde-b5fc-47886d4d7861 req-3c8dddba-2a4e-457f-92e6-bdf386d32d1d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Jul 07 16:45:07.853327 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22c609bc-fc50-48cb-b8c0-7dd4eecfc92d req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:07.854435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22c609bc-fc50-48cb-b8c0-7dd4eecfc92d req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2689202 Jul 07 16:45:07.860012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507008-2de5-4ccd-b031-8ae378d0d88a tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f7c785-be15-4f3b-a01d-4895e1d84828,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:08.021989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a9b9869-de98-4571-b612-26b4199ffc18 req-bab500f2-2a4f-4d42-b959-9894eec4852c tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/b3f7c785-be15-4f3b-a01d-4895e1d84828 HTTP/1.1" status: 200 len: 1813 time: 0.0760140 Jul 07 16:45:08.055396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654de5f-c3b7-468c-9e0f-51913d61c43f req-4ea172e3-0f0e-4d60-88a4-2f8f1351d168 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:08.057493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1654de5f-c3b7-468c-9e0f-51913d61c43f req-4ea172e3-0f0e-4d60-88a4-2f8f1351d168 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.0868962 Jul 07 16:45:08.111114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1654de5f-c3b7-468c-9e0f-51913d61c43f req-505ac63f-23fb-4824-ba05-d277c160ce5f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Jul 07 16:45:08.151285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4bee3c37-2a4c-49d1-b2ad-e75201a233b8 req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1594528819', 'description': 'tempest-description-434105943'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:08.198500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4bee3c37-2a4c-49d1-b2ad-e75201a233b8 req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.353314 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4bee3c37-2a4c-49d1-b2ad-e75201a233b8 req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.366370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4bee3c37-2a4c-49d1-b2ad-e75201a233b8 req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.379948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29182bc-ab21-43ee-944f-11048063ed53 req-7b3ae6f1-8084-4c64-8cda-0b2640495568 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:08.381483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29182bc-ab21-43ee-944f-11048063ed53 req-7b3ae6f1-8084-4c64-8cda-0b2640495568 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1140578 Jul 07 16:45:08.424522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4bee3c37-2a4c-49d1-b2ad-e75201a233b8 req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.425741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bee3c37-2a4c-49d1-b2ad-e75201a233b8 req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2788377 Jul 07 16:45:08.432534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d461f-eb9b-4a47-83f6-1218aad637bd tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0abb49-d2fe-46db-bda2-1c13ce7d7cee,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:08.452293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29182bc-ab21-43ee-944f-11048063ed53 req-fba0f9a6-998e-44d4-a977-4c0d1f62575c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Jul 07 16:45:08.508313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93485e14-4581-4ef9-9505-6a05db019cd9 req-7e3d4b95-80e1-48a1-867d-bd5b489b99a1 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/ab0abb49-d2fe-46db-bda2-1c13ce7d7cee HTTP/1.1" status: 200 len: 1812 time: 0.0496123 Jul 07 16:45:08.545554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-239073af-3c99-488e-a1bb-1f7c8e0b5948 req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-719088988', 'description': 'tempest-description-1270597550'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:08.570669 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-239073af-3c99-488e-a1bb-1f7c8e0b5948 req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.689028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d91e-a747-43ed-be56-e9800f3ae20d req-02416214-96cf-499c-b05c-8e7540cd1378 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:08.690445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e683d91e-a747-43ed-be56-e9800f3ae20d req-02416214-96cf-499c-b05c-8e7540cd1378 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.1055694 Jul 07 16:45:08.735535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-239073af-3c99-488e-a1bb-1f7c8e0b5948 req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.741602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-239073af-3c99-488e-a1bb-1f7c8e0b5948 req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.775547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e683d91e-a747-43ed-be56-e9800f3ae20d req-fd2e68a4-848f-47ac-9469-6626f34b0d34 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738249 Jul 07 16:45:08.785671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-239073af-3c99-488e-a1bb-1f7c8e0b5948 req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:08.786985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-239073af-3c99-488e-a1bb-1f7c8e0b5948 req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2467766 Jul 07 16:45:08.787577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d9eee-c882-4a43-baf7-041fedca80b9 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04289104-7bce-4111-8d96-d950c332364c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:08.858763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed596371-9cf8-4664-8fb9-a5d864f8f7d4 req-56c5febd-cd92-4571-a548-4adcae0ee3b1 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/04289104-7bce-4111-8d96-d950c332364c HTTP/1.1" status: 200 len: 1812 time: 0.0442066 Jul 07 16:45:08.896543 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-0b3a616c-f540-469b-acc9-1320312373f9 req-6fa1d66d-021e-4303-9add-8e8cb0a40482 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] show failed (client error): The resource could not be found. Jul 07 16:45:08.897634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b3a616c-f540-469b-acc9-1320312373f9 req-6fa1d66d-021e-4303-9add-8e8cb0a40482 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/3df4b119-6c59-4e2c-bfe4-e7bd15e77486 HTTP/1.1" status: 404 len: 352 time: 0.0156448 Jul 07 16:45:08.913845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:45:08.954653 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-99ba882e-8ee4-44e2-8fba-1c33402ae423 req-8adbc706-6153-426e-a8b3-3dc01e168d0f tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] show failed (client error): The resource could not be found. Jul 07 16:45:08.955638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99ba882e-8ee4-44e2-8fba-1c33402ae423 req-8adbc706-6153-426e-a8b3-3dc01e168d0f tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-group-rules/4495c614-8600-429d-86cf-0c063886a926 HTTP/1.1" status: 404 len: 361 time: 0.0299239 Jul 07 16:45:08.992107 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.124885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:09.125326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c03cc2-df47-4750-8418-013e8dbe6aa8 req-13122a11-4ec6-4141-b283-fed506a06e7d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:09.126867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10c03cc2-df47-4750-8418-013e8dbe6aa8 req-13122a11-4ec6-4141-b283-fed506a06e7d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 931 time: 0.0923223 Jul 07 16:45:09.142106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '3f519df3-cb56-45f4-b765-212f2f923741', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '3f519df3-cb56-45f4-b765-212f2f923741', 'mac_address': 'fa:16:3e:67:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:45:09.205913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.225526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f519df3-cb56-45f4-b765-212f2f923741 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:09.253831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10c03cc2-df47-4750-8418-013e8dbe6aa8 req-27c10bf0-8e7c-497a-926f-c94b6d2e1540 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199408 Jul 07 16:45:09.269483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d01e8007-6b12-4c2d-aaed-4cd5497813ae req-6e21c162-5d78-4b2b-8881-ff2e87887644 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/04289104-7bce-4111-8d96-d950c332364c HTTP/1.1" status: 200 len: 1812 time: 0.1560719 Jul 07 16:45:09.283793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:09.298298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.363081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:09.396397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d01e8007-6b12-4c2d-aaed-4cd5497813ae req-eb90ca86-64f5-417b-a0ee-de7a6528e1cb tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.471040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d01e8007-6b12-4c2d-aaed-4cd5497813ae req-eb90ca86-64f5-417b-a0ee-de7a6528e1cb tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.531051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['3f519df3-cb56-45f4-b765-212f2f923741'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:09.564446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d01e8007-6b12-4c2d-aaed-4cd5497813ae req-eb90ca86-64f5-417b-a0ee-de7a6528e1cb tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.567162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d01e8007-6b12-4c2d-aaed-4cd5497813ae req-eb90ca86-64f5-417b-a0ee-de7a6528e1cb tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:09.568318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d01e8007-6b12-4c2d-aaed-4cd5497813ae req-eb90ca86-64f5-417b-a0ee-de7a6528e1cb tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "DELETE /v2.0/security-groups/04289104-7bce-4111-8d96-d950c332364c HTTP/1.1" status: 204 len: 173 time: 0.2934570 Jul 07 16:45:09.597718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed70b27-f2f2-4c42-b057-5f226ee782d1 req-f442e9bb-1a8b-4ea4-a031-4275696208bc tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:09.601439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ed70b27-f2f2-4c42-b057-5f226ee782d1 req-f442e9bb-1a8b-4ea4-a031-4275696208bc tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1189160 Jul 07 16:45:09.601439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90ca86-64f5-417b-a0ee-de7a6528e1cb tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04289104-7bce-4111-8d96-d950c332364c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:09.678829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ed70b27-f2f2-4c42-b057-5f226ee782d1 req-048985f8-fafc-4fd3-bddd-c5f7a1881bc7 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624399 Jul 07 16:45:09.850293 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:45:09.889822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46845e00-e1d3-4a89-9975-8758a6be0fb6 req-37650b33-50bd-4490-8a16-8bc1b570ba63 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/ab0abb49-d2fe-46db-bda2-1c13ce7d7cee HTTP/1.1" status: 200 len: 1812 time: 0.0668035 Jul 07 16:45:10.025463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6ec19-bd7f-4079-beb4-19dfc97922df req-d8f60713-a2fd-4cf5-b7c4-d5812f4ee9ca tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:10.033510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91f6ec19-bd7f-4079-beb4-19dfc97922df req-d8f60713-a2fd-4cf5-b7c4-d5812f4ee9ca tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1422882 Jul 07 16:45:10.044570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46845e00-e1d3-4a89-9975-8758a6be0fb6 req-ab6440d0-71dd-4102-ac18-ae2b70243cf4 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.099262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46845e00-e1d3-4a89-9975-8758a6be0fb6 req-ab6440d0-71dd-4102-ac18-ae2b70243cf4 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.161569 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91f6ec19-bd7f-4079-beb4-19dfc97922df req-1193b779-d041-419b-8e46-87187a3e8017 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223247 Jul 07 16:45:10.164406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46845e00-e1d3-4a89-9975-8758a6be0fb6 req-ab6440d0-71dd-4102-ac18-ae2b70243cf4 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.170070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46845e00-e1d3-4a89-9975-8758a6be0fb6 req-ab6440d0-71dd-4102-ac18-ae2b70243cf4 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.186416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46845e00-e1d3-4a89-9975-8758a6be0fb6 req-ab6440d0-71dd-4102-ac18-ae2b70243cf4 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "DELETE /v2.0/security-groups/ab0abb49-d2fe-46db-bda2-1c13ce7d7cee HTTP/1.1" status: 204 len: 173 time: 0.2799098 Jul 07 16:45:10.223311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6440d0-71dd-4102-ac18-ae2b70243cf4 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0abb49-d2fe-46db-bda2-1c13ce7d7cee,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:10.468987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad39a95-b4a4-4901-aab3-8775b948996c req-f7ba245c-6e14-44fb-8969-fd95098217e0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:10.470917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cad39a95-b4a4-4901-aab3-8775b948996c req-f7ba245c-6e14-44fb-8969-fd95098217e0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 943 time: 0.0847194 Jul 07 16:45:10.522427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cad39a95-b4a4-4901-aab3-8775b948996c req-6a01b909-28c6-4186-bd94-3ec10ad0e796 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Jul 07 16:45:10.596180 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.662211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-810f08b2-580a-4b9c-bd2b-a0b6251a5d62 req-1c5f1f91-4f60-42d2-9177-94bc14c4e752 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/b3f7c785-be15-4f3b-a01d-4895e1d84828 HTTP/1.1" status: 200 len: 1813 time: 0.0729799 Jul 07 16:45:10.748041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-810f08b2-580a-4b9c-bd2b-a0b6251a5d62 req-f14a90e3-0659-456a-b6ef-0a4a1f1b8314 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.777319 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-810f08b2-580a-4b9c-bd2b-a0b6251a5d62 req-f14a90e3-0659-456a-b6ef-0a4a1f1b8314 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.832468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-810f08b2-580a-4b9c-bd2b-a0b6251a5d62 req-f14a90e3-0659-456a-b6ef-0a4a1f1b8314 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.837417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-810f08b2-580a-4b9c-bd2b-a0b6251a5d62 req-f14a90e3-0659-456a-b6ef-0a4a1f1b8314 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:10.856148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-810f08b2-580a-4b9c-bd2b-a0b6251a5d62 req-f14a90e3-0659-456a-b6ef-0a4a1f1b8314 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "DELETE /v2.0/security-groups/b3f7c785-be15-4f3b-a01d-4895e1d84828 HTTP/1.1" status: 204 len: 173 time: 0.1926031 Jul 07 16:45:10.872066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a90e3-0659-456a-b6ef-0a4a1f1b8314 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f7c785-be15-4f3b-a01d-4895e1d84828,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:10.920737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:11.016805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 3f519df3-cb56-45f4-b765-212f2f923741 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:11.017480 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:11.156369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb3858-3f3e-48c7-af7d-3ad46e2e2d30 req-ff17c7fb-938e-4f31-9c6d-611c6f6e1b50 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:11.164627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7afb3858-3f3e-48c7-af7d-3ad46e2e2d30 req-ff17c7fb-938e-4f31-9c6d-611c6f6e1b50 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 931 time: 0.1278250 Jul 07 16:45:11.231941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7afb3858-3f3e-48c7-af7d-3ad46e2e2d30 req-5624f79f-f270-4441-bc39-f3d6588db016 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597591 Jul 07 16:45:11.260567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:11.387812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:11.389855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:11.399877 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4285fd8e-7aaa-4965-aaf0-71444fd7078d" -d '{"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-plugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:11.415875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:11.578760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Request body: {'port': {'device_id': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:11.656933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:11.710902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-67eda71b-0c05-482b-81f8-424214c60f33 service neutron] 10.222.0.54 "GET /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.1822169 Jul 07 16:45:11.736543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5bf70-1925-4920-8daa-53677661cc72 req-a6306c1b-6852-4c5e-acee-563603905c65 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:11.754171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bc5bf70-1925-4920-8daa-53677661cc72 req-a6306c1b-6852-4c5e-acee-563603905c65 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.3531077 Jul 07 16:45:11.869071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bc5bf70-1925-4920-8daa-53677661cc72 req-a649907b-5818-413e-8189-549423fcee09 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832407 Jul 07 16:45:11.875779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:12.323227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:12.366408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:12.430225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd065cfe-e134-4f4a-9c12-031ecd050a5c {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:12.455655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:12.484070 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:12.501245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f7a2c3-bc09-4c31-83ac-8418bd68594f {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:12.515320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:12.533229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Transition to ACTIVE for port object 60f7a2c3-bc09-4c31-83ac-8418bd68594f will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:12.557789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:12.611827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] Transition to ACTIVE for port object fd065cfe-e134-4f4a-9c12-031ecd050a5c will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:12.622609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:12.625949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7a2c3-bc09-4c31-83ac-8418bd68594f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:12.744427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20ddad22-f02d-49d9-aaa8-dd619b3e9f13 req-1eb0d77e-fc7a-4fb9-ba17-9d23c68a735e tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/c3f31e43-c0df-4bfc-8baa-fc2490266b0a HTTP/1.1" status: 200 len: 1811 time: 0.2094300 Jul 07 16:45:12.745571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] Pushing event updated for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:12.796529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] No DVR routers for this DVR port fd065cfe-e134-4f4a-9c12-031ecd050a5c on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:12.832872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Attempting to bind port 60f7a2c3-bc09-4c31-83ac-8418bd68594f on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:12.833503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Attempting to bind port 60f7a2c3-bc09-4c31-83ac-8418bd68594f by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:12.834042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Attempting to bind port 60f7a2c3-bc09-4c31-83ac-8418bd68594f on network 2072d5a1-5ead-413c-8acb-2fe858b3e33b {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:12.844575 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-5f8652ca-c7a0-4bc8-a729-2f531a6b5515 service neutron] 10.222.0.54 "PUT /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c/bindings/n-h1-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0361419 Jul 07 16:45:12.854173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Port 60f7a2c3-bc09-4c31-83ac-8418bd68594f on network 2072d5a1-5ead-413c-8acb-2fe858b3e33b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:45:12.854861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Attempting to bind port 60f7a2c3-bc09-4c31-83ac-8418bd68594f on network 2072d5a1-5ead-413c-8acb-2fe858b3e33b {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:12.865699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:12.866463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Checking segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:12.867192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Bound using segment: {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:12.867830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Bound port: 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4554579-df23-44a4-9b53-ede02c616b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:12.868683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:12.956377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20ddad22-f02d-49d9-aaa8-dd619b3e9f13 req-4815f992-f25d-4fbe-b032-a5ab8aa27667 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:13.069899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20ddad22-f02d-49d9-aaa8-dd619b3e9f13 req-4815f992-f25d-4fbe-b032-a5ab8aa27667 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:13.100812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] For port 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:13.124924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] For port 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:13.142571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:13.214362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-8854b2bb-519c-4a2b-82f5-238e74de0c92 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.216996 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-8854b2bb-519c-4a2b-82f5-238e74de0c92 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1400392 Jul 07 16:45:13.252581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.253431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:13.254937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/60f7a2c3-bc09-4c31-83ac-8418bd68594f HTTP/1.1" status: 200 len: 1091 time: 1.7297213 Jul 07 16:45:13.255674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'tag': '60f7a2c3-bc09-4c31-83ac-8418bd68594f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:13.258098 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8d2b83-7edf-405f-8a67-82f3b8570e85" -d '{"events": [{"name": "network-changed", "server_uuid": "03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe", "tag": "60f7a2c3-bc09-4c31-83ac-8418bd68594f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:13.288260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20ddad22-f02d-49d9-aaa8-dd619b3e9f13 req-4815f992-f25d-4fbe-b032-a5ab8aa27667 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:13.292649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20ddad22-f02d-49d9-aaa8-dd619b3e9f13 req-4815f992-f25d-4fbe-b032-a5ab8aa27667 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:13.313278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20ddad22-f02d-49d9-aaa8-dd619b3e9f13 req-4815f992-f25d-4fbe-b032-a5ab8aa27667 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "DELETE /v2.0/security-groups/c3f31e43-c0df-4bfc-8baa-fc2490266b0a HTTP/1.1" status: 204 len: 173 time: 0.5571957 Jul 07 16:45:13.404726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815f992-f25d-4fbe-b032-a5ab8aa27667 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f31e43-c0df-4bfc-8baa-fc2490266b0a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:13.414836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-f215ff58-4d61-4043-9499-894feca5f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.416443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-f215ff58-4d61-4043-9499-894feca5f0ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad&tenant_id=97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 1095 time: 0.1899123 Jul 07 16:45:13.417333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05523e5a-9f27-45c2-a5a5-f64aad81b0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7a2c3-bc09-4c31-83ac-8418bd68594f,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:13.574577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-0ec22707-6c5d-4a17-9d1d-b362a06681dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.576959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-0ec22707-6c5d-4a17-9d1d-b362a06681dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1095 time: 0.1109633 Jul 07 16:45:13.782530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07efcf-953b-49f6-9239-8ecdce92c4f3 req-435bee79-0dac-4efd-950a-11449f7aa801 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.785176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a07efcf-953b-49f6-9239-8ecdce92c4f3 req-435bee79-0dac-4efd-950a-11449f7aa801 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1785014 Jul 07 16:45:13.811458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-f267da7e-43d7-4269-b1bd-a091e4f9b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.813054 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-f267da7e-43d7-4269-b1bd-a091e4f9b05f service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.2285228 Jul 07 16:45:13.822199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-28f31dfb-cb7d-4ac0-80b3-ce3a8295aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.824067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-28f31dfb-cb7d-4ac0-80b3-ce3a8295aac7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=25c7a33c6c014bc696f0e9419302c418&device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 1094 time: 0.1453488 Jul 07 16:45:13.912216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-939c8a64-279d-4ec6-87df-b3a705e2b4df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f HTTP/1.1" status: 200 len: 217 time: 0.0581212 Jul 07 16:45:13.916833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a07efcf-953b-49f6-9239-8ecdce92c4f3 req-7c0b7ebe-0fb8-4be5-8233-12b52f2f3f93 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219330 Jul 07 16:45:13.921893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-c5df0b62-7ff6-4c64-aba0-a6fd2ad0dcb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 217 time: 0.1011374 Jul 07 16:45:13.971869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-bcab0eda-74cb-48b4-a248-20b7b6fbc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:13.973669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-bcab0eda-74cb-48b4-a248-20b7b6fbc54e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83205362-20c1-4b3f-9d11-5cca4f7fd1c7 HTTP/1.1" status: 200 len: 854 time: 0.0540671 Jul 07 16:45:14.006199 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9760aa8-82cf-4c1d-a08b-78f147ab95eb x-openstack-request-id: req-b9760aa8-82cf-4c1d-a08b-78f147ab95eb {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:14.007231 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-plugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:14.007660 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9760aa8-82cf-4c1d-a08b-78f147ab95eb {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:14.008233 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'code': 200} Jul 07 16:45:14.025639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-12c5a56e-ccfb-48df-a758-d061418c5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:14.028664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-12c5a56e-ccfb-48df-a758-d061418c5559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0975418 Jul 07 16:45:14.106086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-c1ecd086-92a6-45aa-9593-bac5579e9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:14.108826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-c1ecd086-92a6-45aa-9593-bac5579e9ffd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2072d5a1-5ead-413c-8acb-2fe858b3e33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052647 Jul 07 16:45:14.117292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-8f217b79-4a61-4f42-889a-2ec429fbae4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727026 Jul 07 16:45:14.279975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a669f-c110-4be9-b776-d161eb2b2530 req-5557214c-19c5-4681-b983-0fed38e005d0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:14.282162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f9a669f-c110-4be9-b776-d161eb2b2530 req-5557214c-19c5-4681-b983-0fed38e005d0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.0990903 Jul 07 16:45:14.326752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-8814402f-2bc7-4c83-abe5-8ff9d8bfb9e5 service neutron] 10.222.0.54 "GET /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094340 Jul 07 16:45:14.338932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f9a669f-c110-4be9-b776-d161eb2b2530 req-8abe6647-f9ec-4249-88f6-452f9e99e75d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Jul 07 16:45:14.350012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-62f04bf2-244f-468f-84de-3c4eb301d96b service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249980 Jul 07 16:45:14.484765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ec3cdc9-a365-45ef-9a82-db427764c36d req-f157c705-3f7b-44bf-abe5-89d835b26349 service neutron] 10.222.0.54 "GET /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221809 Jul 07 16:45:14.543449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-324e6887-65b7-4f09-9607-2a8db65f468e service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857934 Jul 07 16:45:14.718355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0744df5-5106-4262-89b2-068464f4be72 req-7a7a5cf2-bf94-4df6-886e-e50d3c11b30b tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:14.720245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0744df5-5106-4262-89b2-068464f4be72 req-7a7a5cf2-bf94-4df6-886e-e50d3c11b30b tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1223979 Jul 07 16:45:14.796270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0744df5-5106-4262-89b2-068464f4be72 req-94e1f4af-5072-4397-bd46-bdaf69e9fa34 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Jul 07 16:45:15.160844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-0e5b5042-99d8-4744-8baa-b9a5bf0cfc6d tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:15.162787 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-0e5b5042-99d8-4744-8baa-b9a5bf0cfc6d tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1422985 Jul 07 16:45:15.279105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de09d88-63be-4338-aaf1-14273302caf0 req-f29137ca-8788-49b6-86d1-5f270fafc060 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:15.292488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7de09d88-63be-4338-aaf1-14273302caf0 req-f29137ca-8788-49b6-86d1-5f270fafc060 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1844583 Jul 07 16:45:15.375922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7de09d88-63be-4338-aaf1-14273302caf0 req-cbbd6b35-772c-4951-95cf-e8caced1dac5 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Jul 07 16:45:15.409694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-32dd3029-377a-4c30-afba-913b38b6b970 service neutron] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:15.420331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-32dd3029-377a-4c30-afba-913b38b6b970 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:15.421567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eea1f8c8-8a8c-4096-ab6b-fac664f5c359 req-32dd3029-377a-4c30-afba-913b38b6b970 service neutron] 10.222.0.13 "DELETE /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c/bindings/n-h2-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.2514117 Jul 07 16:45:15.501485 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da640ffb-f660-4da5-95e8-02eea4e86395 x-openstack-request-id: req-da640ffb-f660-4da5-95e8-02eea4e86395 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:15.501783 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe", "tag": "60f7a2c3-bc09-4c31-83ac-8418bd68594f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:15.502044 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da640ffb-f660-4da5-95e8-02eea4e86395 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:15.502460 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'tag': '60f7a2c3-bc09-4c31-83ac-8418bd68594f', 'status': 'completed', 'code': 200} Jul 07 16:45:15.783697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75091f6c-14e4-4a2a-a58f-4e67950c9a2b req-08bb18b3-3124-479a-a07c-68dc6703a3f2 tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "GET /v2.0/security-groups/0b407de2-525c-4f8a-bd10-e4fd7bf23582 HTTP/1.1" status: 200 len: 1811 time: 0.0591724 Jul 07 16:45:15.864175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-75091f6c-14e4-4a2a-a58f-4e67950c9a2b req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:15.910738 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-75091f6c-14e4-4a2a-a58f-4e67950c9a2b req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:15.986284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-75091f6c-14e4-4a2a-a58f-4e67950c9a2b req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:15.989417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-75091f6c-14e4-4a2a-a58f-4e67950c9a2b req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:15.997629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40490) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:16.004083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75091f6c-14e4-4a2a-a58f-4e67950c9a2b req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] 10.222.0.78 "DELETE /v2.0/security-groups/0b407de2-525c-4f8a-bd10-e4fd7bf23582 HTTP/1.1" status: 204 len: 173 time: 0.2132053 Jul 07 16:45:16.016800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b407de2-525c-4f8a-bd10-e4fd7bf23582,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:16.028851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.029232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.029644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.029997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.030571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.030920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.031254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.031634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.031974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.032311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.032643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.033153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49242fc-6b78-4f8a-b8af-6e6c06188a2b tempest-SecurityGroupRulesNegativeTestJSON-1315753546 tempest-SecurityGroupRulesNegativeTestJSON-1315753546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.122387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Deleting subnet 1dec0a04-d31a-42bb-94cb-24bf2817e070 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:45:16.132004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.192587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.287150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.326424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea77392-7932-469b-ae2d-f48f30058ee9 req-61eedbcf-f28e-4665-836a-773d7aa76223 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:16.329380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ea77392-7932-469b-ae2d-f48f30058ee9 req-61eedbcf-f28e-4665-836a-773d7aa76223 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1315069 Jul 07 16:45:16.418893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.458716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dec0a04-d31a-42bb-94cb-24bf2817e070,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:16.473675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.478719 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1dec0a04-d31a-42bb-94cb-24bf2817e070 HTTP/1.1" status: 204 len: 168 time: 0.4770577 Jul 07 16:45:16.493847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40496) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:16.495264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.495612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.495955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.496417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.496944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.497349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.497651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.497981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.498431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.498960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.499352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.499684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4de3ba-1393-4787-8b15-631d4c0ffaf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:16.630525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.762738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.779115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ea77392-7932-469b-ae2d-f48f30058ee9 req-88833823-208e-4f28-9a9c-bc21993fca5e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434927 Jul 07 16:45:16.784204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27360b8-4856-4d49-81f1-ea924a3c8f67']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:16.802668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c574cf9a-538a-49d6-9cc1-da1e0014ae36') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:16.803253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c574cf9a-538a-49d6-9cc1-da1e0014ae36') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:16.828431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.856044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.877174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:45:16.878043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:45:16.880284 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:45:16.992762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.006600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.015513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] 10.222.0.78 "DELETE /v2.0/networks/f27360b8-4856-4d49-81f1-ea924a3c8f67 HTTP/1.1" status: 204 len: 168 time: 0.5123062 Jul 07 16:45:17.056683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ba83-6c3d-4c0c-8fcb-43adda94b90c admin admin] Pushing event deleted for resources: {'Network': ['ID=f27360b8-4856-4d49-81f1-ea924a3c8f67,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:17.072277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c9d7-0b66-428c-a13e-b7b2665b7e03 req-788ad45f-15b6-4c4a-a03f-f3b7fddd8d83 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:17.078020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4485c9d7-0b66-428c-a13e-b7b2665b7e03 req-788ad45f-15b6-4c4a-a03f-f3b7fddd8d83 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.1157708 Jul 07 16:45:17.163802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4485c9d7-0b66-428c-a13e-b7b2665b7e03 req-461211e8-f1eb-4f0a-bb4e-3b07b39cef3f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758450 Jul 07 16:45:17.229374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40510) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:17.297263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a33cd51d-e373-45b1-b7c7-7ec74b9a063d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ed6f3b1389e4e37b62cdf4716548a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665464 Jul 07 16:45:17.300421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40512) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:17.374151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4188c729-8b6a-46b0-9c6a-15e593b5a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.460719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4188c729-8b6a-46b0-9c6a-15e593b5a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.515419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f699194-0c5d-4203-a967-9d869880bfd9 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:17.537315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79a56-6f30-44a1-9581-052c840f7ca5 req-f99d6177-e5a9-4c8b-b622-89ecbbc09ae7 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:17.545151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ee79a56-6f30-44a1-9581-052c840f7ca5 req-f99d6177-e5a9-4c8b-b622-89ecbbc09ae7 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1843808 Jul 07 16:45:17.589039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250e679-ec1a-477b-a52e-412df885b510 req-24975efc-77b8-46d9-9514-198ec81456ab tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:17.591486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4250e679-ec1a-477b-a52e-412df885b510 req-24975efc-77b8-46d9-9514-198ec81456ab tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1796167 Jul 07 16:45:17.594182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-cbb503e7-10b0-48e4-a27a-a2bf71cb06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:17.595773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-cbb503e7-10b0-48e4-a27a-a2bf71cb06a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=25c7a33c6c014bc696f0e9419302c418&device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 1094 time: 0.1053319 Jul 07 16:45:17.693754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ee79a56-6f30-44a1-9581-052c840f7ca5 req-465b4169-2b35-4f87-ac7f-aa12310e5fe3 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474526 Jul 07 16:45:17.737993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-9a806001-9048-49de-9c72-a815cdaec6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:17.740662 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-9a806001-9048-49de-9c72-a815cdaec6db service neutron] 10.222.0.54 "GET /v2.0/networks?id=2072d5a1-5ead-413c-8acb-2fe858b3e33b HTTP/1.1" status: 200 len: 916 time: 0.1269584 Jul 07 16:45:17.767792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4188c729-8b6a-46b0-9c6a-15e593b5a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.770551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4188c729-8b6a-46b0-9c6a-15e593b5a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.774432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4188c729-8b6a-46b0-9c6a-15e593b5a98d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8f53537-d03b-4bb0-bb28-edcfb6de634a HTTP/1.1" status: 204 len: 168 time: 0.4701359 Jul 07 16:45:17.791373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c729-8b6a-46b0-9c6a-15e593b5a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f53537-d03b-4bb0-bb28-edcfb6de634a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:17.808171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Deleting port 8f699194-0c5d-4203-a967-9d869880bfd9 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:45:17.813905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.832469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.866775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-9cac88d0-171d-4fc3-9afc-cee9c5f25b58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f HTTP/1.1" status: 200 len: 217 time: 0.1120076 Jul 07 16:45:17.976043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:17.978902 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9302af-6f01-446f-a045-3a0d09f2eaa5" -d '{"events": [{"server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "name": "network-vif-unplugged", "status": "completed", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:18.019628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f699194-0c5d-4203-a967-9d869880bfd9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:18.028513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:18.029482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-e7dd0f04-aaf3-4972-9820-a51563081353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:18.031008 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-e7dd0f04-aaf3-4972-9820-a51563081353 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83205362-20c1-4b3f-9d11-5cca4f7fd1c7 HTTP/1.1" status: 200 len: 854 time: 0.1318824 Jul 07 16:45:18.117448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4be4-a565-4a52-a9da-e6166266dae9 req-b46c43e7-0857-4fa4-b44f-31f468923147 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:18.129388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc4d4be4-a565-4a52-a9da-e6166266dae9 req-b46c43e7-0857-4fa4-b44f-31f468923147 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 950 time: 0.1544440 Jul 07 16:45:18.158027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] For port 8f699194-0c5d-4203-a967-9d869880bfd9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f699194-0c5d-4203-a967-9d869880bfd9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:18.158412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:18.163492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:18.184426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Calling delete_port for 8f699194-0c5d-4203-a967-9d869880bfd9 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:45:18.197874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.200652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.205518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.206050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.207728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.208180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc4d4be4-a565-4a52-a9da-e6166266dae9 req-d87f9df8-42c7-494e-a833-e738b260e060 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812864 Jul 07 16:45:18.208678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.210309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.211055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.212668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.217775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.218543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.220223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:18.436684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-927af534-4300-4c9a-8b57-b50dfacb0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:18.439287 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-927af534-4300-4c9a-8b57-b50dfacb0719 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2072d5a1-5ead-413c-8acb-2fe858b3e33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301710 Jul 07 16:45:18.443524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:18.456984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1c9840c1-78b6-4b0f-b14d-abafe6843bf3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:18.508512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event deleted for resources: {'Port': ['ID=8f699194-0c5d-4203-a967-9d869880bfd9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:18.572374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d28459a4-497a-4c92-b761-f85ca6d94ea9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:18.649182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] No DVR routers for this DVR port 8f699194-0c5d-4203-a967-9d869880bfd9 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:18.653228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:18.655917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4250e679-ec1a-477b-a52e-412df885b510 req-1a115627-781e-4f18-a3ac-4a2b087483e3 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "DELETE /v2.0/ports/8f699194-0c5d-4203-a967-9d869880bfd9 HTTP/1.1" status: 204 len: 173 time: 1.0542462 Jul 07 16:45:18.656600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'name': 'network-vif-deleted', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:18.670956 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c56342b-b75d-46fc-a34e-03e9c3d24a6a" -d '{"events": [{"server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "name": "network-vif-deleted", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:18.715127 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-cfb40e18-6f7d-4c48-91bf-076095b48303 service neutron] 10.222.0.54 "GET /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637596 Jul 07 16:45:18.950939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e8d2b83-7edf-405f-8a67-82f3b8570e85 req-97dc5446-75ea-4888-9f34-e3c213dac2d9 service neutron] 10.222.0.54 "GET /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250557 Jul 07 16:45:19.049604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff71556-ff29-4695-ae9e-1c034be63444 req-6582cd40-4c62-4df7-8487-fc3681c15444 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:19.057902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fff71556-ff29-4695-ae9e-1c034be63444 req-6582cd40-4c62-4df7-8487-fc3681c15444 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.2865064 Jul 07 16:45:19.194511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fff71556-ff29-4695-ae9e-1c034be63444 req-d89d6810-5c4a-47b0-9ec4-8095c6e4b3e4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342731 Jul 07 16:45:19.416536 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50974d3e-861b-44fc-bc38-d4123ac56cb5 x-openstack-request-id: req-50974d3e-861b-44fc-bc38-d4123ac56cb5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:19.416913 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "name": "network-vif-unplugged", "status": "completed", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:19.417232 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50974d3e-861b-44fc-bc38-d4123ac56cb5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:19.418289 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9', 'code': 200} Jul 07 16:45:19.924314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030894a-0159-4b32-bd68-85eca1c8658d req-82a7c856-f45a-45ec-b4c5-3e6444958c59 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:19.931829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2030894a-0159-4b32-bd68-85eca1c8658d req-82a7c856-f45a-45ec-b4c5-3e6444958c59 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1095 time: 0.2380905 Jul 07 16:45:19.986141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2030894a-0159-4b32-bd68-85eca1c8658d req-7b2c4d59-3a6c-45c4-a498-7f3803bae7f2 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532439 Jul 07 16:45:20.102877 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7ba722-e877-4f12-bc03-27ee6fe526db x-openstack-request-id: req-5a7ba722-e877-4f12-bc03-27ee6fe526db {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:20.103294 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c11bb-8abf-4505-9e9a-6dba37d82d10", "name": "network-vif-deleted", "tag": "8f699194-0c5d-4203-a967-9d869880bfd9", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:20.103612 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a7ba722-e877-4f12-bc03-27ee6fe526db {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:20.104210 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c11bb-8abf-4505-9e9a-6dba37d82d10', 'name': 'network-vif-deleted', 'tag': '8f699194-0c5d-4203-a967-9d869880bfd9', 'status': 'completed', 'code': 200} Jul 07 16:45:20.436674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b2b1e-19e3-4267-82a9-bd891f8717e6 req-681e25b0-9a4f-494a-bca1-36c5df070d1f tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:20.439007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-359b2b1e-19e3-4267-82a9-bd891f8717e6 req-681e25b0-9a4f-494a-bca1-36c5df070d1f tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1949828 Jul 07 16:45:20.505913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-359b2b1e-19e3-4267-82a9-bd891f8717e6 req-f3e63cab-450e-489c-b854-1311e338f560 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Jul 07 16:45:20.697563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e438ee7d-ce1b-4b04-802a-d04528a2f136 req-5e8b66dc-f77f-4936-bc8c-f7496c62339c tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 210 time: 0.0386984 Jul 07 16:45:20.909796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74445f6-483a-40da-abe4-d870133e3aa3 req-971479b6-bc08-4963-b81f-b9f6507259da tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:20.911322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a74445f6-483a-40da-abe4-d870133e3aa3 req-971479b6-bc08-4963-b81f-b9f6507259da tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1096 time: 0.0770082 Jul 07 16:45:20.955086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a74445f6-483a-40da-abe4-d870133e3aa3 req-c304fbd5-6379-423a-b1da-44e888923f36 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Jul 07 16:45:21.045321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb093b2c-f3b4-4b55-a50c-f722f22bd34a req-2e01a243-634c-48ae-be03-c52c596ab9b5 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:21.047233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb093b2c-f3b4-4b55-a50c-f722f22bd34a req-2e01a243-634c-48ae-be03-c52c596ab9b5 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1095 time: 0.0770168 Jul 07 16:45:21.095024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb093b2c-f3b4-4b55-a50c-f722f22bd34a req-7c98580e-6fd4-4c2e-be33-96bcfca22961 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 Jul 07 16:45:21.414380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ef63-acde-4ec0-b976-b7cd0cd7cf93 req-4eaf650d-d80d-4b23-a723-5f775a14e234 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:21.416021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f80ef63-acde-4ec0-b976-b7cd0cd7cf93 req-4eaf650d-d80d-4b23-a723-5f775a14e234 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1423903 Jul 07 16:45:21.464964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f80ef63-acde-4ec0-b976-b7cd0cd7cf93 req-dfacf530-5bbb-4a34-8d6a-22411931b8c7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Jul 07 16:45:21.712486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40604) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:21.844522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-183d1555-46f5-45e6-a24a-2130ee35f69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.024124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00071d56-5953-4f0a-be84-ca39ccc42a76 req-afc85466-ca11-4bb3-8f50-21002cdd79f6 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:22.025727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00071d56-5953-4f0a-be84-ca39ccc42a76 req-afc85466-ca11-4bb3-8f50-21002cdd79f6 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1153662 Jul 07 16:45:22.032330 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-183d1555-46f5-45e6-a24a-2130ee35f69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.042203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-183d1555-46f5-45e6-a24a-2130ee35f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.110505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-183d1555-46f5-45e6-a24a-2130ee35f69b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b6954c9addb45a5913591e64385a009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966372 Jul 07 16:45:22.113671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40630) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:22.114220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00071d56-5953-4f0a-be84-ca39ccc42a76 req-f576a3cb-16ff-4268-8f95-2115be4acd0f tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794075 Jul 07 16:45:22.114792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d1555-46f5-45e6-a24a-2130ee35f69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8562fbd7-3b5e-4c9b-b64a-a1a59a7b31d6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:22.188366 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42cf4daf-dcc7-4e72-b7fa-a807a6f250e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.222727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42cf4daf-dcc7-4e72-b7fa-a807a6f250e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.287735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42cf4daf-dcc7-4e72-b7fa-a807a6f250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.290394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42cf4daf-dcc7-4e72-b7fa-a807a6f250e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:22.295044 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-42cf4daf-dcc7-4e72-b7fa-a807a6f250e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8562fbd7-3b5e-4c9b-b64a-a1a59a7b31d6 HTTP/1.1" status: 204 len: 168 time: 0.1769006 Jul 07 16:45:22.301683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf4daf-dcc7-4e72-b7fa-a807a6f250e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562fbd7-3b5e-4c9b-b64a-a1a59a7b31d6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:22.470517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32c082d5-0a56-4801-9d11-34b49976eb18 req-39574fd6-840c-4562-9f8c-b2acdc429a6f tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 210 time: 0.0317857 Jul 07 16:45:22.844906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2014977-a64b-4c6c-9200-62bc34680de3 req-663af525-7d6c-4216-80a9-5d6ea70ccfbb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:22.846452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2014977-a64b-4c6c-9200-62bc34680de3 req-663af525-7d6c-4216-80a9-5d6ea70ccfbb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.0729086 Jul 07 16:45:22.889231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2014977-a64b-4c6c-9200-62bc34680de3 req-fd6648d5-8330-4418-8274-c6794a543a7a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370414 Jul 07 16:45:23.073138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40680) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:23.096369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a1f99-c760-4f7f-b822-65b5ffbd613d req-bcefa03a-cb6f-47d9-9b4a-e59e3086e416 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:23.098997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15a1f99-c760-4f7f-b822-65b5ffbd613d req-bcefa03a-cb6f-47d9-9b4a-e59e3086e416 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 951 time: 0.0943067 Jul 07 16:45:23.140740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15a1f99-c760-4f7f-b822-65b5ffbd613d req-22f2954f-2917-4c97-a88b-1246b6b453ea tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Jul 07 16:45:23.187228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-661831421-network', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:23.216132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Made reservation on behalf of 29b9b8b89ec74ed28b622653f7262d75 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:23.220877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.233755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.345128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537af8fb-080a-4e3a-9ffc-b66545b9fc89 req-ad682294-b42c-42ac-8abb-fedf45ada025 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:23.346832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-537af8fb-080a-4e3a-9ffc-b66545b9fc89 req-ad682294-b42c-42ac-8abb-fedf45ada025 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.0759993 Jul 07 16:45:23.349332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.355348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.369754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:45:23.394269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.394617 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Added segment 539a6ec8-aa3f-4ea5-b58f-0250163d7c4a of type vlan for network e5fd77b0-9e55-4d2d-a504-46112ab686bf Jul 07 16:45:23.396456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-537af8fb-080a-4e3a-9ffc-b66545b9fc89 req-386fb4e8-930e-4edd-b262-3a105ab2dce5 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 Jul 07 16:45:23.406662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cba032-5859-4adf-85e4-1cfe94f7ce3a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:23.419451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.463125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.501717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.503151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:23.504135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.557736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4843130 Jul 07 16:45:23.563416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40700) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:23.572786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Request body: {'subnet': {'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-661831421-subnet', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:23.583751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c3a30-3444-4548-9464-c3ee2e47a1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e5fd77b0-9e55-4d2d-a504-46112ab686bf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:23.595754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:45:23.602293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Made reservation on behalf of 29b9b8b89ec74ed28b622653f7262d75 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:23.604725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.704495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32f574db-44d1-4d65-a52a-75e4ec7775b9 req-66d5b044-745c-451e-b75d-069d2c93d242 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 210 time: 0.0319040 Jul 07 16:45:23.836838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.894239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150982b8-cb5a-4e93-b5fc-fa8e4770ae89,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:23.913091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Checking segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:23.913508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Network hostable DHCP agents. Network: e5fd77b0-9e55-4d2d-a504-46112ab686bf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:45:23.933891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:45:23.946072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e5fd77b0-9e55-4d2d-a504-46112ab686bf) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:23.960515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:23.961257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a238c-8238-4f46-a1bf-15d07449710f None None] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:45:23.961409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:23.979511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cadd1f4b-b674-4d60-b995-fcb231cc1420 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4149384 Jul 07 16:45:23.982358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40722) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:23.995052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:24.042994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.045023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.113775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.170586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0623bd3-0da5-4c60-9a0a-8e71b3a2e35d None None] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:45:24.314830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.349412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3dadf-8f58-4c5d-88d8-61cbf93b5469 req-6b3bc47f-2967-442c-9f0a-61f2c254f5d2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:24.350910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1b3dadf-8f58-4c5d-88d8-61cbf93b5469 req-6b3bc47f-2967-442c-9f0a-61f2c254f5d2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1883745 Jul 07 16:45:24.424888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1b3dadf-8f58-4c5d-88d8-61cbf93b5469 req-7ad22a03-e287-4994-97a9-dab6850d0347 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Jul 07 16:45:24.590671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.613489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.758362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc55e0-9c1b-496b-b735-0559fe46e19e req-11cefd83-7c52-4f7b-bd17-14ebc8614801 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:24.759911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fddc55e0-9c1b-496b-b735-0559fe46e19e req-11cefd83-7c52-4f7b-bd17-14ebc8614801 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1491959 Jul 07 16:45:24.782388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Allocated IP 172.25.5.62 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:24.859605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fddc55e0-9c1b-496b-b735-0559fe46e19e req-27e77928-c7fd-42d3-b224-e6505547977c tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928395 Jul 07 16:45:24.929472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:24.986444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:25.015046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:25.048357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-ed3dbab3-6adc-40e5-9ea5-c03b608b3191 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:45:25.049392 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-ed3dbab3-6adc-40e5-9ea5-c03b608b3191 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073791 Jul 07 16:45:25.066290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Request body: {'binding': {'host': 'n-h1-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:25.066753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:45:25.080686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:25.108164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:25.111203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:25.116497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:25.137966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:25.190782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:25.198459 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80bbc38-f35e-41ec-a77d-134a5011b414" -d '{"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-unplugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:25.218035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:25.234455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:25.300137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c35570c-8b24-4906-941e-6c3df655aea7 req-d811977b-f8b8-4852-b5de-dbc18ddd5cea tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6c11bb-8abf-4505-9e9a-6dba37d82d10 HTTP/1.1" status: 200 len: 210 time: 0.0329809 Jul 07 16:45:25.311884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:25.348622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on host n-h1-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:25.348960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:25.349374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:25.356427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:45:25.357006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:25.362846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:25.363440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:25.363814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:25.364597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Bound port: caaf5951-157d-4a5b-8a88-50f34471a538, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:25.449473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:25.451335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:25.458841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:25.460945 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-4fc1ffc5-f764-4dc0-9b82-c035121cfe95 service neutron] 10.222.0.78 "POST /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538/bindings HTTP/1.1" status: 201 len: 389 time: 0.4052789 Jul 07 16:45:25.639408 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade62167-6027-48e0-878a-705634d8ba9b x-openstack-request-id: req-ade62167-6027-48e0-878a-705634d8ba9b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:25.639755 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-unplugged", "status": "completed", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:25.640017 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ade62167-6027-48e0-878a-705634d8ba9b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:25.640409 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'code': 200} Jul 07 16:45:25.819819 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:25.836254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e1b43384-ce3d-45df-ae79-a67498204c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:25.837847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e1b43384-ce3d-45df-ae79-a67498204c68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1096 time: 0.0597467 Jul 07 16:45:25.934243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-2739bdf4-1cef-4d0e-b341-06b233990d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:25.936152 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-2739bdf4-1cef-4d0e-b341-06b233990d34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.0919316 Jul 07 16:45:25.976287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae1f4-406d-43ae-885a-cab9195793ad req-3f632855-22e3-4f99-95c9-53cea412e0eb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:25.977882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-768ae1f4-406d-43ae-885a-cab9195793ad req-3f632855-22e3-4f99-95c9-53cea412e0eb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.2247760 Jul 07 16:45:25.988035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-6b80569f-3850-4246-a793-cf88b1955c06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 217 time: 0.0445056 Jul 07 16:45:25.993566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdda5f-4ba4-484e-b78d-88c2482e7052 req-561ccc8b-843e-4e8e-84bd-8de8474d2241 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:25.995814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09bdda5f-4ba4-484e-b78d-88c2482e7052 req-561ccc8b-843e-4e8e-84bd-8de8474d2241 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.2283378 Jul 07 16:45:26.046349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-173a3344-626e-431c-9eca-085e24be0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:26.047670 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-173a3344-626e-431c-9eca-085e24be0f54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0510609 Jul 07 16:45:26.071852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-768ae1f4-406d-43ae-885a-cab9195793ad req-0159f715-5a4d-4c18-ab2e-30024a062f8b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746217 Jul 07 16:45:26.086139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-555c66de-10a7-4ce1-a00b-5d9bf8f6375e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314052 Jul 07 16:45:26.087514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09bdda5f-4ba4-484e-b78d-88c2482e7052 req-bc5c5720-ed00-4b47-898c-e43b1639ae06 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817602 Jul 07 16:45:26.117037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Router 273badca-5d8a-423f-ace8-4e3b84674ef4 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:45:26.217556 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-6715a916-322e-4ddf-9522-0bf232229487 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215515 Jul 07 16:45:26.338834 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-a46518ef-0b0b-47aa-b6fa-48f3c4973106 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108427 Jul 07 16:45:26.719512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:45:26.730408 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Sync routers for ids ['273badca-5d8a-423f-ace8-4e3b84674ef4'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:45:26.741026 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Routers {'273badca-5d8a-423f-ace8-4e3b84674ef4'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:26.741979 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['273badca-5d8a-423f-ace8-4e3b84674ef4'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:26.761879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:26.767716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d85e4f93-19b7-4c45-b740-faa442619cf6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7782092 Jul 07 16:45:26.768074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:26.778042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028be58-ac7c-40d3-b4fa-e2ba414c0885 req-ac0fbac3-aaca-4f12-bcae-396939d2f837 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:26.787176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d028be58-ac7c-40d3-b4fa-e2ba414c0885 req-ac0fbac3-aaca-4f12-bcae-396939d2f837 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.5518377 Jul 07 16:45:26.838712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d028be58-ac7c-40d3-b4fa-e2ba414c0885 req-b8e41e1b-7b6d-4f22-a97e-699fc2433338 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504382 Jul 07 16:45:26.943137 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Set router 273badca-5d8a-423f-ace8-4e3b84674ef4 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:27.158833 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:25Z', 'revision_number': 3, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:27.201167 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Checking router: 273badca-5d8a-423f-ace8-4e3b84674ef4 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:45:27.201744 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Updating router 273badca-5d8a-423f-ace8-4e3b84674ef4 port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:45:27.247697 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.447832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459716-723a-4eae-b9f6-8d3793ee9ef6 req-e861266e-82ef-4fb0-aa1c-577723848eb2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:27.456993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c459716-723a-4eae-b9f6-8d3793ee9ef6 req-e861266e-82ef-4fb0-aa1c-577723848eb2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 950 time: 0.2130401 Jul 07 16:45:27.488636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3212-36d2-4f6b-9aa5-81ccd7d9afe2 req-9780e4ca-a7ca-4d00-8a00-084d82104a7a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:27.490300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f6a3212-36d2-4f6b-9aa5-81ccd7d9afe2 req-9780e4ca-a7ca-4d00-8a00-084d82104a7a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1808345 Jul 07 16:45:27.523412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.527321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c459716-723a-4eae-b9f6-8d3793ee9ef6 req-60888529-e9e6-4a4f-b2bc-d6f800e3d945 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691440 Jul 07 16:45:27.594702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f6a3212-36d2-4f6b-9aa5-81ccd7d9afe2 req-f0ed3803-163c-4b99-a357-d5342b90d58a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870345 Jul 07 16:45:27.691290 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.716450 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Transition to ACTIVE for port object 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:27.735030 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.832131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Attempting to bind port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:27.832509 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Attempting to bind port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:27.832875 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Attempting to bind port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:27.840431 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Pushing event updated for resources: {'Port': ['ID=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:27.847923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:27.848241 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:27.848779 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.849200 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:27.849676 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Bound port: 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:27.850081 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:27.887352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Allocated IP 172.20.0.1 (e5fd77b0-9e55-4d2d-a504-46112ab686bf/150982b8-cb5a-4e93-b5fc-fa8e4770ae89/0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:27.904206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4367f1-5143-4271-b8e9-ae2d95caf731 req-3577e014-fe72-47c8-a81f-d8de5373ac81 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:27.908479 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] For port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:27.912834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df4367f1-5143-4271-b8e9-ae2d95caf731 req-3577e014-fe72-47c8-a81f-d8de5373ac81 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1887269 Jul 07 16:45:27.919401 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] For port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:27.922704 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.923687 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.924324 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.924898 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.925483 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.925993 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.926719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.927249 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.927914 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.928691 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.930996 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.931648 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:27.941550 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:28.006335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df4367f1-5143-4271-b8e9-ae2d95caf731 req-70586392-991b-4845-a5a4-57b048e7dfd1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861063 Jul 07 16:45:28.023096 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b9c71-516f-44b0-9175-aa0d212e7ca8 None None] Pushing event updated for resources: {'Port': ['ID=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:28.068868 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Routers {'273badca-5d8a-423f-ace8-4e3b84674ef4'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:28.069926 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['273badca-5d8a-423f-ace8-4e3b84674ef4'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:28.158956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:28.316345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:28.394114 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] Set router 273badca-5d8a-423f-ace8-4e3b84674ef4 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:28.469399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac890493-3078-4971-88f0-58dbefa04bc2 req-0ebec6f9-28ce-44d3-8cde-8443780565a5 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:28.474644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac890493-3078-4971-88f0-58dbefa04bc2 req-0ebec6f9-28ce-44d3-8cde-8443780565a5 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1897714 Jul 07 16:45:28.476721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:28.487444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:28.493868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:28.538722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:28.578315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac890493-3078-4971-88f0-58dbefa04bc2 req-ce04a573-f305-4918-9eee-eae27e3b2ce3 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945578 Jul 07 16:45:28.786333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b2313-1f6e-417d-a72b-a7cc077aee72 req-8ef387da-ac3f-46a3-bb1f-60bb56955565 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:28.804375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a65b2313-1f6e-417d-a72b-a7cc077aee72 req-8ef387da-ac3f-46a3-bb1f-60bb56955565 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 950 time: 0.0997317 Jul 07 16:45:28.809022 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:25Z', 'revision_number': 3, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:28.861801 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb58640-4206-4dcd-a5f4-8a8e3cf812b0 None None] The sync data for ids ['273badca-5d8a-423f-ace8-4e3b84674ef4'] in n-d-793619-7 is: [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:25Z', 'revision_number': 3, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:45:28.887765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a65b2313-1f6e-417d-a72b-a7cc077aee72 req-125ed818-7fe7-46d5-82bc-0eec851be622 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819728 Jul 07 16:45:29.158257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Pushing event updated for resources: {'Port': ['ID=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:29.240309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a201933-ab43-4b6f-aa3a-cbfc49e5ca00 req-d7e9f9f2-beb6-4484-a48c-0f0beb9a9002 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:29.248562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a201933-ab43-4b6f-aa3a-cbfc49e5ca00 req-d7e9f9f2-beb6-4484-a48c-0f0beb9a9002 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1776037 Jul 07 16:45:29.264354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd23b22-98c9-46e3-818a-048889c2287a req-48b84fed-a057-4d2a-a597-3a885c685a0e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:29.266316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5fd23b22-98c9-46e3-818a-048889c2287a req-48b84fed-a057-4d2a-a597-3a885c685a0e tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 950 time: 0.6296744 Jul 07 16:45:29.376270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a201933-ab43-4b6f-aa3a-cbfc49e5ca00 req-3d5b95b2-3927-4cb4-9495-498305177cb2 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267126 Jul 07 16:45:29.526235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:29.539724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Deleting port d28459a4-497a-4c92-b761-f85ca6d94ea9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:45:29.541046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:29.696114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] For port d28459a4-497a-4c92-b761-f85ca6d94ea9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d28459a4-497a-4c92-b761-f85ca6d94ea9,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:29.696664 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:29.727341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Calling delete_port for d28459a4-497a-4c92-b761-f85ca6d94ea9 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:45:29.844382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995e5d6-f3e2-4b87-9489-71a7a74bd225 req-f7667164-9ee1-4c2e-8b9f-85e5750bf91e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:29.859292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d995e5d6-f3e2-4b87-9489-71a7a74bd225 req-f7667164-9ee1-4c2e-8b9f-85e5750bf91e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1784756 Jul 07 16:45:29.864861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:29.930232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d995e5d6-f3e2-4b87-9489-71a7a74bd225 req-c3b75064-8d67-4ce4-aa41-9aeee07c59c6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656521 Jul 07 16:45:29.995452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:30.006239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:30.007306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.161274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.208399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:30.214894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.323400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:30.324664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1196ce-2c37-4b2a-8121-48e82e0ca46b req-f5de5e25-7046-4734-bb1f-9cf65b7497fd tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:30.342238 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.354293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1196ce-2c37-4b2a-8121-48e82e0ca46b req-f5de5e25-7046-4734-bb1f-9cf65b7497fd tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1797385 Jul 07 16:45:30.357885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1c9840c1-78b6-4b0f-b14d-abafe6843bf3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:30.368132 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.422773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d28459a4-497a-4c92-b761-f85ca6d94ea9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:30.443296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1196ce-2c37-4b2a-8121-48e82e0ca46b req-62f79a9a-00aa-4108-80bf-fb56118f5415 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868731 Jul 07 16:45:30.454893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.594377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.647426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event deleted for resources: {'Port': ['ID=d28459a4-497a-4c92-b761-f85ca6d94ea9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:30.684704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] No DVR routers for this DVR port d28459a4-497a-4c92-b761-f85ca6d94ea9 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:30.688364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:30.691022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5fd23b22-98c9-46e3-818a-048889c2287a req-37564cb1-2e8f-4e26-b719-d7ff6fed28af tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.13 "DELETE /v2.0/ports/d28459a4-497a-4c92-b761-f85ca6d94ea9 HTTP/1.1" status: 204 len: 173 time: 1.4191151 Jul 07 16:45:30.735250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'name': 'network-vif-deleted', 'tag': 'd28459a4-497a-4c92-b761-f85ca6d94ea9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:30.738903 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80020387-d96c-46f1-9535-ff30997ab154" -d '{"events": [{"server_uuid": "cbb67069-a61a-4d1a-9fe9-9a16a808c89f", "name": "network-vif-deleted", "tag": "d28459a4-497a-4c92-b761-f85ca6d94ea9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:30.778078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f95c51c3-8d60-4db0-8d66-d57230d06bad req-e8977466-39e4-420a-8070-d220b1fd2a67 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbb67069-a61a-4d1a-9fe9-9a16a808c89f HTTP/1.1" status: 200 len: 210 time: 0.1306424 Jul 07 16:45:30.797563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Pushing event updated for resources: {'Port': ['ID=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:30.883141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:30.888448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:31.005666 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893262e8-9cc2-4dd9-b7b9-b2f2a9c2239c x-openstack-request-id: req-893262e8-9cc2-4dd9-b7b9-b2f2a9c2239c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:31.006058 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb67069-a61a-4d1a-9fe9-9a16a808c89f", "name": "network-vif-deleted", "tag": "d28459a4-497a-4c92-b761-f85ca6d94ea9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:31.006243 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-893262e8-9cc2-4dd9-b7b9-b2f2a9c2239c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:31.006604 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb67069-a61a-4d1a-9fe9-9a16a808c89f', 'name': 'network-vif-deleted', 'tag': 'd28459a4-497a-4c92-b761-f85ca6d94ea9', 'status': 'completed', 'code': 200} Jul 07 16:45:31.130783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Router 273badca-5d8a-423f-ace8-4e3b84674ef4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:45:31.199466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f60d9f-0ec5-4570-b553-0304aba1af6c req-172fdc6d-1d3e-4ea2-a0e5-c87c0e670f9a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:31.213634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6f60d9f-0ec5-4570-b553-0304aba1af6c req-172fdc6d-1d3e-4ea2-a0e5-c87c0e670f9a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1866794 Jul 07 16:45:31.336884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6f60d9f-0ec5-4570-b553-0304aba1af6c req-b9a6992e-96dc-427b-a3f1-7eb6ba634f37 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201904 Jul 07 16:45:31.412554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:45:31.441905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9fd48b1-663c-4f87-9b9b-e9eed92e06af admin admin] 10.222.0.78 "PUT /v2.0/routers/273badca-5d8a-423f-ace8-4e3b84674ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6723554 Jul 07 16:45:31.587206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 60f7a2c3-bc09-4c31-83ac-8418bd68594f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:45:31.842833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:31.885677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '60f7a2c3-bc09-4c31-83ac-8418bd68594f', 'network_id': '2072d5a1-5ead-413c-8acb-2fe858b3e33b', 'port_id': '60f7a2c3-bc09-4c31-83ac-8418bd68594f', 'mac_address': 'fa:16:3e:54:9e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83205362-20c1-4b3f-9d11-5cca4f7fd1c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:45:31.893996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:31.901790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Sync routers for ids ['273badca-5d8a-423f-ace8-4e3b84674ef4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:45:31.999178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d05ac-97e7-464e-9495-70d442246cda req-26a3e49f-16c7-461b-a638-45285cc215cc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:32.001230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-319d05ac-97e7-464e-9495-70d442246cda req-26a3e49f-16c7-461b-a638-45285cc215cc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1444516 Jul 07 16:45:32.027365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Routers {'273badca-5d8a-423f-ace8-4e3b84674ef4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:32.028421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['273badca-5d8a-423f-ace8-4e3b84674ef4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:32.029590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041d4f2-f31d-409b-a27e-7921339167b7 req-14adeceb-0fad-476d-a2a8-2cbbe9dbd9c5 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:32.031321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d041d4f2-f31d-409b-a27e-7921339167b7 req-14adeceb-0fad-476d-a2a8-2cbbe9dbd9c5 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 943 time: 0.1271613 Jul 07 16:45:32.102083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:32.122010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-319d05ac-97e7-464e-9495-70d442246cda req-c88529c5-e2a3-44bd-9157-4f857bd97463 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Jul 07 16:45:32.135524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d041d4f2-f31d-409b-a27e-7921339167b7 req-94dcd2d2-4ae3-4f76-9801-3a10507a628a tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846233 Jul 07 16:45:32.177322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f7a2c3-bc09-4c31-83ac-8418bd68594f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:32.210850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:32.220168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:32.220540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:32.227499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:32.275472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Set router 273badca-5d8a-423f-ace8-4e3b84674ef4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:32.612595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=60f7a2c3-bc09-4c31-83ac-8418bd68594f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:32.748262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['60f7a2c3-bc09-4c31-83ac-8418bd68594f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:32.821402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-25c4d0cc-9ebe-4e4e-9a2e-f480958558b4 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:32.827320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-25c4d0cc-9ebe-4e4e-9a2e-f480958558b4 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 810 time: 0.1550980 Jul 07 16:45:32.863475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-358e756a-054a-4719-ba8d-1670d97b2b65 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/quotas/29b9b8b89ec74ed28b622653f7262d75 HTTP/1.1" status: 200 len: 375 time: 0.0239911 Jul 07 16:45:32.991710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-20950f91-cc16-4599-9eea-1a11bb925d28 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260567 Jul 07 16:45:33.011749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:29Z', 'revision_number': 4, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7', 'name': '', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'mac_address': 'fa:16:3e:42:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:27Z', 'updated_at': '2021-07-07T16:45:29Z', 'revision_number': 2, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'subnets': [{'id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:33.052252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d28459a4-497a-4c92-b761-f85ca6d94ea9 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:33.079197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Checking router: 273badca-5d8a-423f-ace8-4e3b84674ef4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:45:33.079603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Updating router 273badca-5d8a-423f-ace8-4e3b84674ef4 port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:45:33.083445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: d28459a4-497a-4c92-b761-f85ca6d94ea9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:45:33.083792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d28459a4-497a-4c92-b761-f85ca6d94ea9 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:45:33.150552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-6f77dd7d-616e-44b2-b694-f7c5d3697707 service neutron] 10.222.0.78 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577089 Jul 07 16:45:33.155567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.161131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a3223-cf30-4c9e-aed9-811335203bf1 req-31c2c541-e7fe-457b-8af3-aad83ae7bc71 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:33.163389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d18a3223-cf30-4c9e-aed9-811335203bf1 req-31c2c541-e7fe-457b-8af3-aad83ae7bc71 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1588607 Jul 07 16:45:33.308846 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.339563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-408a0877-d1ec-4978-bf94-2b808ef0d6f0 service neutron] 10.222.0.78 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742125 Jul 07 16:45:33.352403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d18a3223-cf30-4c9e-aed9-811335203bf1 req-294fd350-2279-4cf4-8bd7-fa34eda93f05 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116474 Jul 07 16:45:33.618754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.655507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Transition to ACTIVE for port object 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:33.666772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.769087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739abd-54bf-488a-be65-84136c5512e8 None None] Pushing event updated for resources: {'Port': ['ID=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:33.826458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44108907-41be-4aab-a067-daf4e97bb4fe req-1b81a285-e2c2-41b1-a8f2-c99306fb8d5d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:33.857220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44108907-41be-4aab-a067-daf4e97bb4fe req-1b81a285-e2c2-41b1-a8f2-c99306fb8d5d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 948 time: 0.3330383 Jul 07 16:45:33.923901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Attempting to bind port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:33.925696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Attempting to bind port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:33.927079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Attempting to bind port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:33.940148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44108907-41be-4aab-a067-daf4e97bb4fe req-f9ccca22-1958-418e-beb3-2198668a9144 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798717 Jul 07 16:45:33.942903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:33.943405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Checking segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:33.944438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:33.945506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Bound using segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:33.946095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Bound port: 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:33.947903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:34.145373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] For port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:34.156946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] For port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:34.165815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:34.182165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e382130-169e-4f3c-a74d-bd8d7b1ed19d req-2047f707-cd01-405f-9f72-0b233bc3ab23 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:34.183946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e382130-169e-4f3c-a74d-bd8d7b1ed19d req-2047f707-cd01-405f-9f72-0b233bc3ab23 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 951 time: 0.1799886 Jul 07 16:45:34.238714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e382130-169e-4f3c-a74d-bd8d7b1ed19d req-0b7000cf-da8c-4325-b106-93c95e5a95bd tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Jul 07 16:45:34.309850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739abd-54bf-488a-be65-84136c5512e8 None None] Pushing event updated for resources: {'Port': ['ID=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:34.377481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Routers {'273badca-5d8a-423f-ace8-4e3b84674ef4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:34.378130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['273badca-5d8a-423f-ace8-4e3b84674ef4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:34.509639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8653e-fc97-435e-8d6b-dee7f8f77694 req-a5bb758e-2dfd-4192-940b-26da6638e307 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:34.511718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f8653e-fc97-435e-8d6b-dee7f8f77694 req-a5bb758e-2dfd-4192-940b-26da6638e307 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1982994 Jul 07 16:45:34.527841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] Set router 273badca-5d8a-423f-ace8-4e3b84674ef4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:34.556482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf61530-0d18-4e8f-819f-e6e2dbff7458 req-efe0f59f-530a-4578-8ce0-9614cb2e8938 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:34.559789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbf61530-0d18-4e8f-819f-e6e2dbff7458 req-efe0f59f-530a-4578-8ce0-9614cb2e8938 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 944 time: 0.1862733 Jul 07 16:45:34.617069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f8653e-fc97-435e-8d6b-dee7f8f77694 req-695118aa-40d7-4592-b434-bcb4968655c3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954249 Jul 07 16:45:34.664307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbf61530-0d18-4e8f-819f-e6e2dbff7458 req-96f4ea2f-978d-404b-831e-f85232a6e991 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Jul 07 16:45:34.825574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ed9411d-204d-4a60-9e81-7acb58bd438a req-bd6f4650-5fe2-4917-a6b7-133b63c53f1e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 210 time: 0.0622604 Jul 07 16:45:34.860288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:29Z', 'revision_number': 4, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7', 'name': '', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'mac_address': 'fa:16:3e:42:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:27Z', 'updated_at': '2021-07-07T16:45:34Z', 'revision_number': 4, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'subnets': [{'id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:34.894126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe1452-e54f-4a58-b45d-60cbdac379ae None None] The sync data for ids ['273badca-5d8a-423f-ace8-4e3b84674ef4'] in n-d-793619-7 is: [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:29Z', 'revision_number': 4, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7', 'name': '', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'mac_address': 'fa:16:3e:42:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:27Z', 'updated_at': '2021-07-07T16:45:34Z', 'revision_number': 4, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'subnets': [{'id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:45:34.932004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4462db84-ec8c-4a3e-a758-dcf585bca4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:34.998007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0865fef-bd07-46a0-8a5d-a1d13ba7762e req-9e03ae6c-b6f9-4f11-9a18-b3b7fd57d09a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:35.006659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0865fef-bd07-46a0-8a5d-a1d13ba7762e req-9e03ae6c-b6f9-4f11-9a18-b3b7fd57d09a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1353447 Jul 07 16:45:35.076098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0865fef-bd07-46a0-8a5d-a1d13ba7762e req-0bc643fc-4b22-47e9-b05d-2e9d25157c86 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673962 Jul 07 16:45:35.195226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-d526108b-b641-4b24-b22a-c9b392f143c4 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:35.204992 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-d526108b-b641-4b24-b22a-c9b392f143c4 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 951 time: 0.0933881 Jul 07 16:45:35.274609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eac05-d97e-4c7a-b6c5-0a6aef109a5e req-c4b7dc75-56f7-4f1a-a596-4ff04d9d0697 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:35.284051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-364eac05-d97e-4c7a-b6c5-0a6aef109a5e req-c4b7dc75-56f7-4f1a-a596-4ff04d9d0697 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 948 time: 0.1140895 Jul 07 16:45:35.395079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Deleting port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:45:35.395497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:35.426920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-364eac05-d97e-4c7a-b6c5-0a6aef109a5e req-fb6bbc60-546c-4b1d-b9b1-6572ae8c54b0 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415935 Jul 07 16:45:35.539085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-fdecfea7-a421-41a0-acf4-c24e3874fda6 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:35.540832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-fdecfea7-a421-41a0-acf4-c24e3874fda6 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 948 time: 0.2167580 Jul 07 16:45:35.556060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] For port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:35.556717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:35.584632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Calling delete_port for 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:45:35.641440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 60f7a2c3-bc09-4c31-83ac-8418bd68594f up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:35.794384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 60f7a2c3-bc09-4c31-83ac-8418bd68594f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:35.802102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 60f7a2c3-bc09-4c31-83ac-8418bd68594f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:35.802903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:35.831090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed115a-b9b7-405e-a4f7-380e6676a8ff req-466a09a6-0cd8-4377-8c05-78c41aa86864 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:35.833463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15ed115a-b9b7-405e-a4f7-380e6676a8ff req-466a09a6-0cd8-4377-8c05-78c41aa86864 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/ports?device_id=000f5a6b-7dd7-4f6a-b155-a56f65e76fb8 HTTP/1.1" status: 200 len: 951 time: 0.3584411 Jul 07 16:45:35.883767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:35.918853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Deleting port a339ac5d-22a3-4985-8937-b7369d7d5c5e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:45:35.919161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.011586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-c87831c5-4671-4d29-8032-1678ba98b705 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:36.013842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-c87831c5-4671-4d29-8032-1678ba98b705 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 810 time: 0.3570263 Jul 07 16:45:36.050779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] For port a339ac5d-22a3-4985-8937-b7369d7d5c5e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a339ac5d-22a3-4985-8937-b7369d7d5c5e,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:36.054168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Request body: {'port': {'device_id': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'admin_state_up': True, 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:36.063513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.077854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:36.090781 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.093644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:36.094419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.099663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.107731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Calling delete_port for a339ac5d-22a3-4985-8937-b7369d7d5c5e owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:45:36.217445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7a2c3-bc09-4c31-83ac-8418bd68594f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:36.224721 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b25bc-6816-4ae5-93df-a0c38b088924" -d '{"events": [{"server_uuid": "03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe", "name": "network-vif-plugged", "status": "completed", "tag": "60f7a2c3-bc09-4c31-83ac-8418bd68594f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:36.251271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:36.261481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.262154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a339ac5d-22a3-4985-8937-b7369d7d5c5e no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:36.263438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15ed115a-b9b7-405e-a4f7-380e6676a8ff req-49d47e04-1f26-461d-b1d8-27671a008390 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0076625-ee8e-44d2-8bb4-f01e8e47e422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232540 Jul 07 16:45:36.400523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Pushing event deleted for resources: {'Port': ['ID=1c9840c1-78b6-4b0f-b14d-abafe6843bf3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:36.422239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] No DVR routers for this DVR port 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:36.432741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.442952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda2d898-4433-4337-b901-d84a2edda1c5 req-b110e9e9-af9d-4570-ba51-991857e121b2 tempest-ServersAdminTestJSON-970867602 tempest-ServersAdminTestJSON-970867602-project] 10.222.0.54 "DELETE /v2.0/ports/1c9840c1-78b6-4b0f-b14d-abafe6843bf3 HTTP/1.1" status: 204 len: 173 time: 1.2295563 Jul 07 16:45:36.444289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-deleted', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:36.453672 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4103f-6350-479a-b4f5-c3c399b5bcb8" -d '{"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-deleted", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:36.559813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.568513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.571414 n-d-793619-7 neutron-server[98272]: INFO neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No ports have port_id starting with a339ac5d-22a3-4985-8937-b7369d7d5c5e Jul 07 16:45:36.572416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=60f7a2c3-bc09-4c31-83ac-8418bd68594f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:36.630087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:36.639086 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.697625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Pushing event deleted for resources: {'Port': ['ID=a339ac5d-22a3-4985-8937-b7369d7d5c5e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:36.703378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Made reservation on behalf of 29b9b8b89ec74ed28b622653f7262d75 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:36.713180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.734776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaff6f-272b-4c55-bd2a-d8bff301b5dd req-d1e7d91d-7a25-4b28-a1e2-174c27761701 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:36.737194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6faaff6f-272b-4c55-bd2a-d8bff301b5dd req-d1e7d91d-7a25-4b28-a1e2-174c27761701 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.8215010 Jul 07 16:45:36.795614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:36.825504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] No DVR routers for this DVR port a339ac5d-22a3-4985-8937-b7369d7d5c5e on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:36.842464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:36.846832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b7a0064-6604-4915-8842-5cc250d71d3b req-ba40f082-b38f-4d31-b767-ce19be1a654d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.54 "DELETE /v2.0/ports/a339ac5d-22a3-4985-8937-b7369d7d5c5e HTTP/1.1" status: 204 len: 173 time: 1.2954197 Jul 07 16:45:36.853133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-deleted', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:36.857080 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924fbb11-829c-40b4-b84e-daacf8c7e895" -d '{"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-deleted", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:36.945654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6faaff6f-272b-4c55-bd2a-d8bff301b5dd req-e7a0a26b-312f-4732-9148-9881b26d5dee tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665487 Jul 07 16:45:36.963166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b27dcd-d532-4b68-afb9-fac04fe3296f req-5e76244a-477c-4933-a757-e25c964e5414 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:36.976839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87b27dcd-d532-4b68-afb9-fac04fe3296f req-5e76244a-477c-4933-a757-e25c964e5414 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.4254253 Jul 07 16:45:37.049959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Allocated IP 172.20.0.6 (e5fd77b0-9e55-4d2d-a504-46112ab686bf/150982b8-cb5a-4e93-b5fc-fa8e4770ae89/30792e08-1e2a-488c-95a2-b29ea8420791) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:37.073046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87b27dcd-d532-4b68-afb9-fac04fe3296f req-020a7bec-419b-4e05-82c6-aec526fc7774 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940182 Jul 07 16:45:37.378631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:37.392288 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-352b2a71-91b0-4990-89cc-0103b48228c1 service neutron] show failed (client error): The resource could not be found. Jul 07 16:45:37.393495 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-352b2a71-91b0-4990-89cc-0103b48228c1 service neutron] 10.222.0.13 "GET /v2.0/ports/201d4b48-a43c-41b8-a9ae-fb184ccde204/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.1766424 Jul 07 16:45:37.436121 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:37.436873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a30ec5c-5bb6-4071-a6b1-191a82d10178 req-da0e8af8-26ba-46e9-9b12-126bc21d7cc2 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 210 time: 0.0997367 Jul 07 16:45:37.490922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:37.551433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:37.559958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:37.567066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:37.597697 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-56ff50f7-d71e-4254-a9db-28b641590309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:37.607248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Pushing event updated for resources: {'Port': ['ID=30792e08-1e2a-488c-95a2-b29ea8420791,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:37.648746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:37.653127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:37.653888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:37.676674 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-0dd10735-4b73-4156-908d-9c81e3552cb8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6448522 Jul 07 16:45:37.685166 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c16a93-4f1e-47b4-b919-f18a63ce0298 x-openstack-request-id: req-03c16a93-4f1e-47b4-b919-f18a63ce0298 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:37.685496 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe", "name": "network-vif-plugged", "status": "completed", "tag": "60f7a2c3-bc09-4c31-83ac-8418bd68594f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:37.685756 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03c16a93-4f1e-47b4-b919-f18a63ce0298 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:37.686164 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7a2c3-bc09-4c31-83ac-8418bd68594f', 'code': 200} Jul 07 16:45:37.709535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Request body: {'port': {'device_id': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:37.747205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:45:37.747862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1c9840c1-78b6-4b0f-b14d-abafe6843bf3 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:45:37.805493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878b943-c3d8-4a9c-9879-b5fe53b1bb1a req-7f0f676d-74b9-4f58-8613-a5f6b40cb1c3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:37.810067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3878b943-c3d8-4a9c-9879-b5fe53b1bb1a req-7f0f676d-74b9-4f58-8613-a5f6b40cb1c3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1246774 Jul 07 16:45:37.836585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:37.874396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:37.909954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3878b943-c3d8-4a9c-9879-b5fe53b1bb1a req-ca54d732-66c1-453c-9c7e-5e072ebaf775 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923138 Jul 07 16:45:37.974257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:37.975617 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:38.018767 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7758efe-3477-460b-91c4-8793eea026d2 x-openstack-request-id: req-d7758efe-3477-460b-91c4-8793eea026d2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:38.019029 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000f5a6b-7dd7-4f6a-b155-a56f65e76fb8", "name": "network-vif-deleted", "tag": "1c9840c1-78b6-4b0f-b14d-abafe6843bf3", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:38.019192 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7758efe-3477-460b-91c4-8793eea026d2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:38.019642 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000f5a6b-7dd7-4f6a-b155-a56f65e76fb8', 'name': 'network-vif-deleted', 'tag': '1c9840c1-78b6-4b0f-b14d-abafe6843bf3', 'status': 'completed', 'code': 200} Jul 07 16:45:38.025911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb77ff3c-9087-47b2-be27-f57008d1a71d req-c4de8a39-4f3e-4556-84bc-2087450f1a63 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e0486b4-d784-46cd-bcf2-78f782dac03e HTTP/1.1" status: 200 len: 210 time: 0.0562191 Jul 07 16:45:38.055290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331696-1c36-4b80-8b62-b9245bf0b0c1 req-7861a503-4ffa-445e-bb9b-1c89be35a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:38.057095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70331696-1c36-4b80-8b62-b9245bf0b0c1 req-7861a503-4ffa-445e-bb9b-1c89be35a0a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 1096 time: 0.1461873 Jul 07 16:45:38.152877 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191ab39-2255-4676-899b-4e119caaa05d x-openstack-request-id: req-e191ab39-2255-4676-899b-4e119caaa05d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:38.158267 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0486b4-d784-46cd-bcf2-78f782dac03e", "name": "network-vif-deleted", "tag": "a339ac5d-22a3-4985-8937-b7369d7d5c5e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:38.158839 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e191ab39-2255-4676-899b-4e119caaa05d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:38.159432 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0486b4-d784-46cd-bcf2-78f782dac03e', 'name': 'network-vif-deleted', 'tag': 'a339ac5d-22a3-4985-8937-b7369d7d5c5e', 'status': 'completed', 'code': 200} Jul 07 16:45:38.171248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70331696-1c36-4b80-8b62-b9245bf0b0c1 req-29e9b1cd-9333-4ef5-8bfa-44030ab52669 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948133 Jul 07 16:45:38.403517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692ee6b-6d55-458f-8c43-a0b14feb8f02 req-cee9daee-9d34-4c77-a8d8-71ab3a67b5a1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:38.405296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4692ee6b-6d55-458f-8c43-a0b14feb8f02 req-cee9daee-9d34-4c77-a8d8-71ab3a67b5a1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1871040 Jul 07 16:45:38.474849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30792e08-1e2a-488c-95a2-b29ea8420791 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:38.489309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:38.505770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Transition to ACTIVE for port object 30792e08-1e2a-488c-95a2-b29ea8420791 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:38.510108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:38.530251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4692ee6b-6d55-458f-8c43-a0b14feb8f02 req-8285dd03-28cb-408c-a32a-2b48db4796cd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027524 Jul 07 16:45:38.541800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-5401bfb9-bb89-4461-8094-49e5b5768728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:38.555576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-5401bfb9-bb89-4461-8094-49e5b5768728 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56&tenant_id=2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 1101 time: 0.2376740 Jul 07 16:45:38.580434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Pushing event updated for resources: {'Port': ['ID=30792e08-1e2a-488c-95a2-b29ea8420791,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:38.581377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:38.606672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e148e5-7fcb-429c-9027-be3db2cc2fd1 req-632e5298-242b-49ca-988f-15ef154f850d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:38.608103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55e148e5-7fcb-429c-9027-be3db2cc2fd1 req-632e5298-242b-49ca-988f-15ef154f850d tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.2229090 Jul 07 16:45:38.639809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41210) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:38.726615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55e148e5-7fcb-429c-9027-be3db2cc2fd1 req-5f3c9e9f-e6f7-4b5d-804d-a441be574cd6 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 Jul 07 16:45:38.734082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Attempting to bind port 30792e08-1e2a-488c-95a2-b29ea8420791 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:38.735478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Attempting to bind port 30792e08-1e2a-488c-95a2-b29ea8420791 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:38.736044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Attempting to bind port 30792e08-1e2a-488c-95a2-b29ea8420791 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:38.741640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Port 30792e08-1e2a-488c-95a2-b29ea8420791 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:45:38.742068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Attempting to bind port 30792e08-1e2a-488c-95a2-b29ea8420791 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:38.748132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:38.748638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Checking segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:38.749096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Bound using segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:38.749798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Bound port: 30792e08-1e2a-488c-95a2-b29ea8420791, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:38.750248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:38.750385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:38.949572 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:38.956950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] For port 30792e08-1e2a-488c-95a2-b29ea8420791, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:38.959178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcea189-644b-4c75-9e59-5f283531b643 req-9d55265b-80ad-4f27-84b4-a5385a0144c7 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:38.967242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dcea189-644b-4c75-9e59-5f283531b643 req-9d55265b-80ad-4f27-84b4-a5385a0144c7 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 943 time: 0.2185891 Jul 07 16:45:39.001653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] For port 30792e08-1e2a-488c-95a2-b29ea8420791, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=30792e08-1e2a-488c-95a2-b29ea8420791,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:39.009353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-52877c28-25b8-4692-87b4-3b49b3ba7489 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc74378ec3404cbb895bd73dcb7f8dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658774 Jul 07 16:45:39.009353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.011380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41218) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:39.059658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dcea189-644b-4c75-9e59-5f283531b643 req-66f21659-e7df-4097-953b-0c8aa656af6f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914640 Jul 07 16:45:39.080804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Pushing event updated for resources: {'Port': ['ID=30792e08-1e2a-488c-95a2-b29ea8420791,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:39.123571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:39.124375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.126707 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-d74058df-a813-493b-9cb2-44a37c7632a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/30792e08-1e2a-488c-95a2-b29ea8420791 HTTP/1.1" status: 200 len: 1091 time: 1.4317281 Jul 07 16:45:39.144470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:39.180790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a03c9df-fe33-4bda-8efb-6e7a2ddb8c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.209391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a03c9df-fe33-4bda-8efb-6e7a2ddb8c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.211957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:39.250169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e7527-3013-4dd1-b9d7-b1310a074d07 req-bb89f3b7-a981-459f-82ad-f8b1827f5b14 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:39.253142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c69e7527-3013-4dd1-b9d7-b1310a074d07 req-bb89f3b7-a981-459f-82ad-f8b1827f5b14 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 0.1569810 Jul 07 16:45:39.308485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.319459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-22105be3-c7b6-4371-a251-77d79bde6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:39.321686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-22105be3-c7b6-4371-a251-77d79bde6a2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 1094 time: 0.1044488 Jul 07 16:45:39.334663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a03c9df-fe33-4bda-8efb-6e7a2ddb8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.341600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a03c9df-fe33-4bda-8efb-6e7a2ddb8c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.342804 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9a03c9df-fe33-4bda-8efb-6e7a2ddb8c85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0076625-ee8e-44d2-8bb4-f01e8e47e422 HTTP/1.1" status: 204 len: 168 time: 0.2678962 Jul 07 16:45:39.359367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c69e7527-3013-4dd1-b9d7-b1310a074d07 req-32219fa9-8b7c-4a28-b69d-8bf82002b5aa tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952761 Jul 07 16:45:39.363020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c9df-fe33-4bda-8efb-6e7a2ddb8c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0076625-ee8e-44d2-8bb4-f01e8e47e422,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:39.364809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Transition to ACTIVE for port object 201d4b48-a43c-41b8-a9ae-fb184ccde204 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:39.370318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.396690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-6ee52a86-30d5-490d-97b6-ba0262bf2dfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30792e08-1e2a-488c-95a2-b29ea8420791 HTTP/1.1" status: 200 len: 217 time: 0.0526962 Jul 07 16:45:39.490086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] No DVR routers for this DVR port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:39.505332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-c682ea9f-5e3f-460b-be63-dcbfa77e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:39.508803 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-c682ea9f-5e3f-460b-be63-dcbfa77e312a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.1027045 Jul 07 16:45:39.525179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:39.578667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:39.578846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:39.579183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:39.593693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:45:39.594146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Attempting to bind port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:39.615607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:39.616036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:39.616432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:39.616901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Bound port: 201d4b48-a43c-41b8-a9ae-fb184ccde204, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:39.617294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:39.650469 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-23a1b590-cb68-48cc-82aa-8c514b3bd850 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004379 Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: from cryptography.utils import int_from_bytes Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: from cryptography.utils import int_from_bytes Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.880348 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:45:39.885233 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:45:39.893974 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-2ef980b5-854d-4bee-9945-09907869ee5b service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353947 Jul 07 16:45:39.894330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:39.946340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:39.958374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.015948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.017048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.018514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] 10.222.0.54 "PUT /v2.0/ports/201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 1096 time: 1.4563389 Jul 07 16:45:40.020478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'tag': '30792e08-1e2a-488c-95a2-b29ea8420791'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:40.028437 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f507473-6ade-489b-94de-255454ad842b" -d '{"events": [{"name": "network-changed", "server_uuid": "d60ddb46-664e-46e2-8e05-89599db3d49a", "tag": "30792e08-1e2a-488c-95a2-b29ea8420791"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:40.056084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32f4c-ea06-4e8d-84e2-b17a60a26783 req-30a90e91-7144-4c24-bcf1-4a44d3613c52 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.064062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ee32f4c-ea06-4e8d-84e2-b17a60a26783 req-30a90e91-7144-4c24-bcf1-4a44d3613c52 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.2260427 Jul 07 16:45:40.065721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41240) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:40.074350 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d27316d3-cb57-45e2-a23b-bce4f4b562f3 req-915cd897-f05b-49bd-a970-709cd4001822 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734397 Jul 07 16:45:40.104557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d987b4-6da2-4e6f-a07a-0908981c605a service neutron] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:40.157799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6635929-f431-4de0-96e1-724584600fb5 req-d154cf06-3bb3-4ad7-93a6-8d5116f2e00d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.159357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6635929-f431-4de0-96e1-724584600fb5 req-d154cf06-3bb3-4ad7-93a6-8d5116f2e00d tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 949 time: 0.3087404 Jul 07 16:45:40.161780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204'}, {'name': 'network-changed', 'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:40.164054 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9534c35-2731-43ed-964a-0231e9044209" -d '{"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-unplugged", "status": "completed", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204"}, {"name": "network-changed", "server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:40.225302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ee32f4c-ea06-4e8d-84e2-b17a60a26783 req-0d56aa2b-53c7-4bf9-8fe6-a262d8b7f844 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602330 Jul 07 16:45:40.266761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8f60fa11-92a1-4001-823a-d4580b40a112 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=783721c424d54cd0973822f63a6d4e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903031 Jul 07 16:45:40.267136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41246) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:40.288391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6635929-f431-4de0-96e1-724584600fb5 req-bdcec2bc-f206-44b9-a871-5654ef37ec9a tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137679 Jul 07 16:45:40.299305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-93733bf6-f943-4983-8b76-7364c6b79609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.301283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-93733bf6-f943-4983-8b76-7364c6b79609 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1099 time: 0.2326071 Jul 07 16:45:40.352135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc432bc9-9f6d-4c3d-8fdb-f007d8f7cdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.384923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc432bc9-9f6d-4c3d-8fdb-f007d8f7cdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.457470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc432bc9-9f6d-4c3d-8fdb-f007d8f7cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.460926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc432bc9-9f6d-4c3d-8fdb-f007d8f7cdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.462178 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc432bc9-9f6d-4c3d-8fdb-f007d8f7cdb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efe9f7b2-506f-4ef0-8beb-277b4f2ca72f HTTP/1.1" status: 204 len: 168 time: 0.1940205 Jul 07 16:45:40.471347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc432bc9-9f6d-4c3d-8fdb-f007d8f7cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe9f7b2-506f-4ef0-8beb-277b4f2ca72f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:40.486411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-af5e961d-dbb7-41d0-85ea-83d56e162f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.488307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-af5e961d-dbb7-41d0-85ea-83d56e162f23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1797438 Jul 07 16:45:40.514407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5674b9-e8c0-4c9a-a967-1b84ed127a25 req-0eeac50b-c5fe-45c5-832a-7619911ac682 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.515932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b5674b9-e8c0-4c9a-a967-1b84ed127a25 req-0eeac50b-c5fe-45c5-832a-7619911ac682 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.1353638 Jul 07 16:45:40.564014 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f19a598-e092-4b0e-9bea-e9afa6cf278d x-openstack-request-id: req-0f19a598-e092-4b0e-9bea-e9afa6cf278d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:40.564612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-1afbf437-0fc0-40c6-b5d5-f802cafea823 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0686684 Jul 07 16:45:40.565079 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60ddb46-664e-46e2-8e05-89599db3d49a", "tag": "30792e08-1e2a-488c-95a2-b29ea8420791", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:40.565361 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f19a598-e092-4b0e-9bea-e9afa6cf278d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:40.566217 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'tag': '30792e08-1e2a-488c-95a2-b29ea8420791', 'status': 'completed', 'code': 200} Jul 07 16:45:40.602810 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:40.647893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b5674b9-e8c0-4c9a-a967-1b84ed127a25 req-c42c4a30-5820-47c4-9c26-88b5511fe860 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919607 Jul 07 16:45:40.652179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-ed779eab-8487-4599-91cf-12e78580036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.653643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-ed779eab-8487-4599-91cf-12e78580036b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0776243 Jul 07 16:45:40.743420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-55d72ba5-e85d-43a0-bc03-ec363424f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.746487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-55d72ba5-e85d-43a0-bc03-ec363424f342 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825152 Jul 07 16:45:40.809489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507473-6ade-489b-94de-255454ad842b req-16972f5e-be4d-4f0e-8b01-b408e5d607ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:40.816363 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-16972f5e-be4d-4f0e-8b01-b408e5d607ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 1094 time: 0.1904981 Jul 07 16:45:40.893620 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f23780-eeea-4444-bf10-87be4452ee00 x-openstack-request-id: req-38f23780-eeea-4444-bf10-87be4452ee00 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:40.894264 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-unplugged", "status": "completed", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204", "code": 200}, {"name": "network-changed", "server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:40.894752 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38f23780-eeea-4444-bf10-87be4452ee00 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:40.895683 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'code': 200} Jul 07 16:45:40.896366 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'status': 'completed', 'code': 200} Jul 07 16:45:41.049339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:45:41.065420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:41.066877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-94a5da8c-b306-4b33-85b6-8b664b4ac52c tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:41.084683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-94a5da8c-b306-4b33-85b6-8b664b4ac52c tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.3789065 Jul 07 16:45:41.097845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-c8de1656-5778-412e-8d71-797e4b48a51b service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441095 Jul 07 16:45:41.113374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:41.299635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507473-6ade-489b-94de-255454ad842b req-49d54c80-17ea-4f40-b23d-056cc0a8f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:41.302963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-49d54c80-17ea-4f40-b23d-056cc0a8f4ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 911 time: 0.4661551 Jul 07 16:45:41.372111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26f9af-3b50-45ee-a935-0c9075d8d338 req-303b570f-65d5-41a4-9635-a3a9f4a35b1c tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:41.375838 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-2514be3a-596c-465b-b966-ed2ad543fb4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30792e08-1e2a-488c-95a2-b29ea8420791 HTTP/1.1" status: 200 len: 217 time: 0.0432537 Jul 07 16:45:41.379034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b26f9af-3b50-45ee-a935-0c9075d8d338 req-303b570f-65d5-41a4-9635-a3a9f4a35b1c tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 943 time: 0.4800789 Jul 07 16:45:41.447641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:45:41.467918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4a97ff-c87f-4a84-8929-94e8666e8fff req-78a732c7-6c42-4ca7-b750-4fee69a3076a service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401766 Jul 07 16:45:41.492613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507473-6ade-489b-94de-255454ad842b req-35d2f3d8-715c-43fb-81c0-f3e688880991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:41.497164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-35d2f3d8-715c-43fb-81c0-f3e688880991 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.0951409 Jul 07 16:45:41.567598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:41.588178 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-060501dd-0c9b-40cd-a333-2ecdcb687371 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851688 Jul 07 16:45:41.619454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 has no active binding in host n-h1-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:45:41.789911 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-ca04698a-eca3-47e8-9265-d3b5ae636d8d service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735890 Jul 07 16:45:41.799642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:42.071495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41290) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:42.125265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-a8e24199-b60e-4b1b-928d-cfebd6451892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.126826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-a8e24199-b60e-4b1b-928d-cfebd6451892 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1099 time: 1.1444316 Jul 07 16:45:42.159768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b26f9af-3b50-45ee-a935-0c9075d8d338 req-20ccc1bb-1bae-48b2-9072-eed8a3ec48d3 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908035 Jul 07 16:45:42.203338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d69f2-9e89-44ed-98fe-1a16e0a635a4 req-d0839d02-ba8c-4fb5-b410-1da9fcfddf92 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.210906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f22d69f2-9e89-44ed-98fe-1a16e0a635a4 req-d0839d02-ba8c-4fb5-b410-1da9fcfddf92 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 945 time: 1.0304494 Jul 07 16:45:42.331988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-0d87fec2-83b9-45e8-b095-d8c7d91ea920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.333774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-0d87fec2-83b9-45e8-b095-d8c7d91ea920 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1099 time: 0.2606795 Jul 07 16:45:42.407916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f22d69f2-9e89-44ed-98fe-1a16e0a635a4 req-1b4f455f-1737-4a65-9415-79f6653253e4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959147 Jul 07 16:45:42.433435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-357b25e9-abf5-4fd3-823c-d7b092fd3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.437367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-357b25e9-abf5-4fd3-823c-d7b092fd3b16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2739141 Jul 07 16:45:42.443908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-858050606-network', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:42.508040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-bdf1173a-e2b8-4397-9705-f0f48a40e66e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0612004 Jul 07 16:45:42.572125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-b51f90a9-9eef-43ec-9481-fc76893f48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.574498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-b51f90a9-9eef-43ec-9481-fc76893f48c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0590999 Jul 07 16:45:42.601442 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f507473-6ade-489b-94de-255454ad842b req-135e3b61-7291-4fe0-b99b-9577b889d4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642655 Jul 07 16:45:42.630816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-5b6b0d6d-b15c-4af5-886c-ef6a82aaff6b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.632191 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-5b6b0d6d-b15c-4af5-886c-ef6a82aaff6b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.13 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 949 time: 0.7939260 Jul 07 16:45:42.660939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:42.726831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Made reservation on behalf of c0456b26047a4ef79f322874e6207eeb for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:42.729843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:42.763763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:42.764035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:42.781551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-c4736875-a6e2-4a86-a375-a99226ae6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.783149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-c4736875-a6e2-4a86-a375-a99226ae6f4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.4408722 Jul 07 16:45:42.814174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:42.816466 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92680b50-574e-4d26-81e9-4d0b4ab0cbf8" -d '{"events": [{"server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "name": "network-vif-unplugged", "status": "completed", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:42.820599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:42.827696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Deleting port 3f519df3-cb56-45f4-b765-212f2f923741 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:45:42.828068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:42.880367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:42.904673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-efdda657-c52d-4034-a2cc-5d26948b8bef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.1019387 Jul 07 16:45:42.923078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f119292-86e7-4109-aa0b-29484c825b7f req-70e54353-5e3b-4566-820a-347030d6ef0d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.925630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f119292-86e7-4109-aa0b-29484c825b7f req-70e54353-5e3b-4566-820a-347030d6ef0d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.4160304 Jul 07 16:45:42.949183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-b78f70a7-6648-4494-9616-d79d60ac8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:42.951127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-b78f70a7-6648-4494-9616-d79d60ac8a62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3352842 Jul 07 16:45:42.999416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095af06-5bc8-4636-8abe-24661cda515c req-3097c26b-ba10-42b7-8dbf-a77d43b76896 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:43.005227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b095af06-5bc8-4636-8abe-24661cda515c req-3097c26b-ba10-42b7-8dbf-a77d43b76896 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/ports?device_id=629d8372-4016-4145-890c-440ee6313062 HTTP/1.1" status: 200 len: 949 time: 0.3418543 Jul 07 16:45:43.031105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] For port 3f519df3-cb56-45f4-b765-212f2f923741, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3f519df3-cb56-45f4-b765-212f2f923741,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:43.031485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.034068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:43.067748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 30792e08-1e2a-488c-95a2-b29ea8420791 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:45:43.082967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Calling delete_port for 3f519df3-cb56-45f4-b765-212f2f923741 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:45:43.084765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on host n-h2-793619-7 for vnic_type normal with profile {"migrating_to": "n-h1-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:43.085097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:43.085461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:43.097404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:45:43.097728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Attempting to bind port caaf5951-157d-4a5b-8a88-50f34471a538 on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:43.111361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:43.111697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:43.112087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:43.112551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Bound port: caaf5951-157d-4a5b-8a88-50f34471a538, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:43.113205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.182959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-b56addc9-edc6-46c3-bfed-d0292e2a8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:43.184773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-b56addc9-edc6-46c3-bfed-d0292e2a8fa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2553141 Jul 07 16:45:43.217886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 30792e08-1e2a-488c-95a2-b29ea8420791, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=30792e08-1e2a-488c-95a2-b29ea8420791,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:43.235285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f119292-86e7-4109-aa0b-29484c825b7f req-7088a11c-2f61-4565-8230-e8b72e5b6f1d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951529 Jul 07 16:45:43.239493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '30792e08-1e2a-488c-95a2-b29ea8420791', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'port_id': '30792e08-1e2a-488c-95a2-b29ea8420791', 'mac_address': 'fa:16:3e:76:01:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:45:43.267065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:43.276575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:43.301291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.317199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.333503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30792e08-1e2a-488c-95a2-b29ea8420791 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:43.364643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 30792e08-1e2a-488c-95a2-b29ea8420791, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=30792e08-1e2a-488c-95a2-b29ea8420791,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:43.370367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.377935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b095af06-5bc8-4636-8abe-24661cda515c req-dc6551d6-7916-4c61-bf6e-6bfe7029eff3 tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f1f7c77-6255-4ce5-8061-d548740e3160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716526 Jul 07 16:45:43.413788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.423476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:43.424273 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.425545 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] 10.222.0.13 "PUT /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 1121 time: 2.3339565 Jul 07 16:45:43.454436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=30792e08-1e2a-488c-95a2-b29ea8420791,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:43.465737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f3a1a-2dc7-4e15-a2e1-af269e8a8257 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:43.486461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.491550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-8b7781be-44c8-47eb-af3f-007ffbb83d4c service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089207 Jul 07 16:45:43.495282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.525817 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5289c-a592-452c-9554-757056e2e9e4 x-openstack-request-id: req-b1e5289c-a592-452c-9554-757056e2e9e4 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:43.526160 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "name": "network-vif-unplugged", "status": "completed", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:43.526425 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1e5289c-a592-452c-9554-757056e2e9e4 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:43.526848 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'code': 200} Jul 07 16:45:43.602907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Pushing event deleted for resources: {'Port': ['ID=3f519df3-cb56-45f4-b765-212f2f923741,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:43.611342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:45:43.638304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3652fc-c311-4d06-8daa-0a15ae6ac79d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:43.644506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['caaf5951-157d-4a5b-8a88-50f34471a538'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:43.652963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.653351 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Added segment fae4fdaa-fd43-4fc3-9242-ea33779358b9 of type vlan for network 6b450645-bd70-41c9-bfc2-d325daa2db73 Jul 07 16:45:43.656102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9534c35-2731-43ed-964a-0231e9044209 req-25df0a9f-f020-4f6b-a526-a70e3ad5b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:43.657658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-25df0a9f-f020-4f6b-a526-a70e3ad5b833 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4528213 Jul 07 16:45:43.677291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] No DVR routers for this DVR port 3f519df3-cb56-45f4-b765-212f2f923741 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:43.684619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.694486 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b80df63b-c717-4bd5-9c3c-83e740a28a0d req-29f6aac7-dace-44eb-ad07-dbfe69fec44b tempest-ListImageFiltersTestJSON-1993139977 tempest-ListImageFiltersTestJSON-1993139977-project] 10.222.0.13 "DELETE /v2.0/ports/3f519df3-cb56-45f4-b765-212f2f923741 HTTP/1.1" status: 204 len: 173 time: 1.0482655 Jul 07 16:45:43.724031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['caaf5951-157d-4a5b-8a88-50f34471a538'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:43.821709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['30792e08-1e2a-488c-95a2-b29ea8420791'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:43.839546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.883998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-2e7172a9-8e7c-4fe5-be15-2ad0b9b5b597 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844936 Jul 07 16:45:43.986266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:43.987863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:43.988711 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.067087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-be047e05-1df1-44e0-9ad7-c64662ebd13f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003901 Jul 07 16:45:44.105881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0248308 Jul 07 16:45:44.106211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41310) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:44.114597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39558-bcb9-4c22-bba6-8b32a3fc1e30 req-35738ca6-39c2-41e4-b80b-01e57860ef55 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:44.115516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Request body: {'subnet': {'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-subnet', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:44.116375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54f39558-bcb9-4c22-bba6-8b32a3fc1e30 req-35738ca6-39c2-41e4-b80b-01e57860ef55 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 944 time: 0.2996027 Jul 07 16:45:44.144218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Made reservation on behalf of c0456b26047a4ef79f322874e6207eeb for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:44.146931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.196693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6901-2e8c-48b1-90fc-df4c3693bc67 req-4a824240-8763-4318-ad78-87573bc3cf14 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:44.205036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c0c6901-2e8c-48b1-90fc-df4c3693bc67 req-4a824240-8763-4318-ad78-87573bc3cf14 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.4180973 Jul 07 16:45:44.210886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baccf25-7690-4852-b949-a25b578f9838 admin admin] Pushing event updated for resources: {'Network': ['ID=6b450645-bd70-41c9-bfc2-d325daa2db73,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:44.275658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:45:44.317841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54f39558-bcb9-4c22-bba6-8b32a3fc1e30 req-248c8dd0-d19e-4e4d-9dae-aaf389a86003 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827679 Jul 07 16:45:44.339543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c0c6901-2e8c-48b1-90fc-df4c3693bc67 req-de942d1d-fc57-48ab-8aac-43575496c4a9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327968 Jul 07 16:45:44.389049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9534c35-2731-43ed-964a-0231e9044209 req-dc684476-0e05-4f02-be31-7ca8b5584e18 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023725 Jul 07 16:45:44.490077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.594824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba546606-fc21-45ad-ab00-4f063ffe4fbc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:44.619189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Checking segment: {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:44.620537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Network hostable DHCP agents. Network: 6b450645-bd70-41c9-bfc2-d325daa2db73, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:45:44.648175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:45:44.668993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6b450645-bd70-41c9-bfc2-d325daa2db73) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:44.676827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:44.678398 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.692023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d297148-13f6-45ee-8eb8-9ca286502024 None None] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:45:44.708360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3bbf342-9da9-48b6-bf02-90724b006786 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6007481 Jul 07 16:45:44.711375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41320) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:44.718345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:44.719067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1104-b125-48ac-9b75-38c7f47f930a req-0057ba72-71bd-4a0b-a3d7-38a8074ecb18 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:44.721204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e3f1104-b125-48ac-9b75-38c7f47f930a req-0057ba72-71bd-4a0b-a3d7-38a8074ecb18 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.1204922 Jul 07 16:45:44.743470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.746157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.782423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e3f1104-b125-48ac-9b75-38c7f47f930a req-06b7f1c3-7fdc-4c57-b600-e9aae38ace1b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554109 Jul 07 16:45:44.825151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.051627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-6b450645-bd70-41c9-bfc2-d325daa2db73', 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'fixed_ips': [{'subnet_id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:45:45.052528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.054376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.097833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:45.155893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 3f519df3-cb56-45f4-b765-212f2f923741 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:45:45.156247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3f519df3-cb56-45f4-b765-212f2f923741 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:45:45.331661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Allocated IP 172.20.0.2 (6b450645-bd70-41c9-bfc2-d325daa2db73/ba546606-fc21-45ad-ab00-4f063ffe4fbc/66479224-c262-45b6-a595-cf5c7f0125f9) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:45.445028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.490628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.552511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538'}, {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-deleted', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:45.555536 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b7a2e7-f9f4-41d8-8eda-5015b907d664" -d '{"events": [{"name": "network-changed", "server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538"}, {"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-deleted", "tag": "3f519df3-cb56-45f4-b765-212f2f923741"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:45.607044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.622436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Transition to ACTIVE for port object 66479224-c262-45b6-a595-cf5c7f0125f9 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:45.650122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Transition to ACTIVE for port object 66479224-c262-45b6-a595-cf5c7f0125f9 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:45.661558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.693405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ce660-706e-4242-a681-7370fc984d86 req-e346906f-5d30-450c-b2ac-71570bd08b23 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:45.695763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-728ce660-706e-4242-a681-7370fc984d86 req-e346906f-5d30-450c-b2ac-71570bd08b23 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 944 time: 0.0972276 Jul 07 16:45:45.721376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Allocated IP 172.25.5.218 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e606f2ca-b31f-452b-9277-dc2dd6dc4fbe) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:45.739809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:45.744264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:45.749096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:45.771519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Pushing event updated for resources: {'Port': ['ID=66479224-c262-45b6-a595-cf5c7f0125f9,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:45.818009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-728ce660-706e-4242-a681-7370fc984d86 req-a7308101-c891-4a6e-a48f-ea7cdb886c6d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983202 Jul 07 16:45:45.864107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Attempting to bind port 66479224-c262-45b6-a595-cf5c7f0125f9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:45.864362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Attempting to bind port 66479224-c262-45b6-a595-cf5c7f0125f9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:45.864577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Attempting to bind port 66479224-c262-45b6-a595-cf5c7f0125f9 on network 6b450645-bd70-41c9-bfc2-d325daa2db73 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:45.874536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:45.874949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Checking segment: {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:45.875381 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.889299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Bound using segment: {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:45.891241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Bound port: 66479224-c262-45b6-a595-cf5c7f0125f9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:45.892432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.894981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718d00-d41b-4bd9-adf5-b7460413495e req-64018824-5eba-48c5-b6f7-3c47e02f7b74 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:45.910849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20718d00-d41b-4bd9-adf5-b7460413495e req-64018824-5eba-48c5-b6f7-3c47e02f7b74 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.2137642 Jul 07 16:45:45.927747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:45.993090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] For port 66479224-c262-45b6-a595-cf5c7f0125f9, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:46.000163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20718d00-d41b-4bd9-adf5-b7460413495e req-5d6300f2-a422-40cb-979d-9d2eac52c54a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880466 Jul 07 16:45:46.005624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] For port 66479224-c262-45b6-a595-cf5c7f0125f9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=66479224-c262-45b6-a595-cf5c7f0125f9,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:46.027308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:46.037477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:46.119073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:46.133924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Pushing event updated for resources: {'Port': ['ID=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:46.145652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae08c8-2a16-44e5-b57a-6143a43aac02 None None] Pushing event updated for resources: {'Port': ['ID=66479224-c262-45b6-a595-cf5c7f0125f9,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:46.146021 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf80b43-6da9-4ee1-accf-4da00adab75d x-openstack-request-id: req-dbf80b43-6da9-4ee1-accf-4da00adab75d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:46.147558 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538", "status": "completed", "code": 200}, {"server_uuid": "629d8372-4016-4145-890c-440ee6313062", "name": "network-vif-deleted", "tag": "3f519df3-cb56-45f4-b765-212f2f923741", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:46.148098 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbf80b43-6da9-4ee1-accf-4da00adab75d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:46.148672 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'status': 'completed', 'code': 200} Jul 07 16:45:46.149121 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629d8372-4016-4145-890c-440ee6313062', 'name': 'network-vif-deleted', 'tag': '3f519df3-cb56-45f4-b765-212f2f923741', 'status': 'completed', 'code': 200} Jul 07 16:45:46.152069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:46.165720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:46.290754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-fafe2933-82a5-477e-bb32-e46d3de67fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:46.293057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-fafe2933-82a5-477e-bb32-e46d3de67fe7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1124 time: 0.1295273 Jul 07 16:45:46.595892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-f01d3425-7e37-4b52-822b-887d9b610b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:46.608473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-f01d3425-7e37-4b52-822b-887d9b610b5b service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.3051801 Jul 07 16:45:46.723982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433bd2c-67b7-483d-80ab-5261a99d8b45 req-cbd5259a-7a61-4556-b333-17ef04771393 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:46.727274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7433bd2c-67b7-483d-80ab-5261a99d8b45 req-cbd5259a-7a61-4556-b333-17ef04771393 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.3224084 Jul 07 16:45:46.731320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-3de5ea23-921c-4371-bcb8-e34dc0da1472 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 217 time: 0.1081498 Jul 07 16:45:46.796895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:46.814080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7433bd2c-67b7-483d-80ab-5261a99d8b45 req-77cea71e-9396-4ac2-be21-762ad4f7709d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810511 Jul 07 16:45:46.843027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-d65934ec-c911-4a56-ab39-8148c51e89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:46.844514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-d65934ec-c911-4a56-ab39-8148c51e89bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1028361 Jul 07 16:45:46.865813 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:45:46.939857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-222dc3eb-ca93-48a7-8f48-b3cc52e3a80b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841949 Jul 07 16:45:47.095670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 30792e08-1e2a-488c-95a2-b29ea8420791 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:47.172040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-e41f6ad1-8d4a-4526-92a4-c25756760577 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232025 Jul 07 16:45:47.236323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 30792e08-1e2a-488c-95a2-b29ea8420791 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:47.248203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 30792e08-1e2a-488c-95a2-b29ea8420791 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:47.249394 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:47.428225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:47.478050 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:47.515139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30792e08-1e2a-488c-95a2-b29ea8420791'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:47.519340 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6e77e0-9a50-4148-8e22-844ce053298d" -d '{"events": [{"server_uuid": "d60ddb46-664e-46e2-8e05-89599db3d49a", "name": "network-vif-plugged", "status": "completed", "tag": "30792e08-1e2a-488c-95a2-b29ea8420791"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:47.520194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41410) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:47.537585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 30792e08-1e2a-488c-95a2-b29ea8420791, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=30792e08-1e2a-488c-95a2-b29ea8420791,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:47.543850 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:47.624790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=30792e08-1e2a-488c-95a2-b29ea8420791,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:47.678740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b7a2e7-f9f4-41d8-8eda-5015b907d664 req-1e564fa3-2715-48db-ba89-8cfdccbacf6d service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944556 Jul 07 16:45:47.681394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:45:47.691347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e24de-6245-4d98-ac23-b7b78638592f req-631117be-b8bb-4baf-9605-e45545ea49ad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:47.706485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-434e24de-6245-4d98-ac23-b7b78638592f req-631117be-b8bb-4baf-9605-e45545ea49ad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.3011911 Jul 07 16:45:47.761479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fcc6b-0096-4f53-99ee-c9a52a9d2f80 req-2ec2f893-8939-4801-ba60-c30d2c067849 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:47.769056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-083fcc6b-0096-4f53-99ee-c9a52a9d2f80 req-2ec2f893-8939-4801-ba60-c30d2c067849 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 944 time: 0.5953422 Jul 07 16:45:47.782416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:45:47.841500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3bb2c-c7b8-4ca0-a08a-e4cc79bfe68f None None] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:45:47.906506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 66479224-c262-45b6-a595-cf5c7f0125f9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:47.955072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-434e24de-6245-4d98-ac23-b7b78638592f req-f7d97a5d-0799-4346-84f3-d3e9bcd35cbb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463837 Jul 07 16:45:47.986456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e4482f7c-d37a-471b-8e52-6d8c5b4ed172 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f993890d773b4f8f8fc1db7286420e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651139 Jul 07 16:45:47.989703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41420) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:47.994244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:47.999491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-93fd0764-1918-424b-99e0-0fbde1ec77eb None None] Provisioning for port 66479224-c262-45b6-a595-cf5c7f0125f9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:48.030284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-083fcc6b-0096-4f53-99ee-c9a52a9d2f80 req-0d835564-c333-4436-ba4a-1307394acaf7 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602820 Jul 07 16:45:48.060210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b017ffd-6be8-474b-a62f-fb13920e85e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.084964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'mac_address': 'fa:16:3e:8e:b6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:45:48.098285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:45:48.107720 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Sync routers for ids ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:45:48.122701 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043c55b-d33d-441f-ab01-66870e1b0818 x-openstack-request-id: req-2043c55b-d33d-441f-ab01-66870e1b0818 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:48.123344 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60ddb46-664e-46e2-8e05-89599db3d49a", "name": "network-vif-plugged", "status": "completed", "tag": "30792e08-1e2a-488c-95a2-b29ea8420791", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:48.123611 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2043c55b-d33d-441f-ab01-66870e1b0818 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:48.124639 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Routers {'24c8fac2-d080-40cc-bffb-c1b2d0add0e6'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:48.125886 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30792e08-1e2a-488c-95a2-b29ea8420791', 'code': 200} Jul 07 16:45:48.127100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:48.129552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b017ffd-6be8-474b-a62f-fb13920e85e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.142216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.148909 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-babe3339-bb73-4dd8-8e25-88781ae56b25 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4340310 Jul 07 16:45:48.149261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41422) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:48.269503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 66479224-c262-45b6-a595-cf5c7f0125f9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:48.288431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 66479224-c262-45b6-a595-cf5c7f0125f9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:48.288846 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.395576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b017ffd-6be8-474b-a62f-fb13920e85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.402767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b017ffd-6be8-474b-a62f-fb13920e85e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.404077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6b017ffd-6be8-474b-a62f-fb13920e85e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f1f7c77-6255-4ce5-8061-d548740e3160 HTTP/1.1" status: 204 len: 168 time: 0.4131889 Jul 07 16:45:48.419513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f219-4c94-4925-9d2a-a869ea1c759c req-403de706-ac62-4156-a097-dc26e04c44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:48.423514 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Set router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:48.427009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3b9f219-4c94-4925-9d2a-a869ea1c759c req-403de706-ac62-4156-a097-dc26e04c44c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 1096 time: 0.2062988 Jul 07 16:45:48.429383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.466818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201d4b48-a43c-41b8-a9ae-fb184ccde204 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:48.538416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b017ffd-6be8-474b-a62f-fb13920e85e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f7c77-6255-4ce5-8061-d548740e3160,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:48.681332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3b9f219-4c94-4925-9d2a-a869ea1c759c req-d69162c3-e66b-482e-929a-edceabcc9c18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534324 Jul 07 16:45:48.695514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.771614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 66479224-c262-45b6-a595-cf5c7f0125f9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=66479224-c262-45b6-a595-cf5c7f0125f9,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:48.772801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193e11b-325e-4bc8-881b-36d891dd26b4 req-fd735584-b05a-4402-af9e-f26583fb197a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:48.781989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:48.785097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.788211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7193e11b-325e-4bc8-881b-36d891dd26b4 req-fd735584-b05a-4402-af9e-f26583fb197a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 948 time: 0.3715596 Jul 07 16:45:48.852889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.855904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=66479224-c262-45b6-a595-cf5c7f0125f9,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:48.882994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7193e11b-325e-4bc8-881b-36d891dd26b4 req-b6562126-e0d3-48a5-8c65-da97217bbea8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933759 Jul 07 16:45:48.981940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:49.013977 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:45:46Z', 'revision_number': 3, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:49.058981 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Checking router: 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:45:49.059795 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Updating router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:45:49.149737 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:49.266374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:49.305754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a0470163-bab1-4893-bf68-6a37d5ed4a95 None None] Provisioning complete for port 66479224-c262-45b6-a595-cf5c7f0125f9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:49.308078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0470163-bab1-4893-bf68-6a37d5ed4a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:49.482040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['201d4b48-a43c-41b8-a9ae-fb184ccde204'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:45:49.654987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Allocated IP 172.20.0.1 (6b450645-bd70-41c9-bfc2-d325daa2db73/ba546606-fc21-45ad-ab00-4f063ffe4fbc/f60ea764-65e2-41ca-953a-e89645629252) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:49.917363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 66479224-c262-45b6-a595-cf5c7f0125f9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:49.933345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:49.983172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Transition to ACTIVE for port object f60ea764-65e2-41ca-953a-e89645629252 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:50.030967 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.077131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Transition to ACTIVE for port object e606f2ca-b31f-452b-9277-dc2dd6dc4fbe will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:50.087459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.092080 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.135885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:50.170761 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cbd89-98a8-44c2-8f0b-98c538e2889d None None] Pushing event updated for resources: {'Port': ['ID=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:50.192560 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Attempting to bind port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:50.193210 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Attempting to bind port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:50.193506 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Attempting to bind port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:50.199691 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:50.200096 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:50.200461 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.200849 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:50.201346 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Bound port: e606f2ca-b31f-452b-9277-dc2dd6dc4fbe, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:50.201726 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.205400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:50.212101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:50.286720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.321318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 66479224-c262-45b6-a595-cf5c7f0125f9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:50.322625 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.339965 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] For port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:50.347487 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] For port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:50.365746 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.435351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=f60ea764-65e2-41ca-953a-e89645629252,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:50.507261 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cbd89-98a8-44c2-8f0b-98c538e2889d None None] Pushing event updated for resources: {'Port': ['ID=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:50.515859 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Routers {'24c8fac2-d080-40cc-bffb-c1b2d0add0e6'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:50.515859 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:50.642949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2522f56e-0f50-4ef8-9f6b-d82dadb0d829 None None] Provisioning for port f60ea764-65e2-41ca-953a-e89645629252 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:50.647218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2522f56e-0f50-4ef8-9f6b-d82dadb0d829 None None] Provisioning complete for port f60ea764-65e2-41ca-953a-e89645629252 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:50.647683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2522f56e-0f50-4ef8-9f6b-d82dadb0d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.673599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.690614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-8ccd422e-cbea-4104-aac4-38b3178ada16 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:50.692471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-8ccd422e-cbea-4104-aac4-38b3178ada16 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56&tenant_id=2f2e5dea929049ca8cad7058e4d9685b&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 949 time: 1.2445402 Jul 07 16:45:50.701538 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] Set router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:50.712129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30078d0-a9e6-4605-9aff-333d4a217f3a req-8965d940-b731-4819-a776-bebcd8632cd2 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:50.718510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2522f56e-0f50-4ef8-9f6b-d82dadb0d829 None None] Port f60ea764-65e2-41ca-953a-e89645629252 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:45:50.725595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c30078d0-a9e6-4605-9aff-333d4a217f3a req-8965d940-b731-4819-a776-bebcd8632cd2 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 1.2805605 Jul 07 16:45:50.888286 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.893789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.923458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c30078d0-a9e6-4605-9aff-333d4a217f3a req-baccf25a-c9d4-45bd-9864-10e6c3801904 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795981 Jul 07 16:45:50.964388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3297-b5a6-4d10-a70a-453453b2fc70 req-142e8c44-0a95-466c-9710-a5f507f8245b tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:50.973606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.982626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db1b3297-b5a6-4d10-a70a-453453b2fc70 req-142e8c44-0a95-466c-9710-a5f507f8245b tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 1.2347190 Jul 07 16:45:50.990346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=f60ea764-65e2-41ca-953a-e89645629252,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:51.035065 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-982f3cad-4927-4c0e-8504-308c527c3800 service neutron] delete failed (client error): The resource could not be found. Jul 07 16:45:51.036466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-982f3cad-4927-4c0e-8504-308c527c3800 service neutron] 10.222.0.13 "DELETE /v2.0/ports/201d4b48-a43c-41b8-a9ae-fb184ccde204/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.2927878 Jul 07 16:45:51.053421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db1b3297-b5a6-4d10-a70a-453453b2fc70 req-266cb4af-ec3f-4368-8087-272d5098f544 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694423 Jul 07 16:45:51.100417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:51.102362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:51.133137 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:45:46Z', 'revision_number': 3, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:51.222990 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccc9e8-d344-4681-a4e9-81918cdb63cb None None] The sync data for ids ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'] in n-d-793619-7 is: [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:45:46Z', 'revision_number': 3, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:45:51.424120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d319ee-7497-4f49-8d41-2f9e6415d95f req-53dd257b-cbdb-47a0-8ac6-358d7d98c62d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:51.439625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17d319ee-7497-4f49-8d41-2f9e6415d95f req-53dd257b-cbdb-47a0-8ac6-358d7d98c62d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 949 time: 0.2920835 Jul 07 16:45:51.496613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-09574816-0b4d-4373-979e-1503f06f0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:51.498194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-09574816-0b4d-4373-979e-1503f06f0c7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1100 time: 0.2869985 Jul 07 16:45:51.583325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a2480584-f5e5-49a0-a1fa-3630e7dc1484 None None] Provisioning complete for port f60ea764-65e2-41ca-953a-e89645629252 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:51.586331 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2480584-f5e5-49a0-a1fa-3630e7dc1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:51.683128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17d319ee-7497-4f49-8d41-2f9e6415d95f req-4784dd4b-ef4f-4aef-8540-1eb239e09514 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421055 Jul 07 16:45:51.778731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a2480584-f5e5-49a0-a1fa-3630e7dc1484 None None] Port f60ea764-65e2-41ca-953a-e89645629252 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:45:51.786545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:51.825685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-6a79af5c-68ad-41b2-8986-66734fdca667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:51.827411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-6a79af5c-68ad-41b2-8986-66734fdca667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3194714 Jul 07 16:45:51.913838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 201d4b48-a43c-41b8-a9ae-fb184ccde204 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:51.925080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 201d4b48-a43c-41b8-a9ae-fb184ccde204 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:51.925809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:51.930588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-644e6ace-e3b6-40d4-a4be-7a5ffdd7a86c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0885305 Jul 07 16:45:52.006548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:45:52.095111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-a54f975c-1159-4198-8b0d-fec278d28555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:52.098493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-a54f975c-1159-4198-8b0d-fec278d28555 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1555929 Jul 07 16:45:52.180529 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:52.246545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41498) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:52.251802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:45:52.254126 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0248caa7-1413-4b9b-9ce2-13098f6d9fcb" -d '{"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-plugged", "status": "completed", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:45:52.294363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:52.301954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:52.303088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:45:52.326770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:45:52.343862 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e96c6b2e-a78a-4c42-95c4-1e23589c2ff3 admin admin] 10.222.0.78 "PUT /v2.0/routers/24c8fac2-d080-40cc-bffb-c1b2d0add0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1934688 Jul 07 16:45:52.359439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:52.391449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-5b470cce-c3b0-4577-96c1-41b0e46a9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:52.394034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-5b470cce-c3b0-4577-96c1-41b0e46a9c59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880054 Jul 07 16:45:52.412302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b102a6-1148-483b-8afb-c4c232fb6d0f req-ebe5c5a5-8179-4895-baff-233d175f7ee1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:52.427404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5b102a6-1148-483b-8afb-c4c232fb6d0f req-ebe5c5a5-8179-4895-baff-233d175f7ee1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.2690682 Jul 07 16:45:52.617277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5b102a6-1148-483b-8afb-c4c232fb6d0f req-b5b60f68-965c-4524-979a-62790a4a7071 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884892 Jul 07 16:45:52.622560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80ccda6c-e7f1-49e7-a9c5-ae8fbcaeeeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:52.661590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0ce06-b53c-466d-b9cc-347f0ee0590e req-3d00a654-0f51-46ef-bc9f-6a3b7bfd5ab0 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:52.673979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-24b0ce06-b53c-466d-b9cc-347f0ee0590e req-3d00a654-0f51-46ef-bc9f-6a3b7bfd5ab0 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.4034746 Jul 07 16:45:52.741910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-607ae720-383a-454a-b195-643cfb0657a8 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102865 Jul 07 16:45:52.805026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-24b0ce06-b53c-466d-b9cc-347f0ee0590e req-46b351c0-69ec-43f9-bf86-3ed4ca37ddc2 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295612 Jul 07 16:45:52.934657 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214bb29-53c7-45c5-bdf4-5d55b46a68af x-openstack-request-id: req-b214bb29-53c7-45c5-bdf4-5d55b46a68af {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:45:52.935165 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-plugged", "status": "completed", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:45:52.935165 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b214bb29-53c7-45c5-bdf4-5d55b46a68af {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:45:52.936010 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'code': 200} Jul 07 16:45:52.962373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-210bca49-bf4b-4c70-9fd0-bb07884bbe58 req-f0b2d530-1394-4ffe-9fd5-236c4bcad832 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038186 Jul 07 16:45:53.039118 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80ccda6c-e7f1-49e7-a9c5-ae8fbcaeeeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.045557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80ccda6c-e7f1-49e7-a9c5-ae8fbcaeeeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.232596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccda6c-e7f1-49e7-a9c5-ae8fbcaeeeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55e005-dc86-4d5c-83a9-ac8743ae8377,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:53.294927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-80ccda6c-e7f1-49e7-a9c5-ae8fbcaeeeec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b19a31a019e419eacef1a61ebe76c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0437875 Jul 07 16:45:53.295502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:53.365786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88812a5-d4a0-4fb3-961f-79d5ee592a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.394700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-52991d2b-90a6-4cda-8176-f378f2d18518 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3290439 Jul 07 16:45:53.406663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88812a5-d4a0-4fb3-961f-79d5ee592a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.408008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:53.437008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02d2a0-b47d-4982-ae1a-1488f16f785e req-c2c7e64c-2a98-4ea9-9442-b1f08ae95082 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:53.438855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f02d2a0-b47d-4982-ae1a-1488f16f785e req-c2c7e64c-2a98-4ea9-9442-b1f08ae95082 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.2449031 Jul 07 16:45:53.440331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.443060 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.525374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88812a5-d4a0-4fb3-961f-79d5ee592a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.528870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88812a5-d4a0-4fb3-961f-79d5ee592a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.530406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a88812a5-d4a0-4fb3-961f-79d5ee592a03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d55e005-dc86-4d5c-83a9-ac8743ae8377 HTTP/1.1" status: 204 len: 168 time: 0.2338068 Jul 07 16:45:53.540808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88812a5-d4a0-4fb3-961f-79d5ee592a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55e005-dc86-4d5c-83a9-ac8743ae8377,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:53.586020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f02d2a0-b47d-4982-ae1a-1488f16f785e req-9af5145c-3c8a-469a-8a99-c8afaddd9724 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292529 Jul 07 16:45:53.721912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:53.914584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e606f2ca-b31f-452b-9277-dc2dd6dc4fbe up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:54.072765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:54.090189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:54.090568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:54.164198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Allocated IP 172.25.5.104 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/7a52ece3-5be2-40b7-8cdb-33b1a65302f6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:54.200092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-0da83f61-5a40-485b-ab54-f96a7f86e342 service neutron] 10.222.0.54 "GET /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.3088641 Jul 07 16:45:54.255934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Sync routers for ids ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:45:54.293344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Routers {'24c8fac2-d080-40cc-bffb-c1b2d0add0e6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:54.294551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:54.405492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:54.595666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:54.602227 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:54.661070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:54.695173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Set router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:54.746010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:54.781853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-2716d6a1-95d7-48a5-8b89-f58d8e8c0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:54.783655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-2716d6a1-95d7-48a5-8b89-f58d8e8c0e8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 1096 time: 0.4429610 Jul 07 16:45:54.815564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a6f5a-d9fe-441c-8c29-944e3cd5c279 req-a8e4d384-a6b5-4fb5-992d-c2a75749ad38 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:54.823373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f8a6f5a-d9fe-441c-8c29-944e3cd5c279 req-a8e4d384-a6b5-4fb5-992d-c2a75749ad38 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 943 time: 0.4137211 Jul 07 16:45:54.942085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:55.030265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f8a6f5a-d9fe-441c-8c29-944e3cd5c279 req-6ee5968e-b002-40b0-8bc4-9a3f169aceba tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004845 Jul 07 16:45:55.038253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 4, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f60ea764-65e2-41ca-953a-e89645629252', 'name': '', 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'mac_address': 'fa:16:3e:34:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:49Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 2, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'subnets': [{'id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:55.043175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:55.080249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Checking router: 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:45:55.080728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Updating router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 port f60ea764-65e2-41ca-953a-e89645629252 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:45:55.106629 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.109087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-1759fee9-85de-4a92-a5ef-afcd06c2193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:55.118841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-1759fee9-85de-4a92-a5ef-afcd06c2193f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 911 time: 0.3279357 Jul 07 16:45:55.134544 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.219871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaf5951-157d-4a5b-8a88-50f34471a538 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:45:55.352794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:55.381333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-6d6bef15-16c0-4749-8876-479e8b057c97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30792e08-1e2a-488c-95a2-b29ea8420791 HTTP/1.1" status: 200 len: 217 time: 0.2470558 Jul 07 16:45:55.421172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:55.510476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-cfe2b978-8543-459e-aa22-1e81dcf78d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:55.514586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-cfe2b978-8543-459e-aa22-1e81dcf78d2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.1190946 Jul 07 16:45:55.515416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=7a52ece3-5be2-40b7-8cdb-33b1a65302f6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:55.548179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:55.550771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.554036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:55.596506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.613069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Transition to ACTIVE for port object f60ea764-65e2-41ca-953a-e89645629252 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:55.631763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.761705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.770959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-34ff9b1f-66dc-497a-bf72-c5e38d6f01d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104793 Jul 07 16:45:55.847763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e606f2ca-b31f-452b-9277-dc2dd6dc4fbe up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:55.849461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d3d3-4c01-424e-9e33-23740fd8d0c3 None None] Pushing event updated for resources: {'Port': ['ID=f60ea764-65e2-41ca-953a-e89645629252,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:55.929306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Attempting to bind port f60ea764-65e2-41ca-953a-e89645629252 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:45:55.930025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Attempting to bind port f60ea764-65e2-41ca-953a-e89645629252 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:45:55.930588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Attempting to bind port f60ea764-65e2-41ca-953a-e89645629252 on network 6b450645-bd70-41c9-bfc2-d325daa2db73 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:45:55.956136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:45:55.956846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Checking segment: {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:45:55.957457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.958008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Bound using segment: {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:45:55.958677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Bound port: f60ea764-65e2-41ca-953a-e89645629252, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae4fdaa-fd43-4fc3-9242-ea33779358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:45:55.959335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.084047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:56.085191 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.109167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] For port f60ea764-65e2-41ca-953a-e89645629252, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:56.128825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] For port f60ea764-65e2-41ca-953a-e89645629252, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f60ea764-65e2-41ca-953a-e89645629252,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:45:56.140202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.383073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Routers {'24c8fac2-d080-40cc-bffb-c1b2d0add0e6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:45:56.398581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:56.458358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d3d3-4c01-424e-9e33-23740fd8d0c3 None None] Pushing event updated for resources: {'Port': ['ID=f60ea764-65e2-41ca-953a-e89645629252,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:56.613905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] Set router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:45:56.614322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.764186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14a91-c82a-4281-8573-18b635a5b773 req-f0329a87-e4dc-4ab1-938e-5cbd9a020d71 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:56.775817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bba14a91-c82a-4281-8573-18b635a5b773 req-f0329a87-e4dc-4ab1-938e-5cbd9a020d71 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 1.2495680 Jul 07 16:45:56.778602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] Transition to ACTIVE for port object caaf5951-157d-4a5b-8a88-50f34471a538 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:45:56.792963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:56.858999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-d18464b9-3fb1-41c5-a278-8c6182186016 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0780492 Jul 07 16:45:56.954290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 4, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f60ea764-65e2-41ca-953a-e89645629252', 'name': '', 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'mac_address': 'fa:16:3e:34:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:49Z', 'updated_at': '2021-07-07T16:45:56Z', 'revision_number': 4, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'subnets': [{'id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:45:56.998703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3614297-fa8e-4dec-879c-0ca035f98b39 None None] The sync data for ids ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'] in n-d-793619-7 is: [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:45:50Z', 'revision_number': 4, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f60ea764-65e2-41ca-953a-e89645629252', 'name': '', 'network_id': '6b450645-bd70-41c9-bfc2-d325daa2db73', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'mac_address': 'fa:16:3e:34:28:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:49Z', 'updated_at': '2021-07-07T16:45:56Z', 'revision_number': 4, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'subnets': [{'id': 'ba546606-fc21-45ad-ab00-4f063ffe4fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:45:57.032259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] No DVR routers for this DVR port caaf5951-157d-4a5b-8a88-50f34471a538 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:45:57.053895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bba14a91-c82a-4281-8573-18b635a5b773 req-2cd82b0b-d4ec-4b43-95d3-22e3277bc65f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770004 Jul 07 16:45:57.114666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] Pushing event updated for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=10']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:57.164905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e057e6bf-43cf-47dd-8c86-90174c1522d0 service neutron] 10.222.0.54 "PUT /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538/bindings/n-h1-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 2.9485271 Jul 07 16:45:57.246248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.296899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.304890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea652d5-238c-4e2c-a084-a5acb7d16d16 req-7363b5b6-5607-4795-8fcf-4904db2b803f service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131718 Jul 07 16:45:57.371242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.387273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-495ee6dd-fa8f-46b1-8147-6106a18f9037 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:57.389087 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-495ee6dd-fa8f-46b1-8147-6106a18f9037 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1108999 Jul 07 16:45:57.409570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.413168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0115175 Jul 07 16:45:57.419654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c258ef-577d-4451-be47-3534094896b6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=7a52ece3-5be2-40b7-8cdb-33b1a65302f6,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:57.510260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931df263-87b4-43ce-9701-5bf807c94251 req-a07c78a4-395e-4f8d-8beb-fb712b58ff34 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:57.519117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-931df263-87b4-43ce-9701-5bf807c94251 req-a07c78a4-395e-4f8d-8beb-fb712b58ff34 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.2692227 Jul 07 16:45:57.524852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-16653639-a15a-44bd-9c34-bfa9111f6946 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.1004884 Jul 07 16:45:57.537393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e02f541c-dd11-4c0d-9909-70c35c60caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:57.540627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-e02f541c-dd11-4c0d-9909-70c35c60caf3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 1095 time: 0.1433916 Jul 07 16:45:57.632870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-931df263-87b4-43ce-9701-5bf807c94251 req-acdc1137-bb6f-437d-aac2-08df7a9ab5c8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125159 Jul 07 16:45:57.710060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-bc206d62-7fd0-4524-9254-48934826f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:57.722324 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-bc206d62-7fd0-4524-9254-48934826f535 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1095 time: 0.1433392 Jul 07 16:45:57.745451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-911bd0ac-5c9b-49e5-92bc-b5f436bc3399 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:57.751235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc051313-4382-4d2e-9982-6afabde68fd2 req-911bd0ac-5c9b-49e5-92bc-b5f436bc3399 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2192507 Jul 07 16:45:57.844853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f60ea764-65e2-41ca-953a-e89645629252 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:57.899289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-b4d8093e-f34a-4bbb-b37e-c59fd96583c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:57.900842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-b4d8093e-f34a-4bbb-b37e-c59fd96583c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1711822 Jul 07 16:45:57.952410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-922c2329-94ca-40fe-8661-dc4dfc5d5c89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 200 len: 217 time: 0.0439403 Jul 07 16:45:57.970270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f60ea764-65e2-41ca-953a-e89645629252 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:45:57.977346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f60ea764-65e2-41ca-953a-e89645629252 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:57.977842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:58.012904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-2c0d4f78-37e3-40bb-9d92-c269147d5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:58.014415 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-2c0d4f78-37e3-40bb-9d92-c269147d5f9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0542488 Jul 07 16:45:58.089508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-5d9fedee-94d8-4369-9a6c-f59315bd6b4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558736 Jul 07 16:45:58.149320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b6d6-45ea-41c8-ba32-c9b978c6d535 req-48cbf85c-6761-4701-a262-950fbb1ac043 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:58.152493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ed3b6d6-45ea-41c8-ba32-c9b978c6d535 req-48cbf85c-6761-4701-a262-950fbb1ac043 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 944 time: 0.1923726 Jul 07 16:45:58.160270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:58.216600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f60ea764-65e2-41ca-953a-e89645629252, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f60ea764-65e2-41ca-953a-e89645629252,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:45:58.230005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:58.239045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ed3b6d6-45ea-41c8-ba32-c9b978c6d535 req-c692ac63-46e6-47d5-8016-b6b94ca7b290 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763352 Jul 07 16:45:58.348671 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-dc00c0ad-0b0c-4a2a-86e4-3a20e3c08555 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528286 Jul 07 16:45:58.383433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f60ea764-65e2-41ca-953a-e89645629252,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:58.464571 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-57b8e446-ec57-46c5-9c26-b46b7cb79d2f service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076481 Jul 07 16:45:58.505299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-f0af4b95-8b87-4567-af71-162f6da30ae1 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2045882 Jul 07 16:45:58.517733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ef80-b30a-443e-8a95-110f0a5350d5 req-81704daa-e630-48f4-b0a2-be7f79714ccb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:58.519133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4354ef80-b30a-443e-8a95-110f0a5350d5 req-81704daa-e630-48f4-b0a2-be7f79714ccb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.1351280 Jul 07 16:45:58.523997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:58.570952 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:58.591932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4354ef80-b30a-443e-8a95-110f0a5350d5 req-e8448560-11fc-4589-a24d-b59c84be91b0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Jul 07 16:45:58.701301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:58.849252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Allocated IP 172.25.5.10 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/6dd004c0-4ad1-44a0-8598-18e908cfd622) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:45:58.873739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-affb3f5b-1d9c-4c94-bb69-e226feaf5a14 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:58.875334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-affb3f5b-1d9c-4c94-bb69-e226feaf5a14 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.0634680 Jul 07 16:45:58.925864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671343f9-d657-415b-b52d-484c225cf08d req-9462ba4c-96d8-435c-83d3-b21412b6f953 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:58.927373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-671343f9-d657-415b-b52d-484c225cf08d req-9462ba4c-96d8-435c-83d3-b21412b6f953 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.1380229 Jul 07 16:45:58.997850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-edd191cc-a4bd-4b12-ba7a-84a419b9a55d service neutron] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:45:59.002120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-edd191cc-a4bd-4b12-ba7a-84a419b9a55d service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.002338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-671343f9-d657-415b-b52d-484c225cf08d req-cf7a5f54-beef-4279-ba68-3a4258c2d504 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662789 Jul 07 16:45:59.003235 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e094b88-a6bb-47f9-bf82-1c10ec7599fb req-edd191cc-a4bd-4b12-ba7a-84a419b9a55d service neutron] 10.222.0.13 "DELETE /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538/bindings/n-h2-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.1209981 Jul 07 16:45:59.049512 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.098814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.138844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:45:59.143463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:45:59.159482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:45:59.211694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=6dd004c0-4ad1-44a0-8598-18e908cfd622,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:59.268281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.338717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-6fff1994-c2fe-47f9-b36f-9e725c733559 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:59.340182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-6fff1994-c2fe-47f9-b36f-9e725c733559 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.2000291 Jul 07 16:45:59.356046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.360586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-11a989a0-53aa-434c-a26e-18dca8c08108 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/quotas/97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 375 time: 0.0137117 Jul 07 16:45:59.528996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-fe8a9508-043c-4739-9346-88b3cfca3ba4 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1459687 Jul 07 16:45:59.619357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.629721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.677273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.689628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-42e2a535-c3f2-47bd-9bf6-c062d8b2775d service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516392 Jul 07 16:45:59.711635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=6dd004c0-4ad1-44a0-8598-18e908cfd622,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:59.725317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.726632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-868a4ee7-e4da-433b-aacc-dd84386194d5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2064955 Jul 07 16:45:59.730601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f60ea764-65e2-41ca-953a-e89645629252 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:45:59.781415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f60ea764-65e2-41ca-953a-e89645629252 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:45:59.781788 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.806198 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-3ca679df-4734-4914-94bf-a740acc43c38 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.10 HTTP/1.1" status: 200 len: 695 time: 0.0557964 Jul 07 16:45:59.879391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-4432644e-7431-4300-b05d-7cf46e1a5d9c service neutron] 10.222.0.78 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805122 Jul 07 16:45:59.935038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-788e102c-e4dd-40e7-ac5a-6217252b224c tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:59.936687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48ab04fc-c42f-411e-80bd-8582217cea7a req-788e102c-e4dd-40e7-ac5a-6217252b224c tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1204419 Jul 07 16:46:00.508007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e4f6-514d-4f6c-bae1-50eb7ebb73b1 req-a13c0c7e-4db9-455d-81a1-10f23a93ee4a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:00.509538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9503e4f6-514d-4f6c-bae1-50eb7ebb73b1 req-a13c0c7e-4db9-455d-81a1-10f23a93ee4a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 944 time: 0.1676583 Jul 07 16:46:00.519266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-baa70abe-a0ed-4e11-bdcb-470f5308bac4 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1757491 Jul 07 16:46:00.542205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:00.577746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9503e4f6-514d-4f6c-bae1-50eb7ebb73b1 req-7098d0b4-1cb9-474e-a026-3e31003d2aff tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573981 Jul 07 16:46:00.580084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.710350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.845619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9541-076a-4527-bcc0-c05f9ed243ee req-ab32f642-1f1e-4adb-ad0a-8ecc775160ba tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:00.847119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-031c9541-076a-4527-bcc0-c05f9ed243ee req-ab32f642-1f1e-4adb-ad0a-8ecc775160ba tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.1507008 Jul 07 16:46:00.864081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Allocated IP 172.25.5.67 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/356ccf13-d431-4135-a75e-d01cbd0888cd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:00.942685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-031c9541-076a-4527-bcc0-c05f9ed243ee req-0f0cc81b-347b-42e9-8f22-e7f6f33ce16f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862849 Jul 07 16:46:01.035588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.102183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a585c13-4cef-4d4c-b7da-241fac248710 req-9a82259b-641e-4b16-b2b2-c824b33ddbf9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 210 time: 0.0456905 Jul 07 16:46:01.106850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-82addf9f-7860-436b-ade7-6758310dbae6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322641 Jul 07 16:46:01.128414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.197742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:01.205908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:01.210253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:01.221475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=356ccf13-d431-4135-a75e-d01cbd0888cd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:01.276921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e954-7571-42c2-957b-794f94b171ef req-e5dee8a1-d52a-4760-8539-122433842c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:01.278478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-e5dee8a1-d52a-4760-8539-122433842c12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 1095 time: 0.1390445 Jul 07 16:46:01.279524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.424073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.523617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e954-7571-42c2-957b-794f94b171ef req-cc8f6045-6e6a-471b-8b99-c03a473124d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:01.525941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-cc8f6045-6e6a-471b-8b99-c03a473124d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.2007518 Jul 07 16:46:01.561848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-2b64a857-43e9-465b-b382-39681a4e980f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:01.563383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-2b64a857-43e9-465b-b382-39681a4e980f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 807 time: 0.1136026 Jul 07 16:46:01.577339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Request body: {'port': {'device_id': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'admin_state_up': True, 'tenant_id': '97455008b96f4433b50bf52e1af13922'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:01.587404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72432f49-82f1-454a-b20e-a72e94a85b26 req-09ee2e50-b951-4db9-a382-03fb995719a4 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:01.589684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72432f49-82f1-454a-b20e-a72e94a85b26 req-09ee2e50-b951-4db9-a382-03fb995719a4 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.2111530 Jul 07 16:46:01.632909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-8712f732-df63-45fa-a3b8-f01bf022d670 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 200 len: 217 time: 0.0884631 Jul 07 16:46:01.695507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Made reservation on behalf of 97455008b96f4433b50bf52e1af13922 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:01.701153 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.744452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72432f49-82f1-454a-b20e-a72e94a85b26 req-d19cd9cf-1f28-4433-9b4e-6df8a3378f94 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195474 Jul 07 16:46:01.754143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e954-7571-42c2-957b-794f94b171ef req-b40964fe-063b-4895-bde6-6c72107edf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:01.755446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-b40964fe-063b-4895-bde6-6c72107edf68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.1070616 Jul 07 16:46:01.778569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.793419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.827639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-6d1e3a1a-cc71-4073-a39a-e0eed6f4db79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590091 Jul 07 16:46:01.889780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Allocated IP 172.20.0.5 (796c31b9-7510-413e-9bbf-ee336fcf2891/b208bac7-e89a-42b8-b96b-faae5a8cbbde/486ab2a8-a004-4dc7-848b-d291cb6e204a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:02.090407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.144324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.191169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['fd065cfe-e134-4f4a-9c12-031ecd050a5c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:02.202799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Network 796c31b9-7510-413e-9bbf-ee336fcf2891 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:02.206692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:02.211664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:02.224871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.287835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:02.288804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.291839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.316823 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-e1c5a8c1-2f59-48be-b9b2-5399897e8d46 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435322 Jul 07 16:46:02.336005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Request body: {'port': {'device_id': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:02.342730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.343384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8142309 Jul 07 16:46:02.348285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b5e16-cfd0-4175-8ee9-7875462ebc6d tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=356ccf13-d431-4135-a75e-d01cbd0888cd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.433330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.435349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-367b1783-8ccc-499b-b400-7ae6a9d54363 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.67 HTTP/1.1" status: 200 len: 695 time: 0.0841746 Jul 07 16:46:02.475634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-0da7f8c4-df48-4828-93fb-b994efcd6c2f service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511551 Jul 07 16:46:02.535579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047e779-2d2b-4d28-a261-34f3b9015349 req-2f3fa163-bbb3-498c-9bf3-acd9f246a89c tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:02.537251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0047e779-2d2b-4d28-a261-34f3b9015349 req-2f3fa163-bbb3-498c-9bf3-acd9f246a89c tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1095 time: 0.3117301 Jul 07 16:46:02.647298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0047e779-2d2b-4d28-a261-34f3b9015349 req-8f9a36a7-1bff-4014-870e-fd75cee6d246 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822346 Jul 07 16:46:02.660240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-254a2f96-c810-4417-b161-ff1001867d56 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:02.661768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-254a2f96-c810-4417-b161-ff1001867d56 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2191992 Jul 07 16:46:02.679638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-285b20b9-0860-4c89-8fbb-4f1f768c6692 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:02.680717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc4bc97-cbbb-4242-a341-3cb632084cf3 req-285b20b9-0860-4c89-8fbb-4f1f768c6692 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116484 Jul 07 16:46:02.694435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0915e954-7571-42c2-957b-794f94b171ef req-f62a9ffb-2e64-4a89-bc12-8523ae5c9f98 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875236 Jul 07 16:46:02.791655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486ab2a8-a004-4dc7-848b-d291cb6e204a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:02.799614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.823312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-29d3b874-8b05-43c6-aeee-03a49e06c489 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322521 Jul 07 16:46:02.827951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Transition to ACTIVE for port object 486ab2a8-a004-4dc7-848b-d291cb6e204a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:02.833368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.891083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.972754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:02.973438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:02.973765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:02.978340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:02.978678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:02.984064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:02.984407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:02.984792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:02.985259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Bound port: 486ab2a8-a004-4dc7-848b-d291cb6e204a, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:02.986024 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.003999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-023936c0-29a6-4788-8c4b-cef6858e0d84 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.005694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-023936c0-29a6-4788-8c4b-cef6858e0d84 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815965 Jul 07 16:46:03.032472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-57d3a1b6-b201-4b2d-96d9-6e3e71117490 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/quotas/2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 375 time: 0.0181942 Jul 07 16:46:03.041304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3438ee-849e-4942-aa58-ed3d3d4a8831 req-c8fb64a1-bb30-4b4c-9bb2-98b4b0138c9a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.043093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e3438ee-849e-4942-aa58-ed3d3d4a8831 req-c8fb64a1-bb30-4b4c-9bb2-98b4b0138c9a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.1437118 Jul 07 16:46:03.055282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:03.058708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:03.063827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.106293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.106960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.108372 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] 10.222.0.54 "PUT /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 1091 time: 0.7783096 Jul 07 16:46:03.108816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:03.112419 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18e858d-d0df-4d1d-bf81-336fc931d315" -d '{"events": [{"name": "network-changed", "server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:03.140006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e3438ee-849e-4942-aa58-ed3d3d4a8831 req-1e26e3eb-d145-4bd3-a987-aeac00c5fb3c tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859890 Jul 07 16:46:03.152364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8641b5-15f0-460f-9863-08d7ad79bfdd service neutron] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:03.180447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-a3e65d74-416c-4c74-9e6f-f5697d69679f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358433 Jul 07 16:46:03.246262 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.258256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-64babb94-98d9-4228-83e6-0ca9f516ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.260426 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-64babb94-98d9-4228-83e6-0ca9f516ab9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1094 time: 0.0950835 Jul 07 16:46:03.317494 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-5b70f635-14b6-496a-9568-77e3f9f61ca9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 217 time: 0.0456560 Jul 07 16:46:03.365919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c8347-346a-41e1-b72b-ed711b5bbe7d req-eac21f35-510c-4cf1-adb6-1f24bcb24cd1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.373188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-965c8347-346a-41e1-b72b-ed711b5bbe7d req-eac21f35-510c-4cf1-adb6-1f24bcb24cd1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.0784569 Jul 07 16:46:03.396469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-1bf98bdf-14b5-4967-a706-455d26456c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.398071 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-1bf98bdf-14b5-4967-a706-455d26456c4e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0735533 Jul 07 16:46:03.449558 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-3a989211-c4ba-4872-adf0-21a5237d191f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410540 Jul 07 16:46:03.451176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-965c8347-346a-41e1-b72b-ed711b5bbe7d req-96f49d02-dc45-4b52-9382-2d830d4db3e5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716779 Jul 07 16:46:03.619567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-613b86fd-0a40-4ff0-895a-3ee2ce2316fe service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540322 Jul 07 16:46:03.656659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-bdfbdbac-85f5-496e-9e80-cf29d6e216ca tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1596954 Jul 07 16:46:03.667555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:03.705864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.791931 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3d86de0f-3384-4c38-91c3-e38bd12087ce req-02546558-6dba-472d-acd9-56fb2810d5a2 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637232 Jul 07 16:46:03.884894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.930739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6dc93-e119-4814-9489-471fc6d82951 req-4d8b2ea6-312e-446f-8751-ad53ad3146bf tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:03.933121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2e6dc93-e119-4814-9489-471fc6d82951 req-4d8b2ea6-312e-446f-8751-ad53ad3146bf tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 1095 time: 0.1253488 Jul 07 16:46:04.012615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2e6dc93-e119-4814-9489-471fc6d82951 req-9cb4ccc0-c951-43dc-9e84-20a1bd8f5e35 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Jul 07 16:46:04.035612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Allocated IP 172.25.5.238 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/99f41a25-3a9e-4ef5-95c1-172351316e18) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:04.212459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.289521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.307545 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e252fb-7bca-4eda-945b-a24fac7cb7f5 x-openstack-request-id: req-d9e252fb-7bca-4eda-945b-a24fac7cb7f5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:04.307839 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:04.308099 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9e252fb-7bca-4eda-945b-a24fac7cb7f5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:04.308506 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'status': 'completed', 'code': 200} Jul 07 16:46:04.349332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:04.356659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:04.364134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:04.375081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=99f41a25-3a9e-4ef5-95c1-172351316e18,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.430012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-234adf3b-343e-4fbc-a3ec-e35c488d4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:04.432664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-234adf3b-343e-4fbc-a3ec-e35c488d4cce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1094 time: 0.0739539 Jul 07 16:46:04.434877 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.490070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.538112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-42c8cd54-9c69-4701-b1da-bdfd13d93267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:04.540315 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-42c8cd54-9c69-4701-b1da-bdfd13d93267 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1002789 Jul 07 16:46:04.614539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-ec126c59-79ad-4969-8fad-3d7d00088c2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 217 time: 0.0544598 Jul 07 16:46:04.675254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-bd035bdb-5eed-4b93-9e3b-0b5ce4bb312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:04.676386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5c77467-d065-46f3-b440-9c3458e20b4e req-fe478d77-9650-4e57-bf56-03d39290b4e0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 210 time: 0.0395806 Jul 07 16:46:04.677493 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-bd035bdb-5eed-4b93-9e3b-0b5ce4bb312c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0505822 Jul 07 16:46:04.703730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.710135 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.720204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-681335c3-a6d3-4a31-a9ab-72447e4da2bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315883 Jul 07 16:46:04.746881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.769056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event updated for resources: {'Port': ['ID=99f41a25-3a9e-4ef5-95c1-172351316e18,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.772979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.781008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-9b5c48db-9778-456f-b8f7-6394f19098a5 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1180120 Jul 07 16:46:04.848332 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-b871daa0-6d2e-40ec-954c-a6da2c78ec1c service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165872 Jul 07 16:46:04.861341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-56d4a312-b16a-49bb-9731-b73ac2ec32ab tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0773044 Jul 07 16:46:04.937347 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7f8642e-4cec-4616-a565-6104bbf52dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.971188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-cd3ad42b-1b69-4dbc-b60f-1fd542a94e35 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569606 Jul 07 16:46:04.998173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c18e858d-d0df-4d1d-bf81-336fc931d315 req-13cdad09-1088-4b43-940c-fea1fcababb5 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419075 Jul 07 16:46:05.130934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-04a705cc-cfef-43ba-a3f0-ead2c178bc7e tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:05.132313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79fd89f6-bc8e-42a6-8bf7-6a7f2913c40e req-04a705cc-cfef-43ba-a3f0-ead2c178bc7e tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2460957 Jul 07 16:46:05.152777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4562-6f14-4a1d-bf73-c701bebe643b req-329a9ce4-0d60-4e7c-9300-781c7fb45bac tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:05.154441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08ef4562-6f14-4a1d-bf73-c701bebe643b req-329a9ce4-0d60-4e7c-9300-781c7fb45bac tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.3623555 Jul 07 16:46:05.165542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-45c25bb3-3348-40af-ab2c-ff291d7db330 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:05.167543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-45c25bb3-3348-40af-ab2c-ff291d7db330 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808715 Jul 07 16:46:05.188253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Request body: {'port': {'device_id': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '2f2e5dea929049ca8cad7058e4d9685b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:05.264739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08ef4562-6f14-4a1d-bf73-c701bebe643b req-7bf7a0e2-1d8d-4d49-a28f-a2e6868995c5 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups?id=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961463 Jul 07 16:46:05.347791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Made reservation on behalf of 2f2e5dea929049ca8cad7058e4d9685b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:05.351642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.554401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcc95f-d0b0-4039-885a-fd23fce768ee req-599a5d18-e78b-4a8d-b5cb-677a8425a489 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:05.563618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dbcc95f-d0b0-4039-885a-fd23fce768ee req-599a5d18-e78b-4a8d-b5cb-677a8425a489 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.1477573 Jul 07 16:46:05.600102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Allocated IP 192.168.233.92 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/2a2bdd73-e503-467b-8e7f-adbaf724f7bb) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:05.606215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-0dfd73f5-185a-4d18-a0d8-80114d6feb6c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:05.607869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-0dfd73f5-185a-4d18-a0d8-80114d6feb6c tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 945 time: 0.0819492 Jul 07 16:46:05.647641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dbcc95f-d0b0-4039-885a-fd23fce768ee req-f2ca7257-9c00-4f9b-87ed-f466ba70524e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Jul 07 16:46:05.799351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Deleting port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:05.799945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.939668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] For port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:05.940755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.945878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad48fe58-6523-449a-b44f-eb258fdb9493 req-b312c380-91f3-48f1-a460-4795ffe2b574 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips/df49c398-df8e-4248-ab2c-7c8d0f204974 HTTP/1.1" status: 200 len: 693 time: 0.0792460 Jul 07 16:46:05.963410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.980370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eadd0-221e-4f8b-b049-29084d076933 req-b4924eb5-c400-4920-98f3-4f314c80b64e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:05.983875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-437eadd0-221e-4f8b-b049-29084d076933 req-b4924eb5-c400-4920-98f3-4f314c80b64e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.1778624 Jul 07 16:46:06.055234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Transition to ACTIVE for port object 2a2bdd73-e503-467b-8e7f-adbaf724f7bb will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:06.127396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-437eadd0-221e-4f8b-b049-29084d076933 req-477de277-80d8-4c6b-a75d-9ed390e94618 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320932 Jul 07 16:46:06.152387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.152784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.153117 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c disassociated. External IP: 172.25.5.113, port: 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6. Jul 07 16:46:06.153580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Calling delete_port for 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:06.159699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48fe58-6523-449a-b44f-eb258fdb9493 req-f2cc55fa-28bb-41dc-9fcf-678942753f24 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:06.161324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad48fe58-6523-449a-b44f-eb258fdb9493 req-f2cc55fa-28bb-41dc-9fcf-678942753f24 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2048352 Jul 07 16:46:06.163013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.177641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598', '201d4b48-a43c-41b8-a9ae-fb184ccde204'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:06.281308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:06.314753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-ad48fe58-6523-449a-b44f-eb258fdb9493 req-addff870-6d0b-415c-8be4-b1b9c890ddab tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:06.328970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad48fe58-6523-449a-b44f-eb258fdb9493 req-addff870-6d0b-415c-8be4-b1b9c890ddab tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1538713 Jul 07 16:46:06.350978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:06.356327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:06.360402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:06.371512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:06.379424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.430263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.459351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-91830aa6-92d7-4889-accc-e88fafc9dcbe tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2762320 Jul 07 16:46:06.474220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event deleted for resources: {'Port': ['ID=6737a36d-3d67-48bc-b0ff-0c691dd7c1e6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:06.534107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Request body: {'port': {'device_id': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:06.545305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68207f62-a36f-4c48-bb24-fe93334966fd req-340e751e-ad93-4cb4-a582-efd531adc4d2 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aaedb2-3a83-4270-a8a7-d33881660273 HTTP/1.1" status: 200 len: 210 time: 0.0536215 Jul 07 16:46:06.557796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d3d90-4566-462f-ac18-4705a74a433b req-a2f3f399-751c-4b59-a870-cd5a6096e810 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:06.563709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a53d3d90-4566-462f-ac18-4705a74a433b req-a2f3f399-751c-4b59-a870-cd5a6096e810 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 935 time: 0.1570642 Jul 07 16:46:06.714388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:06.777973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a53d3d90-4566-462f-ac18-4705a74a433b req-0c3c1a9c-bb77-4067-a918-a922a0889fc9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667538 Jul 07 16:46:06.792664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-260b2c34-c222-4d16-b6ae-3257d1225f4a None None] Provisioning for port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:06.811219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-260b2c34-c222-4d16-b6ae-3257d1225f4a None None] Provisioning complete for port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:06.811601 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-260b2c34-c222-4d16-b6ae-3257d1225f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.897119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62f716e8-4e88-491c-9752-d48025dfba58 req-6b9443a4-54dd-42cd-9148-bc83da0f65ba tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips/df49c398-df8e-4248-ab2c-7c8d0f204974 HTTP/1.1" status: 200 len: 693 time: 0.2089522 Jul 07 16:46:06.909949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-260b2c34-c222-4d16-b6ae-3257d1225f4a None None] Port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:06.947905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:06.961798 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:06.999509 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:07.000279 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:07.016695 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.087288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] No DVR routers for this DVR port 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:07.091688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.094637 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2c22764-9954-4813-91bf-5871b1eb36c4 req-7540f3bc-d214-4ce4-8943-8566d342de84 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.13 "DELETE /v2.0/ports/6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 HTTP/1.1" status: 204 len: 173 time: 1.4729960 Jul 07 16:46:07.095516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'name': 'network-vif-deleted', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:07.106460 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a977fcf-e97e-4a3a-a8e7-4c1f11417574" -d '{"events": [{"server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "name": "network-vif-deleted", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:07.196636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f716e8-4e88-491c-9752-d48025dfba58 req-c2751a90-31b2-47d6-95ce-3068f61fcf35 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:07.205592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62f716e8-4e88-491c-9752-d48025dfba58 req-c2751a90-31b2-47d6-95ce-3068f61fcf35 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.3081021 Jul 07 16:46:07.217820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41742) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:07.241923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:07.367245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.381270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62f716e8-4e88-491c-9752-d48025dfba58 req-46ceb309-2632-4f4c-823c-aee6c45ed97b tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1747029 Jul 07 16:46:07.402719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287888f-ac8c-4d58-8007-ea2ae5d9039e req-175a9354-1a45-4930-abec-82ba8b6b38ba tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:07.409616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a287888f-ac8c-4d58-8007-ea2ae5d9039e req-175a9354-1a45-4930-abec-82ba8b6b38ba tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.3722570 Jul 07 16:46:07.442488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-890b362d-4bb9-4a69-bbc6-4e8f3aaac6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.454047 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:07.489615 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:07.499567 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:07.500176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:45:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:07.508720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62f716e8-4e88-491c-9752-d48025dfba58 req-7d9cacd8-cd3d-42fc-8ab9-ee381f8f60d9 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1264720 Jul 07 16:46:07.604079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-890b362d-4bb9-4a69-bbc6-4e8f3aaac6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.610137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-890b362d-4bb9-4a69-bbc6-4e8f3aaac6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.618153 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9e95431-8355-4849-be88-b22b0cfd8a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.635849 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:07.669624 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-890b362d-4bb9-4a69-bbc6-4e8f3aaac6df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14516855fa694a57af5c37d08d6afaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492817 Jul 07 16:46:07.673700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b362d-4bb9-4a69-bbc6-4e8f3aaac6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fca11c5-4b02-4176-b559-5179df6f2ae1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:07.676816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41748) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:07.765176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e56-815e-414d-ae49-1651ebeef056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.812325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e56-815e-414d-ae49-1651ebeef056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.888143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e56-815e-414d-ae49-1651ebeef056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.891114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e56-815e-414d-ae49-1651ebeef056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.892501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91bb6e56-815e-414d-ae49-1651ebeef056 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fca11c5-4b02-4176-b559-5179df6f2ae1 HTTP/1.1" status: 204 len: 168 time: 0.2153637 Jul 07 16:46:07.910359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb6e56-815e-414d-ae49-1651ebeef056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fca11c5-4b02-4176-b559-5179df6f2ae1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:07.926613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a287888f-ac8c-4d58-8007-ea2ae5d9039e req-60a33df6-ab47-42c5-a60e-bab1c421dee2 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160584 Jul 07 16:46:08.000789 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:08.022465 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6885e-743c-428d-bebc-fcbab7004c5e x-openstack-request-id: req-47a6885e-743c-428d-bebc-fcbab7004c5e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:08.022977 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aaedb2-3a83-4270-a8a7-d33881660273", "name": "network-vif-deleted", "tag": "6737a36d-3d67-48bc-b0ff-0c691dd7c1e6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:08.023196 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47a6885e-743c-428d-bebc-fcbab7004c5e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:08.024255 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aaedb2-3a83-4270-a8a7-d33881660273', 'name': 'network-vif-deleted', 'tag': '6737a36d-3d67-48bc-b0ff-0c691dd7c1e6', 'status': 'completed', 'code': 200} Jul 07 16:46:08.052039 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb35c9-6d31-4447-9f74-b20e81906856 None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:41:15Z', 'revision_number': 4, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '77b39cbc-e047-4550-8d58-2aa8a572aa94', 'name': '', 'network_id': '3cb4f10c-0692-44dd-b1d0-591eb081ddbf', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'mac_address': 'fa:16:3e:95:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:14Z', 'updated_at': '2021-07-07T16:41:22Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'subnets': [{'id': 'c1a1b488-5c58-4eee-a23e-c173e0f8ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:08.161571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Deleting port 99f41a25-3a9e-4ef5-95c1-172351316e18 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:08.162021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.166455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:08.209153 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.262220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Transition to ACTIVE for port object 2a2bdd73-e503-467b-8e7f-adbaf724f7bb will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:08.276219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.352715 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.353076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.376807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.435791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Calling delete_port for 99f41a25-3a9e-4ef5-95c1-172351316e18 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:08.437935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Attempting to bind port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:08.438371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Attempting to bind port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:08.438792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Attempting to bind port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:08.448147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:08.448549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Attempting to bind port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:08.463837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722afd-dea0-4338-b11a-f6388859c2db req-c2b3f0fe-598e-455a-a278-9a86bc5075f5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:08.465312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c722afd-dea0-4338-b11a-f6388859c2db req-c2b3f0fe-598e-455a-a278-9a86bc5075f5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.2436490 Jul 07 16:46:08.481116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:08.481576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:08.482031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:08.482839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Bound port: 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:08.483454 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.488700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d08558-6586-4af2-bed3-092563b09837 None None] New status for floating IP d772d31f-d6e4-46a7-8a00-17e35a2cc78c: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:46:08.594250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c722afd-dea0-4338-b11a-f6388859c2db req-67580e3c-e632-4119-a27e-41d6515a1642 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196022 Jul 07 16:46:08.676824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:08.731326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:08.738836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.805628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:08.806160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.808155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] 10.222.0.54 "PUT /v2.0/ports/2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 1095 time: 2.3319972 Jul 07 16:46:08.810590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:08.812834 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e7209-bf28-4d15-a98d-749f094d4c00" -d '{"events": [{"name": "network-changed", "server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:08.848478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.874344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb23a5-70cf-48e2-b09d-1af2961ca94e service neutron] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.950764 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.019274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event deleted for resources: {'Port': ['ID=99f41a25-3a9e-4ef5-95c1-172351316e18,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:09.028614 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.031652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.032844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62f716e8-4e88-491c-9752-d48025dfba58 req-9187d9a0-584c-4376-a316-6f96490dd836 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "DELETE /v2.0/floatingips/df49c398-df8e-4248-ab2c-7c8d0f204974 HTTP/1.1" status: 204 len: 173 time: 1.5227516 Jul 07 16:46:09.075613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-338e75c9-f1f8-4bc6-bb54-5fb62a35c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.077160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-338e75c9-f1f8-4bc6-bb54-5fb62a35c680 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1098 time: 0.1893337 Jul 07 16:46:09.090237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afde61-a217-4d1e-be88-61e4fc308c90 req-3ccabb15-1966-42dd-9692-d479e8a3423a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.091933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35afde61-a217-4d1e-be88-61e4fc308c90 req-3ccabb15-1966-42dd-9692-d479e8a3423a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 947 time: 0.1277671 Jul 07 16:46:09.132685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-a67f598a-de50-4b6e-a3e4-796a8311a66e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 217 time: 0.0397356 Jul 07 16:46:09.181876 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65c4b5e-8b0c-4b76-9e07-577de121ded8 x-openstack-request-id: req-f65c4b5e-8b0c-4b76-9e07-577de121ded8 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:09.182161 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:09.182415 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f65c4b5e-8b0c-4b76-9e07-577de121ded8 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:09.182818 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'status': 'completed', 'code': 200} Jul 07 16:46:09.210419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35afde61-a217-4d1e-be88-61e4fc308c90 req-6a0686a2-fb06-45a2-844d-f04a2d3a310e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804260 Jul 07 16:46:09.218654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-d4fdf05a-85c3-420d-8376-8e0f9cf1b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.220385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-d4fdf05a-85c3-420d-8376-8e0f9cf1b9a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0795763 Jul 07 16:46:09.262222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:09.283511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:09.284246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6737a36d-3d67-48bc-b0ff-0c691dd7c1e6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:09.522599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-5fcfe6b8-f971-44db-a678-7f2e3fa265e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.524093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-5fcfe6b8-f971-44db-a678-7f2e3fa265e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2942417 Jul 07 16:46:09.538105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9c5d6-def4-4209-ad05-873ecdbffa29 req-244af671-5d9e-43de-8b8b-217c6dadb8ef tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.539537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bb9c5d6-def4-4209-ad05-873ecdbffa29 req-244af671-5d9e-43de-8b8b-217c6dadb8ef tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2638507 Jul 07 16:46:09.595542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd90059-c3aa-4f1c-9487-227ca14f6f1d req-ebc8342d-cdb5-41a1-8cac-a35ba6d3e143 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.597248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cd90059-c3aa-4f1c-9487-227ca14f6f1d req-ebc8342d-cdb5-41a1-8cac-a35ba6d3e143 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.3196828 Jul 07 16:46:09.671275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cd90059-c3aa-4f1c-9487-227ca14f6f1d req-c7dec91f-1f4d-4d53-a69a-a60fa717e4ba tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666540 Jul 07 16:46:09.695233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-60e96eeb-a479-4ca6-bffa-4e020ef7fb2f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547444 Jul 07 16:46:09.862836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6341bd1-bdf8-4f2b-93f3-3f47867e971e req-4e6a1ee4-117e-401d-b49d-aa1799a325fe tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=c0456b26047a4ef79f322874e6207eeb HTTP/1.1" status: 200 len: 1655 time: 0.1100936 Jul 07 16:46:09.983415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c9cd306-a6ef-47dd-8547-0e4bd19cdd40 req-2a676129-b202-4023-b069-e876918f87ab service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789085 Jul 07 16:46:10.037580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41800) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.051525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6341bd1-bdf8-4f2b-93f3-3f47867e971e req-8a3fba89-1771-4be3-b401-f07ecc874331 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.053051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6341bd1-bdf8-4f2b-93f3-3f47867e971e req-8a3fba89-1771-4be3-b401-f07ecc874331 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks?id=38f7d791-dc56-4729-90d4-988199fccbe9&id=38f7d791-dc56-4729-90d4-988199fccbe9&id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 787 time: 0.1758096 Jul 07 16:46:10.062356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a19cb5-927a-4ed3-85a3-1bda3b74c7c7 req-ed2d1343-39d7-4cb4-9ab2-7b463ed7fb56 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.063844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8a19cb5-927a-4ed3-85a3-1bda3b74c7c7 req-ed2d1343-39d7-4cb4-9ab2-7b463ed7fb56 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.1981773 Jul 07 16:46:10.077913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-d6341bd1-bdf8-4f2b-93f3-3f47867e971e req-72c98d00-9720-47bc-908b-48786a7ce6dc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:10.082615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6341bd1-bdf8-4f2b-93f3-3f47867e971e req-72c98d00-9720-47bc-908b-48786a7ce6dc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177634 Jul 07 16:46:10.117600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41806) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.174299 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e971e2c8-f8cb-4190-8624-c8a962aded14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.206801 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30c521ba-03c5-4b3c-bd43-3847fdf38631 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.217691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-971af4fd-4d33-43d7-836c-a860338d4664 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips/e16d859f-ffb7-41a8-a66a-93900aed7e8e HTTP/1.1" status: 200 len: 692 time: 0.0863981 Jul 07 16:46:10.235554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8a19cb5-927a-4ed3-85a3-1bda3b74c7c7 req-e0114d02-b164-48ba-b9c5-b332cbcae7f6 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508381 Jul 07 16:46:10.245898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30c521ba-03c5-4b3c-bd43-3847fdf38631 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.298706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-b9e42f31-3f0b-4e76-a2fe-011e38d4abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.300281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-b9e42f31-3f0b-4e76-a2fe-011e38d4abb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1098 time: 0.2344177 Jul 07 16:46:10.373291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e971e2c8-f8cb-4190-8624-c8a962aded14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.381766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e971e2c8-f8cb-4190-8624-c8a962aded14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.391374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30c521ba-03c5-4b3c-bd43-3847fdf38631 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.395520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30c521ba-03c5-4b3c-bd43-3847fdf38631 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.396778 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30c521ba-03c5-4b3c-bd43-3847fdf38631 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "DELETE /v2.0/security-groups/1271ab3b-bacc-4a51-86fb-0ed19d8cca9c HTTP/1.1" status: 204 len: 168 time: 0.2782171 Jul 07 16:46:10.401219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41810) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.435917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e971e2c8-f8cb-4190-8624-c8a962aded14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c97f4eff11e34c9c937d968da489b730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952949 Jul 07 16:46:10.437254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971e2c8-f8cb-4190-8624-c8a962aded14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3f39e-0db2-4b57-97cc-47e12a7952c1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:10.439700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-3ced0281-efb7-4bc6-9abd-4ffc54ea3ff6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.441204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-3ced0281-efb7-4bc6-9abd-4ffc54ea3ff6 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2109849 Jul 07 16:46:10.441639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.451370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c521ba-03c5-4b3c-bd43-3847fdf38631 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1271ab3b-bacc-4a51-86fb-0ed19d8cca9c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:10.474480 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-072c9ba0-b621-4a30-b042-8f613ee900e2 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] show failed (client error): The resource could not be found. Jul 07 16:46:10.479084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-072c9ba0-b621-4a30-b042-8f613ee900e2 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "GET /v2.0/security-groups/1271ab3b-bacc-4a51-86fb-0ed19d8cca9c HTTP/1.1" status: 404 len: 347 time: 0.0740645 Jul 07 16:46:10.479446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.569792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-93c3892b-9253-43de-93d6-b0084646a382 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.67 HTTP/1.1" status: 200 len: 695 time: 0.1061873 Jul 07 16:46:10.570293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-5fbe019d-b317-4edf-bcbf-1a2e935e767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.571726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-5fbe019d-b317-4edf-bcbf-1a2e935e767e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2624922 Jul 07 16:46:10.595041 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.626825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Deleting port 66b12be8-6354-48c5-acc4-5016cdd72983 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:10.626825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.672813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-e5670e55-7959-4d06-bf81-adfe5c3fda9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 217 time: 0.0896897 Jul 07 16:46:10.682340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-68d986ae-65b5-499e-aadd-ddbfa9cdea11 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.67 HTTP/1.1" status: 200 len: 695 time: 0.1046805 Jul 07 16:46:10.712088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.713691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.727733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Calling delete_port for 66b12be8-6354-48c5-acc4-5016cdd72983 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:10.730766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99a33230-d277-463c-8778-12b33b2e92cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.752145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30837b21-7b3d-4545-9bf5-e8cc3970dd39 req-0d1eaf3d-4d5d-4878-bdb6-c78f3b5d5a9c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.753849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30837b21-7b3d-4545-9bf5-e8cc3970dd39 req-0d1eaf3d-4d5d-4878-bdb6-c78f3b5d5a9c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 947 time: 0.3502049 Jul 07 16:46:10.820449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99a33230-d277-463c-8778-12b33b2e92cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.866267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-10c61206-f24f-49f6-8071-2eeb2ce9a579 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259151 Jul 07 16:46:10.884900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-f404eb75-3a75-486f-a1ad-cb06594429c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:10.886541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-f404eb75-3a75-486f-a1ad-cb06594429c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2018769 Jul 07 16:46:10.920737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.957257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Pushing event deleted for resources: {'Port': ['ID=66b12be8-6354-48c5-acc4-5016cdd72983,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:10.973817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30837b21-7b3d-4545-9bf5-e8cc3970dd39 req-aa90b84d-542b-4062-ab66-7f3b936821aa tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805606 Jul 07 16:46:11.035357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99a33230-d277-463c-8778-12b33b2e92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.038401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99a33230-d277-463c-8778-12b33b2e92cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.039579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-99a33230-d277-463c-8778-12b33b2e92cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93e3f39e-0db2-4b57-97cc-47e12a7952c1 HTTP/1.1" status: 204 len: 168 time: 0.5782075 Jul 07 16:46:11.042439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-da73ad1c-7cff-44bf-a883-3f062c6e1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:11.044381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-da73ad1c-7cff-44bf-a883-3f062c6e1345 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476312 Jul 07 16:46:11.049044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Deleting port 356ccf13-d431-4135-a75e-d01cbd0888cd {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:11.049431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.062270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.065317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.068893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df7391dd-31fa-4230-b7a3-9b6c54e39363 tempest-ServersWithSpecificFlavorTestJSON-2018697249 tempest-ServersWithSpecificFlavorTestJSON-2018697249-project] 10.222.0.78 "DELETE /v2.0/floatingips/d772d31f-d6e4-46a7-8a00-17e35a2cc78c HTTP/1.1" status: 204 len: 168 time: 0.5860260 Jul 07 16:46:11.090036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-0c3e4231-40cb-435c-b1fa-44197a516b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:11.092009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-0c3e4231-40cb-435c-b1fa-44197a516b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1455975 Jul 07 16:46:11.247570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-1a4981e6-2eab-428f-a7a7-26a9bdbe5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:11.250224 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-1a4981e6-2eab-428f-a7a7-26a9bdbe5918 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1343067 Jul 07 16:46:11.313700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-49e64159-925c-46dd-8a66-5c6e93846888 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 200 len: 217 time: 0.0565195 Jul 07 16:46:11.411215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-2945d8d2-69c9-43a6-8924-97dca438db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:11.413063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-2945d8d2-69c9-43a6-8924-97dca438db9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0838821 Jul 07 16:46:11.464599 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-8a3660eb-a4ad-4ccc-ae63-8bf78ccde685 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438254 Jul 07 16:46:11.633809 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-ff3b4dcb-24a0-44ca-96bb-37cd614b57a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630249 Jul 07 16:46:11.743812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a33230-d277-463c-8778-12b33b2e92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3f39e-0db2-4b57-97cc-47e12a7952c1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:11.802301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-e0d3b2ea-682d-40d1-bb8f-b391098404e9 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498357 Jul 07 16:46:11.816413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bb69e7d-bfa4-4048-938b-0a2de2762026 req-359fb449-7f93-4e4a-be39-897353d4df1b service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749628 Jul 07 16:46:11.832408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.832745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.888699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Calling delete_port for 356ccf13-d431-4135-a75e-d01cbd0888cd owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:11.919941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d29e-8eea-4a0f-a519-a4f8840f7e06 req-03eaf66c-df30-4a3e-b185-d9c4877a4034 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:11.926804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdc8d29e-8eea-4a0f-a519-a4f8840f7e06 req-03eaf66c-df30-4a3e-b185-d9c4877a4034 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.7659912 Jul 07 16:46:12.018751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdc8d29e-8eea-4a0f-a519-a4f8840f7e06 req-bed8576a-1731-4cd6-8b78-cfb16db55dcc tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910153 Jul 07 16:46:12.049571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646e7209-bf28-4d15-a98d-749f094d4c00 req-25a8641b-a964-41b1-aaad-510e54e74f42 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288041 Jul 07 16:46:12.145220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.187386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event deleted for resources: {'Port': ['ID=356ccf13-d431-4135-a75e-d01cbd0888cd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:12.213370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.216410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.233467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9c163d0-2f1e-461e-a0ee-cb03d54d0fdc req-435d91e7-d5a1-45bd-8766-fdd28fd3e2f7 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "DELETE /v2.0/floatingips/e16d859f-ffb7-41a8-a66a-93900aed7e8e HTTP/1.1" status: 204 len: 173 time: 1.5373182 Jul 07 16:46:12.258644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41888) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:12.319367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f37689-2ffb-4371-9a67-72f11fdb4286 req-d91886c0-0f22-4dee-aef8-8140075e23bc tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:12.328797 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f37689-2ffb-4371-9a67-72f11fdb4286 req-d91886c0-0f22-4dee-aef8-8140075e23bc tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.0941937 Jul 07 16:46:12.382562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f37689-2ffb-4371-9a67-72f11fdb4286 req-d38ca448-448f-4e42-9aee-fbb14c070899 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527883 Jul 07 16:46:12.457094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-908537928-network', 'tenant_id': '77239693a2c74e54af37f339b879156e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:12.510596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Made reservation on behalf of 77239693a2c74e54af37f339b879156e for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:12.513296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.584954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-79265382-f153-415e-8e26-900daf109c21 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips/a98366cc-ca0b-4878-8427-e6992265195f HTTP/1.1" status: 200 len: 692 time: 0.0685036 Jul 07 16:46:12.738463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f09d7-8101-4220-979c-43fb369308aa req-bd6997d5-d1ad-4cf4-9469-9e16cc6c02d1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:12.746658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-506f09d7-8101-4220-979c-43fb369308aa req-bd6997d5-d1ad-4cf4-9469-9e16cc6c02d1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 947 time: 0.2828860 Jul 07 16:46:12.763435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-97d30013-df0b-4d6f-91ab-3a5081790b73 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:12.771550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-97d30013-df0b-4d6f-91ab-3a5081790b73 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1853426 Jul 07 16:46:12.844589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.852343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-8f84e05a-b1f7-4df0-aa16-caadda60f8e0 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.10 HTTP/1.1" status: 200 len: 695 time: 0.0798385 Jul 07 16:46:12.879769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-506f09d7-8101-4220-979c-43fb369308aa req-33a90ff2-073f-41e3-b269-39374c1b29b5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321223 Jul 07 16:46:12.999344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.002216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-4ab12b37-b481-4bcb-8b79-3f7a3ca76509 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.10 HTTP/1.1" status: 200 len: 695 time: 0.1484618 Jul 07 16:46:13.007098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.073527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:13.081302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3029ed82-2930-44b6-9bcf-ec4d45c1f482,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:13.110148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.111352 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Added segment b455ba10-7fd6-46ce-9af2-6fcab49ba985 of type vlan for network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 Jul 07 16:46:13.179100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.214317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.216377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:13.218991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.287553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0276301 Jul 07 16:46:13.290560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41936) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:13.296827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Request body: {'subnet': {'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-908537928-subnet', 'tenant_id': '77239693a2c74e54af37f339b879156e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:13.316858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Deleting port 6dd004c0-4ad1-44a0-8598-18e908cfd622 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:13.317246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.324083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955426-a3da-4c05-85fc-42d36ea5162c admin admin] Pushing event updated for resources: {'Network': ['ID=b458344f-0f38-4b84-9dcf-c2f1dfd51d79,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:13.336983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:13.340486 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Made reservation on behalf of 77239693a2c74e54af37f339b879156e for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:13.344140 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.345451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29809-b398-436d-90e3-83c03e9d71f9 req-10ebf6c7-23b3-4d3d-ab2a-1695b37e3d65 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:13.347050 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29f29809-b398-436d-90e3-83c03e9d71f9 req-10ebf6c7-23b3-4d3d-ab2a-1695b37e3d65 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.1426930 Jul 07 16:46:13.437844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29f29809-b398-436d-90e3-83c03e9d71f9 req-b32791bb-95f2-4ad8-a176-075e8cadb623 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642912 Jul 07 16:46:13.451216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.451728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.467492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Calling delete_port for 6dd004c0-4ad1-44a0-8598-18e908cfd622 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:13.748023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.772321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.843647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event deleted for resources: {'Port': ['ID=6dd004c0-4ad1-44a0-8598-18e908cfd622,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:13.856927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5cb54-8ad7-46fe-9699-40e2e35cb50f req-c01e0572-3531-4e6f-8c7f-96bd5cb5c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:13.858899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09f5cb54-8ad7-46fe-9699-40e2e35cb50f req-c01e0572-3531-4e6f-8c7f-96bd5cb5c113 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 1096 time: 0.1560833 Jul 07 16:46:13.861343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417ec1e6-ff24-482e-99c1-f9c38f3de1ae,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:13.888891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Checking segment: {'id': 'b455ba10-7fd6-46ce-9af2-6fcab49ba985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:13.889820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Network hostable DHCP agents. Network: b458344f-0f38-4b84-9dcf-c2f1dfd51d79, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:13.908514 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.911194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.921712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4bd137a-945d-41ae-9759-0583d2b7b629 req-b36e3a4e-b8cd-4ea0-92d2-4f3c853a2689 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "DELETE /v2.0/floatingips/a98366cc-ca0b-4878-8427-e6992265195f HTTP/1.1" status: 204 len: 173 time: 0.9185209 Jul 07 16:46:13.931364 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09f5cb54-8ad7-46fe-9699-40e2e35cb50f req-eb94e570-00a4-4106-8000-4f1ddd73d9d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 Jul 07 16:46:13.932905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:13.955232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b458344f-0f38-4b84-9dcf-c2f1dfd51d79) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:13.961205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:13.961831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.967711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2593ca4-206d-414e-886a-7d029a4f4b62 None None] Network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:13.982226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9fcc9af6-5b84-4e8b-84f6-40953df2bbe7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6905017 Jul 07 16:46:13.992375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a5ceb-8120-47f8-b515-6088c9b48f3d req-55c8cc65-b62e-42be-9cab-ba009566175a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:14.004123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-778a5ceb-8120-47f8-b515-6088c9b48f3d req-55c8cc65-b62e-42be-9cab-ba009566175a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.1732137 Jul 07 16:46:14.077322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-778a5ceb-8120-47f8-b515-6088c9b48f3d req-21080e04-ba0b-4ec3-a5c6-ce489c3ad5c2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721605 Jul 07 16:46:14.176258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-0d6089ce-58fd-4317-9d29-4c73016f9a04 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips/d9540567-15ec-4772-a28c-378614cded8b HTTP/1.1" status: 200 len: 693 time: 0.0783331 Jul 07 16:46:14.176600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef67f5-8240-42f6-be12-278807630465 None None] Network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:14.441203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-9c5115f7-ef05-41e4-8425-5f408a70a688 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:14.442618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-9c5115f7-ef05-41e4-8425-5f408a70a688 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2650325 Jul 07 16:46:14.506427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-00bf1df2-0b21-4fa4-be47-b5565a82b1d8 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.0572348 Jul 07 16:46:14.575157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-83553158-06bd-41ee-99de-0d57c99c2f13 tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.0602658 Jul 07 16:46:14.738160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c550ea-aada-475b-9b47-e18de0b231f8 req-b3b48ab8-4a03-4450-ab5d-fe7d9296541d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:14.739601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64c550ea-aada-475b-9b47-e18de0b231f8 req-b3b48ab8-4a03-4450-ab5d-fe7d9296541d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 947 time: 0.1794724 Jul 07 16:46:14.774241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Deleting port 7a52ece3-5be2-40b7-8cdb-33b1a65302f6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:14.775017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.828851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64c550ea-aada-475b-9b47-e18de0b231f8 req-e0fb4596-c6be-495f-83ea-bbba65a56767 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815463 Jul 07 16:46:14.888139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.888600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.908025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Calling delete_port for 7a52ece3-5be2-40b7-8cdb-33b1a65302f6 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:15.114090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.147642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Pushing event deleted for resources: {'Port': ['ID=7a52ece3-5be2-40b7-8cdb-33b1a65302f6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:15.184514 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.187214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.188378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-730e1d79-07ee-413d-9a01-d31eaa234d06 req-40492c76-993d-428a-a78e-53f534cb17bc tempest-FloatingIPDetailsTestJSON-116137367 tempest-FloatingIPDetailsTestJSON-116137367-project] 10.222.0.78 "DELETE /v2.0/floatingips/d9540567-15ec-4772-a28c-378614cded8b HTTP/1.1" status: 204 len: 173 time: 0.5968757 Jul 07 16:46:15.195352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41978) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:15.473302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-b61b8db3-95e8-4421-b3d4-97ba80fbf778 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:15.474755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-b61b8db3-95e8-4421-b3d4-97ba80fbf778 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/networks?id=b458344f-0f38-4b84-9dcf-c2f1dfd51d79 HTTP/1.1" status: 200 len: 821 time: 0.2667873 Jul 07 16:46:15.551332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c6b50-a631-49e1-9f73-862a50fdd328 req-f5ef0020-d93f-407c-84d0-201008a14e74 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:15.553135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-755c6b50-a631-49e1-9f73-862a50fdd328 req-f5ef0020-d93f-407c-84d0-201008a14e74 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.2256281 Jul 07 16:46:15.555028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-67172340-0ad7-4fbf-8c8d-fe28c3fe7c74 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/quotas/77239693a2c74e54af37f339b879156e HTTP/1.1" status: 200 len: 375 time: 0.0701652 Jul 07 16:46:15.844293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:15.875465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-43adf703-811d-4063-b05e-768df6670042 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=77239693a2c74e54af37f339b879156e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3139095 Jul 07 16:46:15.973185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:15.988143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'mac_address': 'fa:16:3e:ce:1e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:16.021585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-755c6b50-a631-49e1-9f73-862a50fdd328 req-26056d57-c6c9-4f61-bfab-43837b95a4a9 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468591 Jul 07 16:46:16.026871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.041224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:16.065794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:16.073709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.118092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-ba914122-a2d0-47dd-82f5-77afae72f041 service neutron] 10.222.0.78 "GET /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248034 Jul 07 16:46:16.143183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:16.197139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41990) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:16.300136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-d972651c-7305-4704-aed1-a34a561b5385 service neutron] 10.222.0.78 "GET /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684425 Jul 07 16:46:16.430533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.442242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9c9c9-0523-4337-aba5-577c95e3490d req-bfaf9b14-60a9-4d47-a759-c53979591c12 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:16.451490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52f9c9c9-0523-4337-aba5-577c95e3490d req-bfaf9b14-60a9-4d47-a759-c53979591c12 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.1500938 Jul 07 16:46:16.631491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['2a2bdd73-e503-467b-8e7f-adbaf724f7bb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:16.659025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52f9c9c9-0523-4337-aba5-577c95e3490d req-e7d7abe4-419e-4144-98c6-91244c9aa460 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068105 Jul 07 16:46:16.832680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c890ed-a899-44e5-8f0f-46d10fddc679 req-73312e23-f9a1-4a66-8ea2-f56501e540ae tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:16.840518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52c890ed-a899-44e5-8f0f-46d10fddc679 req-73312e23-f9a1-4a66-8ea2-f56501e540ae tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 948 time: 0.2902379 Jul 07 16:46:16.841203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.089725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52c890ed-a899-44e5-8f0f-46d10fddc679 req-79a84bce-f2f6-48cc-a4bd-e0f2fdb69901 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478454 Jul 07 16:46:17.273140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Deleting port 77b39cbc-e047-4550-8d58-2aa8a572aa94 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:17.273880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.286062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-2fd2e4b7-f733-43cf-8427-d7e9ddf3ff5d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:17.287479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-2fd2e4b7-f733-43cf-8427-d7e9ddf3ff5d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 810 time: 0.3127322 Jul 07 16:46:17.316034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8cbbfa3-1030-4897-9a17-bb76b923ac4e req-ca75d6fb-b607-49d9-81ac-602755d562a4 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 210 time: 0.0595791 Jul 07 16:46:17.329529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b4c2d120-2706-4919-9bac-6b0aeeea2a2e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/quotas/29b9b8b89ec74ed28b622653f7262d75 HTTP/1.1" status: 200 len: 375 time: 0.0188777 Jul 07 16:46:17.394217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] For port 77b39cbc-e047-4550-8d58-2aa8a572aa94, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=77b39cbc-e047-4550-8d58-2aa8a572aa94,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:17.394665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.417399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Calling delete_port for 77b39cbc-e047-4550-8d58-2aa8a572aa94 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:17.493464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Deleting port f60ea764-65e2-41ca-953a-e89645629252 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:17.493918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.518170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-ef7982a1-3438-4857-a0ba-5af44bd4678c tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490686 Jul 07 16:46:17.675670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] For port f60ea764-65e2-41ca-953a-e89645629252, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f60ea764-65e2-41ca-953a-e89645629252,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:17.676032 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.700739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.703148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-24b84f3a-314d-4641-badc-9d3c4e3859b3 service neutron] 10.222.0.78 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550369 Jul 07 16:46:17.704033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Calling delete_port for f60ea764-65e2-41ca-953a-e89645629252 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:17.753351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b39cbc-e047-4550-8d58-2aa8a572aa94,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:17.790395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.792633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.794233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.795930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.796655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.797469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.798217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.799253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.800104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.800850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.801308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:17.801734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.023678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-00fa3797-0946-492d-b143-1e2c2e578f99 service neutron] 10.222.0.78 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068881 Jul 07 16:46:18.082761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feaf80-142b-4ee6-98aa-f7f63880e41b req-364824af-a227-4409-b006-600467c6e2af tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:18.091867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6feaf80-142b-4ee6-98aa-f7f63880e41b req-364824af-a227-4409-b006-600467c6e2af tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.2811620 Jul 07 16:46:18.172421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6feaf80-142b-4ee6-98aa-f7f63880e41b req-49522a17-6802-491f-a727-4f52c8d1b1ed tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795705 Jul 07 16:46:18.215130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-03b75685-07dd-4a43-abd6-e7123003de7a tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:18.217257 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-03b75685-07dd-4a43-abd6-e7123003de7a tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.13 "GET /v2.0/networks?id=b458344f-0f38-4b84-9dcf-c2f1dfd51d79 HTTP/1.1" status: 200 len: 821 time: 0.1654587 Jul 07 16:46:18.223692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.240641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Request body: {'port': {'device_id': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79', 'admin_state_up': True, 'tenant_id': '77239693a2c74e54af37f339b879156e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:18.316159 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.371808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f60ea764-65e2-41ca-953a-e89645629252,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:18.446012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.448116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.448961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.449764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.450395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.451011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.451741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.452208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.452777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.453538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.454310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.454924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:18.666342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c93f3-0b5e-40d1-ad04-1170a6df350e req-6bf8cea2-28d0-4e8d-b313-f350873fc748 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:18.668207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e41c93f3-0b5e-40d1-ad04-1170a6df350e req-6bf8cea2-28d0-4e8d-b313-f350873fc748 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.3308482 Jul 07 16:46:18.704772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.713117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Made reservation on behalf of 77239693a2c74e54af37f339b879156e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:18.717526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.897766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Router 63951998-95a9-4ddf-be88-bcc9bdfb387e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:18.960982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Allocated IP 172.20.0.10 (b458344f-0f38-4b84-9dcf-c2f1dfd51d79/417ec1e6-ff24-482e-99c1-f9c38f3de1ae/b04bd1ad-cba7-4085-a555-d7ff1931f320) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:19.036141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb280-907e-4f63-a50b-22178338701f req-9cfa3c93-5b66-4b72-be13-10d68b4fbff5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:19.037750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444cb280-907e-4f63-a50b-22178338701f req-9cfa3c93-5b66-4b72-be13-10d68b4fbff5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 948 time: 0.5792129 Jul 07 16:46:19.093864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e41c93f3-0b5e-40d1-ad04-1170a6df350e req-7097de20-1513-44db-bbf0-796e56f75af0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184391 Jul 07 16:46:19.127405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:19.136886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d986576f-d245-4ace-8601-cb7dd065d804 admin admin] 10.222.0.78 "PUT /v2.0/routers/63951998-95a9-4ddf-be88-bcc9bdfb387e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385235 Jul 07 16:46:19.138442 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] Sync routers for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:19.148405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42044) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:19.155767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:19.159600 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:19.168482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444cb280-907e-4f63-a50b-22178338701f req-30412999-b3e0-4f1d-b921-9c8ce855f02e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935898 Jul 07 16:46:19.350345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cc00f0e-3787-4b4a-a8ff-1779645015b6 req-0e04c64a-a88d-48f2-9da1-4c8df32f07a6 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 210 time: 0.0553174 Jul 07 16:46:19.404604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59f530b6-f381-4855-8a68-a96f31633c52 req-c27f81ef-6b19-4526-b409-dcbacf55e6b4 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 210 time: 0.0771189 Jul 07 16:46:19.409601 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:19.432104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.497867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.537123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:19.610013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.620997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.685475 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:46:17Z', 'revision_number': 5, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port': {'id': '9893d1ef-156a-4aaf-9cff-855b79bdcbdf', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:11Z', 'updated_at': '2021-07-07T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:19.721919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28858da-1ee7-48d2-b3e2-fdd6abe0ef06 req-75f1e1ab-41e3-4552-8294-3ebb31236674 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:19.724534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:19.730341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e28858da-1ee7-48d2-b3e2-fdd6abe0ef06 req-75f1e1ab-41e3-4552-8294-3ebb31236674 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.1735108 Jul 07 16:46:19.737289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:19.740695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:19.748884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5a9623b6-a445-4595-935b-2c43eb6f8f2e admin admin] 10.222.0.78 "PUT /v2.0/routers/24c8fac2-d080-40cc-bffb-c1b2d0add0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5488651 Jul 07 16:46:19.749140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:19.753294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42048) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:19.758455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] Sync routers for ids ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:19.773318 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] Checking router: 63951998-95a9-4ddf-be88-bcc9bdfb387e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:19.786318 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] Routers {'63951998-95a9-4ddf-be88-bcc9bdfb387e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:19.787209 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['63951998-95a9-4ddf-be88-bcc9bdfb387e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:19.795751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e28858da-1ee7-48d2-b3e2-fdd6abe0ef06 req-59a80087-66e0-4964-acb2-bbd926e45e32 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645366 Jul 07 16:46:19.810181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] Routers {'24c8fac2-d080-40cc-bffb-c1b2d0add0e6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:19.810848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:19.866632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Pushing event updated for resources: {'Port': ['ID=b04bd1ad-cba7-4085-a555-d7ff1931f320,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:19.962077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:19.962883 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.976970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Deleting port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:19.977355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.987385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] Set router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:20.041608 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-edea30ea-5e73-4c52-8764-27817acc1331 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8063979 Jul 07 16:46:20.067361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Request body: {'port': {'device_id': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:20.073611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.086582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:20.114183 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] Set router 63951998-95a9-4ddf-be88-bcc9bdfb387e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:20.264484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:46:19Z', 'revision_number': 6, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:20.350042 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c638b-2673-4f7f-a9f5-cfab6a54fc5d None None] The sync data for ids ['63951998-95a9-4ddf-be88-bcc9bdfb387e'] in n-d-793619-7 is: [{'id': '63951998-95a9-4ddf-be88-bcc9bdfb387e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-725771569-router', 'tenant_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:10Z', 'updated_at': '2021-07-07T16:46:19Z', 'revision_number': 6, 'project_id': '7a2c5c69b371498fb1ed77dbf815feb1', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:20.387684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b825871d-3ae8-4a24-a1bb-ac514a19b165 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:20.393698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b825871d-3ae8-4a24-a1bb-ac514a19b165 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 810 time: 0.3174305 Jul 07 16:46:20.402279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:20.421202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:20.421892 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.434744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Request body: {'port': {'device_id': '884dd609-0976-4169-a417-616705c8a392', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'admin_state_up': True, 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:20.620360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:46:18Z', 'revision_number': 5, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:20.625763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.684886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044321-e408-44d8-851a-7e018134fb7f req-caab8e3c-3103-4ca0-ab23-3461f1503ebe tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:20.686588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16044321-e408-44d8-851a-7e018134fb7f req-caab8e3c-3103-4ca0-ab23-3461f1503ebe tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.54 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.6814322 Jul 07 16:46:20.688631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] For port 9893d1ef-156a-4aaf-9cff-855b79bdcbdf, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:20.689009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.709347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:20.712450 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25557fd-4de2-4d9b-aa1b-e4ddbf087c8b" -d '{"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-plugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:20.717227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] Checking router: 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:20.730390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Calling delete_port for 9893d1ef-156a-4aaf-9cff-855b79bdcbdf owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:20.734826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:20.740600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] Routers {'24c8fac2-d080-40cc-bffb-c1b2d0add0e6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:20.741454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:20.770814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.827423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.866222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1579-1a1d-4e2d-8a0d-8036ffbfb0e4 req-dc274099-f616-4a08-b20d-dba435006bfb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:20.874655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-248f1579-1a1d-4e2d-8a0d-8036ffbfb0e4 req-dc274099-f616-4a08-b20d-dba435006bfb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 948 time: 0.4466107 Jul 07 16:46:20.928058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Made reservation on behalf of 29b9b8b89ec74ed28b622653f7262d75 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:20.933376 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.949461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] Set router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:20.987324 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.991025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4d183-fa02-4d93-a7ec-f2dbe0a45752 req-dd466f7a-e147-4cbc-a8a3-03a4e2bc1e3f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:20.999331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79c4d183-fa02-4d93-a7ec-f2dbe0a45752 req-dd466f7a-e147-4cbc-a8a3-03a4e2bc1e3f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.6034598 Jul 07 16:46:21.069619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-248f1579-1a1d-4e2d-8a0d-8036ffbfb0e4 req-69b7ee7f-117f-459b-9a72-db4ae1702255 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926880 Jul 07 16:46:21.151054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:21.160301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.160797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.161299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.161738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.162175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.162611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.163141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.163564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.163992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.164419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.165502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.166104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:21.184525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Deleting port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:21.184869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.190955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79c4d183-fa02-4d93-a7ec-f2dbe0a45752 req-829c5ad8-c791-4eab-acb2-a2157f061674 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906805 Jul 07 16:46:21.279543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Deleting port 60f7a2c3-bc09-4c31-83ac-8418bd68594f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:21.279898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.342106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:46:18Z', 'revision_number': 5, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:21.379121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9af93-cb63-497c-a3db-16d833ba4a48 None None] The sync data for ids ['24c8fac2-d080-40cc-bffb-c1b2d0add0e6'] in n-d-793619-7 is: [{'id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'name': 'tempest-FloatingIPDetailsTestJSON-858050606-router', 'tenant_id': 'c0456b26047a4ef79f322874e6207eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:44Z', 'updated_at': '2021-07-07T16:46:18Z', 'revision_number': 5, 'project_id': 'c0456b26047a4ef79f322874e6207eeb', 'gw_port': {'id': 'e606f2ca-b31f-452b-9277-dc2dd6dc4fbe', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c8fac2-d080-40cc-bffb-c1b2d0add0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:45Z', 'updated_at': '2021-07-07T16:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:21.397545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.463360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Pushing event deleted for resources: {'Port': ['ID=9893d1ef-156a-4aaf-9cff-855b79bdcbdf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:21.497504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd0df5af-5d06-4f99-90b6-f30054187b34 req-3b41976e-827b-4a28-99c8-5ac56ea91b43 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 210 time: 0.1365843 Jul 07 16:46:21.557120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Allocated IP 172.20.0.3 (e5fd77b0-9e55-4d2d-a504-46112ab686bf/150982b8-cb5a-4e93-b5fc-fa8e4770ae89/aa40c432-4b74-42db-b0fe-e554dc427ac1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:21.581615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] For port e606f2ca-b31f-452b-9277-dc2dd6dc4fbe, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:21.581615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.587259 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e186bb8-10bf-4e64-9c27-8caac7c630c1 x-openstack-request-id: req-7e186bb8-10bf-4e64-9c27-8caac7c630c1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:21.587769 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-plugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:21.587769 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e186bb8-10bf-4e64-9c27-8caac7c630c1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:21.588391 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'code': 200} Jul 07 16:46:21.604877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.679070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Calling delete_port for e606f2ca-b31f-452b-9277-dc2dd6dc4fbe owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:21.730288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] For port 60f7a2c3-bc09-4c31-83ac-8418bd68594f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=60f7a2c3-bc09-4c31-83ac-8418bd68594f,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:21.732544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.797382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.802955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.840947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Calling delete_port for 60f7a2c3-bc09-4c31-83ac-8418bd68594f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:21.848449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04bd1ad-cba7-4085-a555-d7ff1931f320 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:21.857456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 77b39cbc-e047-4550-8d58-2aa8a572aa94 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:21.861163 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.874931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71254a-c1ea-496c-93aa-71124ad21833 req-c3c4ae2c-2cbe-482a-87ff-c7e045e91d7d tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:21.883684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e71254a-c1ea-496c-93aa-71124ad21833 req-c3c4ae2c-2cbe-482a-87ff-c7e045e91d7d tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 932 time: 0.4338794 Jul 07 16:46:21.895227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:21.905292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 77b39cbc-e047-4550-8d58-2aa8a572aa94 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:21.906126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 77b39cbc-e047-4550-8d58-2aa8a572aa94 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:21.906263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9893d1ef-156a-4aaf-9cff-855b79bdcbdf no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:21.926988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.927539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63951998-95a9-4ddf-be88-bcc9bdfb387e {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:46:21.929583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Transition to ACTIVE for port object b04bd1ad-cba7-4085-a555-d7ff1931f320 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:21.940415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.942673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9893d1ef-156a-4aaf-9cff-855b79bdcbdf {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:21.943110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9893d1ef-156a-4aaf-9cff-855b79bdcbdf not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:21.943731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f60ea764-65e2-41ca-953a-e89645629252 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:21.944998 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f6c9728-f9de-4bae-84f2-367f7f71ec76 admin admin] 10.222.0.78 "DELETE /v2.0/routers/63951998-95a9-4ddf-be88-bcc9bdfb387e HTTP/1.1" status: 204 len: 168 time: 2.7955842 Jul 07 16:46:21.946576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42068) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:21.959587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.983938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f60ea764-65e2-41ca-953a-e89645629252 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:21.984634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f60ea764-65e2-41ca-953a-e89645629252 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:22.097435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54a4c9-dbb3-4b91-a483-1f26f45fe944 req-36986657-22c8-4f3d-bfcf-3537dd35a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.098974 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac54a4c9-dbb3-4b91-a483-1f26f45fe944 req-36986657-22c8-4f3d-bfcf-3537dd35a9b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1100 time: 0.4174087 Jul 07 16:46:22.109141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:22.123948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891', 'port_id': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'mac_address': 'fa:16:3e:02:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208bac7-e89a-42b8-b96b-faae5a8cbbde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:22.174623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.191956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Deleting subnet c1a1b488-5c58-4eee-a23e-c173e0f8ca72 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:46:22.193355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486ab2a8-a004-4dc7-848b-d291cb6e204a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:22.193873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e71254a-c1ea-496c-93aa-71124ad21833 req-5107e8ef-1302-4dd4-874a-eac5b79aabf6 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082919 Jul 07 16:46:22.203652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b04bd1ad-cba7-4085-a555-d7ff1931f320,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:22.206475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.265400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:22.270904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.305137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac54a4c9-dbb3-4b91-a483-1f26f45fe944 req-f426c637-ce86-4e18-9e02-1392e333b48f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627522 Jul 07 16:46:22.316675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.318824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.364685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:22.415773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Attempting to bind port b04bd1ad-cba7-4085-a555-d7ff1931f320 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:22.416164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Attempting to bind port b04bd1ad-cba7-4085-a555-d7ff1931f320 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'b455ba10-7fd6-46ce-9af2-6fcab49ba985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:22.416505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Attempting to bind port b04bd1ad-cba7-4085-a555-d7ff1931f320 on network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:22.425068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.432746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Port b04bd1ad-cba7-4085-a555-d7ff1931f320 on network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:22.433248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Attempting to bind port b04bd1ad-cba7-4085-a555-d7ff1931f320 on network b458344f-0f38-4b84-9dcf-c2f1dfd51d79 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:22.435582 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.470511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['30792e08-1e2a-488c-95a2-b29ea8420791'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:22.495023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:22.495023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Checking segment: {'id': 'b455ba10-7fd6-46ce-9af2-6fcab49ba985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:22.495599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Bound using segment: {'id': 'b455ba10-7fd6-46ce-9af2-6fcab49ba985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:22.496141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Bound port: b04bd1ad-cba7-4085-a555-d7ff1931f320, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b455ba10-7fd6-46ce-9af2-6fcab49ba985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:22.496576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.502702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Pushing event deleted for resources: {'Port': ['ID=e606f2ca-b31f-452b-9277-dc2dd6dc4fbe,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:22.563459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Network e5fd77b0-9e55-4d2d-a504-46112ab686bf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:22.586678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:22.597049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.605154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:22.611638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.612405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.616542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Pushing event updated for resources: {'Port': ['ID=aa40c432-4b74-42db-b0fe-e554dc427ac1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:22.651723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d85a-7d4b-493b-b748-5099ea8207e8 req-6a6ac292-35df-4f51-b583-86b4425c2df6 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.652664 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.657765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c56d85a-7d4b-493b-b748-5099ea8207e8 req-6a6ac292-35df-4f51-b583-86b4425c2df6 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/ports?device_id=03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe HTTP/1.1" status: 200 len: 945 time: 0.8879762 Jul 07 16:46:22.678140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.714533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-b7f46fce-a3e6-4286-b2d4-ab1aed956a3e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2891212 Jul 07 16:46:22.757232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Request body: {'port': {'device_id': '884dd609-0976-4169-a417-616705c8a392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:22.757465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['486ab2a8-a004-4dc7-848b-d291cb6e204a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:22.766779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Pushing event deleted for resources: {'Port': ['ID=60f7a2c3-bc09-4c31-83ac-8418bd68594f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:22.783891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] For port b04bd1ad-cba7-4085-a555-d7ff1931f320, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:22.786955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.790719 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.806332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.817669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] For port b04bd1ad-cba7-4085-a555-d7ff1931f320, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320,segment=NetworkSegment(b455ba10-7fd6-46ce-9af2-6fcab49ba985),segment_id=b455ba10-7fd6-46ce-9af2-6fcab49ba985)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:22.881692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.891316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a1b488-5c58-4eee-a23e-c173e0f8ca72,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:22.900548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.903424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38150ded-76fa-4f89-8db0-b51663b710fb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c1a1b488-5c58-4eee-a23e-c173e0f8ca72 HTTP/1.1" status: 204 len: 168 time: 0.9503858 Jul 07 16:46:22.905064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e937d9-f350-420d-8697-1a07bc5d5b87 req-5f35af0a-91d2-42b8-a6ed-b4bb9069414b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.908143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42078) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:22.912738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5e937d9-f350-420d-8697-1a07bc5d5b87 req-5f35af0a-91d2-42b8-a6ed-b4bb9069414b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.5254807 Jul 07 16:46:22.919714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7b19b-f945-48ef-9751-612a939be33c None None] Network 3cb4f10c-0692-44dd-b1d0-591eb081ddbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:22.963692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.964736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.966999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/b04bd1ad-cba7-4085-a555-d7ff1931f320 HTTP/1.1" status: 200 len: 1092 time: 2.9104195 Jul 07 16:46:22.967916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.968716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c8fac2-d080-40cc-bffb-c1b2d0add0e6 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:46:22.976721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.979698 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1fdffce6-887c-409c-a045-8b0b03a2a925 admin admin] 10.222.0.78 "DELETE /v2.0/routers/24c8fac2-d080-40cc-bffb-c1b2d0add0e6 HTTP/1.1" status: 204 len: 168 time: 3.2188013 Jul 07 16:46:23.005079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'tag': 'b04bd1ad-cba7-4085-a555-d7ff1931f320'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:23.011638 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365aa91-6d2e-4114-9a43-e38a6f165990" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd22686-4cc0-4bdf-b4e7-90b4bdf37918", "tag": "b04bd1ad-cba7-4085-a555-d7ff1931f320"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:23.015162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42080) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:23.023695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c56d85a-7d4b-493b-b748-5099ea8207e8 req-5fc806cd-fcc6-4734-a959-8821400aabc9 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff716944-083e-4d30-a566-a1173eb399d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417563 Jul 07 16:46:23.066487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] No DVR routers for this DVR port 60f7a2c3-bc09-4c31-83ac-8418bd68594f on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:23.083813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5e937d9-f350-420d-8697-1a07bc5d5b87 req-e632ffed-1cdc-4b29-826c-57007effb2fc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700358 Jul 07 16:46:23.085315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.094366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16044321-e408-44d8-851a-7e018134fb7f req-97906826-e58f-4d4a-87ef-51d24045e927 tempest-AttachSCSIVolumeTestJSON-1203198676 tempest-AttachSCSIVolumeTestJSON-1203198676-project] 10.222.0.54 "DELETE /v2.0/ports/60f7a2c3-bc09-4c31-83ac-8418bd68594f HTTP/1.1" status: 204 len: 173 time: 2.3898413 Jul 07 16:46:23.126034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'name': 'network-vif-deleted', 'tag': '60f7a2c3-bc09-4c31-83ac-8418bd68594f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:23.143345 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406942f2-f0ae-4d8c-85e2-b77fdddf3e7f" -d '{"events": [{"server_uuid": "03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe", "name": "network-vif-deleted", "tag": "60f7a2c3-bc09-4c31-83ac-8418bd68594f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:23.187496 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.244381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5cd3a-2a18-4f2d-a29e-c26353a9b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b04bd1ad-cba7-4085-a555-d7ff1931f320,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.278407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.291454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Deleting subnet ba546606-fc21-45ad-ab00-4f063ffe4fbc {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:46:23.315527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.473056 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.489803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.524835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-5c3fe194-3376-4196-b625-b2c8f9a12cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:23.526925 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-5c3fe194-3376-4196-b625-b2c8f9a12cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77239693a2c74e54af37f339b879156e&device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 1095 time: 0.4457517 Jul 07 16:46:23.614320 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-e2dde00b-8fe6-456c-9cb5-df9dd9eb8d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320 HTTP/1.1" status: 200 len: 217 time: 0.0706203 Jul 07 16:46:23.704974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] DHCP port deletion for 3cb4f10c-0692-44dd-b1d0-591eb081ddbf request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:46:23.730427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Deleting port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:23.731000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.837767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-bdc07e1f-50a3-4c57-acad-3cae2da85700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:23.839990 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-bdc07e1f-50a3-4c57-acad-3cae2da85700 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417ec1e6-ff24-482e-99c1-f9c38f3de1ae HTTP/1.1" status: 200 len: 861 time: 0.2098420 Jul 07 16:46:23.841618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.856442 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:46:23.871972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] Deleting port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:23.872636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.891221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:23.893436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 60f7a2c3-bc09-4c31-83ac-8418bd68594f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:23.966243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] For port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:23.966966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.981883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b1d37-e757-4587-8d9e-60a3ea6115c4 req-05c42a60-0e6d-4b09-a768-752e8bcfb99e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:23.983455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b3b1d37-e757-4587-8d9e-60a3ea6115c4 req-05c42a60-0e6d-4b09-a768-752e8bcfb99e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 931 time: 0.5505106 Jul 07 16:46:23.985080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Calling delete_port for b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:24.043013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 60f7a2c3-bc09-4c31-83ac-8418bd68594f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:24.043377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 60f7a2c3-bc09-4c31-83ac-8418bd68594f not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:24.047399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab68e9-f8c2-43d6-b62d-99fc4631f01a req-ef2c9cff-d8a8-451e-97a0-f4e22f27ae88 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:24.048996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4ab68e9-f8c2-43d6-b62d-99fc4631f01a req-ef2c9cff-d8a8-451e-97a0-f4e22f27ae88 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 944 time: 0.6214285 Jul 07 16:46:24.061384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] For port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,segment=NetworkSegment(571390fd-615d-4842-9b4c-68cf9b6bd3a7),segment_id=571390fd-615d-4842-9b4c-68cf9b6bd3a7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:24.061857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.091794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] Calling delete_port for b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:24.098053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b3b1d37-e757-4587-8d9e-60a3ea6115c4 req-a83f2971-28e7-42a5-be82-1d671f6f7951 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Jul 07 16:46:24.159877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-2df417c3-f9b3-4bae-8ec0-6046685d9a12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b458344f-0f38-4b84-9dcf-c2f1dfd51d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2590308 Jul 07 16:46:24.164298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.172076 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd651f5-eb0a-4478-9d3e-87da88472b95 x-openstack-request-id: req-4cd651f5-eb0a-4478-9d3e-87da88472b95 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:24.172381 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd22686-4cc0-4bdf-b4e7-90b4bdf37918", "tag": "b04bd1ad-cba7-4085-a555-d7ff1931f320", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:24.172745 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4cd651f5-eb0a-4478-9d3e-87da88472b95 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:24.173227 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'tag': 'b04bd1ad-cba7-4085-a555-d7ff1931f320', 'status': 'completed', 'code': 200} Jul 07 16:46:24.182860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa40c432-4b74-42db-b0fe-e554dc427ac1 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:24.204752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.228598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Transition to ACTIVE for port object aa40c432-4b74-42db-b0fe-e554dc427ac1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:24.229692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No active binding found for port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:46:24.229692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:24.229692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e606f2ca-b31f-452b-9277-dc2dd6dc4fbe no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:24.235929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.238066 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.248874 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c787a0-d29a-4f61-ad57-74dddf29a9d4 x-openstack-request-id: req-18c787a0-d29a-4f61-ad57-74dddf29a9d4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:24.249191 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe", "name": "network-vif-deleted", "tag": "60f7a2c3-bc09-4c31-83ac-8418bd68594f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:24.249449 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18c787a0-d29a-4f61-ad57-74dddf29a9d4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:24.250544 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ba9cce-2ce1-44a1-9fd3-d6ff08524cfe', 'name': 'network-vif-deleted', 'tag': '60f7a2c3-bc09-4c31-83ac-8418bd68594f', 'status': 'completed', 'code': 200} Jul 07 16:46:24.267663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.271265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e606f2ca-b31f-452b-9277-dc2dd6dc4fbe {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:24.271609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e606f2ca-b31f-452b-9277-dc2dd6dc4fbe not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:24.290567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4ab68e9-f8c2-43d6-b62d-99fc4631f01a req-f8171069-cab5-42b8-86c8-ef57a07e04fd tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160888 Jul 07 16:46:24.301081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] Pushing event deleted for resources: {'Port': ['ID=b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.314161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f9112-410c-464c-b06c-14c26b8942f6 None None] No DVR routers for this DVR port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:24.343913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] No DVR routers for this DVR port b1bb6d96-fdcf-4f6f-97ae-1c5b1151c17b on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:24.370983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Pushing event updated for resources: {'Port': ['ID=aa40c432-4b74-42db-b0fe-e554dc427ac1,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.427454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.438614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb4f10c-0692-44dd-b1d0-591eb081ddbf']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:24.454773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571390fd-615d-4842-9b4c-68cf9b6bd3a7') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:24.455062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571390fd-615d-4842-9b4c-68cf9b6bd3a7') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:24.465387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.504640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Attempting to bind port aa40c432-4b74-42db-b0fe-e554dc427ac1 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:24.505881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Attempting to bind port aa40c432-4b74-42db-b0fe-e554dc427ac1 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:24.508916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Attempting to bind port aa40c432-4b74-42db-b0fe-e554dc427ac1 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:24.565058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Port aa40c432-4b74-42db-b0fe-e554dc427ac1 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:24.565656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Attempting to bind port aa40c432-4b74-42db-b0fe-e554dc427ac1 on network e5fd77b0-9e55-4d2d-a504-46112ab686bf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:24.596923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:24.597587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Checking segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:24.598153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Bound using segment: {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:24.598899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Bound port: aa40c432-4b74-42db-b0fe-e554dc427ac1, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:24.599455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.721199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804cf5e-bc71-44b3-800f-6039108d3d01 req-243ebf9d-fdfe-4810-a1af-f8dc97645261 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:24.722517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8804cf5e-bc71-44b3-800f-6039108d3d01 req-243ebf9d-fdfe-4810-a1af-f8dc97645261 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 944 time: 0.2430527 Jul 07 16:46:24.736677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e2773-72ea-4555-b495-0a90ee0d8b24 req-2b503eda-a72b-452f-992b-ac5ba9106839 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:24.738292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-777e2773-72ea-4555-b495-0a90ee0d8b24 req-2b503eda-a72b-452f-992b-ac5ba9106839 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1864214 Jul 07 16:46:24.771088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.778637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:46:24.779075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.780847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] For port aa40c432-4b74-42db-b0fe-e554dc427ac1, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:24.816596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8804cf5e-bc71-44b3-800f-6039108d3d01 req-b5acd6fc-6522-46ae-9426-6b97876b5bdd tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753548 Jul 07 16:46:24.819657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-777e2773-72ea-4555-b495-0a90ee0d8b24 req-be66354b-335b-4b48-992c-21f522513312 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682456 Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:46:24.829762 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:46:24.855218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.868060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] For port aa40c432-4b74-42db-b0fe-e554dc427ac1, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:24.881414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.887184 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.888960 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] 10.222.0.78 "DELETE /v2.0/networks/3cb4f10c-0692-44dd-b1d0-591eb081ddbf HTTP/1.1" status: 204 len: 168 time: 1.9571848 Jul 07 16:46:24.893861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:24.898202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31d9a4-0b62-45fb-be2f-5b5217f0503c admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb4f10c-0692-44dd-b1d0-591eb081ddbf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.900887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.929176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:24.929839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.949643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] 10.222.0.13 "PUT /v2.0/ports/aa40c432-4b74-42db-b0fe-e554dc427ac1 HTTP/1.1" status: 200 len: 1091 time: 2.1962621 Jul 07 16:46:24.973679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.975654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ba546606-fc21-45ad-ab00-4f063ffe4fbc HTTP/1.1" status: 204 len: 168 time: 1.9007356 Jul 07 16:46:24.980505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbadf17-d66a-46cd-b4f2-091f6112088b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba546606-fc21-45ad-ab00-4f063ffe4fbc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.983967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42120) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:24.985950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a9e53-6959-42c1-8271-8a8d1b9e9d41 None None] Network 6b450645-bd70-41c9-bfc2-d325daa2db73 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:25.049896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-3fb0d2dc-868f-405b-9cc9-b9e07e19f2b4 service neutron] 10.222.0.13 "GET /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179245 Jul 07 16:46:25.262664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09c29-78e7-42e3-9d45-db973cf5425a service neutron] Pushing event updated for resources: {'Port': ['ID=aa40c432-4b74-42db-b0fe-e554dc427ac1,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:25.273831 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd1fdcb3-c042-45fa-a1c0-f1afd1d2b51f req-3581836f-a015-42ff-a65e-7c4e43669684 service neutron] 10.222.0.13 "GET /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152462 Jul 07 16:46:25.286535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.416747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] DHCP port deletion for 6b450645-bd70-41c9-bfc2-d325daa2db73 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:46:25.421831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-28761ed6-c5c5-4dd6-8dc2-0b7d1854c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.423454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-28761ed6-c5c5-4dd6-8dc2-0b7d1854c32f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 1094 time: 0.3805239 Jul 07 16:46:25.437954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746762-053f-4ccf-b287-7aec0e8a0d3a req-27d19190-4472-40de-86c7-87a867e142b4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.445015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b746762-053f-4ccf-b287-7aec0e8a0d3a req-27d19190-4472-40de-86c7-87a867e142b4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.4126992 Jul 07 16:46:25.511034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] Deleting port 66479224-c262-45b6-a595-cf5c7f0125f9 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:25.511757 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.524941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-596b3fc0-f2e9-474a-b993-1eb027565a9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1 HTTP/1.1" status: 200 len: 217 time: 0.0528851 Jul 07 16:46:25.592360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] For port 66479224-c262-45b6-a595-cf5c7f0125f9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=66479224-c262-45b6-a595-cf5c7f0125f9,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:25.593460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.605696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b746762-053f-4ccf-b287-7aec0e8a0d3a req-a763439c-fabc-4c91-b266-e06b142d3f6e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594477 Jul 07 16:46:25.621499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] Calling delete_port for 66479224-c262-45b6-a595-cf5c7f0125f9 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:25.662134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-8ee5cb07-d927-4733-a92d-89ba68aee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.665249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-8ee5cb07-d927-4733-a92d-89ba68aee079 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77239693a2c74e54af37f339b879156e&device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 1095 time: 0.2774203 Jul 07 16:46:25.667496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-398d6f3e-d05a-4b7a-8194-5e082febfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.672167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-398d6f3e-d05a-4b7a-8194-5e082febfcef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.1367226 Jul 07 16:46:25.713347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Deleting port 66479224-c262-45b6-a595-cf5c7f0125f9 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:25.714989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.771113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-922dccef-f2ea-4a85-a879-bdb1cbd52e3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902262 Jul 07 16:46:25.791608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6da8e-b091-4925-9fa3-da6b23855e57 req-55a9b0f3-1095-4a5c-b839-c3d55314116e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.793355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68a6da8e-b091-4925-9fa3-da6b23855e57 req-55a9b0f3-1095-4a5c-b839-c3d55314116e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 943 time: 0.4007673 Jul 07 16:46:25.822957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.853574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 66479224-c262-45b6-a595-cf5c7f0125f9 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:25.906409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.928296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:25.972860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-f42aa604-d7a4-4b86-91b0-c00586554112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.974776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-f42aa604-d7a4-4b86-91b0-c00586554112 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b458344f-0f38-4b84-9dcf-c2f1dfd51d79 HTTP/1.1" status: 200 len: 922 time: 0.2791739 Jul 07 16:46:25.982670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-7ef4b03d-c58b-4d32-be7a-94ff04813c0e service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882122 Jul 07 16:46:26.049489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] Pushing event deleted for resources: {'Port': ['ID=66479224-c262-45b6-a595-cf5c7f0125f9,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:26.051455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-ff99a232-8871-49c3-aefe-62cda17b65bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320 HTTP/1.1" status: 200 len: 217 time: 0.0690737 Jul 07 16:46:26.058576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84445e1e-50fc-4b99-8edc-c352dd14ce85 None None] No DVR routers for this DVR port 66479224-c262-45b6-a595-cf5c7f0125f9 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:26.111798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-3122a92d-ba3f-41c7-93a9-dc22419742b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:26.113683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-3122a92d-ba3f-41c7-93a9-dc22419742b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417ec1e6-ff24-482e-99c1-f9c38f3de1ae HTTP/1.1" status: 200 len: 861 time: 0.0540798 Jul 07 16:46:26.125780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] For port 66479224-c262-45b6-a595-cf5c7f0125f9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=66479224-c262-45b6-a595-cf5c7f0125f9,segment=NetworkSegment(fae4fdaa-fd43-4fc3-9242-ea33779358b9),segment_id=fae4fdaa-fd43-4fc3-9242-ea33779358b9)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:26.126356 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.148771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68a6da8e-b091-4925-9fa3-da6b23855e57 req-5ef6f9e0-3bd4-4ee4-b3b5-34ebc64f89c8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110235 Jul 07 16:46:26.154401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No active binding found for port 66479224-c262-45b6-a595-cf5c7f0125f9 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:46:26.154855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 66479224-c262-45b6-a595-cf5c7f0125f9 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:26.167419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-c6a029a2-3781-4962-a2a2-a322f11667fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b458344f-0f38-4b84-9dcf-c2f1dfd51d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466807 Jul 07 16:46:26.170215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Calling delete_port for 66479224-c262-45b6-a595-cf5c7f0125f9 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:26.179390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 486ab2a8-a004-4dc7-848b-d291cb6e204a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:26.193191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 486ab2a8-a004-4dc7-848b-d291cb6e204a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:26.193574 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.251766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884dd609-0976-4169-a417-616705c8a392', 'tag': 'aa40c432-4b74-42db-b0fe-e554dc427ac1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:26.256433 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae9222-984d-4383-b34c-f4e8a6073527" -d '{"events": [{"name": "network-changed", "server_uuid": "884dd609-0976-4169-a417-616705c8a392", "tag": "aa40c432-4b74-42db-b0fe-e554dc427ac1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:26.330692 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.398918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04930ba0-64e8-4f66-b9e1-dee7bebb7864 req-64630fa7-cad5-42d0-96f7-0e6674700aa3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:26.400586 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-b38ff76c-211a-4315-80e9-d7237e5d00da service neutron] 10.222.0.13 "GET /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965585 Jul 07 16:46:26.408155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04930ba0-64e8-4f66-b9e1-dee7bebb7864 req-64630fa7-cad5-42d0-96f7-0e6674700aa3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 944 time: 0.5606306 Jul 07 16:46:26.436703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:26.443328 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc2fc74-9042-44fd-bd9f-cb225d56ed52" -d '{"events": [{"server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "name": "network-vif-plugged", "status": "completed", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:26.459525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:26.465223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.487349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a4528c-9b98-4519-9263-1a22e88b49b3 req-cf4751de-730e-43e5-bb60-5821c9d30a5f service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725933 Jul 07 16:46:26.533939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04930ba0-64e8-4f66-b9e1-dee7bebb7864 req-919a51c6-0536-40e5-8824-1d7b81be0ad4 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235976 Jul 07 16:46:26.535437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:26.619461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.636419 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594fcda1-f55c-436a-a62b-9db54540b04d x-openstack-request-id: req-594fcda1-f55c-436a-a62b-9db54540b04d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:26.636959 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884dd609-0976-4169-a417-616705c8a392", "tag": "aa40c432-4b74-42db-b0fe-e554dc427ac1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:26.637501 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-594fcda1-f55c-436a-a62b-9db54540b04d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:26.638310 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884dd609-0976-4169-a417-616705c8a392', 'tag': 'aa40c432-4b74-42db-b0fe-e554dc427ac1', 'status': 'completed', 'code': 200} Jul 07 16:46:26.648585 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f365aa91-6d2e-4114-9a43-e38a6f165990 req-9feab090-d170-4ce5-b1e2-5fecba4c5926 service neutron] 10.222.0.13 "GET /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253742 Jul 07 16:46:26.666107 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727437a-4ded-4efe-84b3-40040198623c x-openstack-request-id: req-9727437a-4ded-4efe-84b3-40040198623c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:26.666665 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "name": "network-vif-plugged", "status": "completed", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:26.666912 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9727437a-4ded-4efe-84b3-40040198623c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:26.669894 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'code': 200} Jul 07 16:46:26.695761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Deleting port d2952289-7d25-4a07-8562-e72635919e99 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:26.696403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.703106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] No DVR routers for this DVR port 66479224-c262-45b6-a595-cf5c7f0125f9 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:26.707018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66479224-c262-45b6-a595-cf5c7f0125f9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:26.808740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] For port d2952289-7d25-4a07-8562-e72635919e99, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d2952289-7d25-4a07-8562-e72635919e99,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:26.809295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.859072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Calling delete_port for d2952289-7d25-4a07-8562-e72635919e99 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:26.950638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4303-744d-48bc-be09-6ddc04bf897a req-1ba1ad6e-28c0-44f2-beb5-5641fcce4411 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:26.957205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-132b4303-744d-48bc-be09-6ddc04bf897a req-1ba1ad6e-28c0-44f2-beb5-5641fcce4411 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 944 time: 0.5191085 Jul 07 16:46:26.991315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.992241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-5c7c3f0b-4a93-4e67-9c8f-6371a57367f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:26.994391 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-5c7c3f0b-4a93-4e67-9c8f-6371a57367f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 1094 time: 0.3141696 Jul 07 16:46:27.005800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.006549 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.007758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.008209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.009433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.009874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.010266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.010879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.011291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.011903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.202980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.203562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.203658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.203971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:46:27.205019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b450645-bd70-41c9-bfc2-d325daa2db73']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:27.225559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-80520386-8e90-454d-8d88-6f1f14f1197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:27.228263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-80520386-8e90-454d-8d88-6f1f14f1197a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 911 time: 0.2244318 Jul 07 16:46:27.239409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae4fdaa-fd43-4fc3-9242-ea33779358b9') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:27.239794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae4fdaa-fd43-4fc3-9242-ea33779358b9') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:27.281856 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-2bd6c409-04a0-49f4-b198-ebae92eeab1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1 HTTP/1.1" status: 200 len: 217 time: 0.0465310 Jul 07 16:46:27.282469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.284699 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-4ed26903-55bf-465e-ba3e-487f26ae6360 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517177 Jul 07 16:46:27.372708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-49866415-e3f6-4ccd-b694-735bcee13ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:27.375383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-49866415-e3f6-4ccd-b694-735bcee13ab1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.0852311 Jul 07 16:46:27.376849 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.386189 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.420300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b04bd1ad-cba7-4085-a555-d7ff1931f320 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:27.420890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:46:27.421031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.424598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Pushing event deleted for resources: {'Port': ['ID=d2952289-7d25-4a07-8562-e72635919e99,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:46:27.434427 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:46:27.454610 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-be41e674-c010-45c3-af27-eb41b745e468 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474451 Jul 07 16:46:27.458922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-132b4303-744d-48bc-be09-6ddc04bf897a req-d95f2d33-bbf5-4def-b4ce-791ac1d94ca9 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868038 Jul 07 16:46:27.502889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9416e41-8d2f-4ba4-9364-f451a40fdc3a req-ff77d98d-0855-4b8b-8d6a-a3ba2cb730e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:27.504823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9416e41-8d2f-4ba4-9364-f451a40fdc3a req-ff77d98d-0855-4b8b-8d6a-a3ba2cb730e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1096 time: 0.7282672 Jul 07 16:46:27.648056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9416e41-8d2f-4ba4-9364-f451a40fdc3a req-2482d900-3d56-462d-8baf-f90328eb15cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357274 Jul 07 16:46:27.651942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.753532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b04bd1ad-cba7-4085-a555-d7ff1931f320, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320,segment=NetworkSegment(b455ba10-7fd6-46ce-9af2-6fcab49ba985),segment_id=b455ba10-7fd6-46ce-9af2-6fcab49ba985)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:27.762673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c4664-aad8-4c8e-8c47-c064af7fbda2 req-bb14aea5-a125-4cd9-b9f0-21ae880e4e54 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:27.764309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-153c4664-aad8-4c8e-8c47-c064af7fbda2 req-bb14aea5-a125-4cd9-b9f0-21ae880e4e54 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.4770782 Jul 07 16:46:27.767432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'b04bd1ad-cba7-4085-a555-d7ff1931f320', 'network_id': 'b458344f-0f38-4b84-9dcf-c2f1dfd51d79', 'port_id': 'b04bd1ad-cba7-4085-a555-d7ff1931f320', 'mac_address': 'fa:16:3e:40:26:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417ec1e6-ff24-482e-99c1-f9c38f3de1ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:27.783571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.791652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6b450645-bd70-41c9-bfc2-d325daa2db73 HTTP/1.1" status: 204 len: 168 time: 2.7893980 Jul 07 16:46:27.791652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f47249-b2ca-40c0-8149-2f66f5aa66d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b450645-bd70-41c9-bfc2-d325daa2db73,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:27.884797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.885477 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-da914a62-6313-4d81-b7b7-084a6542279a service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770475 Jul 07 16:46:27.899934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04bd1ad-cba7-4085-a555-d7ff1931f320 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:27.926249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b04bd1ad-cba7-4085-a555-d7ff1931f320, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320,segment=NetworkSegment(b455ba10-7fd6-46ce-9af2-6fcab49ba985),segment_id=b455ba10-7fd6-46ce-9af2-6fcab49ba985)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:27.932424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.012324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-153c4664-aad8-4c8e-8c47-c064af7fbda2 req-fd87e75c-c1e2-4325-88dd-9f28644617a4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020469 Jul 07 16:46:28.035839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b04bd1ad-cba7-4085-a555-d7ff1931f320,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:28.089995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319628-9b41-419e-846a-f0906f4c684c req-92493856-3a18-4461-8c58-a7c918c25a30 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:28.095102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad319628-9b41-419e-846a-f0906f4c684c req-92493856-3a18-4461-8c58-a7c918c25a30 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 943 time: 0.3299148 Jul 07 16:46:28.145287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.175178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad319628-9b41-419e-846a-f0906f4c684c req-a1919e99-4a01-49da-8223-0ad62dd0e25e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707195 Jul 07 16:46:28.179378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42202) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:28.266532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-37c79e3f-faf0-44b2-95f6-26172775ebf3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0456b26047a4ef79f322874e6207eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853832 Jul 07 16:46:28.277487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42206) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:28.287397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b04bd1ad-cba7-4085-a555-d7ff1931f320'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:28.328590 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6ae9222-984d-4383-b34c-f4e8a6073527 req-ae506384-2483-4746-944d-5669cf4b3a83 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750138 Jul 07 16:46:28.455116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897cae1-4b2c-45ff-ac68-fb79c8fb70c0 req-7845268e-9edf-42c8-9746-260a6305ba15 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:28.463486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2897cae1-4b2c-45ff-ac68-fb79c8fb70c0 req-7845268e-9edf-42c8-9746-260a6305ba15 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.2000716 Jul 07 16:46:28.540846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e19bc958-78db-4493-ae17-ae8b9d8b0445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.588261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2897cae1-4b2c-45ff-ac68-fb79c8fb70c0 req-e94ca167-9480-49c6-b349-fbdf6c77decc tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236930 Jul 07 16:46:28.631218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e19bc958-78db-4493-ae17-ae8b9d8b0445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.774742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e19bc958-78db-4493-ae17-ae8b9d8b0445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.779426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:28.780178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e19bc958-78db-4493-ae17-ae8b9d8b0445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.783672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e19bc958-78db-4493-ae17-ae8b9d8b0445 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f3652fc-c311-4d06-8daa-0a15ae6ac79d HTTP/1.1" status: 204 len: 168 time: 0.5029147 Jul 07 16:46:28.825226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bc958-78db-4493-ae17-ae8b9d8b0445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3652fc-c311-4d06-8daa-0a15ae6ac79d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:28.863261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0b0f-5aff-444a-b972-7e33b383c2f0 req-6990a0be-e55c-4523-86fd-9d62a005fff4 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:28.865966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b68d0b0f-5aff-444a-b972-7e33b383c2f0 req-6990a0be-e55c-4523-86fd-9d62a005fff4 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 945 time: 0.1538644 Jul 07 16:46:28.979950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b68d0b0f-5aff-444a-b972-7e33b383c2f0 req-97daee9c-9e1a-4278-bb34-4e012cb92cad tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057568 Jul 07 16:46:29.357307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19ac39-375e-46c4-a233-6a4883e2000f req-d0160239-462d-4c6c-8683-a9d00125801c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:29.374717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a19ac39-375e-46c4-a233-6a4883e2000f req-d0160239-462d-4c6c-8683-a9d00125801c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1421723 Jul 07 16:46:29.442332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device aa40c432-4b74-42db-b0fe-e554dc427ac1 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:29.459330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a19ac39-375e-46c4-a233-6a4883e2000f req-364d76ac-5f9c-4ef1-9ea6-252a53ba7507 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833709 Jul 07 16:46:29.662674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381e16-e24b-47f0-a071-9e8a5af5f47e req-086249c5-1f3c-43a0-bec7-ea5a41703a0a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:29.664286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46381e16-e24b-47f0-a071-9e8a5af5f47e req-086249c5-1f3c-43a0-bec7-ea5a41703a0a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 943 time: 0.1957397 Jul 07 16:46:29.735145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:29.746536 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] Sync routers for ids ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:29.750617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port aa40c432-4b74-42db-b0fe-e554dc427ac1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:29.757607 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] Routers {'7e5f9d9d-0014-4d64-a465-01332a5dbdd8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:29.759997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42238) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:29.761152 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aabaf619-0833-4b6c-a535-5935504caeca admin admin] 10.222.0.78 "PUT /v2.0/routers/7e5f9d9d-0014-4d64-a465-01332a5dbdd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8496959 Jul 07 16:46:29.762076 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:29.766584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'aa40c432-4b74-42db-b0fe-e554dc427ac1', 'network_id': 'e5fd77b0-9e55-4d2d-a504-46112ab686bf', 'port_id': 'aa40c432-4b74-42db-b0fe-e554dc427ac1', 'mac_address': 'fa:16:3e:8d:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150982b8-cb5a-4e93-b5fc-fa8e4770ae89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:29.843018 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.860726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa40c432-4b74-42db-b0fe-e554dc427ac1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:29.896421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port aa40c432-4b74-42db-b0fe-e554dc427ac1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:29.901621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.940735 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] Set router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:30.000286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=aa40c432-4b74-42db-b0fe-e554dc427ac1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:30.160213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:30.210234 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:46:27Z', 'revision_number': 5, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:30.225611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46381e16-e24b-47f0-a071-9e8a5af5f47e req-8ff7fe6a-ac75-45e3-bafd-97e979cd607e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483277 Jul 07 16:46:30.242106 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] Checking router: 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:30.253212 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] Routers {'7e5f9d9d-0014-4d64-a465-01332a5dbdd8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:30.254474 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:30.260337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['aa40c432-4b74-42db-b0fe-e554dc427ac1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:30.455468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-820566625-network', 'tenant_id': '2c0002710f0d4528b1125a0086eb8ebf'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:30.481322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Made reservation on behalf of 2c0002710f0d4528b1125a0086eb8ebf for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:30.484907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.506620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.541224 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] Set router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:30.570479 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.673604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.679124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.685426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03987-ae4b-484d-a9e1-7a2e47f8a7e1 req-02e26982-2995-4fb0-8436-3e030e9e011f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:30.693852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8d03987-ae4b-484d-a9e1-7a2e47f8a7e1 req-02e26982-2995-4fb0-8436-3e030e9e011f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.4888778 Jul 07 16:46:30.718905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:30.725330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a10d26-4cef-4815-bc5e-ba52799c704e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:30.734707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.735159 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Added segment e1366ef2-5556-4be4-ad0c-94de5c7efdf1 of type vlan for network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 Jul 07 16:46:30.788612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.842131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8d03987-ae4b-484d-a9e1-7a2e47f8a7e1 req-efc8914e-a237-4ed9-be5e-9b463be4b066 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466954 Jul 07 16:46:30.857823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.858847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:30.860136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.878244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66031e90-720d-4d46-b457-05d382ebdbc7 req-e592199a-f9cc-469d-b778-f182171f6da5 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:30.888498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66031e90-720d-4d46-b457-05d382ebdbc7 req-e592199a-f9cc-469d-b778-f182171f6da5 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 945 time: 0.4188795 Jul 07 16:46:30.918370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:46:27Z', 'revision_number': 5, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:30.951854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] Pushing event updated for resources: {'Network': ['ID=9c80da6d-4643-4352-a2cb-7e6a1a6e5769,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:30.956888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc3d860b-7550-42df-9b6b-c30dc0cc43fd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7956662 Jul 07 16:46:30.957675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66031e90-720d-4d46-b457-05d382ebdbc7 req-94bd7f3f-f12f-435f-b934-f3ced7424adc tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684366 Jul 07 16:46:30.964513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:30.974176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Request body: {'subnet': {'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-820566625-subnet', 'tenant_id': '2c0002710f0d4528b1125a0086eb8ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:30.975778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:30.986480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5fc27-3b7a-4a8c-8c8d-e42ae04ada36 None None] The sync data for ids ['7e5f9d9d-0014-4d64-a465-01332a5dbdd8'] in n-d-793619-7 is: [{'id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958624075-router', 'tenant_id': '10825866c9554c728cf2f04aa8574fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:41:22Z', 'updated_at': '2021-07-07T16:46:27Z', 'revision_number': 5, 'project_id': '10825866c9554c728cf2f04aa8574fc1', 'gw_port': {'id': '48af293c-4f4b-4113-a940-036c214dc0e3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5f9d9d-0014-4d64-a465-01332a5dbdd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:41:23Z', 'updated_at': '2021-07-07T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:31.042255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-b23d0d28-ab7f-41be-adf7-3879332b6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.043820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-b23d0d28-ab7f-41be-adf7-3879332b6d18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1100 time: 0.6604321 Jul 07 16:46:31.047870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Made reservation on behalf of 2c0002710f0d4528b1125a0086eb8ebf for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:31.050236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.095412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.378937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-5db0c460-013f-4662-8d54-2eb8fa8416a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.380430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-5db0c460-013f-4662-8d54-2eb8fa8416a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2993290 Jul 07 16:46:31.450526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b04bd1ad-cba7-4085-a555-d7ff1931f320 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:31.479961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58147-d172-4f26-8246-99d71b6d523b req-0628105c-03de-446f-bd66-6f986aebdbdd tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.481729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07d58147-d172-4f26-8246-99d71b6d523b req-0628105c-03de-446f-bd66-6f986aebdbdd tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1096 time: 0.3134658 Jul 07 16:46:31.487022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-556e249c-8f2b-409e-b1f6-9111cc935481 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 217 time: 0.0905387 Jul 07 16:46:31.490195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Deleting port 48af293c-4f4b-4113-a940-036c214dc0e3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:31.490533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.499630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8fc8d-3a60-41f3-9343-c50c21e92b57 req-4d465530-4df9-44b6-926f-c43431b4e868 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.506978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8db8fc8d-3a60-41f3-9343-c50c21e92b57 req-4d465530-4df9-44b6-926f-c43431b4e868 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.3294137 Jul 07 16:46:31.544146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port b04bd1ad-cba7-4085-a555-d7ff1931f320 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:31.551032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port b04bd1ad-cba7-4085-a555-d7ff1931f320 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:31.551784 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.710014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2952289-7d25-4a07-8562-e72635919e99 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:31.726397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8db8fc8d-3a60-41f3-9343-c50c21e92b57 req-4b894242-4d24-4dce-8c13-3577349d3dd2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181599 Jul 07 16:46:31.743514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-af9fb945-b6ba-4056-b1f0-db8ef4e0f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.745500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-af9fb945-b6ba-4056-b1f0-db8ef4e0f9c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2358646 Jul 07 16:46:31.750770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d2952289-7d25-4a07-8562-e72635919e99 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:31.751638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2952289-7d25-4a07-8562-e72635919e99 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:31.755725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.757345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07d58147-d172-4f26-8246-99d71b6d523b req-14bdefce-232d-45af-9aea-7c9cb75aa6b3 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469561 Jul 07 16:46:31.789582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04bd1ad-cba7-4085-a555-d7ff1931f320'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:31.791928 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4572115f-fe1b-4fca-b0de-fe70b59fe0a5" -d '{"events": [{"server_uuid": "dcd22686-4cc0-4bdf-b4e7-90b4bdf37918", "name": "network-vif-plugged", "status": "completed", "tag": "b04bd1ad-cba7-4085-a555-d7ff1931f320"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:31.809607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] For port 48af293c-4f4b-4113-a940-036c214dc0e3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=48af293c-4f4b-4113-a940-036c214dc0e3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:31.809971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.814110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.814985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b04bd1ad-cba7-4085-a555-d7ff1931f320, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320,segment=NetworkSegment(b455ba10-7fd6-46ce-9af2-6fcab49ba985),segment_id=b455ba10-7fd6-46ce-9af2-6fcab49ba985)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:31.836561 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.837376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device aa40c432-4b74-42db-b0fe-e554dc427ac1 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:31.930062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4242b84-718e-4108-bd16-9604da11a6a6,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:31.953476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42292) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:31.969910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Calling delete_port for 48af293c-4f4b-4113-a940-036c214dc0e3 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:32.021849 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95291b0-c896-4ba7-bf54-752db4cedc34 x-openstack-request-id: req-d95291b0-c896-4ba7-bf54-752db4cedc34 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:32.022394 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd22686-4cc0-4bdf-b4e7-90b4bdf37918", "name": "network-vif-plugged", "status": "completed", "tag": "b04bd1ad-cba7-4085-a555-d7ff1931f320", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:32.022394 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d95291b0-c896-4ba7-bf54-752db4cedc34 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:32.022865 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04bd1ad-cba7-4085-a555-d7ff1931f320', 'code': 200} Jul 07 16:46:32.094050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b04bd1ad-cba7-4085-a555-d7ff1931f320,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:32.104862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port aa40c432-4b74-42db-b0fe-e554dc427ac1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:32.119523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port aa40c432-4b74-42db-b0fe-e554dc427ac1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:32.120286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.155464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Checking segment: {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:32.155890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Network hostable DHCP agents. Network: 9c80da6d-4643-4352-a2cb-7e6a1a6e5769, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:32.216982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-7e08e59f-3c12-42ac-ae7c-0fa13b548fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.218602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-7e08e59f-3c12-42ac-ae7c-0fa13b548fbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4581335 Jul 07 16:46:32.220380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.272052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port aa40c432-4b74-42db-b0fe-e554dc427ac1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:32.276900 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.304735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:32.350264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=aa40c432-4b74-42db-b0fe-e554dc427ac1,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:32.351920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61482-1687-48c9-ade5-c01dbf8d2dba req-dd9a5440-c1e5-4495-ba69-a98037080047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.354073 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8c61482-1687-48c9-ade5-c01dbf8d2dba req-dd9a5440-c1e5-4495-ba69-a98037080047 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 1097 time: 0.2629383 Jul 07 16:46:32.384662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 9c80da6d-4643-4352-a2cb-7e6a1a6e5769) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:32.398517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73beeb1d-91d3-4c7f-9f2c-09f21588a72d None None] Network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:32.398876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.399401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.431549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e91037-169d-4f9f-9cbd-bb80f71cc1a0 req-6b15bd6d-f029-45e1-bbe1-343488452458 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.432922 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8c61482-1687-48c9-ade5-c01dbf8d2dba req-c5d37ff0-311f-4038-80cd-52e6ff816b52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698798 Jul 07 16:46:32.439839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0e91037-169d-4f9f-9cbd-bb80f71cc1a0 req-6b15bd6d-f029-45e1-bbe1-343488452458 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 944 time: 0.3852954 Jul 07 16:46:32.513120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d16092-51ad-4fed-a4be-692aef06344a req-b57a1b8b-8852-426b-9e06-b3bd62a0d26c tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.519786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12d16092-51ad-4fed-a4be-692aef06344a req-b57a1b8b-8852-426b-9e06-b3bd62a0d26c tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1096 time: 0.3663247 Jul 07 16:46:32.546913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04afa382-169d-41c7-a3d8-f9a75d996d52 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5722144 Jul 07 16:46:32.547909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-b15ad160-0cec-491a-b4c0-bd0579b97b8b service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194387 Jul 07 16:46:32.557975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.602496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a479cf4-7880-4559-8290-90de15f97560 None None] Network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:32.731245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-5a3246d5-1fba-41a8-ad79-74d308c7bce5 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729517 Jul 07 16:46:32.749514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0e91037-169d-4f9f-9cbd-bb80f71cc1a0 req-bb5fbdb0-c961-4960-a70d-2a0291a49912 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948346 Jul 07 16:46:32.786798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12d16092-51ad-4fed-a4be-692aef06344a req-e579474a-8d3d-4ab2-bf08-548fadcb5d20 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653680 Jul 07 16:46:32.798185 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.859716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=48af293c-4f4b-4113-a940-036c214dc0e3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:33.002862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Deleting port e05419d5-a64a-45a7-a6df-f992077a11cc {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:33.003496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.058319 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.099775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] For port e05419d5-a64a-45a7-a6df-f992077a11cc, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e05419d5-a64a-45a7-a6df-f992077a11cc,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:33.100214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.116889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Calling delete_port for e05419d5-a64a-45a7-a6df-f992077a11cc owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:33.248107 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.314296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.363128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e422bb0e-6e51-47e6-b0aa-492f4be68689 req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-495701338', 'description': 'tempest-description-1951159620'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:33.367417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05419d5-a64a-45a7-a6df-f992077a11cc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:33.452766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.459190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.490786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e422bb0e-6e51-47e6-b0aa-492f4be68689 req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.500297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077ea9-4de0-4795-bd4f-7d21bcb4e1e1 req-e5f59d5d-6124-4557-b120-d27bbd4b6333 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:33.501963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32077ea9-4de0-4795-bd4f-7d21bcb4e1e1 req-e5f59d5d-6124-4557-b120-d27bbd4b6333 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 946 time: 0.5212772 Jul 07 16:46:33.559394 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.559989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5f9d9d-0014-4d64-a465-01332a5dbdd8 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:46:33.569084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.573144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7a6d3df1-4355-4b87-a238-8418fc9a3e2e admin admin] 10.222.0.78 "DELETE /v2.0/routers/7e5f9d9d-0014-4d64-a465-01332a5dbdd8 HTTP/1.1" status: 204 len: 168 time: 3.8109491 Jul 07 16:46:33.579319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42316) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:33.584015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.652464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32077ea9-4de0-4795-bd4f-7d21bcb4e1e1 req-298132dd-4ecf-4a7a-9258-971561f8416b tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192813 Jul 07 16:46:33.687199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Deleting subnet 322110a2-0cc3-43c8-96e4-dfc7debc2ecc {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:46:33.695840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.782340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.847786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e422bb0e-6e51-47e6-b0aa-492f4be68689 req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.866668 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e422bb0e-6e51-47e6-b0aa-492f4be68689 req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.960977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e422bb0e-6e51-47e6-b0aa-492f4be68689 req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.962503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e422bb0e-6e51-47e6-b0aa-492f4be68689 req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8828406 Jul 07 16:46:33.963133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f71eae-8236-402f-b8c1-eef9b9e7fa66 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a93c9-0ee4-4ae6-94be-6d635a7b7eda,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:34.024798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884dd609-0976-4169-a417-616705c8a392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa40c432-4b74-42db-b0fe-e554dc427ac1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:34.030739 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62f2e85-ad9f-4357-9006-2f647339123d" -d '{"events": [{"server_uuid": "884dd609-0976-4169-a417-616705c8a392", "name": "network-vif-plugged", "status": "completed", "tag": "aa40c432-4b74-42db-b0fe-e554dc427ac1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:34.035365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:34.041498 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.082506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcd71e-dd85-407a-99ac-292e95fe2096 req-3beb5923-272c-4996-af26-26b6e0459fec tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.084085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84bcd71e-dd85-407a-99ac-292e95fe2096 req-3beb5923-272c-4996-af26-26b6e0459fec tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.2423995 Jul 07 16:46:34.137317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84bcd71e-dd85-407a-99ac-292e95fe2096 req-be6e7635-279c-41af-8408-8cd5baef0e06 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Jul 07 16:46:34.139108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.179879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.187014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8392a65a-5357-4686-ba58-4bfec8b34ca6 None None] Network 72a53b0c-bada-446e-8a8d-c80c48204766 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:34.197568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] 10.222.0.78 "DELETE /v2.0/subnets/322110a2-0cc3-43c8-96e4-dfc7debc2ecc HTTP/1.1" status: 204 len: 168 time: 0.6170671 Jul 07 16:46:34.198512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42330) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:34.200557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314723d-b8f2-4af3-bb77-e9704ada9fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322110a2-0cc3-43c8-96e4-dfc7debc2ecc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:34.225538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-18e3a19e-bc31-4033-a352-cf5dc6884ed1 req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1095787539', 'description': 'tempest-description-2025976003'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:34.250707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:34.264962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2553798d-de16-42c4-81fd-641c6e994482 admin admin] 10.222.0.78 "PUT /v2.0/routers/4e8952cf-360e-4d03-b85b-c8aa27b94d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3082132 Jul 07 16:46:34.265261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] Sync routers for ids ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:34.268347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42332) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:34.287652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] Routers {'4e8952cf-360e-4d03-b85b-c8aa27b94d94'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:34.288496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:34.335938 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.391274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.426538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18e3a19e-bc31-4033-a352-cf5dc6884ed1 req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.524610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.545720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754bb3b-763f-47c5-86a9-04c84427ca14 req-3b1a6aab-3d40-4446-a496-07e3d1750105 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.547297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1754bb3b-763f-47c5-86a9-04c84427ca14 req-3b1a6aab-3d40-4446-a496-07e3d1750105 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.2291620 Jul 07 16:46:34.575019 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] Set router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:34.591748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18e3a19e-bc31-4033-a352-cf5dc6884ed1 req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.610778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18e3a19e-bc31-4033-a352-cf5dc6884ed1 req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.615951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Deleting port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:34.616482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.648664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1754bb3b-763f-47c5-86a9-04c84427ca14 req-cd637c17-4464-4491-8afa-4461bd656bad tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911603 Jul 07 16:46:34.661242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Deleting port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:34.661980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.731538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] DHCP port deletion for 72a53b0c-bada-446e-8a8d-c80c48204766 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:46:34.795174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] For port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:34.795740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.796502 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6024a9d2-56f5-484c-9c64-d66c0e6598f0 x-openstack-request-id: req-6024a9d2-56f5-484c-9c64-d66c0e6598f0 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:34.796863 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884dd609-0976-4169-a417-616705c8a392", "name": "network-vif-plugged", "status": "completed", "tag": "aa40c432-4b74-42db-b0fe-e554dc427ac1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:34.797350 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6024a9d2-56f5-484c-9c64-d66c0e6598f0 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:34.797724 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884dd609-0976-4169-a417-616705c8a392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa40c432-4b74-42db-b0fe-e554dc427ac1', 'code': 200} Jul 07 16:46:34.811156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Calling delete_port for aa8436cd-7acc-41b2-ab7a-c946a74ecdbb owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:34.815420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] For port d8bda00b-93c9-4355-aa24-a7d5fa73c9e2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:34.815979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.832218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Calling delete_port for d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:34.891016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] Deleting port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:34.891399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.898262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18e3a19e-bc31-4033-a352-cf5dc6884ed1 req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.905156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18e3a19e-bc31-4033-a352-cf5dc6884ed1 req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7055430 Jul 07 16:46:34.907129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f90c50-0407-41d1-83c7-00b3193caec0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e9d91-cfc0-45b1-baa4-d57d747d4382,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:34.909589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.981857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:46:33Z', 'revision_number': 5, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port': {'id': 'd8bda00b-93c9-4355-aa24-a7d5fa73c9e2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:43:50Z', 'updated_at': '2021-07-07T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:35.012635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] Checking router: 4e8952cf-360e-4d03-b85b-c8aa27b94d94 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:35.017723 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b4ed-058c-4223-84e4-d321cfe969b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.030080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.036101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] No DVR routers for this DVR port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:35.041540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] For port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,segment=NetworkSegment(dc5690cc-c8f2-40e7-8a52-d8d657f5298d),segment_id=dc5690cc-c8f2-40e7-8a52-d8d657f5298d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:35.041984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.057817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] Routers {'4e8952cf-360e-4d03-b85b-c8aa27b94d94'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:35.059449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:35.126880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] Calling delete_port for aa8436cd-7acc-41b2-ab7a-c946a74ecdbb owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:35.154819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839c36b-c2ec-4466-b804-a4ce3d3ffad8 req-e50e2919-c34f-4188-b53b-5d272473b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:35.156272 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9839c36b-c2ec-4466-b804-a4ce3d3ffad8 req-e50e2919-c34f-4188-b53b-5d272473b487 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 1096 time: 0.2536533 Jul 07 16:46:35.205961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.208568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9839c36b-c2ec-4466-b804-a4ce3d3ffad8 req-723d7d02-f30b-4ae7-a791-fb2faa8c7afd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Jul 07 16:46:35.209445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.234526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a53b0c-bada-446e-8a8d-c80c48204766']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:35.243160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bda00b-93c9-4355-aa24-a7d5fa73c9e2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.256917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:35.257246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5690cc-c8f2-40e7-8a52-d8d657f5298d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:35.275100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] Set router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:35.280903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.310018 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.316285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:46:35.317296 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.349301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.369072 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:46:35.392053 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:46:35.397007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.398138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] Pushing event deleted for resources: {'Port': ['ID=aa8436cd-7acc-41b2-ab7a-c946a74ecdbb,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.400820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:46:34Z', 'revision_number': 6, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:35.421189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a53b0c-bada-446e-8a8d-c80c48204766,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.423925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.426589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c074f25-cb24-4c60-a338-a20d2614d189 admin admin] 10.222.0.78 "DELETE /v2.0/networks/72a53b0c-bada-446e-8a8d-c80c48204766 HTTP/1.1" status: 204 len: 168 time: 1.2203207 Jul 07 16:46:35.441625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df9de-199c-47e3-86ce-0789d80d3ad4 None None] The sync data for ids ['4e8952cf-360e-4d03-b85b-c8aa27b94d94'] in n-d-793619-7 is: [{'id': '4e8952cf-360e-4d03-b85b-c8aa27b94d94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1655047236-router', 'tenant_id': '25c7a33c6c014bc696f0e9419302c418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:43:49Z', 'updated_at': '2021-07-07T16:46:34Z', 'revision_number': 6, 'project_id': '25c7a33c6c014bc696f0e9419302c418', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:35.443269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67c340-4047-40a4-8076-96efb97c536a None None] No DVR routers for this DVR port aa8436cd-7acc-41b2-ab7a-c946a74ecdbb on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:35.467282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f30fe-9602-4fe8-bbfa-40e2cb8dff7b req-a21d7d40-f20c-4499-9595-d891c426a3b6 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:35.469001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d6f30fe-9602-4fe8-bbfa-40e2cb8dff7b req-a21d7d40-f20c-4499-9595-d891c426a3b6 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 946 time: 0.3130047 Jul 07 16:46:35.552091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d6f30fe-9602-4fe8-bbfa-40e2cb8dff7b req-c13d197e-c301-4734-a189-d19670c6d671 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/security-groups?id=3029ed82-2930-44b6-9bcf-ec4d45c1f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734394 Jul 07 16:46:35.553415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.557310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.625175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.626664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8952cf-360e-4d03-b85b-c8aa27b94d94 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:46:35.640154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.643812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c87bf07c-4782-4624-bee3-f4ad84e0a9be admin admin] 10.222.0.78 "DELETE /v2.0/routers/4e8952cf-360e-4d03-b85b-c8aa27b94d94 HTTP/1.1" status: 204 len: 168 time: 1.3717291 Jul 07 16:46:35.644619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42358) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:35.686557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42366) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:35.762797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Deleting subnet 83205362-20c1-4b3f-9d11-5cca4f7fd1c7 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:46:35.763050 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-820fab56-9bcf-4be5-ba43-776890cf8352 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a2c5c69b371498fb1ed77dbf815feb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0750132 Jul 07 16:46:35.764136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:35.770386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.869789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb51a535-6202-4263-9bb2-b4122698144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.939902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb51a535-6202-4263-9bb2-b4122698144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.032022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.047022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb51a535-6202-4263-9bb2-b4122698144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.055675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb51a535-6202-4263-9bb2-b4122698144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.062335 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eb51a535-6202-4263-9bb2-b4122698144f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e496f464-cd73-4e4b-bf29-748d92a84072 HTTP/1.1" status: 204 len: 168 time: 0.2960174 Jul 07 16:46:36.084234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51a535-6202-4263-9bb2-b4122698144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496f464-cd73-4e4b-bf29-748d92a84072,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:36.200457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-9b0f533e-5687-4cb6-a1b9-083d311d42c7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.201626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-9b0f533e-5687-4cb6-a1b9-083d311d42c7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 812 time: 0.4638186 Jul 07 16:46:36.241707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-9128d4bb-9e3b-4a41-a498-18e7b278b147 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/quotas/2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 375 time: 0.0236297 Jul 07 16:46:36.243728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.307718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-9bba8732-956d-4103-9593-15a7f18ae594 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405943 Jul 07 16:46:36.391795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.417659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 48af293c-4f4b-4113-a940-036c214dc0e3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:36.446552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83205362-20c1-4b3f-9d11-5cca4f7fd1c7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:36.448682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 48af293c-4f4b-4113-a940-036c214dc0e3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:36.449039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 48af293c-4f4b-4113-a940-036c214dc0e3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:36.449606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa8436cd-7acc-41b2-ab7a-c946a74ecdbb no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:36.466538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.470919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0f020544-08ba-4a12-a795-f114f69578d9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/83205362-20c1-4b3f-9d11-5cca4f7fd1c7 HTTP/1.1" status: 204 len: 168 time: 0.8230448 Jul 07 16:46:36.471114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42390) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:36.494302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cee12d-ce00-455b-bf41-4ebb0d90b95d None None] Network 2072d5a1-5ead-413c-8acb-2fe858b3e33b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:36.500378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: aa8436cd-7acc-41b2-ab7a-c946a74ecdbb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:36.500737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa8436cd-7acc-41b2-ab7a-c946a74ecdbb not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:36.501168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e05419d5-a64a-45a7-a6df-f992077a11cc no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:36.524175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-eb6e4774-8c5a-44cf-9d04-8a767173e2bf service neutron] 10.222.0.78 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049420 Jul 07 16:46:36.578962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e05419d5-a64a-45a7-a6df-f992077a11cc {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:36.581221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e05419d5-a64a-45a7-a6df-f992077a11cc not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:36.613843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.700852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42392) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:36.717206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-8b02168f-a77a-45f9-813f-bdcc4e86e9bb service neutron] 10.222.0.78 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866047 Jul 07 16:46:36.759929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Deleting port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:36.760190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.893070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] DHCP port deletion for 2072d5a1-5ead-413c-8acb-2fe858b3e33b request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:46:37.037016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] Deleting port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:37.040336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.106248 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0463086f-b1c6-4ff2-9523-f07ba713c191 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10825866c9554c728cf2f04aa8574fc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4042928 Jul 07 16:46:37.110389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42400) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:37.155634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-bbe112f0-eca7-4e0b-a894-2691a8b2eaf6 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:37.170137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-bbe112f0-eca7-4e0b-a894-2691a8b2eaf6 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669315 Jul 07 16:46:37.208828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] For port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:37.209240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.224103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Calling delete_port for 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:37.226884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] For port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,segment=NetworkSegment(b4554579-df23-44a4-9b53-ede02c616b0a),segment_id=b4554579-df23-44a4-9b53-ede02c616b0a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:37.227294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.244823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Request body: {'binding': {'host': 'n-h1-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:37.244823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:46:37.246825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] Calling delete_port for 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:37.253333 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-add887cc-989c-4727-85f0-a8e998580117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.275639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaefea-e0f7-4ff7-9097-0003cdd091aa req-c38bc0f8-bad2-4df0-a3b1-46a954101a12 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.282864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ceaefea-e0f7-4ff7-9097-0003cdd091aa req-c38bc0f8-bad2-4df0-a3b1-46a954101a12 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1550751 Jul 07 16:46:37.310720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-add887cc-989c-4727-85f0-a8e998580117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.361278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ceaefea-e0f7-4ff7-9097-0003cdd091aa req-344bb843-032c-42e9-99be-b2dfb82ccaed tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767887 Jul 07 16:46:37.410851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-add887cc-989c-4727-85f0-a8e998580117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.414072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-add887cc-989c-4727-85f0-a8e998580117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.415570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-add887cc-989c-4727-85f0-a8e998580117 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6b29b79-bc27-4da8-b2fe-d2e3de4f00c3 HTTP/1.1" status: 204 len: 168 time: 0.3039315 Jul 07 16:46:37.432505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add887cc-989c-4727-85f0-a8e998580117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b29b79-bc27-4da8-b2fe-d2e3de4f00c3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:37.443399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.484619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.538053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.621451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] No DVR routers for this DVR port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:37.623406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:37.661775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] Pushing event deleted for resources: {'Port': ['ID=959b922e-e713-44cf-93c2-5f9b1ce8ddd9,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:37.678272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce4897-0823-43c8-9645-7ecb9ee547cf None None] No DVR routers for this DVR port 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:37.682829 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8122649f-6f9f-49a3-ab7b-b555c68a499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.727440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.748261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2072d5a1-5ead-413c-8acb-2fe858b3e33b']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:37.782397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4554579-df23-44a4-9b53-ede02c616b0a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:37.782704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4554579-df23-44a4-9b53-ede02c616b0a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:37.804577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.816272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:37.834885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.846653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe919f-5e74-4e16-8781-315cb3cb3f12 req-57dd4222-d4eb-4502-b768-4049226f9d71 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.851014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on host n-h1-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:37.851346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:37.852308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:37.857072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cfe919f-5e74-4e16-8781-315cb3cb3f12 req-57dd4222-d4eb-4502-b768-4049226f9d71 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1267450 Jul 07 16:46:37.858840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:46:37.859253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.862400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:37.862794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:37.864676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:46:37.864949 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:46:37.869035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959b922e-e713-44cf-93c2-5f9b1ce8ddd9 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:37.870523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:37.901044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:37.902237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8bda00b-93c9-4355-aa24-a7d5fa73c9e2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:37.916123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cfe919f-5e74-4e16-8781-315cb3cb3f12 req-6ffaf424-1ca0-434d-a3a5-72bdca515778 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580406 Jul 07 16:46:37.950234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:37.952151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:37.953389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:37.954467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Bound port: 486ab2a8-a004-4dc7-848b-d291cb6e204a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:38.025081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:38.040560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:38.042540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] 10.222.0.78 "DELETE /v2.0/networks/2072d5a1-5ead-413c-8acb-2fe858b3e33b HTTP/1.1" status: 204 len: 168 time: 1.5704343 Jul 07 16:46:38.047149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42422) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:38.065219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f01a-8206-40b0-a078-23d8e97d4c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2072d5a1-5ead-413c-8acb-2fe858b3e33b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:38.069559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:38.075820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:38.078162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-b93e7dbe-d163-4f60-979a-ddbc0e94a1e3 service neutron] 10.222.0.78 "POST /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9070430 Jul 07 16:46:38.085193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a4310f2-a1c4-4853-b625-17a7217436f4 req-e0f61327-1ab0-4ef6-8cbc-fcaddca9d60a tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 210 time: 0.0515931 Jul 07 16:46:38.499773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-bbe49f92-7edd-497c-a19a-074224034832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.501579 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-bbe49f92-7edd-497c-a19a-074224034832 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1096 time: 0.0898438 Jul 07 16:46:38.686559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-79f785c4-9c8b-4382-a081-c5a395bc4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.688186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-79f785c4-9c8b-4382-a081-c5a395bc4af8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1685653 Jul 07 16:46:38.763157 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-4d7e7958-8687-41a0-ab15-9cf6f120ee94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 217 time: 0.0503263 Jul 07 16:46:38.841982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-2ba7699f-08d9-40c5-bb20-412af8730515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.843673 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-2ba7699f-08d9-40c5-bb20-412af8730515 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0738652 Jul 07 16:46:38.891537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-066883b4-f770-4072-9ffd-d6c430fde38c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409648 Jul 07 16:46:38.953476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:39.004090 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-578a3573-81b4-43e1-bc54-76a9e49408d8 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031713 Jul 07 16:46:39.118908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-7b528407-5e53-4c69-9d86-1457c162c902 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009014 Jul 07 16:46:39.158944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726e32-30f6-44c4-84cf-289df6231218 req-4ffe004d-ff32-4273-ad27-9ed08d5c6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.160517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-4ffe004d-ff32-4273-ad27-9ed08d5c6f7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 1096 time: 0.6287422 Jul 07 16:46:39.213474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e94114-4bc8-454a-af14-bcf5b9ec2ac9 req-a63f657e-1997-4b88-bc4b-e949e61d6ce2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.214581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38e94114-4bc8-454a-af14-bcf5b9ec2ac9 req-a63f657e-1997-4b88-bc4b-e949e61d6ce2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.6088178 Jul 07 16:46:39.292664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-3c45b267-ac17-4b85-ac34-99e8e8137716 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.294180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-3c45b267-ac17-4b85-ac34-99e8e8137716 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 812 time: 0.6249287 Jul 07 16:46:39.329664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'port': {'device_id': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769', 'admin_state_up': True, 'tenant_id': '2c0002710f0d4528b1125a0086eb8ebf'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:39.390586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-8472c8c0-e71b-40d1-bf09-357922e5cecb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.392033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-8472c8c0-e71b-40d1-bf09-357922e5cecb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.6369197 Jul 07 16:46:39.452061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-bb1854f7-9f59-4982-a0be-8baf19228573 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/quotas/ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 375 time: 0.0536549 Jul 07 16:46:39.471725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38e94114-4bc8-454a-af14-bcf5b9ec2ac9 req-976f48c8-5630-4410-b305-ba51487ff94b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386150 Jul 07 16:46:39.542297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726e32-30f6-44c4-84cf-289df6231218 req-2a11b750-4087-436f-8c74-6da353488a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.543764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-2a11b750-4087-436f-8c74-6da353488a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 911 time: 0.3539009 Jul 07 16:46:39.628584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-99762bb3-ec70-44a5-b845-1c391e5efdff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1 HTTP/1.1" status: 200 len: 217 time: 0.0669682 Jul 07 16:46:39.729837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Made reservation on behalf of 2c0002710f0d4528b1125a0086eb8ebf for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:39.733332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:39.745231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:39.770953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-dd21fab1-1c26-4fe7-8da2-f4176888cec1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3068416 Jul 07 16:46:39.818355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726e32-30f6-44c4-84cf-289df6231218 req-7d3a8984-3b69-4d49-98f4-47c1466235cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.819748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-7d3a8984-3b69-4d49-98f4-47c1466235cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.1610956 Jul 07 16:46:39.960488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-5f77930e-a037-4eb8-94c7-1e154e893b2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164761 Jul 07 16:46:40.035689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e21e-ad4f-4594-8e4b-a759df73ff6b req-e2d94f59-7362-46fd-96c4-582324d26162 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.037205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d78e21e-ad4f-4594-8e4b-a759df73ff6b req-e2d94f59-7362-46fd-96c4-582324d26162 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.4275920 Jul 07 16:46:40.233492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-db9dd89c-6189-4fc7-9ada-58d2385d5d54 service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255838 Jul 07 16:46:40.289640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d78e21e-ad4f-4594-8e4b-a759df73ff6b req-4c3a38c8-ec72-43db-bd4d-ca7880a54c32 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226393 Jul 07 16:46:40.363612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Allocated IP 172.20.0.14 (9c80da6d-4643-4352-a2cb-7e6a1a6e5769/e4242b84-718e-4108-bd16-9604da11a6a6/0854d391-97d0-4c95-ab9f-0d413758ceaa) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:40.386942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-4f87294c-6ca2-4013-ab8b-407b2735367c service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751192 Jul 07 16:46:40.546966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-48532d1d-34fe-4d2e-b0ef-8000aac35299 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.549153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-48532d1d-34fe-4d2e-b0ef-8000aac35299 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 946 time: 0.0777702 Jul 07 16:46:40.600097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.615447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-0d53f8ed-4c9f-4e8c-8d5c-cd947b0de894 service neutron] 10.222.0.78 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644378 Jul 07 16:46:40.651919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18726e32-30f6-44c4-84cf-289df6231218 req-7b97f7d1-6933-460f-a7d0-4bcc42faa459 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560418 Jul 07 16:46:40.715439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Deleting port b04bd1ad-cba7-4085-a555-d7ff1931f320 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:40.715776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.774249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02183e-0cf9-432d-af06-b14ca6467181 req-f3035881-8aee-411b-989e-2ee20c520f86 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.781362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a02183e-0cf9-432d-af06-b14ca6467181 req-f3035881-8aee-411b-989e-2ee20c520f86 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3536594 Jul 07 16:46:40.830088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.862798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] For port b04bd1ad-cba7-4085-a555-d7ff1931f320, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b04bd1ad-cba7-4085-a555-d7ff1931f320,segment=NetworkSegment(b455ba10-7fd6-46ce-9af2-6fcab49ba985),segment_id=b455ba10-7fd6-46ce-9af2-6fcab49ba985)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:40.863172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.882377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a02183e-0cf9-432d-af06-b14ca6467181 req-568cd29e-1277-4f3d-9622-4b7ff3d649c1 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965815 Jul 07 16:46:40.882637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Calling delete_port for b04bd1ad-cba7-4085-a555-d7ff1931f320 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:40.970839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Deleting port 56517bc2-4af6-43aa-b125-ae8ca78be15a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:40.971202 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.973377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.109813 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.151776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Pushing event deleted for resources: {'Port': ['ID=b04bd1ad-cba7-4085-a555-d7ff1931f320,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.166474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b04bd1ad-cba7-4085-a555-d7ff1931f320'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:41.202562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:41.236100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d308bec-38e5-4e06-bee6-4d261b1b86e2 req-800241cf-7671-42a9-b8c5-f5442590fa87 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd22686-4cc0-4bdf-b4e7-90b4bdf37918 HTTP/1.1" status: 200 len: 210 time: 0.1326411 Jul 07 16:46:41.264789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:41.272178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:41.275565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.276724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] No DVR routers for this DVR port b04bd1ad-cba7-4085-a555-d7ff1931f320 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:41.280402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.284087 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917b3551-b36c-492f-9cad-582c726ea2e5 req-443633db-3eab-4f29-990f-05f2c2bde852 tempest-InstanceActionsNegativeTestJSON-597059509 tempest-InstanceActionsNegativeTestJSON-597059509-project] 10.222.0.13 "DELETE /v2.0/ports/b04bd1ad-cba7-4085-a555-d7ff1931f320 HTTP/1.1" status: 204 len: 173 time: 0.7280266 Jul 07 16:46:41.286363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'name': 'network-vif-deleted', 'tag': 'b04bd1ad-cba7-4085-a555-d7ff1931f320'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:41.291207 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd649e8-9ce9-4388-9270-0d29f4c02d2b" -d '{"events": [{"server_uuid": "dcd22686-4cc0-4bdf-b4e7-90b4bdf37918", "name": "network-vif-deleted", "tag": "b04bd1ad-cba7-4085-a555-d7ff1931f320"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:41.343607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] For port 56517bc2-4af6-43aa-b125-ae8ca78be15a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=56517bc2-4af6-43aa-b125-ae8ca78be15a,segment=NetworkSegment(cbdeafde-1b84-4157-87c1-87542c552a00),segment_id=cbdeafde-1b84-4157-87c1-87542c552a00)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:41.344149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.371009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Calling delete_port for 56517bc2-4af6-43aa-b125-ae8ca78be15a owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:41.388692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:41.389525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.798611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-6d396558-5056-4972-9178-6ced74ab41f0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4820671 Jul 07 16:46:41.809885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419bcb2-3e1d-4399-a34b-2f57ff7be636 req-dba2bcde-eb68-42f4-b026-a9fcebb9cfbf tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:41.811402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a419bcb2-3e1d-4399-a34b-2f57ff7be636 req-dba2bcde-eb68-42f4-b026-a9fcebb9cfbf tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 932 time: 0.6657734 Jul 07 16:46:41.982108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a419bcb2-3e1d-4399-a34b-2f57ff7be636 req-1dfeb229-d994-4d21-8fc4-1c64e7b52d7e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480556 Jul 07 16:46:42.010288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Request body: {'port': {'device_id': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:42.090067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bb6dc-cde2-4d89-87f5-e76c8b4b82fb req-12a84f0a-a2d3-46f6-89a9-39bc5cdfc180 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:42.091678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-571bb6dc-cde2-4d89-87f5-e76c8b4b82fb req-12a84f0a-a2d3-46f6-89a9-39bc5cdfc180 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.3161979 Jul 07 16:46:42.274752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.282172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4a7d978-1b81-46e9-97ea-5f469d5643a1 req-3c2a1376-1567-4f53-a5ef-afc2431fea59 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 210 time: 0.1157072 Jul 07 16:46:42.331465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-571bb6dc-cde2-4d89-87f5-e76c8b4b82fb req-1ca51747-aa1d-42d4-9e6e-95f463c83443 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285330 Jul 07 16:46:42.362076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.382131 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878fbe4-7747-4fbf-b3ea-9dc426b3aa8e x-openstack-request-id: req-0878fbe4-7747-4fbf-b3ea-9dc426b3aa8e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:42.384230 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd22686-4cc0-4bdf-b4e7-90b4bdf37918", "name": "network-vif-deleted", "tag": "b04bd1ad-cba7-4085-a555-d7ff1931f320", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:42.384725 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0878fbe4-7747-4fbf-b3ea-9dc426b3aa8e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:42.385321 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd22686-4cc0-4bdf-b4e7-90b4bdf37918', 'name': 'network-vif-deleted', 'tag': 'b04bd1ad-cba7-4085-a555-d7ff1931f320', 'status': 'completed', 'code': 200} Jul 07 16:46:42.410646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56517bc2-4af6-43aa-b125-ae8ca78be15a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:42.983069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27e47-e200-42b3-98f3-6a4047714531 req-98f1c783-303b-4e9c-a105-2e1df91ec9ee tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:42.984553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11d27e47-e200-42b3-98f3-6a4047714531 req-98f1c783-303b-4e9c-a105-2e1df91ec9ee tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.3274665 Jul 07 16:46:43.022436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e8872-d01f-4d82-8b6d-9ad1fdb52dfe req-b8a8aa47-119d-4e8f-8ea9-90ed84bf30a8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:43.023621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be2e8872-d01f-4d82-8b6d-9ad1fdb52dfe req-b8a8aa47-119d-4e8f-8ea9-90ed84bf30a8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3038757 Jul 07 16:46:43.040871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.152176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-ce31c618-4830-4111-b8a2-6933960380ad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:43.154294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-ce31c618-4830-4111-b8a2-6933960380ad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 821 time: 0.1541936 Jul 07 16:46:43.177365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Request body: {'port': {'device_id': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'admin_state_up': True, 'tenant_id': 'ea7b31c4e9bd4b498dabc9102914f4be'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:43.182839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11d27e47-e200-42b3-98f3-6a4047714531 req-4fcd6cf4-5fb4-4b97-b70b-b939e62f89c7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804945 Jul 07 16:46:43.201632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0854d391-97d0-4c95-ab9f-0d413758ceaa {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:43.216728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be2e8872-d01f-4d82-8b6d-9ad1fdb52dfe req-79a15f2a-658a-45ab-812a-1a7c4827f610 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733825 Jul 07 16:46:43.230127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.288422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Transition to ACTIVE for port object 0854d391-97d0-4c95-ab9f-0d413758ceaa will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:43.301036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.358551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42514) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:43.401836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Made reservation on behalf of ea7b31c4e9bd4b498dabc9102914f4be for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:43.411297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.546866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b04bd1ad-cba7-4085-a555-d7ff1931f320 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:43.589776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: b04bd1ad-cba7-4085-a555-d7ff1931f320 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:43.592540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b04bd1ad-cba7-4085-a555-d7ff1931f320 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:43.596078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:43.612813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Allocated IP 172.20.0.12 (8c5ad180-b710-47c2-9105-3adf8a436493/541afaa2-e324-43f9-aab2-c988a80891ef/f2815eb4-5247-4bbf-adba-236a8ea13c8f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:43.644962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Deleting subnet 417ec1e6-ff24-482e-99c1-f9c38f3de1ae {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:46:43.665351 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.781173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b661a28-08d5-4088-9c52-b515cc2d864e req-3f74e976-7ab6-41bc-a445-314bf1aef106 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 210 time: 0.1236043 Jul 07 16:46:43.810375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.831839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:43.837051 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.855043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.874381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Attempting to bind port 0854d391-97d0-4c95-ab9f-0d413758ceaa on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:43.874732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Attempting to bind port 0854d391-97d0-4c95-ab9f-0d413758ceaa by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:43.875067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Attempting to bind port 0854d391-97d0-4c95-ab9f-0d413758ceaa on network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:43.891077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747d32d-e6ee-4473-8dec-e9cfa0afd8cb req-aee8ded5-c175-4dc2-969c-5416150e8bb4 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:43.896272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['caaf5951-157d-4a5b-8a88-50f34471a538'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:43.910550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5747d32d-e6ee-4473-8dec-e9cfa0afd8cb req-aee8ded5-c175-4dc2-969c-5416150e8bb4 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 944 time: 0.4312186 Jul 07 16:46:43.919821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Network 8c5ad180-b710-47c2-9105-3adf8a436493 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:43.923275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:43.931925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:43.965876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:44.015612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.016705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.047289 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-25a0fed7-89fc-4f4d-a6d3-5afb079d0c72 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770018 Jul 07 16:46:44.133561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Request body: {'port': {'device_id': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:44.160688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Port 0854d391-97d0-4c95-ab9f-0d413758ceaa on network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:44.161018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Attempting to bind port 0854d391-97d0-4c95-ab9f-0d413758ceaa on network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:44.177671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:44.188810 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] Sync routers for ids ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:44.207069 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] Routers {'6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:44.207698 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:44.230973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0d3f559a-9928-43af-97f5-5381bccd42c3 admin admin] 10.222.0.78 "PUT /v2.0/routers/6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1811385 Jul 07 16:46:44.238864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42524) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:44.239985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.257330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:44.257681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Checking segment: {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:44.258353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Bound using segment: {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:44.259054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Bound port: 0854d391-97d0-4c95-ab9f-0d413758ceaa, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:44.259183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.275671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.386345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5747d32d-e6ee-4473-8dec-e9cfa0afd8cb req-75891033-b415-45cb-99e4-6b45fd64d4db tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749010 Jul 07 16:46:44.457990 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] Set router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:44.519238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834f650-eb41-4559-923e-990a6b4a0963 req-81415a5c-0f15-4283-8009-f96e66e8434b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.528246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a834f650-eb41-4559-923e-990a6b4a0963 req-81415a5c-0f15-4283-8009-f96e66e8434b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.3552504 Jul 07 16:46:44.532391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.548372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.576330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417ec1e6-ff24-482e-99c1-f9c38f3de1ae,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:44.587766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:44.608881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.611279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e5581863-33f8-4771-a128-ce92db4eca57 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/417ec1e6-ff24-482e-99c1-f9c38f3de1ae HTTP/1.1" status: 204 len: 168 time: 1.2448332 Jul 07 16:46:44.615474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42534) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:44.618894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:44.640991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.740645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:44.756357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a834f650-eb41-4559-923e-990a6b4a0963 req-5b09f3f4-9e72-4db8-9722-773701226e1c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209632 Jul 07 16:46:44.771920 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:46:42Z', 'revision_number': 5, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:44.776699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.777359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.778781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-66c5d848-900d-4beb-a2dc-99cd077d6703 service neutron] 10.222.0.54 "PUT /v2.0/ports/0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 1092 time: 2.9467399 Jul 07 16:46:44.780710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:44.795650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.801006 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a" -d '{"events": [{"name": "network-changed", "server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:44.819717 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] Checking router: 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:44.830555 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] Routers {'6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:44.831164 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:46:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:44.986962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Deleting port a819d9c4-3561-4d08-a031-11f18c87dab3 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:44.986962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.990182 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] Set router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:44.991816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2815eb4-5247-4bbf-adba-236a8ea13c8f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:45.034844 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.062220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Transition to ACTIVE for port object f2815eb4-5247-4bbf-adba-236a8ea13c8f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:45.069510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.141065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:45.248411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.253397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] For port a819d9c4-3561-4d08-a031-11f18c87dab3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a819d9c4-3561-4d08-a031-11f18c87dab3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:45.253947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.304023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Calling delete_port for a819d9c4-3561-4d08-a031-11f18c87dab3 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:45.366371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c134da4-9c64-4050-9e65-8a62ade8f4c3 req-5ac1475f-0b61-4f2e-90dd-6a5970236d70 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.375663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c134da4-9c64-4050-9e65-8a62ade8f4c3 req-5ac1475f-0b61-4f2e-90dd-6a5970236d70 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.5954180 Jul 07 16:46:45.376686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:45.377272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:45.377968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:45.385807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:45.386488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:45.396896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:45.397744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:45.399099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:45.399909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Bound port: f2815eb4-5247-4bbf-adba-236a8ea13c8f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:45.400217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:46:42Z', 'revision_number': 5, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:45.401242 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.439203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-9bea2f77-b76a-4a4f-8692-d3cc314c1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.440820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-9bea2f77-b76a-4a4f-8692-d3cc314c1262 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1095 time: 0.2982287 Jul 07 16:46:45.443237 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f123fbd-5aa4-4d20-8c1b-e2e97c2f51b0 None None] The sync data for ids ['6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7'] in n-d-793619-7 is: [{'id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-462768914-router', 'tenant_id': '0f634588a4b84453ba06f95b95c12f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:44:08Z', 'updated_at': '2021-07-07T16:46:42Z', 'revision_number': 5, 'project_id': '0f634588a4b84453ba06f95b95c12f74', 'gw_port': {'id': 'a819d9c4-3561-4d08-a031-11f18c87dab3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:44:10Z', 'updated_at': '2021-07-07T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:45.452073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.464667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd035f-14e6-4a10-866b-7d64db1cb3a9 req-f2373a38-9cd0-457d-a48a-81e20f2d0c51 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.472068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ebd035f-14e6-4a10-866b-7d64db1cb3a9 req-f2373a38-9cd0-457d-a48a-81e20f2d0c51 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3306007 Jul 07 16:46:45.502727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b458344f-0f38-4b84-9dcf-c2f1dfd51d79']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:45.546421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:45.550510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:45.556336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.561326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-63f6275b-e386-458d-bec9-08bd66d3651d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 217 time: 0.1048529 Jul 07 16:46:45.565548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b455ba10-7fd6-46ce-9af2-6fcab49ba985') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:45.565900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b455ba10-7fd6-46ce-9af2-6fcab49ba985') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:45.595981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.610647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.610647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.611738 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] 10.222.0.13 "PUT /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 1092 time: 1.5483027 Jul 07 16:46:45.616526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:45.620139 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d67787-d2cf-4d32-ab4b-c4603d871ece" -d '{"events": [{"name": "network-changed", "server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:45.633235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c134da4-9c64-4050-9e65-8a62ade8f4c3 req-34826230-58a5-41a3-9b24-46c9cd21772f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531312 Jul 07 16:46:45.662787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.676527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ebd035f-14e6-4a10-866b-7d64db1cb3a9 req-9996d653-a5c4-4b42-a866-d6a9e6a762db tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034907 Jul 07 16:46:45.701083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:46:45.701529 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:46:45.706778 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:46:45.750390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.807338 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd110997-fdb6-4445-9fa0-f66b6bf36d29 x-openstack-request-id: req-cd110997-fdb6-4445-9fa0-f66b6bf36d29 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:45.809090 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:45.809090 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd110997-fdb6-4445-9fa0-f66b6bf36d29 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:45.813358 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'status': 'completed', 'code': 200} Jul 07 16:46:45.817561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-595e3fe7-1bf9-4da5-a554-427ae63466fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.819081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 56517bc2-4af6-43aa-b125-ae8ca78be15a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:45.820258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-595e3fe7-1bf9-4da5-a554-427ae63466fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.2502532 Jul 07 16:46:45.849207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12b4a-93e0-4af0-a051-bbe94331515b service neutron] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:45.880959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a819d9c4-3561-4d08-a031-11f18c87dab3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:45.896773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 56517bc2-4af6-43aa-b125-ae8ca78be15a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:45.898806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 56517bc2-4af6-43aa-b125-ae8ca78be15a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:45.930337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-ab325f01-88f1-4fe5-b844-ef5661bc2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.932256 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-ab325f01-88f1-4fe5-b844-ef5661bc2859 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1095 time: 0.2296419 Jul 07 16:46:45.961789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.031901 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-b74948f4-ef62-40cd-b92c-5250f74bdc65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 217 time: 0.0852666 Jul 07 16:46:46.042879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-d12f0449-8688-485f-928d-11cd81962a88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987543 Jul 07 16:46:46.045204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.050213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.056920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b458344f-0f38-4b84-9dcf-c2f1dfd51d79 HTTP/1.1" status: 204 len: 168 time: 1.4395418 Jul 07 16:46:46.140043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.142178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.199219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-4b3f0f9a-c493-40cd-9ee2-0e39e4c5ff0e service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350622 Jul 07 16:46:46.200388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043dcc8-da40-4fd8-8fa4-40fe99f8e4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b458344f-0f38-4b84-9dcf-c2f1dfd51d79,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:46.218745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.220087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:46:46.225777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.228126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3126314-3d0e-45d8-9ef3-1804d6df41b5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6d2e106b-4aab-40c7-a487-e1ecf1a0b5e7 HTTP/1.1" status: 204 len: 168 time: 1.9846807 Jul 07 16:46:46.230831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42550) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:46.290912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Deleting subnet 477d9f37-ef9f-44ad-874e-f2b80562f270 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:46:46.299054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.321157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314dff5-07c1-40b4-85b0-7a21cb0f7c99 req-16add53a-53a8-444c-9ed3-00a4ff6f3838 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.329929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1314dff5-07c1-40b4-85b0-7a21cb0f7c99 req-16add53a-53a8-444c-9ed3-00a4ff6f3838 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.3780403 Jul 07 16:46:46.337321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-68f56006-0207-4006-a3ae-1351adc068f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.338955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-68f56006-0207-4006-a3ae-1351adc068f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.2488902 Jul 07 16:46:46.350011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.369051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a051f-3ada-4710-9004-f615784509ff req-3ae4f0ee-50d4-4869-9fc0-69eae005b11b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.371203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e7a051f-3ada-4710-9004-f615784509ff req-3ae4f0ee-50d4-4869-9fc0-69eae005b11b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 944 time: 0.3964236 Jul 07 16:46:46.380618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42552) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:46.423119 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-1e1f65ba-8147-4736-a46d-db43f7e71263 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706265 Jul 07 16:46:46.483061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1314dff5-07c1-40b4-85b0-7a21cb0f7c99 req-cbd01c14-5530-4910-b6c6-86b81cabf46f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518786 Jul 07 16:46:46.499606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46bd7617-6165-449e-abc4-2e3d173cdc8d req-a18cf9c4-4b45-484c-b968-fbeeb008b833 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950532 Jul 07 16:46:46.539826 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-4bd940b4-ad9c-4836-b089-2a70546c8c96 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078503 Jul 07 16:46:46.554333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e7a051f-3ada-4710-9004-f615784509ff req-beb32d3e-a531-454c-82ce-a6ec33109be2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605387 Jul 07 16:46:46.567581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e25167d4-0b25-41ea-8ff0-f751bf028d34 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77239693a2c74e54af37f339b879156e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831577 Jul 07 16:46:46.568219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:46.594418 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ff7e7-000c-4a6c-aff2-86164e5ab561 x-openstack-request-id: req-ec2ff7e7-000c-4a6c-aff2-86164e5ab561 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:46.594993 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:46.594993 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec2ff7e7-000c-4a6c-aff2-86164e5ab561 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:46.595328 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'status': 'completed', 'code': 200} Jul 07 16:46:46.712831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.774153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0762aaab-4858-4f12-8006-2a4c00fb5a31 req-3b2f20b4-9915-49ce-9ade-a7cbdee20851 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264235 Jul 07 16:46:46.821682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.865616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477d9f37-ef9f-44ad-874e-f2b80562f270,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:46.888220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.889797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f84648-7f06-4e48-9e13-3fe5babcf0d4 None None] Network c5e2d4db-4449-420d-8c0d-ed8947f0deff requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:46.890870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f5d64d83-57b4-47c2-8ecc-fe664c54f922 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/477d9f37-ef9f-44ad-874e-f2b80562f270 HTTP/1.1" status: 204 len: 168 time: 0.6581662 Jul 07 16:46:46.893136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42564) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:46.905971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ec65102-73ca-4458-b1cf-81889580274c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.960381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-33efd8f2-e750-4edf-b204-c8897d1ff792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.963611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-33efd8f2-e750-4edf-b204-c8897d1ff792 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1095 time: 0.3750076 Jul 07 16:46:46.981408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd25e-dee0-44b8-94b0-6c7e46813016 req-61ae1361-87a1-4512-b1bf-35ab6e76a68c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.983719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f47fd25e-dee0-44b8-94b0-6c7e46813016 req-61ae1361-87a1-4512-b1bf-35ab6e76a68c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.2644057 Jul 07 16:46:47.003848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ec65102-73ca-4458-b1cf-81889580274c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.169713 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f47fd25e-dee0-44b8-94b0-6c7e46813016 req-31a8b09c-4fd4-4103-824e-6d3a037a00ec tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630232 Jul 07 16:46:47.207375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3167f-549f-4b25-b55e-bd7342451303 req-c55d8d49-afa2-44c2-b975-747aa0e3342b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.212563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05f3167f-549f-4b25-b55e-bd7342451303 req-c55d8d49-afa2-44c2-b975-747aa0e3342b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.3811195 Jul 07 16:46:47.217757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] DHCP port deletion for c5e2d4db-4449-420d-8c0d-ed8947f0deff request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:46:47.248251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-b2c90974-5f37-46dd-a2e5-d93cee4f1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.249954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-b2c90974-5f37-46dd-a2e5-d93cee4f1566 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.2610829 Jul 07 16:46:47.252914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ec65102-73ca-4458-b1cf-81889580274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.255552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ec65102-73ca-4458-b1cf-81889580274c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.256799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ec65102-73ca-4458-b1cf-81889580274c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3029ed82-2930-44b6-9bcf-ec4d45c1f482 HTTP/1.1" status: 204 len: 168 time: 0.6874809 Jul 07 16:46:47.331149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] Deleting port 55b8fe6f-f6e8-4816-8b32-c78439de5673 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:47.331149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.398802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-2c89d315-f524-4f9f-8a90-aca26c206d1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 217 time: 0.1398599 Jul 07 16:46:47.401036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec65102-73ca-4458-b1cf-81889580274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3029ed82-2930-44b6-9bcf-ec4d45c1f482,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:47.493807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.502616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] For port 55b8fe6f-f6e8-4816-8b32-c78439de5673, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=55b8fe6f-f6e8-4816-8b32-c78439de5673,segment=NetworkSegment(cbdeafde-1b84-4157-87c1-87542c552a00),segment_id=cbdeafde-1b84-4157-87c1-87542c552a00)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:47.503199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.512856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-92e177d6-09a2-4b18-883b-ced58ed7e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.515097 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-92e177d6-09a2-4b18-883b-ced58ed7e0f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1095 time: 0.6463003 Jul 07 16:46:47.536516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] Calling delete_port for 55b8fe6f-f6e8-4816-8b32-c78439de5673 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:47.581733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05f3167f-549f-4b25-b55e-bd7342451303 req-b579c2d7-11cd-4b27-825f-4958f8d19c43 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306551 Jul 07 16:46:47.618256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-ad39de16-b4e2-476e-9fe7-9057200be5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.620610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-ad39de16-b4e2-476e-9fe7-9057200be5f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.2088263 Jul 07 16:46:47.690696 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.755838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-02096f4a-ebd3-4b5e-bb4d-2d3a2b4cf787 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251056 Jul 07 16:46:47.779600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-1ec97960-8871-42ca-9297-4cf8a80417ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.781460 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-1ec97960-8871-42ca-9297-4cf8a80417ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.2178535 Jul 07 16:46:47.801633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] Pushing event deleted for resources: {'Port': ['ID=55b8fe6f-f6e8-4816-8b32-c78439de5673,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:47.810503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f3297-bb98-4f46-9c74-b3bd0165fe24 None None] No DVR routers for this DVR port 55b8fe6f-f6e8-4816-8b32-c78439de5673 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:47.823492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 55b8fe6f-f6e8-4816-8b32-c78439de5673 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:47.858452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 55b8fe6f-f6e8-4816-8b32-c78439de5673 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:47.859514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 55b8fe6f-f6e8-4816-8b32-c78439de5673 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:47.860326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a819d9c4-3561-4d08-a031-11f18c87dab3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:47.875115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b610c8-9761-4242-ba2a-c120a57c0572 req-21c0dc82-171c-44e7-81e6-1c58c34e64d8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.882888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4b610c8-9761-4242-ba2a-c120a57c0572 req-21c0dc82-171c-44e7-81e6-1c58c34e64d8 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3830066 Jul 07 16:46:47.888131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a819d9c4-3561-4d08-a031-11f18c87dab3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:47.888977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a819d9c4-3561-4d08-a031-11f18c87dab3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:47.916357 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-dccf47e0-76e9-49dc-80fc-8e96d3f64463 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 217 time: 0.1060123 Jul 07 16:46:47.986098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Deleting port 55b8fe6f-f6e8-4816-8b32-c78439de5673 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:47.986444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.011371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4b610c8-9761-4242-ba2a-c120a57c0572 req-017392ec-f587-47b7-9166-79ae7f2f7a4c tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271443 Jul 07 16:46:48.034689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-192cd2f2-466a-4ee5-86af-4d17cefed214 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701344 Jul 07 16:46:48.048685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-afd41217-f040-4603-825b-281acc396780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.049030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af37456-8d64-4438-b6ba-f5f9a54f6a95 req-9554683e-be14-4c75-8480-31ae363f1e17 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.049528 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-afd41217-f040-4603-825b-281acc396780 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.1246760 Jul 07 16:46:48.070924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9af37456-8d64-4438-b6ba-f5f9a54f6a95 req-9554683e-be14-4c75-8480-31ae363f1e17 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.2045712 Jul 07 16:46:48.103345 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-33cd75f3-52b9-43d0-b2e1-539180565f25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428486 Jul 07 16:46:48.104493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] For port 55b8fe6f-f6e8-4816-8b32-c78439de5673, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:48.104851 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.142074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Calling delete_port for 55b8fe6f-f6e8-4816-8b32-c78439de5673 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:48.184331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Port 55b8fe6f-f6e8-4816-8b32-c78439de5673 was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:46:48.188961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.190457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9af37456-8d64-4438-b6ba-f5f9a54f6a95 req-2cea687c-c63b-4dab-8b80-4afb889d4e5b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058226 Jul 07 16:46:48.246792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b8fe6f-f6e8-4816-8b32-c78439de5673,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:48.255054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a57e8b7e-9b09-4984-a9e4-cb3566ce337a req-45470252-f297-487d-a6ae-37cefa5bfcd4 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836190 Jul 07 16:46:48.266698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] No DVR routers for this DVR port 55b8fe6f-f6e8-4816-8b32-c78439de5673 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:48.375297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3e447-a72f-4360-934f-626197bfd178 req-0da67f40-d118-4fe7-bba2-1ccbfbb9268f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.377906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bc3e447-a72f-4360-934f-626197bfd178 req-0da67f40-d118-4fe7-bba2-1ccbfbb9268f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 944 time: 0.1165743 Jul 07 16:46:48.379209 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-8068b757-b54d-441f-a7c6-c716fd08213c service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649920 Jul 07 16:46:48.442135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bc3e447-a72f-4360-934f-626197bfd178 req-10a0fdd0-5d7d-4944-93b7-de188ded1ecd tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Jul 07 16:46:48.442831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.464204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e2d4db-4449-420d-8c0d-ed8947f0deff']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:48.486430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdeafde-1b84-4157-87c1-87542c552a00') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:48.486796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdeafde-1b84-4157-87c1-87542c552a00') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:48.507253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.534522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-20d67787-d2cf-4d32-ab4b-c4603d871ece req-96a5e727-b6c2-4aeb-97e1-78678f3259e9 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476958 Jul 07 16:46:48.535911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.543503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:46:48.544182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:46:48.546331 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:46:48.609765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39036956-33c5-4ea5-bb16-d9df8a8f128b req-e145f950-d249-4d7e-8fbc-a85a1c1a64bf tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.611814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39036956-33c5-4ea5-bb16-d9df8a8f128b req-e145f950-d249-4d7e-8fbc-a85a1c1a64bf tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.1311438 Jul 07 16:46:48.623954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.632346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.637253 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c5e2d4db-4449-420d-8c0d-ed8947f0deff HTTP/1.1" status: 204 len: 168 time: 1.7431862 Jul 07 16:46:48.659945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bba71-effb-4ae9-a7ce-5bc5b546b513 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e2d4db-4449-420d-8c0d-ed8947f0deff,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:48.691759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39036956-33c5-4ea5-bb16-d9df8a8f128b req-76482a0e-881e-4b89-8bfc-9b45d8660245 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721302 Jul 07 16:46:48.851790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b369a0-8fbf-4424-a390-f446c74415a2 req-c44b1729-7e94-48b1-afe7-0e70f704201f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.853441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7b369a0-8fbf-4424-a390-f446c74415a2 req-c44b1729-7e94-48b1-afe7-0e70f704201f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.0997667 Jul 07 16:46:48.881532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:48.915154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7b369a0-8fbf-4424-a390-f446c74415a2 req-393d9c5b-3a54-40f3-849c-cc6232e351d5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Jul 07 16:46:48.955922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42606) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:48.957166 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-95927b50-0857-4905-ab0d-05a25f2263f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25c7a33c6c014bc696f0e9419302c418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745468 Jul 07 16:46:49.027638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb25ec45-a3e1-4492-834b-1a9a6144ed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.034128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42608) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:49.066321 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb25ec45-a3e1-4492-834b-1a9a6144ed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.163787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb25ec45-a3e1-4492-834b-1a9a6144ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.166846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb25ec45-a3e1-4492-834b-1a9a6144ed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.168090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eb25ec45-a3e1-4492-834b-1a9a6144ed73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff716944-083e-4d30-a566-a1173eb399d7 HTTP/1.1" status: 204 len: 168 time: 0.2107401 Jul 07 16:46:49.177512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25ec45-a3e1-4492-834b-1a9a6144ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff716944-083e-4d30-a566-a1173eb399d7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:49.301410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963c9b-4e6c-457b-af1c-708c9abb6ce0 req-43f17618-cfc8-4126-ba93-4d25dc4a3c6f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:49.303880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd963c9b-4e6c-457b-af1c-708c9abb6ce0 req-43f17618-cfc8-4126-ba93-4d25dc4a3c6f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.0832908 Jul 07 16:46:49.389736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd963c9b-4e6c-457b-af1c-708c9abb6ce0 req-b4fb7c69-04f7-4a9f-8e42-c055897ece93 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726311 Jul 07 16:46:49.442770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06043bfa-59fe-42d1-96c0-d8755ad22968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.502201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c19bb-6309-47d8-8359-e68cfa0c19b5 req-03e08967-6567-4e62-86f1-78fb6698896d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:49.511979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c69c19bb-6309-47d8-8359-e68cfa0c19b5 req-03e08967-6567-4e62-86f1-78fb6698896d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.1211350 Jul 07 16:46:49.564868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c69c19bb-6309-47d8-8359-e68cfa0c19b5 req-476a563f-1f87-40c3-b5dd-2fb9508ba213 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Jul 07 16:46:49.655866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06043bfa-59fe-42d1-96c0-d8755ad22968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.662419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06043bfa-59fe-42d1-96c0-d8755ad22968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.715871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06043bfa-59fe-42d1-96c0-d8755ad22968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c211987b-445a-4fe5-a615-98186ff9a4fb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:49.765678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06043bfa-59fe-42d1-96c0-d8755ad22968 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb88a6edd9b742d6b63bf35d6ebc5443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7304506 Jul 07 16:46:49.768215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42630) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:49.839605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97bd015f-c15a-4fba-83a3-5eb0bab43347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.896920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97bd015f-c15a-4fba-83a3-5eb0bab43347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.900939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36220e6-f51e-43a3-a8e6-e7acdb979d5c req-f83d7585-d3b3-4389-8c2a-c2ed822dab6e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:49.911425 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36220e6-f51e-43a3-a8e6-e7acdb979d5c req-f83d7585-d3b3-4389-8c2a-c2ed822dab6e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 944 time: 0.1624677 Jul 07 16:46:49.967714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36220e6-f51e-43a3-a8e6-e7acdb979d5c req-f1b25c05-c49f-464c-8a48-2cb986ae5f73 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552280 Jul 07 16:46:50.011463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97bd015f-c15a-4fba-83a3-5eb0bab43347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.014684 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97bd015f-c15a-4fba-83a3-5eb0bab43347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.017276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 0854d391-97d0-4c95-ab9f-0d413758ceaa details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:50.026031 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-97bd015f-c15a-4fba-83a3-5eb0bab43347 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c211987b-445a-4fe5-a615-98186ff9a4fb HTTP/1.1" status: 204 len: 168 time: 0.2497106 Jul 07 16:46:50.027460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42642) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:50.102450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd015f-c15a-4fba-83a3-5eb0bab43347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211987b-445a-4fe5-a615-98186ff9a4fb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.111963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653824-2763-42f7-af60-505da080c390 req-041082f3-0839-4270-944a-f20ddcaaf080 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.123048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a653824-2763-42f7-af60-505da080c390 req-041082f3-0839-4270-944a-f20ddcaaf080 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.1514394 Jul 07 16:46:50.144861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4df5c65a-e558-45cd-aba7-63e295a2db65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f634588a4b84453ba06f95b95c12f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116574 Jul 07 16:46:50.145327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42644) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:50.240060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a653824-2763-42f7-af60-505da080c390 req-251ac944-7c9e-4a4c-a2b7-4657c65e3cf7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159632 Jul 07 16:46:50.284435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6acee726-5849-44fd-b1aa-5f77d098cfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.307054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:50.309156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7240f0e-f349-4e11-9a99-b7ec7fb601c9 req-7efdbba0-10a2-46df-9cb5-6960ea3e8567 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.312764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7240f0e-f349-4e11-9a99-b7ec7fb601c9 req-7efdbba0-10a2-46df-9cb5-6960ea3e8567 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1654580 Jul 07 16:46:50.324995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769', 'port_id': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'mac_address': 'fa:16:3e:81:42:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4242b84-718e-4108-bd16-9604da11a6a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:50.346017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6acee726-5849-44fd-b1aa-5f77d098cfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.388165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7240f0e-f349-4e11-9a99-b7ec7fb601c9 req-c7d72a3a-fe9c-4c72-8c0c-6962543e2458 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686409 Jul 07 16:46:50.389484 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.411340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0854d391-97d0-4c95-ab9f-0d413758ceaa {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:50.463743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6acee726-5849-44fd-b1aa-5f77d098cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.466950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6acee726-5849-44fd-b1aa-5f77d098cfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.470576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6acee726-5849-44fd-b1aa-5f77d098cfcc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0a5d6fc-fdac-45d4-98f1-5f2d6bad3efe HTTP/1.1" status: 204 len: 168 time: 0.3181162 Jul 07 16:46:50.480306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:50.487521 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.498520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acee726-5849-44fd-b1aa-5f77d098cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a5d6fc-fdac-45d4-98f1-5f2d6bad3efe,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.583285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.671737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057889c2-a420-468f-a91c-7d80803dd998 req-29dd7f9e-20c8-4e26-bcdd-203c10106c3a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.680117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-057889c2-a420-468f-a91c-7d80803dd998 req-29dd7f9e-20c8-4e26-bcdd-203c10106c3a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1296897 Jul 07 16:46:50.761673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-057889c2-a420-468f-a91c-7d80803dd998 req-3ce2a34a-7c84-4589-b56d-a2e9eb810200 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756354 Jul 07 16:46:50.782428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42660) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:50.804725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d856a2d-0d34-44d6-ab75-cec5d51fd18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.873174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c909b-5642-420e-af8d-24f1aed02551 req-d6314833-0230-44a9-9249-01739509c408 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.883298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e48c909b-5642-420e-af8d-24f1aed02551 req-d6314833-0230-44a9-9249-01739509c408 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.1198778 Jul 07 16:46:50.933202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e48c909b-5642-420e-af8d-24f1aed02551 req-fc278a65-6d0c-4ca3-909f-77fbd0b6ee0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Jul 07 16:46:50.954243 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d856a2d-0d34-44d6-ab75-cec5d51fd18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.967732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d856a2d-0d34-44d6-ab75-cec5d51fd18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.979497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:51.018392 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1d856a2d-0d34-44d6-ab75-cec5d51fd18a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=96657c896e3c4e02a4a43695611c3347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344627 Jul 07 16:46:51.021389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42670) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:51.024292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d856a2d-0d34-44d6-ab75-cec5d51fd18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43721bb1-90e5-45f2-8b83-ab6572dd3190,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:51.124210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d6da41a-91d1-4389-990a-cbc5c62c590c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.188848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d6da41a-91d1-4389-990a-cbc5c62c590c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.256251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62353a34-ce54-4f95-9c76-abe73a2a0adb req-ab331115-ac27-426d-b9f2-5b81f197f112 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.257930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62353a34-ce54-4f95-9c76-abe73a2a0adb req-ab331115-ac27-426d-b9f2-5b81f197f112 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 945 time: 0.1351364 Jul 07 16:46:51.292855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d6da41a-91d1-4389-990a-cbc5c62c590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.295565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d6da41a-91d1-4389-990a-cbc5c62c590c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.296700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5d6da41a-91d1-4389-990a-cbc5c62c590c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/43721bb1-90e5-45f2-8b83-ab6572dd3190 HTTP/1.1" status: 204 len: 168 time: 0.2745540 Jul 07 16:46:51.311143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6da41a-91d1-4389-990a-cbc5c62c590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43721bb1-90e5-45f2-8b83-ab6572dd3190,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:51.348579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62353a34-ce54-4f95-9c76-abe73a2a0adb req-9de82aa4-77f1-41c7-9252-5af9971c7835 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779333 Jul 07 16:46:51.439006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255da2b-cc60-45b9-b3c0-8402a96ea435 req-4848e6da-6f73-4ea8-aedb-232943f3ebeb tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.447653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c255da2b-cc60-45b9-b3c0-8402a96ea435 req-4848e6da-6f73-4ea8-aedb-232943f3ebeb tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 945 time: 0.0855479 Jul 07 16:46:51.500294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c255da2b-cc60-45b9-b3c0-8402a96ea435 req-11648607-bf6d-4dc4-9020-d9f171380bab tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Jul 07 16:46:51.607000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404904e9-d37a-491b-8b37-ba10ddcfaada req-4182139d-aa2f-4c00-8945-4c70b80ba675 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.608568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404904e9-d37a-491b-8b37-ba10ddcfaada req-4182139d-aa2f-4c00-8945-4c70b80ba675 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.0746999 Jul 07 16:46:51.659525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404904e9-d37a-491b-8b37-ba10ddcfaada req-d44dbbbe-63af-48ae-8767-9e278e48d460 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Jul 07 16:46:51.764984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-6f51fa28-d99c-4127-ba72-b308e03c8d1e tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.766573 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-6f51fa28-d99c-4127-ba72-b308e03c8d1e tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.0694897 Jul 07 16:46:51.779287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:51.869627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.927270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42716) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:52.010182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878777-afa5-4767-b560-d4a648f13039 req-562fd54e-c485-4211-8bc2-47d337c974c0 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.011967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33878777-afa5-4767-b560-d4a648f13039 req-562fd54e-c485-4211-8bc2-47d337c974c0 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1373470 Jul 07 16:46:52.066809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33878777-afa5-4767-b560-d4a648f13039 req-a5fb73a2-7859-444d-8d64-71c783ff103c tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jul 07 16:46:52.124511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:52.182697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:52.190513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0af640-d6d6-4cd2-8540-29472c0cea80 req-a23857a1-12f8-4e7c-bb3f-8c299d28b0c4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.203429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f0af640-d6d6-4cd2-8540-29472c0cea80 req-a23857a1-12f8-4e7c-bb3f-8c299d28b0c4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.0847034 Jul 07 16:46:52.250484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:52.256198 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255daa3a-0155-4a8b-ae94-a3eb21f63a75" -d '{"events": [{"server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "name": "network-vif-unplugged", "status": "completed", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:52.257867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f0af640-d6d6-4cd2-8540-29472c0cea80 req-453939f6-6b91-41c8-9fef-b8bb4cf0e913 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534565 Jul 07 16:46:52.260438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.271329 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.317187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1549587472-network', 'tenant_id': 'db9f23257243410c9c3fbbc219b99fd0'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:52.347874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Made reservation on behalf of db9f23257243410c9c3fbbc219b99fd0 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:52.352564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.374012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:52.382521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on host n-h2-793619-7 for vnic_type normal with profile {"migrating_to": "n-h1-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:52.387939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:52.389723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:52.392543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.395383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:52.395793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Attempting to bind port 486ab2a8-a004-4dc7-848b-d291cb6e204a on network 796c31b9-7510-413e-9bbf-ee336fcf2891 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:52.402376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:52.402776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Checking segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:52.403233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Bound using segment: {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:52.403741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Bound port: 486ab2a8-a004-4dc7-848b-d291cb6e204a, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2257a0e2-059d-4169-86b8-78e1e0e6d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '796c31b9-7510-413e-9bbf-ee336fcf2891'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:52.404183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.523323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:52.529937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:52.536904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.581957 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06b62c-9fc6-4830-aed1-fc0977bed314 x-openstack-request-id: req-ae06b62c-9fc6-4830-aed1-fc0977bed314 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:52.582390 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "name": "network-vif-unplugged", "status": "completed", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:52.582737 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae06b62c-9fc6-4830-aed1-fc0977bed314 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:52.583231 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'code': 200} Jul 07 16:46:52.631136 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.638149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.655684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fd9f5-d0da-4500-b6ed-d64bd241180d req-f881f4fb-0f89-4848-8cc7-4564addc0ca9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.657336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-830fd9f5-d0da-4500-b6ed-d64bd241180d req-f881f4fb-0f89-4848-8cc7-4564addc0ca9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 945 time: 0.1308665 Jul 07 16:46:52.664770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.665824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.668396 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] 10.222.0.13 "PUT /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 1121 time: 0.8940773 Jul 07 16:46:52.669968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c789-d6ba-488b-b328-8bae072f9163 service neutron] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:52.684655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:52.714446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1545114-c60c-4423-a5f7-ce60ff70751d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:52.717703 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.718048 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Added segment dbb3aa8e-1f3a-450d-b95c-b50b3137873a of type vlan for network ed881e39-598b-4c10-aa08-f5bdf9796f7c Jul 07 16:46:52.746247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-830fd9f5-d0da-4500-b6ed-d64bd241180d req-3fb51c7a-1e1e-4c86-8598-f0b245094073 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785151 Jul 07 16:46:52.794154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.794844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['486ab2a8-a004-4dc7-848b-d291cb6e204a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:52.854948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['486ab2a8-a004-4dc7-848b-d291cb6e204a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:52.991021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.993175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.994027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.072258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ed881e39-598b-4c10-aa08-f5bdf9796f7c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.083050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42754) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:53.083698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-539ca207-a29d-4c62-bd6a-201b269ad9d6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1545188 Jul 07 16:46:53.089024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Request body: {'subnet': {'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1549587472-subnet', 'tenant_id': 'db9f23257243410c9c3fbbc219b99fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:53.098018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ed881e39-598b-4c10-aa08-f5bdf9796f7c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:53.127505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126ab7b-75e9-4678-991c-82d002a2f559 req-176fe0a9-7235-49d9-bdbd-8a8e8203fdf6 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.135293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e126ab7b-75e9-4678-991c-82d002a2f559 req-176fe0a9-7235-49d9-bdbd-8a8e8203fdf6 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.2890940 Jul 07 16:46:53.142157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Made reservation on behalf of db9f23257243410c9c3fbbc219b99fd0 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:53.145168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.154502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7a499-e4da-4837-a3dd-caf06a19cc7d req-b47b018d-abbe-41c0-85cb-98b9a6e1fc24 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.166551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76e7a499-e4da-4837-a3dd-caf06a19cc7d req-b47b018d-abbe-41c0-85cb-98b9a6e1fc24 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.2100947 Jul 07 16:46:53.438210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.458549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.510010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:53.524471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e126ab7b-75e9-4678-991c-82d002a2f559 req-62510c04-8b23-4c70-a153-e1f16b7cdfc2 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869977 Jul 07 16:46:53.532597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b7425d-aea5-4214-abf3-98ce4c38ff79,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.544461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76e7a499-e4da-4837-a3dd-caf06a19cc7d req-3b79cec4-d35d-404b-8fca-c8479f6dd5ca tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486331 Jul 07 16:46:53.549678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Checking segment: {'id': 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:53.550041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Network hostable DHCP agents. Network: ed881e39-598b-4c10-aa08-f5bdf9796f7c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:53.572655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Network ed881e39-598b-4c10-aa08-f5bdf9796f7c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:53.595599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ed881e39-598b-4c10-aa08-f5bdf9796f7c) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:53.600107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.601607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.607451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db19932-849f-4e6e-95e7-3aa8b8a65a2e None None] Network ed881e39-598b-4c10-aa08-f5bdf9796f7c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:53.612088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:53.641192 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09db3eb2-9690-4720-b7af-fe51be48d376 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5568397 Jul 07 16:46:53.697735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dcc110c-a7b0-4e30-9b29-32add6aae248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.903387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb04baf-7de5-42bd-b43b-be335086bf66 None None] Network ed881e39-598b-4c10-aa08-f5bdf9796f7c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:53.905923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dcc110c-a7b0-4e30-9b29-32add6aae248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.911188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dcc110c-a7b0-4e30-9b29-32add6aae248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.955584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b30953-f763-4fb8-b8fa-4085d7bb5763 req-afb41e05-5024-4de8-b37a-7a2c3b8b4455 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.965557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7b30953-f763-4fb8-b8fa-4085d7bb5763 req-afb41e05-5024-4de8-b37a-7a2c3b8b4455 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1557944 Jul 07 16:46:53.966736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc110c-a7b0-4e30-9b29-32add6aae248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76df3ae9-5db7-4dcf-bd5b-608bca4692f2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.973915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4dcc110c-a7b0-4e30-9b29-32add6aae248 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc8cb69cacc24215b905151cf9d8ab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615667 Jul 07 16:46:53.977326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:54.032130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f02a6-952d-4dde-a863-b19071d75f93 req-146147b2-58b4-4704-8df8-34f1079125d0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.034647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-036f02a6-952d-4dde-a863-b19071d75f93 req-146147b2-58b4-4704-8df8-34f1079125d0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.2117167 Jul 07 16:46:54.050412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 0854d391-97d0-4c95-ab9f-0d413758ceaa up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:54.063147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:54.078771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7b30953-f763-4fb8-b8fa-4085d7bb5763 req-5ed9ace1-daf9-4cd5-b2b1-39db31bdcc2f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119637 Jul 07 16:46:54.129342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a has no active binding in host n-h1-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:46:54.160401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-036f02a6-952d-4dde-a863-b19071d75f93 req-403239de-49ae-4cc6-b52e-45c98736a7fb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091926 Jul 07 16:46:54.161490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61aac719-9d29-49c9-b004-2cd4621cc754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.192454 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61aac719-9d29-49c9-b004-2cd4621cc754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.224217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 0854d391-97d0-4c95-ab9f-0d413758ceaa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:54.231079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 0854d391-97d0-4c95-ab9f-0d413758ceaa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:54.232145 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.339799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61aac719-9d29-49c9-b004-2cd4621cc754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.342371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61aac719-9d29-49c9-b004-2cd4621cc754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.343520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61aac719-9d29-49c9-b004-2cd4621cc754 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76df3ae9-5db7-4dcf-bd5b-608bca4692f2 HTTP/1.1" status: 204 len: 168 time: 0.3639536 Jul 07 16:46:54.352619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.358147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3af4f-f52e-46ce-bc1c-3066ebe6aae2 req-bcfc2d44-5618-4748-9fb7-61830b6839dc tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.359864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f3af4f-f52e-46ce-bc1c-3066ebe6aae2 req-bcfc2d44-5618-4748-9fb7-61830b6839dc tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 945 time: 0.1027582 Jul 07 16:46:54.365492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac719-9d29-49c9-b004-2cd4621cc754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76df3ae9-5db7-4dcf-bd5b-608bca4692f2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:54.394190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:54.398806 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a9367-04eb-4bf8-baa2-75609de271f1" -d '{"events": [{"server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "name": "network-vif-plugged", "status": "completed", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:54.416682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92f3af4f-f52e-46ce-bc1c-3066ebe6aae2 req-6f6e1227-0e3d-4ef4-ac21-5ce3b6621e2b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Jul 07 16:46:54.425637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:54.431255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.488606 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c60d8d-d2a4-44d9-b3fc-06fc9700cd6e x-openstack-request-id: req-b2c60d8d-d2a4-44d9-b3fc-06fc9700cd6e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:54.488898 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "name": "network-vif-plugged", "status": "completed", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:54.489361 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2c60d8d-d2a4-44d9-b3fc-06fc9700cd6e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:54.489761 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'code': 200} Jul 07 16:46:54.508327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:54.584813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:54.587757 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7831b-5755-46dd-a59b-5c2961875b42" -d '{"events": [{"name": "network-changed", "server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:54.642611 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398b0352-edab-4c1b-b771-202dcb5d49d6 x-openstack-request-id: req-398b0352-edab-4c1b-b771-202dcb5d49d6 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:54.643098 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:54.643527 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-398b0352-edab-4c1b-b771-202dcb5d49d6 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:54.644110 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'status': 'completed', 'code': 200} Jul 07 16:46:54.717728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:54.727076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-465625624-network', 'tenant_id': 'ec3e28cd39614d97870091028b5db64a'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:54.767695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Made reservation on behalf of ec3e28cd39614d97870091028b5db64a for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:54.770382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.782370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.798677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-68b90b12-2661-42dd-8607-7d2c420f1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.800296 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-68b90b12-2661-42dd-8607-7d2c420f1c3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1124 time: 0.1227946 Jul 07 16:46:54.849974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.850455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.851534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.852544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.852544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.853028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.853527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.853992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.854515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.854949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.856942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59d7858c-3788-4d24-b242-5cb1977fc337 req-50f2c2b9-ceae-45bb-8b2b-c8c384c59bcd tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7115 time: 0.2671332 Jul 07 16:46:54.901207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e885c-abb3-4e07-a090-6051aa105e0c req-ccd24dc0-03f8-4843-9019-d60f8dd305de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.902789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc0e885c-abb3-4e07-a090-6051aa105e0c req-ccd24dc0-03f8-4843-9019-d60f8dd305de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1097 time: 0.3409693 Jul 07 16:46:54.908227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42818) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:54.927223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6963-13a9-4fda-92c3-2a284e4ac2e5 req-7904a8ba-028a-44c9-8195-1958f6251978 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.929185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-701e6963-13a9-4fda-92c3-2a284e4ac2e5 req-7904a8ba-028a-44c9-8195-1958f6251978 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1439662 Jul 07 16:46:54.946711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-a93546e2-5af2-4c9f-a318-b72d80000554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.949022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-a93546e2-5af2-4c9f-a318-b72d80000554 service neutron] 10.222.0.54 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1348374 Jul 07 16:46:54.952689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c03e4eb-d893-49fa-b52b-74039b5bdd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.012347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-8e14e75e-a6c8-4ba6-b44b-5481fca75afc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 217 time: 0.0500865 Jul 07 16:46:55.028613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-701e6963-13a9-4fda-92c3-2a284e4ac2e5 req-d2247c70-820a-4858-b997-91d61a8133cc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876653 Jul 07 16:46:55.029211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.030535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc0e885c-abb3-4e07-a090-6051aa105e0c req-24fa9a49-ab62-4c0a-84dd-4114ea42d70d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129363 Jul 07 16:46:55.059703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.084980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-c20a27d8-4e0c-442b-bc01-2edf380b4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.087297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-c20a27d8-4e0c-442b-bc01-2edf380b4212 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0672526 Jul 07 16:46:55.092867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:55.107351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741fda57-eeb5-4557-9934-98e8cac4707d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:55.112928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.113532 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Added segment 9d3c1530-0a9b-4407-9828-26887d64d754 of type vlan for network a0d3fdb7-ce23-4305-af48-41dfdf9f6eda Jul 07 16:46:55.161477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.213583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a672-2020-455a-9f45-467009a74dd8 req-46d81000-b7c8-417e-af9a-dacc2cf532a1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.215213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8c3a672-2020-455a-9f45-467009a74dd8 req-46d81000-b7c8-417e-af9a-dacc2cf532a1 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.2178979 Jul 07 16:46:55.232930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-3643c878-5a9b-4a7b-865e-0d6a3d499992 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415702 Jul 07 16:46:55.238468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.239604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.240274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.263659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c923a-38bb-4e1b-a326-f13e38c63ea3 req-87c4b01a-ff78-4e6d-bb0a-14e87d4989f3 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.265075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b95c923a-38bb-4e1b-a326-f13e38c63ea3 req-87c4b01a-ff78-4e6d-bb0a-14e87d4989f3 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 886 time: 0.1957300 Jul 07 16:46:55.287246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c03e4eb-d893-49fa-b52b-74039b5bdd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.295205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c03e4eb-d893-49fa-b52b-74039b5bdd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.319038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8c3a672-2020-455a-9f45-467009a74dd8 req-59991f3b-63a6-42ca-aba4-5c63fe3cb487 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961962 Jul 07 16:46:55.346247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03e4eb-d893-49fa-b52b-74039b5bdd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d49ec-b669-4136-8cd8-de1f845fec5f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:55.355732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2c03e4eb-d893-49fa-b52b-74039b5bdd24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7564e7c37c3a4e5a81817088f6371815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449091 Jul 07 16:46:55.356372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42826) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:55.371891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6501236 Jul 07 16:46:55.372615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42828) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:55.380342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Request body: {'subnet': {'network_id': 'a0d3fdb7-ce23-4305-af48-41dfdf9f6eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-465625624-subnet', 'tenant_id': 'ec3e28cd39614d97870091028b5db64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:55.386002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049e5a5-f182-4b30-876d-bfd76dc3c30e admin admin] Pushing event updated for resources: {'Network': ['ID=a0d3fdb7-ce23-4305-af48-41dfdf9f6eda,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:55.404654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a0d3fdb7-ce23-4305-af48-41dfdf9f6eda details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:55.430595 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-1cc77f82-698d-4842-8061-2af6e10ca963 service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702034 Jul 07 16:46:55.432864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Made reservation on behalf of ec3e28cd39614d97870091028b5db64a for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:55.435415 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.523268 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2de5ebc0-6740-494d-949e-294e5ef863cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.575346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcf7831b-5755-46dd-a59b-5c2961875b42 req-76bb3485-bc81-41e7-832a-04d6b543b8ea service neutron] 10.222.0.54 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359091 Jul 07 16:46:55.622901 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2de5ebc0-6740-494d-949e-294e5ef863cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.755798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7869c-fdbc-438e-aa0a-79959492f4fe req-2ec627ab-42c2-4d64-a893-8b02f0653210 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.757369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8de7869c-fdbc-438e-aa0a-79959492f4fe req-2ec627ab-42c2-4d64-a893-8b02f0653210 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.2284830 Jul 07 16:46:55.773459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2de5ebc0-6740-494d-949e-294e5ef863cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.776228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2de5ebc0-6740-494d-949e-294e5ef863cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.777362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2de5ebc0-6740-494d-949e-294e5ef863cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b56d49ec-b669-4136-8cd8-de1f845fec5f HTTP/1.1" status: 204 len: 168 time: 0.4200561 Jul 07 16:46:55.785820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf350-ea43-4e58-96e8-f05e208812c8 req-a5169252-c187-4501-b732-091dadeecd70 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.787441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a1bf350-ea43-4e58-96e8-f05e208812c8 req-a5169252-c187-4501-b732-091dadeecd70 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.2335134 Jul 07 16:46:55.846700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5ebc0-6740-494d-949e-294e5ef863cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d49ec-b669-4136-8cd8-de1f845fec5f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:55.901278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8de7869c-fdbc-438e-aa0a-79959492f4fe req-e5ab27ff-c88f-424b-99df-97214bec0576 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309679 Jul 07 16:46:55.909904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.983739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a1bf350-ea43-4e58-96e8-f05e208812c8 req-fa505de3-7a1d-43cb-962c-55b1b696cb8f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756916 Jul 07 16:46:56.060249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33fd9b4-b3b4-4550-8909-f366ebac91e3,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:56.100490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Checking segment: {'id': '9d3c1530-0a9b-4407-9828-26887d64d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a0d3fdb7-ce23-4305-af48-41dfdf9f6eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:56.101591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Network hostable DHCP agents. Network: a0d3fdb7-ce23-4305-af48-41dfdf9f6eda, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:56.173326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.173811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.174277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.174817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.175350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.175716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.176345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.176610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.177129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.177541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.177997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.180044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-025ac608-14d9-4fdc-82ee-6a19b2328f08 req-f73ce696-7ffc-441e-a0de-242d000a01f6 tempest-NetworksTest-1855639647 tempest-NetworksTest-1855639647-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7811 time: 0.2461398 Jul 07 16:46:56.204108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Network a0d3fdb7-ce23-4305-af48-41dfdf9f6eda is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:56.219369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a0d3fdb7-ce23-4305-af48-41dfdf9f6eda) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:56.237398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.237967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.240264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a39385-d529-47d2-bd92-de957a4a6d50 None None] Network a0d3fdb7-ce23-4305-af48-41dfdf9f6eda requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:56.262327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189db24-dbc9-4ab6-a79e-b26bfdc9dc67 req-f567d88e-0b3a-4598-a6ed-18cfe90f330b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.264027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1189db24-dbc9-4ab6-a79e-b26bfdc9dc67 req-f567d88e-0b3a-4598-a6ed-18cfe90f330b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 946 time: 0.1465516 Jul 07 16:46:56.265796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9552ad2d-b07e-4675-8672-0dd3ca4ffaa1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8923986 Jul 07 16:46:56.366892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1189db24-dbc9-4ab6-a79e-b26bfdc9dc67 req-c0b38f3d-407c-40eb-9634-af5a1850c248 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845373 Jul 07 16:46:56.445529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e3d52-7018-4844-8261-0c4dd7ff2d43 req-f22fdb6d-033f-4d6f-a412-7bf0eaed486a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.448680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b43e3d52-7018-4844-8261-0c4dd7ff2d43 req-f22fdb6d-033f-4d6f-a412-7bf0eaed486a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1363599 Jul 07 16:46:56.532398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07071984-3875-46fc-987b-dc31e6c192bd None None] Network a0d3fdb7-ce23-4305-af48-41dfdf9f6eda requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:56.542919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b43e3d52-7018-4844-8261-0c4dd7ff2d43 req-75e9fac6-3657-4eab-b3ce-56551b7d4330 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876672 Jul 07 16:46:56.615676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:56.705984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc0026-e114-4e9a-8f15-e880a1aa4437 req-0832b814-5da3-4336-864e-1087a843a8f8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.708299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bc0026-e114-4e9a-8f15-e880a1aa4437 req-0832b814-5da3-4336-864e-1087a843a8f8 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.1530128 Jul 07 16:46:56.778330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bc0026-e114-4e9a-8f15-e880a1aa4437 req-ba8aeefb-d5cf-4672-847e-61e8c0a307c9 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635352 Jul 07 16:46:56.839368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5b650ff-2778-406a-b133-d8673bbe11bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.999764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5b650ff-2778-406a-b133-d8673bbe11bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.004508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5b650ff-2778-406a-b133-d8673bbe11bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.050234 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e5b650ff-2778-406a-b133-d8673bbe11bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7f343a8862043ebae1f66526806ef58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333971 Jul 07 16:46:57.053340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42880) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:57.065013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b650ff-2778-406a-b133-d8673bbe11bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625893a5-a253-41ac-9b3d-23cc27568b3e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:57.245075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67005be2-8e50-4422-a2a0-f85e8c27f916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.297493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67005be2-8e50-4422-a2a0-f85e8c27f916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.338693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-c96c8090-8a94-4edc-a420-998815f90ca5 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.340404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-c96c8090-8a94-4edc-a420-998815f90ca5 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/networks?id=ed881e39-598b-4c10-aa08-f5bdf9796f7c HTTP/1.1" status: 200 len: 815 time: 0.2282312 Jul 07 16:46:57.351221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034831-f370-4095-aca4-cf4209051260 req-c99b2967-01f2-42d0-b2cf-6329d98b7f04 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.352550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3034831-f370-4095-aca4-cf4209051260 req-c99b2967-01f2-42d0-b2cf-6329d98b7f04 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.2530787 Jul 07 16:46:57.400245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-0262f564-56b3-4438-948d-a21ea6f97401 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/quotas/db9f23257243410c9c3fbbc219b99fd0 HTTP/1.1" status: 200 len: 375 time: 0.0462296 Jul 07 16:46:57.453232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-c3193880-86ee-43c3-bb26-779023376623 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=db9f23257243410c9c3fbbc219b99fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429580 Jul 07 16:46:57.456684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3034831-f370-4095-aca4-cf4209051260 req-a7602e81-8193-427c-b71b-ab027ce3f6e3 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944083 Jul 07 16:46:57.473172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67005be2-8e50-4422-a2a0-f85e8c27f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.476572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67005be2-8e50-4422-a2a0-f85e8c27f916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.477846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-67005be2-8e50-4422-a2a0-f85e8c27f916 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/625893a5-a253-41ac-9b3d-23cc27568b3e HTTP/1.1" status: 204 len: 168 time: 0.4227653 Jul 07 16:46:57.487942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67005be2-8e50-4422-a2a0-f85e8c27f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625893a5-a253-41ac-9b3d-23cc27568b3e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:57.685141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f8d37-a9e5-4ec0-a305-2fa7c0e463d5 req-5b367910-d792-417d-950a-e180b6df0ca3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.687270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-144f8d37-a9e5-4ec0-a305-2fa7c0e463d5 req-5b367910-d792-417d-950a-e180b6df0ca3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.0840178 Jul 07 16:46:57.812676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-144f8d37-a9e5-4ec0-a305-2fa7c0e463d5 req-737922dd-681b-4bda-9311-4b9898d64832 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189725 Jul 07 16:46:57.881728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-d43af7d4-1b5e-472d-8762-90e7284b44d1 service neutron] 10.222.0.78 "GET /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096885 Jul 07 16:46:58.000365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-1a06492d-f78e-45a2-bb65-384e4f5d52e4 service neutron] 10.222.0.78 "GET /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227431 Jul 07 16:46:58.148689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:58.162585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb0dfc-6ade-4f75-969d-dc930eac5b0d req-0e3a2fe5-d43f-4c9e-8549-a6003e0803b3 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.171464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2bb0dfc-6ade-4f75-969d-dc930eac5b0d req-0e3a2fe5-d43f-4c9e-8549-a6003e0803b3 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 946 time: 0.1183968 Jul 07 16:46:58.177535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4c2b-1666-493e-a8ea-e676fc7c3cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.237502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2bb0dfc-6ade-4f75-969d-dc930eac5b0d req-16940c67-f146-4e7c-b3ce-ea8ca54ae453 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641003 Jul 07 16:46:58.407131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4c2b-1666-493e-a8ea-e676fc7c3cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.412026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c4d4c2b-1666-493e-a8ea-e676fc7c3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.466560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c4d4c2b-1666-493e-a8ea-e676fc7c3cf6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9361b652d39485c9316ba4f7c30658e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166909 Jul 07 16:46:58.467589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d4c2b-1666-493e-a8ea-e676fc7c3cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b68cd34-ca85-4499-b2f3-ca85048a3824,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:58.470114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42928) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:58.603940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-800203da-9dca-4bb6-b394-e54753351c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.608775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba17ede-de20-4242-ac32-c5f47511b5bb req-d1fc0a0b-34e6-4f11-b1ee-cc9c9747d1bd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.625117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ba17ede-de20-4242-ac32-c5f47511b5bb req-d1fc0a0b-34e6-4f11-b1ee-cc9c9747d1bd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.2136388 Jul 07 16:46:58.655152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-800203da-9dca-4bb6-b394-e54753351c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.675374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-ce7b5c48-8d62-4da6-9fa4-53c10c907635 service neutron] 10.222.0.54 "GET /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.1680758 Jul 07 16:46:58.683230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ba17ede-de20-4242-ac32-c5f47511b5bb req-b208ea8f-5456-46d2-b3c8-13f21ab916b0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573289 Jul 07 16:46:58.693072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5cf78-def0-4f14-836d-4c7e29690562 req-4b1f2331-54e7-4e9e-801f-e743c2eda500 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.704332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0a5cf78-def0-4f14-836d-4c7e29690562 req-4b1f2331-54e7-4e9e-801f-e743c2eda500 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 943 time: 0.1922052 Jul 07 16:46:58.775822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0a5cf78-def0-4f14-836d-4c7e29690562 req-73c77e6c-3371-4b30-a7b6-d445d0901773 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679452 Jul 07 16:46:58.784057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-800203da-9dca-4bb6-b394-e54753351c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.787206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-800203da-9dca-4bb6-b394-e54753351c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.791428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-800203da-9dca-4bb6-b394-e54753351c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b68cd34-ca85-4499-b2f3-ca85048a3824 HTTP/1.1" status: 204 len: 168 time: 0.3177326 Jul 07 16:46:58.828105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800203da-9dca-4bb6-b394-e54753351c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b68cd34-ca85-4499-b2f3-ca85048a3824,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:58.929751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f037e516-1da3-430e-b965-707c41b07c42 req-8dc49500-5250-4526-98a7-f98681dbbe37 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 210 time: 0.1238828 Jul 07 16:46:59.009572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:59.050110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:59.112217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-0883559a-984e-44fb-9519-8e127c3ccef4 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-495701338&fields=id&tenant_id=2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 267 time: 0.1208260 Jul 07 16:46:59.122379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486ab2a8-a004-4dc7-848b-d291cb6e204a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:59.161593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:59.193189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.271315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-d376c38b-ee1a-4d46-960a-d45cbdf0059f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.279943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-d376c38b-ee1a-4d46-960a-d45cbdf0059f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 946 time: 0.1581252 Jul 07 16:46:59.289936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'port': {'security_groups': ['54a10d26-4cef-4815-bc5e-ba52799c704e', 'f20a93c9-0ee4-4ae6-94be-6d635a7b7eda']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:59.303276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb5a26-3910-4406-b821-46805407a3f8 req-5a5e461c-e0da-4d9f-8344-58f964f0cfad tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.311190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eebb5a26-3910-4406-b821-46805407a3f8 req-5a5e461c-e0da-4d9f-8344-58f964f0cfad tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1762872 Jul 07 16:46:59.358283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] Transition to ACTIVE for port object 486ab2a8-a004-4dc7-848b-d291cb6e204a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:59.366481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.517420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] Pushing event updated for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:59.553851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] No DVR routers for this DVR port 486ab2a8-a004-4dc7-848b-d291cb6e204a on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:59.608122 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-51939c9e-85b9-42e1-82dc-b07ff57aafbd service neutron] 10.222.0.54 "PUT /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a/bindings/n-h1-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9218082 Jul 07 16:46:59.670267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:59.719311 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eebb5a26-3910-4406-b821-46805407a3f8 req-fb236f18-7f71-43a8-bfd3-a7decddf764d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071341 Jul 07 16:46:59.757481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.799579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:59.825061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493', 'port_id': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'mac_address': 'fa:16:3e:f5:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541afaa2-e324-43f9-aab2-c988a80891ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:00.051269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.063206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1051a2-8da6-4c46-a5a3-ed8425d7d36e req-420eaee1-6c4f-4ea0-8700-9d1803ad73af tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.068131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-ce9f0447-4194-4d3a-99e3-28ae26ca8b6c tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.068531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2815eb4-5247-4bbf-adba-236a8ea13c8f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:00.069095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba1051a2-8da6-4c46-a5a3-ed8425d7d36e req-420eaee1-6c4f-4ea0-8700-9d1803ad73af tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.2191222 Jul 07 16:47:00.070865 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-ce9f0447-4194-4d3a-99e3-28ae26ca8b6c tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.1386726 Jul 07 16:47:00.092567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:00.099204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:00.121376 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.193007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:00.225043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:00.247305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-ae273a02-4d49-4d51-a548-256bfdc7aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.248862 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-ae273a02-4d49-4d51-a548-256bfdc7aea0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6&tenant_id=97455008b96f4433b50bf52e1af13922 HTTP/1.1" status: 200 len: 1095 time: 0.1702983 Jul 07 16:47:00.323849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba1051a2-8da6-4c46-a5a3-ed8425d7d36e req-b0f9f4bf-5fc9-401d-aff6-0df4003cf7b5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230144 Jul 07 16:47:00.367214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-80b9f627-c6b1-49a9-8dd6-a93182266d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.369370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-80b9f627-c6b1-49a9-8dd6-a93182266d57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1095 time: 0.0789714 Jul 07 16:47:00.380690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:00.406881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-5db74e58-12d6-406d-b70b-63287e85df29 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.408610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-5db74e58-12d6-406d-b70b-63287e85df29 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.13 "GET /v2.0/networks?id=ed881e39-598b-4c10-aa08-f5bdf9796f7c HTTP/1.1" status: 200 len: 815 time: 0.2527988 Jul 07 16:47:00.428782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Request body: {'port': {'device_id': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c', 'admin_state_up': True, 'tenant_id': 'db9f23257243410c9c3fbbc219b99fd0'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:00.536092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.545067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.557575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:00.562918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f2815eb4-5247-4bbf-adba-236a8ea13c8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:00.563479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-3b7ad257-fe94-40d3-a4a7-945cf42d6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.568794 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-3b7ad257-fe94-40d3-a4a7-945cf42d6550 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1881764 Jul 07 16:47:00.626389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-0dff870b-dfb2-4720-acd2-264e997c7517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 200 len: 217 time: 0.0527880 Jul 07 16:47:00.667337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.668015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.677712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3e3a6c3-1a4f-4fb5-98a5-62a78324c0c5 req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "PUT /v2.0/ports/0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 982 time: 1.3885937 Jul 07 16:47:00.691138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:00.703318 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77" -d '{"events": [{"name": "network-changed", "server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:00.736073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-85bd9fa3-92bd-4259-9ad2-3b56c9470dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.738809 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-85bd9fa3-92bd-4259-9ad2-3b56c9470dca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0994177 Jul 07 16:47:00.759852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:00.778913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-8daf7ace-c201-4713-86c7-dae7e2b22800 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325468 Jul 07 16:47:00.862988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:47:00.902308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-f8f40bf8-16c2-4918-87b0-33a06d4895a9 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161308 Jul 07 16:47:00.939113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Made reservation on behalf of db9f23257243410c9c3fbbc219b99fd0 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:00.943138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.964495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ff6b-5c6a-46b5-bd41-4e0534e4a0c1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:01.155507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee6c6b-76bb-4676-939b-f951af416b71 req-2428690d-2eaa-4711-a5e1-d020ad848ed8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.158442 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-737473c2-1a27-4a29-bcd1-d18865314279 service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435989 Jul 07 16:47:01.160899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ecee6c6b-76bb-4676-939b-f951af416b71 req-2428690d-2eaa-4711-a5e1-d020ad848ed8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.5683806 Jul 07 16:47:01.223357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea3693-f063-4a7c-97b7-10f554ce8e4a req-7b57eba6-8aae-4cfe-9266-f36ae3830325 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.225657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3ea3693-f063-4a7c-97b7-10f554ce8e4a req-7b57eba6-8aae-4cfe-9266-f36ae3830325 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 944 time: 0.4112523 Jul 07 16:47:01.345068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ecee6c6b-76bb-4676-939b-f951af416b71 req-90c31fe3-1156-4fc7-a95e-178434c0d9b5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682606 Jul 07 16:47:01.375617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Allocated IP 172.20.0.8 (ed881e39-598b-4c10-aa08-f5bdf9796f7c/43b7425d-aea5-4214-abf3-98ce4c38ff79/c5945073-8107-4faa-8840-9d398b0cea44) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:01.568226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a55af8d0-d267-4eb0-80f2-f390c88854fe req-33a8a08d-be6f-41cf-830d-ae53913e4f4c tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 210 time: 0.0503576 Jul 07 16:47:01.647701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.671081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-c61e6275-9db8-4a97-8580-ad953d399574 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.672695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-c61e6275-9db8-4a97-8580-ad953d399574 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6&tenant_id=97455008b96f4433b50bf52e1af13922&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.0972888 Jul 07 16:47:01.752608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.768903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-0e4bfba5-4e3e-4ef9-8ea5-37e88720f538 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1095787539&fields=id&tenant_id=2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 267 time: 0.0903051 Jul 07 16:47:01.811637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3ea3693-f063-4a7c-97b7-10f554ce8e4a req-1bc092a8-e51e-419e-92cc-e5d58623078c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481029 Jul 07 16:47:01.833899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-47664d4a-8bfd-4b24-964b-405d70cae3ee service neutron] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:01.838124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-47664d4a-8bfd-4b24-964b-405d70cae3ee service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.841323 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1358645c-b61e-46a6-bfd9-54073721ebaf req-47664d4a-8bfd-4b24-964b-405d70cae3ee service neutron] 10.222.0.13 "DELETE /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a/bindings/n-h2-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.1589782 Jul 07 16:47:01.855949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Network ed881e39-598b-4c10-aa08-f5bdf9796f7c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:01.891632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:01.897965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:01.904389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Pushing event updated for resources: {'Port': ['ID=c5945073-8107-4faa-8840-9d398b0cea44,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:01.975258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.976271 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.999119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-b21afd3f-9f09-475f-8e16-878fccb81322 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5745802 Jul 07 16:47:02.012309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-8bd62b07-6c9e-47e1-999b-e1277cd19341 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.014777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-8bd62b07-6c9e-47e1-999b-e1277cd19341 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 985 time: 0.2102978 Jul 07 16:47:02.019848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Request body: {'port': {'device_id': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:02.049234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'port': {'security_groups': ['54a10d26-4cef-4815-bc5e-ba52799c704e', 'f20a93c9-0ee4-4ae6-94be-6d635a7b7eda', '0a8e9d91-cfc0-45b1-baa4-d57d747d4382']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:02.098939 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27558c6-520a-4929-9733-5e30000baf78 x-openstack-request-id: req-b27558c6-520a-4929-9733-5e30000baf78 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:02.099542 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:02.100100 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b27558c6-520a-4929-9733-5e30000baf78 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:02.101623 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'status': 'completed', 'code': 200} Jul 07 16:47:02.219640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-4d9bf937-2179-4a7b-b66e-b5be8bcfe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.222156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-4d9bf937-2179-4a7b-b66e-b5be8bcfe81b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1136 time: 0.0902870 Jul 07 16:47:02.277164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43060) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:02.286415 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.335498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-bd295725-d2bd-40bb-8f2f-98e9cd59f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.337377 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-bd295725-d2bd-40bb-8f2f-98e9cd59f16b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.1062551 Jul 07 16:47:02.344119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.397901 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-69ecd85e-7472-4de6-afc6-744d74e30219 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 217 time: 0.0531344 Jul 07 16:47:02.471979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858946f6-72a8-4006-a325-5b93c4a56968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.478870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-7c7456df-8093-4b34-b7d1-9b51898950db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.480464 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-7c7456df-8093-4b34-b7d1-9b51898950db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.0730491 Jul 07 16:47:02.503937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dde537-bf4d-4372-99f8-fc2fa76c43d4 req-24776944-4f58-46ad-b2c6-a1eb7958e618 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.505941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06dde537-bf4d-4372-99f8-fc2fa76c43d4 req-24776944-4f58-46ad-b2c6-a1eb7958e618 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.2398233 Jul 07 16:47:02.553894 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-1e97a25d-b2e7-42be-9546-5a8b1cd8e87a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368335 Jul 07 16:47:02.690668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06dde537-bf4d-4372-99f8-fc2fa76c43d4 req-b9bfde66-07ce-4fd4-966e-7146460a3ce5 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699331 Jul 07 16:47:02.700497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858946f6-72a8-4006-a325-5b93c4a56968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.708281 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-bcabc100-0415-4feb-b361-f57e068c2623 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439288 Jul 07 16:47:02.708899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858946f6-72a8-4006-a325-5b93c4a56968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.806844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-858946f6-72a8-4006-a325-5b93c4a56968 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11874a76192745f3a4e869ae910e997e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282609 Jul 07 16:47:02.812623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43068) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:02.825560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858946f6-72a8-4006-a325-5b93c4a56968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e4347-d033-47f0-aace-af6c84fb43b0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:02.846194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:02.868312 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6d99ddf-cfe0-44a5-90af-fafa44ee5b77 req-a3556f73-374b-4464-913f-fece62971ff3 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480246 Jul 07 16:47:03.000841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.040902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.044326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-113b0879-90ea-427e-995f-dfab39ca414e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.056182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:03.105986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5945073-8107-4faa-8840-9d398b0cea44 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:03.129724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c75b0-1706-461f-b629-1b931e00bb04 req-b9174498-be60-40eb-a5c1-dc75a2a9a61f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.132328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a6c75b0-1706-461f-b629-1b931e00bb04 req-b9174498-be60-40eb-a5c1-dc75a2a9a61f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.3198094 Jul 07 16:47:03.147879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-113b0879-90ea-427e-995f-dfab39ca414e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.156851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.157667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.159149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a67815d-6fcc-422c-984b-b730c819fa20 req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "PUT /v2.0/ports/0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 1021 time: 1.1352377 Jul 07 16:47:03.166951 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.230903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Transition to ACTIVE for port object c5945073-8107-4faa-8840-9d398b0cea44 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:03.247505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.256537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.260648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b677-c322-4435-8e9a-b8943f44fe15 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:03.274181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:03.277760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a6c75b0-1706-461f-b629-1b931e00bb04 req-548e8814-007e-41e7-819b-954633701a70 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275241 Jul 07 16:47:03.351247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Pushing event updated for resources: {'Port': ['ID=c5945073-8107-4faa-8840-9d398b0cea44,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:03.395842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-113b0879-90ea-427e-995f-dfab39ca414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.400142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-113b0879-90ea-427e-995f-dfab39ca414e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.401679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-113b0879-90ea-427e-995f-dfab39ca414e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c1e4347-d033-47f0-aace-af6c84fb43b0 HTTP/1.1" status: 204 len: 168 time: 0.5789609 Jul 07 16:47:03.446822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b0879-90ea-427e-995f-dfab39ca414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e4347-d033-47f0-aace-af6c84fb43b0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:03.556581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Attempting to bind port c5945073-8107-4faa-8840-9d398b0cea44 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:03.557033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Attempting to bind port c5945073-8107-4faa-8840-9d398b0cea44 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:03.557835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Attempting to bind port c5945073-8107-4faa-8840-9d398b0cea44 on network ed881e39-598b-4c10-aa08-f5bdf9796f7c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:03.581672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcc5b-d635-4fbe-a199-8cfcc7fdb1f3 req-d32ac551-c330-44e6-8b4e-b82b632f60c3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.591246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc0dcc5b-d635-4fbe-a199-8cfcc7fdb1f3 req-d32ac551-c330-44e6-8b4e-b82b632f60c3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1603909 Jul 07 16:47:03.594102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Port c5945073-8107-4faa-8840-9d398b0cea44 on network ed881e39-598b-4c10-aa08-f5bdf9796f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:03.594532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Attempting to bind port c5945073-8107-4faa-8840-9d398b0cea44 on network ed881e39-598b-4c10-aa08-f5bdf9796f7c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:03.620403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:03.620535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Checking segment: {'id': 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:03.620914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Bound using segment: {'id': 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:03.621931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Bound port: c5945073-8107-4faa-8840-9d398b0cea44, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:03.622310 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.691997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:03.702175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc0dcc5b-d635-4fbe-a199-8cfcc7fdb1f3 req-a31636ac-aa3e-4ff3-a368-763313f20d0f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101410 Jul 07 16:47:03.761965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f2815eb4-5247-4bbf-adba-236a8ea13c8f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:03.766716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f2815eb4-5247-4bbf-adba-236a8ea13c8f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:03.767700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.786470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] For port c5945073-8107-4faa-8840-9d398b0cea44, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:03.808046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] For port c5945073-8107-4faa-8840-9d398b0cea44, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c5945073-8107-4faa-8840-9d398b0cea44,segment=NetworkSegment(dbb3aa8e-1f3a-450d-b95c-b50b3137873a),segment_id=dbb3aa8e-1f3a-450d-b95c-b50b3137873a)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:03.815207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.832503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914ff91-9622-4884-a8d6-83e5dc76db96 req-1764566d-9b02-4f96-94d6-ca0e844e4728 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.841030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5914ff91-9622-4884-a8d6-83e5dc76db96 req-1764566d-9b02-4f96-94d6-ca0e844e4728 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 943 time: 0.1647942 Jul 07 16:47:03.866339 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.869557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.870406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.871817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] 10.222.0.13 "PUT /v2.0/ports/c5945073-8107-4faa-8840-9d398b0cea44 HTTP/1.1" status: 200 len: 1091 time: 1.8562698 Jul 07 16:47:03.879939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43088) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:03.897093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:03.900257 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0a6b0-1134-40c5-87ab-9179c7ea4007" -d '{"events": [{"server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "name": "network-vif-plugged", "status": "completed", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:03.907034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbcd9-3518-41f9-9f14-095f46653c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.917333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:03.923181 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.995478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:04.010652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5914ff91-9622-4884-a8d6-83e5dc76db96 req-9017ebbd-2967-4102-b170-d5c8cb89efd9 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685219 Jul 07 16:47:04.011360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108510b8-882e-45dd-9606-ae2fb78a1fdd service neutron] Pushing event updated for resources: {'Port': ['ID=c5945073-8107-4faa-8840-9d398b0cea44,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:04.036396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbcd9-3518-41f9-9f14-095f46653c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:04.043925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbcd9-3518-41f9-9f14-095f46653c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:04.068402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed136854-4541-4112-a137-ec9c8c6be41d req-57ac3a36-6736-48e1-8600-d92046311c6b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.071094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed136854-4541-4112-a137-ec9c8c6be41d req-57ac3a36-6736-48e1-8600-d92046311c6b tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 944 time: 0.2176828 Jul 07 16:47:04.077160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-3e3c60b4-0555-4d66-abb4-655f7924a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.078870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-3e3c60b4-0555-4d66-abb4-655f7924a445 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db9f23257243410c9c3fbbc219b99fd0&device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 1094 time: 0.1259336 Jul 07 16:47:04.088355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfbcd9-3518-41f9-9f14-095f46653c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16523b91-1c70-4f7c-ac8f-9fd583826385,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:04.093053 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4dbfbcd9-3518-41f9-9f14-095f46653c94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c10c71d917af4635a33cf1ef9f9f925c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111778 Jul 07 16:47:04.095766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:04.103072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa'}, {'name': 'network-changed', 'server_uuid': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'tag': 'c5945073-8107-4faa-8840-9d398b0cea44'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:04.105932 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3902abef-eda9-43ce-8a6f-c0f8066f55bd" -d '{"events": [{"name": "network-changed", "server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa"}, {"name": "network-changed", "server_uuid": "a6328ce5-8a1f-4fbf-b1c3-cc086f03feca", "tag": "c5945073-8107-4faa-8840-9d398b0cea44"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:04.153780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-d6c2ea40-368f-4605-a827-ac6eeae1d272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5945073-8107-4faa-8840-9d398b0cea44 HTTP/1.1" status: 200 len: 217 time: 0.0583143 Jul 07 16:47:04.155734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f717cc-c90a-46d0-adf2-4d6959df127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:04.181728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f717cc-c90a-46d0-adf2-4d6959df127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:04.225168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed136854-4541-4112-a137-ec9c8c6be41d req-b81ad935-eb1e-432e-aedf-850b7b581bb3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447375 Jul 07 16:47:04.260092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-72ee9b58-3495-4d08-bfda-52d951500210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.261190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f717cc-c90a-46d0-adf2-4d6959df127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:04.261715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-72ee9b58-3495-4d08-bfda-52d951500210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43b7425d-aea5-4214-abf3-98ce4c38ff79 HTTP/1.1" status: 200 len: 855 time: 0.0929432 Jul 07 16:47:04.265069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f717cc-c90a-46d0-adf2-4d6959df127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:04.267057 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e0f717cc-c90a-46d0-adf2-4d6959df127c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16523b91-1c70-4f7c-ac8f-9fd583826385 HTTP/1.1" status: 204 len: 168 time: 0.1700170 Jul 07 16:47:04.277505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f717cc-c90a-46d0-adf2-4d6959df127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16523b91-1c70-4f7c-ac8f-9fd583826385,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:04.314018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4346603-d830-42e1-9b70-4ba955cf82b3 req-998a800e-5519-45d6-b8bf-789d6ba27b26 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.315564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4346603-d830-42e1-9b70-4ba955cf82b3 req-998a800e-5519-45d6-b8bf-789d6ba27b26 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1024 time: 0.1688535 Jul 07 16:47:04.317747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-2023989f-354f-41ff-9790-f3342fc3108f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed881e39-598b-4c10-aa08-f5bdf9796f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481834 Jul 07 16:47:04.806870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4346603-d830-42e1-9b70-4ba955cf82b3 req-8a4032c4-fc5a-471b-ade3-0d801de7c4a5 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=0a8e9d91-cfc0-45b1-baa4-d57d747d4382&id=f20a93c9-0ee4-4ae6-94be-6d635a7b7eda HTTP/1.1" status: 200 len: 6149 time: 0.4838214 Jul 07 16:47:04.837256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-73cbd282-d669-4480-96d6-6f2b62cb7a75 service neutron] 10.222.0.13 "GET /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083454 Jul 07 16:47:04.915078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66057d2-783a-4753-bfb4-9ab5221e361a req-44f7e194-dae4-407b-a650-d1c1198cd926 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.916726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f66057d2-783a-4753-bfb4-9ab5221e361a req-44f7e194-dae4-407b-a650-d1c1198cd926 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1615851 Jul 07 16:47:04.938712 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-acacfba6-8ef4-4281-b976-fa6086734001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.000474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d46b52d9-703f-4123-8aff-90b6c7aaade8 req-6385ed73-1e73-4246-b68a-c32370b0b830 service neutron] 10.222.0.13 "GET /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550579 Jul 07 16:47:05.009768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f66057d2-783a-4753-bfb4-9ab5221e361a req-ee9a1d7d-208b-4e22-8646-f8d7795e5d49 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862386 Jul 07 16:47:05.066720 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59078ee4-ef77-4c75-98d6-fc648b73fcc0 x-openstack-request-id: req-59078ee4-ef77-4c75-98d6-fc648b73fcc0 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:05.067448 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6328ce5-8a1f-4fbf-b1c3-cc086f03feca", "tag": "c5945073-8107-4faa-8840-9d398b0cea44", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:05.067448 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59078ee4-ef77-4c75-98d6-fc648b73fcc0 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:05.067665 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'status': 'completed', 'code': 200} Jul 07 16:47:05.067877 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'tag': 'c5945073-8107-4faa-8840-9d398b0cea44', 'status': 'completed', 'code': 200} Jul 07 16:47:05.091055 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949497e1-fa84-4473-844b-1b7457e1d1b8 x-openstack-request-id: req-949497e1-fa84-4473-844b-1b7457e1d1b8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:05.091055 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "name": "network-vif-plugged", "status": "completed", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:05.091354 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-949497e1-fa84-4473-844b-1b7457e1d1b8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:05.092826 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'code': 200} Jul 07 16:47:05.209623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-ce5d1657-5528-4628-88fd-70953a4c850a service neutron] 10.222.0.54 "GET /v2.0/ports/2a2bdd73-e503-467b-8e7f-adbaf724f7bb/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 382 time: 0.1267622 Jul 07 16:47:05.312541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-8cf64202-9ffb-4d56-a9a2-d62c811c5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.314441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-8cf64202-9ffb-4d56-a9a2-d62c811c5630 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1175 time: 0.2173254 Jul 07 16:47:05.323336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37badcf1-9df4-44f2-8a56-c7f7b926fde2 req-431421aa-dae1-4d50-8eaf-289e53b273d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.325366 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-37badcf1-9df4-44f2-8a56-c7f7b926fde2 req-431421aa-dae1-4d50-8eaf-289e53b273d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1097 time: 0.0616126 Jul 07 16:47:05.369429 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-37badcf1-9df4-44f2-8a56-c7f7b926fde2 req-74c90644-c122-45c8-aa1a-2b72f38c5daf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377848 Jul 07 16:47:05.491608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-2451dbc9-6e24-43cd-a31f-b176c58a94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.492387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-2451dbc9-6e24-43cd-a31f-b176c58a94f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db9f23257243410c9c3fbbc219b99fd0&device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 1094 time: 0.3085480 Jul 07 16:47:05.505369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60980-8266-49b2-9901-73e464896bca req-3c651d49-6b9a-4c50-84f4-8c512aefadda tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.507908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cf60980-8266-49b2-9901-73e464896bca req-3c651d49-6b9a-4c50-84f4-8c512aefadda tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.3002620 Jul 07 16:47:05.540934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b3bc3-99fd-4a2f-addd-0e02f13702dd req-3e0e098c-98c9-44e2-bf46-35505cab5800 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.542856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-061b3bc3-99fd-4a2f-addd-0e02f13702dd req-3e0e098c-98c9-44e2-bf46-35505cab5800 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.2799385 Jul 07 16:47:05.554839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-095b56b5-e8b5-43c5-9417-9170e6d53d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.555116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-f3ead123-d3a9-4498-b6cd-6bfd7d381330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.556329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-f3ead123-d3a9-4498-b6cd-6bfd7d381330 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.2141542 Jul 07 16:47:05.556472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-095b56b5-e8b5-43c5-9417-9170e6d53d5f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d&tenant_id=2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 1100 time: 0.0720532 Jul 07 16:47:05.634010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-f0981f93-35aa-4c9e-97af-c3ffc95d9d40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 200 len: 217 time: 0.0572603 Jul 07 16:47:05.644246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cf60980-8266-49b2-9901-73e464896bca req-00f15b9a-f548-4f79-95a0-fa5b8775c1c9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209733 Jul 07 16:47:05.655374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-505a928c-1c54-4dd9-b1d5-7b102b142df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.657014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-505a928c-1c54-4dd9-b1d5-7b102b142df5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1100 time: 0.0603728 Jul 07 16:47:05.702247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-061b3bc3-99fd-4a2f-addd-0e02f13702dd req-a05a622b-ca76-4f04-962b-13cfbdb48ee7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449368 Jul 07 16:47:05.725856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-362a480c-22c9-471f-a654-c3539c008338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.727379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-362a480c-22c9-471f-a654-c3539c008338 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.0803144 Jul 07 16:47:05.783248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-53f93a6c-e787-4993-988e-90f7204b0dad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286794 Jul 07 16:47:05.784216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-43a9abfb-9c4f-447b-8275-11455d78ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.786531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-43a9abfb-9c4f-447b-8275-11455d78ff78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1197593 Jul 07 16:47:05.794779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fbf13f1f-5cd7-4ed1-a486-52b526b06cd4 req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1040466989 ', 'description': 'tempest-description-1060964543'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:05.848509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-8d3bfda2-f5a8-45b2-8246-c0c4b2c3e54e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 217 time: 0.0435278 Jul 07 16:47:05.898220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbf13f1f-5cd7-4ed1-a486-52b526b06cd4 req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.907595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-127de913-14a3-4190-bfbb-b32d3f0536bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.909730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-127de913-14a3-4190-bfbb-b32d3f0536bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed881e39-598b-4c10-aa08-f5bdf9796f7c HTTP/1.1" status: 200 len: 916 time: 0.2110550 Jul 07 16:47:05.922827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-8a0856de-0276-4ed2-90ce-cd7c5ece5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.924905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-8a0856de-0276-4ed2-90ce-cd7c5ece5dc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0675266 Jul 07 16:47:05.975207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-bf765226-630f-404d-bc15-b5ab5ba8d734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5945073-8107-4faa-8840-9d398b0cea44 HTTP/1.1" status: 200 len: 217 time: 0.0553687 Jul 07 16:47:06.000933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-ff79645b-e13f-451c-8f4b-c8c4a75942c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.002557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-ff79645b-e13f-451c-8f4b-c8c4a75942c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683060 Jul 07 16:47:06.059957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-9efe7fe1-0365-4005-ae27-c97cd73e051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.061954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-9efe7fe1-0365-4005-ae27-c97cd73e051b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43b7425d-aea5-4214-abf3-98ce4c38ff79 HTTP/1.1" status: 200 len: 855 time: 0.0775225 Jul 07 16:47:06.064204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-e9965b88-01f7-4ca8-9975-c45660242730 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569213 Jul 07 16:47:06.119162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-86b0df07-019a-4e40-8a84-ae7883aa9bab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed881e39-598b-4c10-aa08-f5bdf9796f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454466 Jul 07 16:47:06.136362 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-66db6baf-1436-46d9-9a30-80569c7a23b3 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232972 Jul 07 16:47:06.209961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651b356d-4356-40ed-9fa7-25786bdd5aa2 req-0cd08637-0d34-4bd8-98f1-f29603a00493 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930943 Jul 07 16:47:06.396345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbf13f1f-5cd7-4ed1-a486-52b526b06cd4 req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.407818 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbf13f1f-5cd7-4ed1-a486-52b526b06cd4 req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.411617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-391fb1cf-195b-482e-8403-5f9bfc777830 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287776 Jul 07 16:47:06.480469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fbf13f1f-5cd7-4ed1-a486-52b526b06cd4 req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.481944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbf13f1f-5cd7-4ed1-a486-52b526b06cd4 req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6963108 Jul 07 16:47:06.483859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-d59d2d83-23a8-475c-aba3-08595db533e8 service neutron] 10.222.0.13 "GET /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437212 Jul 07 16:47:06.504275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43974582-7dbb-4cae-b6c1-0fd59ebab2ac req-a2943b70-3f1a-4127-a0b7-45df04eaa1b5 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574915 Jul 07 16:47:06.514412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebff311-5dae-455e-bdea-d1acd7bb3671 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2472306a-3432-4857-9ae1-78211fc49449,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:06.536798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b356d-4356-40ed-9fa7-25786bdd5aa2 req-b1651947-529c-4fce-99d3-73652b5c8cb5 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.538238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651b356d-4356-40ed-9fa7-25786bdd5aa2 req-b1651947-529c-4fce-99d3-73652b5c8cb5 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818732 Jul 07 16:47:06.583020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651b356d-4356-40ed-9fa7-25786bdd5aa2 req-f2da9667-02ed-4165-a7a4-d0e289c2630f tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/quotas/6384f57a60374f52bffd1a2eb0ada20a HTTP/1.1" status: 200 len: 375 time: 0.0194886 Jul 07 16:47:06.630401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651b356d-4356-40ed-9fa7-25786bdd5aa2 req-8e5fb6d2-9909-4471-bc6b-9ba2213ad3f2 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399249 Jul 07 16:47:06.642850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43176) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:06.690934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3902abef-eda9-43ce-8a6f-c0f8066f55bd req-ce55958b-36fe-457b-a055-b54843501f1f service neutron] 10.222.0.13 "GET /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935925 Jul 07 16:47:06.732848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c605da9-f13f-4026-9a0f-7b7ba6b0bf43 req-231fe420-0bba-4c4c-abea-31bb25880b4c tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.734839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c605da9-f13f-4026-9a0f-7b7ba6b0bf43 req-231fe420-0bba-4c4c-abea-31bb25880b4c tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 943 time: 0.1024997 Jul 07 16:47:06.780201 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c605da9-f13f-4026-9a0f-7b7ba6b0bf43 req-19ce7c95-8249-45eb-a0a3-1b05287f9ed0 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 Jul 07 16:47:06.790220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4af458d-9bed-49ac-978f-86cba7bcba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.886400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2a6e5-bd67-4fa6-94d2-bd77f33d19e8 req-af1a1d3a-0746-4117-bd14-510ac66ccd98 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.888908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95b2a6e5-bd67-4fa6-94d2-bd77f33d19e8 req-af1a1d3a-0746-4117-bd14-510ac66ccd98 tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 1095 time: 0.0733404 Jul 07 16:47:06.922853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4af458d-9bed-49ac-978f-86cba7bcba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.927047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4af458d-9bed-49ac-978f-86cba7bcba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.964715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95b2a6e5-bd67-4fa6-94d2-bd77f33d19e8 req-25d03600-bd5f-4e93-a7ea-99df7613105f tempest-LiveMigrationTest-1041475751 tempest-LiveMigrationTest-1041475751-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676703 Jul 07 16:47:06.972111 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c4af458d-9bed-49ac-978f-86cba7bcba94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b27d683ad3744c64803f4abc21ece3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252938 Jul 07 16:47:06.972940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43186) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:06.990934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af458d-9bed-49ac-978f-86cba7bcba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e858351c-1411-4b60-8da7-762eed82b845,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:07.032278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8db54-ecfc-4f1f-8d9a-086dc990c99d req-b2037e00-e6df-49d4-809f-8238841ce3bb tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:07.033796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5db8db54-ecfc-4f1f-8d9a-086dc990c99d req-b2037e00-e6df-49d4-809f-8238841ce3bb tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1084316 Jul 07 16:47:07.041863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f1619e8-808b-4231-9a76-a599440c28e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.063749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9109dc3b-f842-4681-8a29-e58888f20e0e req-2f15b526-6bb6-48e4-8166-1105e5b315db tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/2472306a-3432-4857-9ae1-78211fc49449 HTTP/1.1" status: 200 len: 1781 time: 0.0705583 Jul 07 16:47:07.064002 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f1619e8-808b-4231-9a76-a599440c28e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.094987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5db8db54-ecfc-4f1f-8d9a-086dc990c99d req-5ae16f95-60e7-4acf-9f83-abeb093279df tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496669 Jul 07 16:47:07.123334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f1619e8-808b-4231-9a76-a599440c28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.125965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f1619e8-808b-4231-9a76-a599440c28e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.127119 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8f1619e8-808b-4231-9a76-a599440c28e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e858351c-1411-4b60-8da7-762eed82b845 HTTP/1.1" status: 204 len: 168 time: 0.1532226 Jul 07 16:47:07.135725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1619e8-808b-4231-9a76-a599440c28e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e858351c-1411-4b60-8da7-762eed82b845,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:07.249184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697359-bf4a-486d-aa23-d0fd30c39f4f req-74b8615c-86fd-4ecd-b8ae-7111c09e6cd5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:07.250966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae697359-bf4a-486d-aa23-d0fd30c39f4f req-74b8615c-86fd-4ecd-b8ae-7111c09e6cd5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.0756500 Jul 07 16:47:07.301256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae697359-bf4a-486d-aa23-d0fd30c39f4f req-f113e947-8c12-48d0-8ba8-bf625939abe9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Jul 07 16:47:07.357468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.448274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43202) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:07.462397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c43886e5-8208-43b6-8ddb-ed3ad5c68a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.488064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539812f1-8b8b-4131-86d0-f3fb29a2ecce req-044ad7f6-a7ff-4c7f-9369-0848ba8d45a5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:07.489925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-539812f1-8b8b-4131-86d0-f3fb29a2ecce req-044ad7f6-a7ff-4c7f-9369-0848ba8d45a5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.0707734 Jul 07 16:47:07.536141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-539812f1-8b8b-4131-86d0-f3fb29a2ecce req-1e19fcb2-82de-4ee0-a0a0-6c2e43db3a07 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Jul 07 16:47:07.565310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c43886e5-8208-43b6-8ddb-ed3ad5c68a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.570425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c43886e5-8208-43b6-8ddb-ed3ad5c68a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.587765 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-91490f03-e3fd-4085-bb15-6210a585ced0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.622356 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c43886e5-8208-43b6-8ddb-ed3ad5c68a8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=561554a6ecee481fb7996d84071e77d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728091 Jul 07 16:47:07.624936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43206) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:07.628235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6847d9c-9ba0-4062-abc4-db15aca1dcc9 req-c92b7b0f-4993-43c1-bdbe-ec66868426b4 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/2472306a-3432-4857-9ae1-78211fc49449 HTTP/1.1" status: 200 len: 1781 time: 0.0488312 Jul 07 16:47:07.636587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43886e5-8208-43b6-8ddb-ed3ad5c68a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9068f3d-ee3a-4ec7-a95a-f20f593d9b64,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:07.686302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c5945073-8107-4faa-8840-9d398b0cea44 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:07.688189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0fdb89-479e-4056-8452-c49de556c158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.702871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6847d9c-9ba0-4062-abc4-db15aca1dcc9 req-639ddcc7-36ee-442a-8052-74cc361c4422 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.712055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0fdb89-479e-4056-8452-c49de556c158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.736290 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6847d9c-9ba0-4062-abc4-db15aca1dcc9 req-639ddcc7-36ee-442a-8052-74cc361c4422 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.774929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0fdb89-479e-4056-8452-c49de556c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.779828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0fdb89-479e-4056-8452-c49de556c158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.782801 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de0fdb89-479e-4056-8452-c49de556c158 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9068f3d-ee3a-4ec7-a95a-f20f593d9b64 HTTP/1.1" status: 204 len: 168 time: 0.1534195 Jul 07 16:47:07.794086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fdb89-479e-4056-8452-c49de556c158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9068f3d-ee3a-4ec7-a95a-f20f593d9b64,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:07.808180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6847d9c-9ba0-4062-abc4-db15aca1dcc9 req-639ddcc7-36ee-442a-8052-74cc361c4422 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.811020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6847d9c-9ba0-4062-abc4-db15aca1dcc9 req-639ddcc7-36ee-442a-8052-74cc361c4422 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.812189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6847d9c-9ba0-4062-abc4-db15aca1dcc9 req-639ddcc7-36ee-442a-8052-74cc361c4422 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/2472306a-3432-4857-9ae1-78211fc49449 HTTP/1.1" status: 204 len: 173 time: 0.1769912 Jul 07 16:47:07.832688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c5945073-8107-4faa-8840-9d398b0cea44, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c5945073-8107-4faa-8840-9d398b0cea44,segment=NetworkSegment(dbb3aa8e-1f3a-450d-b95c-b50b3137873a),segment_id=dbb3aa8e-1f3a-450d-b95c-b50b3137873a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:07.834513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ddcc7-36ee-442a-8052-74cc361c4422 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472306a-3432-4857-9ae1-78211fc49449,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:07.845183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'c5945073-8107-4faa-8840-9d398b0cea44', 'network_id': 'ed881e39-598b-4c10-aa08-f5bdf9796f7c', 'port_id': 'c5945073-8107-4faa-8840-9d398b0cea44', 'mac_address': 'fa:16:3e:9e:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b7425d-aea5-4214-abf3-98ce4c38ff79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:07.903606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.919497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5945073-8107-4faa-8840-9d398b0cea44 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:07.945900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c5945073-8107-4faa-8840-9d398b0cea44, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c5945073-8107-4faa-8840-9d398b0cea44,segment=NetworkSegment(dbb3aa8e-1f3a-450d-b95c-b50b3137873a),segment_id=dbb3aa8e-1f3a-450d-b95c-b50b3137873a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:07.953169 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.972167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f84c9-14e2-4765-a210-5b9c09b114f0 req-87442114-a9de-484c-869c-016b276e09e0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:07.974752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e27f84c9-14e2-4765-a210-5b9c09b114f0 req-87442114-a9de-484c-869c-016b276e09e0 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1097 time: 0.0670388 Jul 07 16:47:08.028157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e27f84c9-14e2-4765-a210-5b9c09b114f0 req-b0d0c0bc-44bb-4dd1-a9ab-97f94acc489d tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Jul 07 16:47:08.036298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c5945073-8107-4faa-8840-9d398b0cea44,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:08.221996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba918-93dd-4e64-9274-58726aeeecfd req-32b26bf2-cdd2-45a7-a963-0a2bc5fbc638 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.223659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5aeba918-93dd-4e64-9274-58726aeeecfd req-32b26bf2-cdd2-45a7-a963-0a2bc5fbc638 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 944 time: 0.0824006 Jul 07 16:47:08.265568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5aeba918-93dd-4e64-9274-58726aeeecfd req-6adcc8cc-bd26-4475-bdc1-26e0c78b71e3 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Jul 07 16:47:08.310004 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-e8c590fb-9894-4f0c-bee7-8dcd72aaa348 req-9b23e4b5-150e-4831-b2b5-0cd021ac087d tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:47:08.311359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8c590fb-9894-4f0c-bee7-8dcd72aaa348 req-9b23e4b5-150e-4831-b2b5-0cd021ac087d tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/2472306a-3432-4857-9ae1-78211fc49449 HTTP/1.1" status: 404 len: 352 time: 0.0169022 Jul 07 16:47:08.389220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967563-8073-4f22-904a-3b7b81f7c1a8 req-6995c66d-c149-4acd-8898-db60acd93aaf tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.390753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37967563-8073-4f22-904a-3b7b81f7c1a8 req-6995c66d-c149-4acd-8898-db60acd93aaf tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 944 time: 0.0781174 Jul 07 16:47:08.393641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['c5945073-8107-4faa-8840-9d398b0cea44'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:08.438856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37967563-8073-4f22-904a-3b7b81f7c1a8 req-ef4c5123-e704-419c-b7b2-b03506a0fb03 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Jul 07 16:47:08.500247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0107c2-0fb2-4e23-8752-26850c751fb1 req-f7cbacba-baa4-4500-85c1-2229ec9797f1 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.501822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a0107c2-0fb2-4e23-8752-26850c751fb1 req-f7cbacba-baa4-4500-85c1-2229ec9797f1 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1097 time: 0.0680912 Jul 07 16:47:08.545877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a0107c2-0fb2-4e23-8752-26850c751fb1 req-2851c7ad-bcb3-4bd5-96ed-f212b136d8df tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Jul 07 16:47:08.644572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9102f5-4ca5-46d0-bd66-7b01dba03e86 req-ca6dae26-1484-4fcb-a399-456df30e528b tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.646181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b9102f5-4ca5-46d0-bd66-7b01dba03e86 req-ca6dae26-1484-4fcb-a399-456df30e528b tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.0780740 Jul 07 16:47:08.687656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b9102f5-4ca5-46d0-bd66-7b01dba03e86 req-12f2b338-26f8-4a8e-a0f0-4f0fa12d8080 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Jul 07 16:47:08.741966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-ceaba005-b98e-4ab9-8746-0ee4fd426366 req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2012185919', 'description': 'tempest-description-912881384'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:08.780141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ceaba005-b98e-4ab9-8746-0ee4fd426366 req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.806299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-3ec3c294-520d-4da0-a9b6-143c7d3c82b4 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.808646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-3ec3c294-520d-4da0-a9b6-143c7d3c82b4 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 944 time: 0.1117702 Jul 07 16:47:08.964966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.979954 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ceaba005-b98e-4ab9-8746-0ee4fd426366 req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.994117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Deleting port 486ab2a8-a004-4dc7-848b-d291cb6e204a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:08.994468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.999360 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ceaba005-b98e-4ab9-8746-0ee4fd426366 req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.099727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ceaba005-b98e-4ab9-8746-0ee4fd426366 req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.101566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ceaba005-b98e-4ab9-8746-0ee4fd426366 req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3677893 Jul 07 16:47:09.108449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baa399-7ce6-4658-9a93-19166b74330e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda49dad-64eb-47b8-8ad8-2987294e6294,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.156250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] For port 486ab2a8-a004-4dc7-848b-d291cb6e204a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486ab2a8-a004-4dc7-848b-d291cb6e204a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:09.156620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.178038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee7b45-e133-4448-ba8a-fd34006222d3 req-d83d0bec-29de-4155-8e29-199e09388f84 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.180076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55ee7b45-e133-4448-ba8a-fd34006222d3 req-d83d0bec-29de-4155-8e29-199e09388f84 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1972425 Jul 07 16:47:09.184309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Calling delete_port for 486ab2a8-a004-4dc7-848b-d291cb6e204a owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:09.299087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55ee7b45-e133-4448-ba8a-fd34006222d3 req-38ccd35b-24cb-4328-b86d-365b3cab1dad tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127720 Jul 07 16:47:09.302374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7abb9ec-c4c6-43c3-a772-f815b83f19b5 req-d1cf4dbf-0e52-492b-9d3b-5e12918e80e8 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335300 Jul 07 16:47:09.343610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-794ff0ad-3968-44b7-8c97-3aaec497feab req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1158050760', 'description': 'tempest-description-472118338'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:09.414387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-794ff0ad-3968-44b7-8c97-3aaec497feab req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.518553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb9ec-c4c6-43c3-a772-f815b83f19b5 req-dc4e0e74-a8b5-4c34-9c18-059743ce731d tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.520044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7abb9ec-c4c6-43c3-a772-f815b83f19b5 req-dc4e0e74-a8b5-4c34-9c18-059743ce731d tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055874 Jul 07 16:47:09.527888 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.561131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['fd065cfe-e134-4f4a-9c12-031ecd050a5c', '486ab2a8-a004-4dc7-848b-d291cb6e204a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:09.578192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7abb9ec-c4c6-43c3-a772-f815b83f19b5 req-c9be2bff-e1af-44ea-b271-a05273ecd80a tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/quotas/6384f57a60374f52bffd1a2eb0ada20a HTTP/1.1" status: 200 len: 375 time: 0.0515225 Jul 07 16:47:09.578909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event deleted for resources: {'Port': ['ID=486ab2a8-a004-4dc7-848b-d291cb6e204a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.655871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] No DVR routers for this DVR port 486ab2a8-a004-4dc7-848b-d291cb6e204a on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:09.676310 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.676834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fe36684-dfaf-4085-8378-e2b16816fc3f req-31688c7c-278a-462d-80f9-cc4658195d77 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "DELETE /v2.0/ports/486ab2a8-a004-4dc7-848b-d291cb6e204a HTTP/1.1" status: 204 len: 173 time: 0.8535528 Jul 07 16:47:09.682116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7abb9ec-c4c6-43c3-a772-f815b83f19b5 req-d56d14da-8292-448b-b16f-71c39d18c618 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692544 Jul 07 16:47:09.682555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'name': 'network-vif-deleted', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:09.684815 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402aab9-0fdf-496f-b5fa-0ce06dc74150" -d '{"events": [{"server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "name": "network-vif-deleted", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:09.708532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-794ff0ad-3968-44b7-8c97-3aaec497feab req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.713593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c5945073-8107-4faa-8840-9d398b0cea44 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:09.714953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-794ff0ad-3968-44b7-8c97-3aaec497feab req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.753755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-794ff0ad-3968-44b7-8c97-3aaec497feab req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.766505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-794ff0ad-3968-44b7-8c97-3aaec497feab req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4368486 Jul 07 16:47:09.774171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a05f6-f776-4624-8134-18e5fbbdc1a9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e2c6b3-409d-4d65-876a-cb468a6a2cb9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.793503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port c5945073-8107-4faa-8840-9d398b0cea44 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:09.797891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port c5945073-8107-4faa-8840-9d398b0cea44 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:09.798270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.951894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.992565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5945073-8107-4faa-8840-9d398b0cea44'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:09.994874 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4872b014-163e-40f4-a76a-345a08f561ae" -d '{"events": [{"server_uuid": "a6328ce5-8a1f-4fbf-b1c3-cc086f03feca", "name": "network-vif-plugged", "status": "completed", "tag": "c5945073-8107-4faa-8840-9d398b0cea44"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:09.995642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5bbdb7d5-3173-4c66-aff8-dbbca34aafb2 req-f2212962-da4f-4e20-8c49-4d27d4d9cf3d tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 210 time: 0.0659316 Jul 07 16:47:10.028719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c5945073-8107-4faa-8840-9d398b0cea44, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c5945073-8107-4faa-8840-9d398b0cea44,segment=NetworkSegment(dbb3aa8e-1f3a-450d-b95c-b50b3137873a),segment_id=dbb3aa8e-1f3a-450d-b95c-b50b3137873a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:10.034989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.035806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:10.114627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 486ab2a8-a004-4dc7-848b-d291cb6e204a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:10.114988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486ab2a8-a004-4dc7-848b-d291cb6e204a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:10.134573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:10.214109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724317f-caab-4d0d-9a27-17742f9160c6 req-4a16f2a2-74d9-40bb-aae7-6db1536aa068 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.223002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d724317f-caab-4d0d-9a27-17742f9160c6 req-4a16f2a2-74d9-40bb-aae7-6db1536aa068 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 945 time: 0.0941520 Jul 07 16:47:10.236588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:10.276462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d724317f-caab-4d0d-9a27-17742f9160c6 req-e77e081f-4cae-4d8e-ade4-7b538a42fab9 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524890 Jul 07 16:47:10.302941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:10.315994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c5945073-8107-4faa-8840-9d398b0cea44,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:10.348510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'mac_address': 'fa:16:3e:ce:1e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:10.371342 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d3834-b174-4575-b696-46ec46e26551 x-openstack-request-id: req-a25d3834-b174-4575-b696-46ec46e26551 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:10.371847 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487494ce-9ad2-4351-987c-e8c1bcf100b6", "name": "network-vif-deleted", "tag": "486ab2a8-a004-4dc7-848b-d291cb6e204a", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:10.371967 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a25d3834-b174-4575-b696-46ec46e26551 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:10.372279 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487494ce-9ad2-4351-987c-e8c1bcf100b6', 'name': 'network-vif-deleted', 'tag': '486ab2a8-a004-4dc7-848b-d291cb6e204a', 'status': 'completed', 'code': 200} Jul 07 16:47:10.480752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.525958 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.539425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:10.603763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:10.615266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.682257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8e2bb-ef32-42d1-9b44-be3a2984b625 req-ad312dcd-6ea6-4b78-b8d4-7f0477567a5e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.683945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64a8e2bb-ef32-42d1-9b44-be3a2984b625 req-ad312dcd-6ea6-4b78-b8d4-7f0477567a5e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1550233 Jul 07 16:47:10.718664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.746639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64a8e2bb-ef32-42d1-9b44-be3a2984b625 req-9004364e-57f3-4075-883c-62393ee87ce5 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543423 Jul 07 16:47:10.795622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-bd4f2639-60f7-4851-b4d0-76c720fe7de9 req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1257035220', 'description': 'tempest-description-1230113114'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:10.833190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd4f2639-60f7-4851-b4d0-76c720fe7de9 req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.833829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:10.845038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:47:10.845401 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:47:10.956126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd4f2639-60f7-4851-b4d0-76c720fe7de9 req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.965038 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd4f2639-60f7-4851-b4d0-76c720fe7de9 req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.020608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd4f2639-60f7-4851-b4d0-76c720fe7de9 req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.022553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd4f2639-60f7-4851-b4d0-76c720fe7de9 req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2320659 Jul 07 16:47:11.025799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2de82-13c9-4057-9ac9-cf04bc676085 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbe85aa-3ea1-46b1-a267-f7b493862729,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:11.063864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43364) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:11.135512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['2a2bdd73-e503-467b-8e7f-adbaf724f7bb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:11.238160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66f1d991-3b2e-437d-8f3c-a9d58d14d84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.355012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66f1d991-3b2e-437d-8f3c-a9d58d14d84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.360504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66f1d991-3b2e-437d-8f3c-a9d58d14d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.397403 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.415810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:11.417250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d991-3b2e-437d-8f3c-a9d58d14d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96acd7-934d-4778-b47e-c993589e1b8f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:11.425808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43372) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:11.426451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66f1d991-3b2e-437d-8f3c-a9d58d14d84d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5b8ab7989b44259bd81561711a42ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602228 Jul 07 16:47:11.466488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:11.472480 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.484590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-cc230f07-f26e-44e7-9f3a-6812ae832fea tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:47:11.486571 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-cc230f07-f26e-44e7-9f3a-6812ae832fea tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080810 Jul 07 16:47:11.498777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Request body: {'binding': {'host': 'n-h2-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:11.499273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:47:11.546014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1801ef8c-25aa-4f43-b5a8-5b459e3b3530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.559604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:11.578895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1801ef8c-25aa-4f43-b5a8-5b459e3b3530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.643598 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4992d8-7712-490b-91da-aac0720ef1f1 x-openstack-request-id: req-5c4992d8-7712-490b-91da-aac0720ef1f1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:11.644586 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6328ce5-8a1f-4fbf-b1c3-cc086f03feca", "name": "network-vif-plugged", "status": "completed", "tag": "c5945073-8107-4faa-8840-9d398b0cea44", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:11.645292 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c4992d8-7712-490b-91da-aac0720ef1f1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:11.645945 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5945073-8107-4faa-8840-9d398b0cea44', 'code': 200} Jul 07 16:47:11.654940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1801ef8c-25aa-4f43-b5a8-5b459e3b3530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.659238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1801ef8c-25aa-4f43-b5a8-5b459e3b3530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.660928 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1801ef8c-25aa-4f43-b5a8-5b459e3b3530 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b96acd7-934d-4778-b47e-c993589e1b8f HTTP/1.1" status: 204 len: 168 time: 0.2334609 Jul 07 16:47:11.697658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801ef8c-25aa-4f43-b5a8-5b459e3b3530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96acd7-934d-4778-b47e-c993589e1b8f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:11.699652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on host n-h2-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:11.699788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:11.700142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:11.715773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:11.716154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:11.750432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:11.751816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:11.752452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:11.752862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Bound port: f2815eb4-5247-4bbf-adba-236a8ea13c8f, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:11.834025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:11.842769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:11.844938 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-af455437-eeab-4a7e-8ec1-d7dae01b761b service neutron] 10.222.0.78 "POST /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3512084 Jul 07 16:47:11.873998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572555-ce03-4d49-96ee-c6f119b156f3 req-33800a56-b883-4e4a-9207-2e2431acefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:11.875523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49572555-ce03-4d49-96ee-c6f119b156f3 req-33800a56-b883-4e4a-9207-2e2431acefbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 1096 time: 0.1196778 Jul 07 16:47:11.916634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462c1a4-b0ae-411f-bf04-b464c91f4766 req-9bf4d309-719e-4bee-9bb3-ea47b280ed5d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:11.924583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d462c1a4-b0ae-411f-bf04-b464c91f4766 req-9bf4d309-719e-4bee-9bb3-ea47b280ed5d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 947 time: 0.1343071 Jul 07 16:47:11.972494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49572555-ce03-4d49-96ee-c6f119b156f3 req-bf3588c2-502c-47d7-aef2-e7e7dd685635 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894969 Jul 07 16:47:11.986843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d462c1a4-b0ae-411f-bf04-b464c91f4766 req-9b45e547-4209-4dfd-8b86-25194fc06ec3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Jul 07 16:47:12.093282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43386) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:12.108000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf731-4ab3-473d-9fb5-d60d73dcb7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.120613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da073385-c14f-407f-b52e-f215fd019776 req-535923c7-b38f-459e-841d-8e701a6bbed0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 210 time: 0.0471978 Jul 07 16:47:12.200601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9985b41e-c6c2-4897-8de4-b436492aa695 req-12b3f608-d00d-4667-8dc3-9991f1634aa7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 10897 time: 0.1683555 Jul 07 16:47:12.226918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf731-4ab3-473d-9fb5-d60d73dcb7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.233240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf731-4ab3-473d-9fb5-d60d73dcb7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.263988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9985b41e-c6c2-4897-8de4-b436492aa695 req-e9ec3e7e-1d03-4557-976d-e6ea1ff9b0a5 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/54a10d26-4cef-4815-bc5e-ba52799c704e HTTP/1.1" status: 200 len: 2981 time: 0.0622318 Jul 07 16:47:12.282562 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9ccf731-4ab3-473d-9fb5-d60d73dcb7ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaa98f0b0d0b4dbea2de564deed934fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880927 Jul 07 16:47:12.283848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccf731-4ab3-473d-9fb5-d60d73dcb7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661bff6b-4171-4e8e-9787-2e490ed81bf1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:12.286288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43388) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:12.360251 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13c5f660-4e14-43e4-ba99-0ebf1fb869b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.395126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13c5f660-4e14-43e4-ba99-0ebf1fb869b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.477657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-d156554f-e949-4cb0-bd1d-fdfb96de09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.480346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-d156554f-e949-4cb0-bd1d-fdfb96de09fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1097 time: 0.0966132 Jul 07 16:47:12.499617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13c5f660-4e14-43e4-ba99-0ebf1fb869b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.502940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13c5f660-4e14-43e4-ba99-0ebf1fb869b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.513230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13c5f660-4e14-43e4-ba99-0ebf1fb869b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/661bff6b-4171-4e8e-9787-2e490ed81bf1 HTTP/1.1" status: 204 len: 168 time: 0.2232976 Jul 07 16:47:12.563778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5f660-4e14-43e4-ba99-0ebf1fb869b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661bff6b-4171-4e8e-9787-2e490ed81bf1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:12.618956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-db631856-108a-46d8-85af-7ee90adb8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.621647 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-db631856-108a-46d8-85af-7ee90adb8af0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1315887 Jul 07 16:47:12.675191 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-21a4e850-7d16-4c3c-897d-6dcc2b73e48a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 217 time: 0.0455809 Jul 07 16:47:12.707247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9985b41e-c6c2-4897-8de4-b436492aa695 req-526c9fb3-bf4e-418e-87d6-5aebc6c861e5 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/54a10d26-4cef-4815-bc5e-ba52799c704e HTTP/1.1" status: 200 len: 2981 time: 0.4423962 Jul 07 16:47:12.764520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-3cd463c0-4b2f-4819-ba70-d96701593635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.766351 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-3cd463c0-4b2f-4819-ba70-d96701593635 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0823915 Jul 07 16:47:12.811044 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-b0409403-6b33-4b39-baab-d247a68f3bc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365217 Jul 07 16:47:12.832798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf13f8-0229-4f32-9c34-a0277e763547 req-d5fd2784-1b4b-4211-919f-df0e49bf225e tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.838399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5fcf13f8-0229-4f32-9c34-a0277e763547 req-d5fd2784-1b4b-4211-919f-df0e49bf225e tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 945 time: 0.5722704 Jul 07 16:47:12.914943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd485-b7f3-464d-8ce4-725ee5ff32dc req-4a935914-f8e5-4125-a39c-8c4eca30eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.916509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e21cd485-b7f3-464d-8ce4-725ee5ff32dc req-4a935914-f8e5-4125-a39c-8c4eca30eac8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 1096 time: 0.2494829 Jul 07 16:47:12.975536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5fcf13f8-0229-4f32-9c34-a0277e763547 req-a2dbcd04-0f30-4a48-a444-c4a3802a76e8 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293416 Jul 07 16:47:13.005507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-fb96862d-d951-4ca9-b64c-13398eba8ff5 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864176 Jul 07 16:47:13.024462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e21cd485-b7f3-464d-8ce4-725ee5ff32dc req-f5c87bd3-a111-45d4-976c-c7e72e9d4914 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987136 Jul 07 16:47:13.140905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-cfa265af-c56a-44a0-b42b-a3a660a12831 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1879594 Jul 07 16:47:13.164332 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-16781dde-0f33-429d-8450-d66acf351414 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504540 Jul 07 16:47:13.290182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497526b-8f7b-4cc9-84bf-b84204b98846 req-3d02eff4-2acb-40ad-a58f-6eee412f76db tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.302267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6497526b-8f7b-4cc9-84bf-b84204b98846 req-3d02eff4-2acb-40ad-a58f-6eee412f76db tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1390579 Jul 07 16:47:13.333749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d3f5-2b56-482d-a383-42b673b34cff req-da50cb92-ff0b-4bc5-8427-2a4eef859821 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.344897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f90d3f5-2b56-482d-a383-42b673b34cff req-da50cb92-ff0b-4bc5-8427-2a4eef859821 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.1515818 Jul 07 16:47:13.409293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6497526b-8f7b-4cc9-84bf-b84204b98846 req-fd977475-af61-4b6a-a5c4-98afea574a3d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030114 Jul 07 16:47:13.444339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f90d3f5-2b56-482d-a383-42b673b34cff req-ee2b5351-7aa9-4d9d-be47-8ddcb23fc025 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981772 Jul 07 16:47:13.509018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-e3df5176-1eb3-4240-a1b5-1b83664c48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.509018 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-e3df5176-1eb3-4240-a1b5-1b83664c48b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97455008b96f4433b50bf52e1af13922&device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 1095 time: 0.1233132 Jul 07 16:47:13.629044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71a2eb85-e546-4c29-8019-5e8357fb5961 req-317ba2a4-9c38-4966-8363-455d0564585f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/fda49dad-64eb-47b8-8ad8-2987294e6294 HTTP/1.1" status: 200 len: 1800 time: 0.0838552 Jul 07 16:47:13.724590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-1b7acbb0-fd9a-41e4-bed7-c48bbd90b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.727190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-1b7acbb0-fd9a-41e4-bed7-c48bbd90b821 service neutron] 10.222.0.13 "GET /v2.0/networks?id=796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 200 len: 908 time: 0.1961353 Jul 07 16:47:13.763514 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71a2eb85-e546-4c29-8019-5e8357fb5961 req-da2f2bf3-9350-4326-abf0-9c3b44b723f2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.806216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-72ed3a21-e120-4250-999d-55f22c8cad69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 200 len: 217 time: 0.0721138 Jul 07 16:47:13.820064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71a2eb85-e546-4c29-8019-5e8357fb5961 req-da2f2bf3-9350-4326-abf0-9c3b44b723f2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.886194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-ffe64df1-035d-4e52-9fff-23d56af4933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.887788 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-ffe64df1-035d-4e52-9fff-23d56af4933c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 200 len: 847 time: 0.0748661 Jul 07 16:47:13.919684 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71a2eb85-e546-4c29-8019-5e8357fb5961 req-da2f2bf3-9350-4326-abf0-9c3b44b723f2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.922542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71a2eb85-e546-4c29-8019-5e8357fb5961 req-da2f2bf3-9350-4326-abf0-9c3b44b723f2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.923704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71a2eb85-e546-4c29-8019-5e8357fb5961 req-da2f2bf3-9350-4326-abf0-9c3b44b723f2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/fda49dad-64eb-47b8-8ad8-2987294e6294 HTTP/1.1" status: 204 len: 173 time: 0.2938132 Jul 07 16:47:13.951945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2bf3-9350-4326-abf0-9c3b44b723f2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda49dad-64eb-47b8-8ad8-2987294e6294,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:13.983923 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-a5c0bc93-d15f-43b5-8151-110fd1f6da66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796c31b9-7510-413e-9bbf-ee336fcf2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809724 Jul 07 16:47:14.143843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:14.173442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43436) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:14.267290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:14.267562 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.323629 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-1fbc736e-d647-495c-84f4-d88ecadc99cd service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288860 Jul 07 16:47:14.356684 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eba4890c-2612-46fd-9cd1-e04d6fff3808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.369653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-efe2e821-7d44-4e9d-8fef-89aa7837ca21 req-488d6602-c914-47db-aaf5-cf25409b9c2c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=487494ce-9ad2-4351-987c-e8c1bcf100b6 HTTP/1.1" status: 200 len: 210 time: 0.1072302 Jul 07 16:47:14.371636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-5d88c49c-b69b-419c-a8d6-a2c05e66b562 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.374330 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-5d88c49c-b69b-419c-a8d6-a2c05e66b562 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d&tenant_id=2f2e5dea929049ca8cad7058e4d9685b&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 947 time: 0.2784326 Jul 07 16:47:14.487536 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.499773 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-97ea66fe-598b-41cf-b4cb-0877fa7e4d08 req-07688d90-4c7f-4047-b93e-50e2f0fa6127 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:47:14.500849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97ea66fe-598b-41cf-b4cb-0877fa7e4d08 req-07688d90-4c7f-4047-b93e-50e2f0fa6127 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/fda49dad-64eb-47b8-8ad8-2987294e6294 HTTP/1.1" status: 404 len: 352 time: 0.0514245 Jul 07 16:47:14.536128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:14.537901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:14.542336 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a887f6-932b-4dbb-b2d5-5a311b4460f1" -d '{"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-plugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:14.546125 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.600553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-30491ac3-7404-4257-b0b2-ce4963855ea3 service neutron] 10.222.0.54 "GET /v2.0/ports/2a2bdd73-e503-467b-8e7f-adbaf724f7bb/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 382 time: 0.1873856 Jul 07 16:47:14.603149 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b223ea28-1859-4daa-abab-a05d0f88f81e req-f7bd7114-f463-4335-8a78-0607c285306e service neutron] 10.222.0.13 "GET /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693989 Jul 07 16:47:14.642614 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eba4890c-2612-46fd-9cd1-e04d6fff3808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.647701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eba4890c-2612-46fd-9cd1-e04d6fff3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.681150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eba4890c-2612-46fd-9cd1-e04d6fff3808 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d117cec12484a2fa2d5503e6b7735a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044692 Jul 07 16:47:14.683661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43450) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:14.684240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:14.755713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-5f625c7c-dbf5-4be0-8983-f563904fc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.765825 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-5f625c7c-dbf5-4be0-8983-f563904fc2ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1100 time: 0.1227977 Jul 07 16:47:14.809432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4890c-2612-46fd-9cd1-e04d6fff3808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6432ca1-cb8a-4b43-a147-a71f3c7580be,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:14.893656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-c84ca406-ed10-412e-8140-be1eb457091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.894232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b95859f-dbc5-4cca-8382-140893559eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.895108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-c84ca406-ed10-412e-8140-be1eb457091d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1250963 Jul 07 16:47:14.932398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784070e8-2499-469f-8e1c-614459c6b5e6 req-c2cd91c8-d815-4126-8ca2-33be33638605 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.939547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-784070e8-2499-469f-8e1c-614459c6b5e6 req-c2cd91c8-d815-4126-8ca2-33be33638605 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 945 time: 0.2064326 Jul 07 16:47:14.962725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b95859f-dbc5-4cca-8382-140893559eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.969741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-999a8e83-da3d-496e-8b23-0acdb02bf68a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 217 time: 0.0668972 Jul 07 16:47:15.015065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87111960-1b41-4149-a413-e99dc67cdc93 req-12d01e9a-8d24-49af-bc0a-bda7020e39f5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.024330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87111960-1b41-4149-a413-e99dc67cdc93 req-12d01e9a-8d24-49af-bc0a-bda7020e39f5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.2036979 Jul 07 16:47:15.040506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-b8ee38a7-6044-4123-9e16-7e865c6b8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.042941 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-b8ee38a7-6044-4123-9e16-7e865c6b8eb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0645845 Jul 07 16:47:15.082296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-784070e8-2499-469f-8e1c-614459c6b5e6 req-fdab4d5d-3b86-465b-80ec-e0e0115d5383 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417978 Jul 07 16:47:15.110262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87111960-1b41-4149-a413-e99dc67cdc93 req-c3aa4084-662d-49d7-a41f-0e3d509787d4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847669 Jul 07 16:47:15.139221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-bbdc783d-619c-455f-aa63-fbc4ef686972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.152576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-bbdc783d-619c-455f-aa63-fbc4ef686972 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027253 Jul 07 16:47:15.156308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b95859f-dbc5-4cca-8382-140893559eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.168399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b95859f-dbc5-4cca-8382-140893559eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.170843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2b95859f-dbc5-4cca-8382-140893559eda admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6432ca1-cb8a-4b43-a147-a71f3c7580be HTTP/1.1" status: 204 len: 168 time: 0.4614670 Jul 07 16:47:15.185823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95859f-dbc5-4cca-8382-140893559eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6432ca1-cb8a-4b43-a147-a71f3c7580be,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:15.282635 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-5326a3e8-7541-453f-9ff6-c638bec6a3e0 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200490 Jul 07 16:47:15.441731 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-4d905e47-be1f-4bbe-ba82-9b208dd46674 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512485 Jul 07 16:47:15.492282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b7248-b519-46d5-a291-48ae4045debe req-70610a9d-a6ae-4fd9-b058-26dd2c18a218 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.493895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-973b7248-b519-46d5-a291-48ae4045debe req-70610a9d-a6ae-4fd9-b058-26dd2c18a218 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.1775956 Jul 07 16:47:15.516466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d03bb-755f-4b9d-83f2-f35378c740b5 req-1a27d05e-1224-4ba7-89ad-3ef5fde3f596 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.525992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194d03bb-755f-4b9d-83f2-f35378c740b5 req-1a27d05e-1224-4ba7-89ad-3ef5fde3f596 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1422484 Jul 07 16:47:15.598747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194d03bb-755f-4b9d-83f2-f35378c740b5 req-0bec9357-e958-4858-8fb9-afcaf8ef038f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635145 Jul 07 16:47:15.613592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-973b7248-b519-46d5-a291-48ae4045debe req-4782fc6c-b596-466c-abd4-d2076d6437e1 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116555 Jul 07 16:47:15.754547 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a860e96b-bb0f-4705-94de-ddde7443eac2 x-openstack-request-id: req-a860e96b-bb0f-4705-94de-ddde7443eac2 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:15.755080 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-plugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:15.757304 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a860e96b-bb0f-4705-94de-ddde7443eac2 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:15.757854 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'code': 200} Jul 07 16:47:15.784419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-061ad63c-fb8c-4aba-a4d4-072ff8b614bc req-48d5e124-9442-4253-a55e-5b36008935ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/75e2c6b3-409d-4d65-876a-cb468a6a2cb9 HTTP/1.1" status: 200 len: 1800 time: 0.1311545 Jul 07 16:47:15.851640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-061ad63c-fb8c-4aba-a4d4-072ff8b614bc req-0cb4831c-28da-4487-bb54-bcfbb7a04b78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.889024 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-061ad63c-fb8c-4aba-a4d4-072ff8b614bc req-0cb4831c-28da-4487-bb54-bcfbb7a04b78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.925187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-046dcdf4-1a94-4106-a8e0-0d0372071cf1 req-6b8b172f-5d6c-4ecf-8156-9fa7892b8c90 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406201 Jul 07 16:47:16.027119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-061ad63c-fb8c-4aba-a4d4-072ff8b614bc req-0cb4831c-28da-4487-bb54-bcfbb7a04b78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:16.032808 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-061ad63c-fb8c-4aba-a4d4-072ff8b614bc req-0cb4831c-28da-4487-bb54-bcfbb7a04b78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:16.034137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-061ad63c-fb8c-4aba-a4d4-072ff8b614bc req-0cb4831c-28da-4487-bb54-bcfbb7a04b78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/75e2c6b3-409d-4d65-876a-cb468a6a2cb9 HTTP/1.1" status: 204 len: 173 time: 0.2489076 Jul 07 16:47:16.057747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4831c-28da-4487-bb54-bcfbb7a04b78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e2c6b3-409d-4d65-876a-cb468a6a2cb9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:16.087634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dcdf4-1a94-4106-a8e0-0d0372071cf1 req-2ee7a5a1-2606-4e55-916d-6b30f32e818b tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.089862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-046dcdf4-1a94-4106-a8e0-0d0372071cf1 req-2ee7a5a1-2606-4e55-916d-6b30f32e818b tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637201 Jul 07 16:47:16.130274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-046dcdf4-1a94-4106-a8e0-0d0372071cf1 req-142bece6-0f7f-4914-883a-4678046cca34 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/quotas/6384f57a60374f52bffd1a2eb0ada20a HTTP/1.1" status: 200 len: 375 time: 0.0319188 Jul 07 16:47:16.211577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-046dcdf4-1a94-4106-a8e0-0d0372071cf1 req-d7828245-ee32-4e8a-b5f6-678306fd10c5 tempest-QuotasAdminNegativeTest-317996509 tempest-QuotasAdminNegativeTest-317996509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787480 Jul 07 16:47:16.506168 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-d9cf6633-1870-4399-9822-ca6bfdedf170 req-e1b08559-97ee-494a-abc9-de2481e5a052 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:47:16.509686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cf6633-1870-4399-9822-ca6bfdedf170 req-e1b08559-97ee-494a-abc9-de2481e5a052 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/75e2c6b3-409d-4d65-876a-cb468a6a2cb9 HTTP/1.1" status: 404 len: 352 time: 0.0531969 Jul 07 16:47:16.701555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-44433d0d-c82a-4afe-9e90-ffa41c8555b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.706456 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-44433d0d-c82a-4afe-9e90-ffa41c8555b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29b9b8b89ec74ed28b622653f7262d75&device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 1096 time: 0.1673815 Jul 07 16:47:16.730932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3eb4c-0b78-4649-81db-50c50e7e88bd req-3603e5e4-a5ad-423f-91e0-adac8822cce8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.732589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49b3eb4c-0b78-4649-81db-50c50e7e88bd req-3603e5e4-a5ad-423f-91e0-adac8822cce8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1355987 Jul 07 16:47:16.791815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49b3eb4c-0b78-4649-81db-50c50e7e88bd req-ba841161-c0a9-4650-9bff-972ca482263f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Jul 07 16:47:16.902357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-9f2f3513-e87c-4105-9891-53a91fd21685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.904218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-9f2f3513-e87c-4105-9891-53a91fd21685 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 200 len: 911 time: 0.1916683 Jul 07 16:47:16.954945 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-b254162f-cdd6-4b14-9072-e633ef8cde6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1 HTTP/1.1" status: 200 len: 217 time: 0.0439141 Jul 07 16:47:17.019443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fadf99-2586-4ac2-901c-33b85707ad81 req-f259ecd8-f9cf-4167-ab5b-a0587a5b0989 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:17.021006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45fadf99-2586-4ac2-901c-33b85707ad81 req-f259ecd8-f9cf-4167-ab5b-a0587a5b0989 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.0992708 Jul 07 16:47:17.022611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-29d7f92e-39bf-453e-a157-385ca4baceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:17.024165 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-29d7f92e-39bf-453e-a157-385ca4baceb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 200 len: 850 time: 0.0623424 Jul 07 16:47:17.075017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-b96581bf-c44d-4a5d-b73f-756490b37383 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5fd77b0-9e55-4d2d-a504-46112ab686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436044 Jul 07 16:47:17.093680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45fadf99-2586-4ac2-901c-33b85707ad81 req-06e561de-245c-453f-a36f-4fb146fea7c0 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648596 Jul 07 16:47:17.211196 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-6b38d6a8-d344-42a6-b1a5-9866865290b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292045 Jul 07 16:47:17.267266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b043c9b1-9a9e-4e88-8b0b-f6ea0da5e78f req-2b746146-db65-4880-805d-11534244a25b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/dfbe85aa-3ea1-46b1-a267-f7b493862729 HTTP/1.1" status: 200 len: 1801 time: 0.0772011 Jul 07 16:47:17.328575 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb41b033-902a-4a9f-9cf3-bc1038f37edc req-f485e0d9-fc13-4933-8082-a72a0fb4e019 service neutron] 10.222.0.13 "GET /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104972 Jul 07 16:47:17.403826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b043c9b1-9a9e-4e88-8b0b-f6ea0da5e78f req-809fdc9b-b06d-4cc9-a9ff-a7a4de68e324 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.432494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f0b4-012f-401f-8d99-e7e1498c61aa req-0e00a971-8388-4b6a-8389-904f2669bc3b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:17.434212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea2f0b4-012f-401f-8d99-e7e1498c61aa req-0e00a971-8388-4b6a-8389-904f2669bc3b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.1258335 Jul 07 16:47:17.460003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b043c9b1-9a9e-4e88-8b0b-f6ea0da5e78f req-809fdc9b-b06d-4cc9-a9ff-a7a4de68e324 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.506267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea2f0b4-012f-401f-8d99-e7e1498c61aa req-050126f6-8023-4b05-9f20-b914a8329334 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612645 Jul 07 16:47:17.543895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b043c9b1-9a9e-4e88-8b0b-f6ea0da5e78f req-809fdc9b-b06d-4cc9-a9ff-a7a4de68e324 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.546643 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b043c9b1-9a9e-4e88-8b0b-f6ea0da5e78f req-809fdc9b-b06d-4cc9-a9ff-a7a4de68e324 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.547866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b043c9b1-9a9e-4e88-8b0b-f6ea0da5e78f req-809fdc9b-b06d-4cc9-a9ff-a7a4de68e324 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/dfbe85aa-3ea1-46b1-a267-f7b493862729 HTTP/1.1" status: 204 len: 173 time: 0.2736487 Jul 07 16:47:17.569635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fdc9b-b06d-4cc9-a9ff-a7a4de68e324 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbe85aa-3ea1-46b1-a267-f7b493862729,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:17.570290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43548) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:17.594868 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-438f7db5-4028-4f36-a978-84e9c732823d req-864885b3-12e6-4e30-b4d1-90a5d62fd125 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:47:17.607377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438f7db5-4028-4f36-a978-84e9c732823d req-864885b3-12e6-4e30-b4d1-90a5d62fd125 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/dfbe85aa-3ea1-46b1-a267-f7b493862729 HTTP/1.1" status: 404 len: 352 time: 0.0294347 Jul 07 16:47:17.717472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b550f3-92a5-4f2b-9cf0-2d1f2a956255 req-aa063320-4d84-4fcb-90d0-cad3b993fbc0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 6149 time: 0.0950282 Jul 07 16:47:17.743696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.800205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b550f3-92a5-4f2b-9cf0-2d1f2a956255 req-61c97485-ff6d-4430-9d35-9e86c2c54577 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/54a10d26-4cef-4815-bc5e-ba52799c704e HTTP/1.1" status: 200 len: 2981 time: 0.0697129 Jul 07 16:47:17.863342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43560) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:17.921639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.926590 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.990188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b550f3-92a5-4f2b-9cf0-2d1f2a956255 req-f0cd9336-498e-4387-b9e4-68a52dd4760b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/54a10d26-4cef-4815-bc5e-ba52799c704e HTTP/1.1" status: 200 len: 2981 time: 0.1833589 Jul 07 16:47:18.025726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46013b08b9ca4f4ea717bc23a9a24020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539881 Jul 07 16:47:18.026396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:18.062277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e881c-8132-42b6-8076-e2d7d7ce00f0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.091310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.091638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.091989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.092328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.092664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.092999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.093431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.093761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.094088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.094412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.094735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.095056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9d0f0-d8bd-4b75-908c-c4e17f99440c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.098485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a097ea-5d56-42ff-a463-5ea0fb394dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.122205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a097ea-5d56-42ff-a463-5ea0fb394dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.127264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1f8be-a2c3-4d04-9027-2a04f6f51998 req-a7e51d83-8b51-4cdc-9262-7eac2afe3d70 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.129440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eda1f8be-a2c3-4d04-9027-2a04f6f51998 req-a7e51d83-8b51-4cdc-9262-7eac2afe3d70 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1604035 Jul 07 16:47:18.183770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eda1f8be-a2c3-4d04-9027-2a04f6f51998 req-ef454362-2995-406a-8376-cfaf1b7bb654 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Jul 07 16:47:18.185379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.209728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a097ea-5d56-42ff-a463-5ea0fb394dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.212368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a097ea-5d56-42ff-a463-5ea0fb394dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.218641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-57a097ea-5d56-42ff-a463-5ea0fb394dee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/799e881c-8132-42b6-8076-e2d7d7ce00f0 HTTP/1.1" status: 204 len: 168 time: 0.1900783 Jul 07 16:47:18.261612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a097ea-5d56-42ff-a463-5ea0fb394dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e881c-8132-42b6-8076-e2d7d7ce00f0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.305411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b4437e63-8903-46e7-849c-a4059492f2f2 req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1978826960', 'description': 'tempest-description-1608170211'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:18.409944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.417661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.504445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea8db33-0472-44db-9cbd-e5a84fb46562,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.524516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.524868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.525251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.528015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.528673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.529035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.529415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.529756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.530089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.530422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.530756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.531085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:18.539427 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b4437e63-8903-46e7-849c-a4059492f2f2 req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.572003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-85f1d95d-b876-49ee-8d1a-60fd00aee3f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6384f57a60374f52bffd1a2eb0ada20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994603 Jul 07 16:47:18.575165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43588) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:18.586437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-abc24ad8-67ee-4d5c-b24e-7f32f348b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.593779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-abc24ad8-67ee-4d5c-b24e-7f32f348b507 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d&tenant_id=2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 1100 time: 0.1428893 Jul 07 16:47:18.762554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d26c2fb7-2512-4810-9948-cf2d5a788ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.765417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-b2891070-00dc-4f29-9e12-70847d0ea982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.768581 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-b2891070-00dc-4f29-9e12-70847d0ea982 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 1100 time: 0.1248553 Jul 07 16:47:18.831489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d26c2fb7-2512-4810-9948-cf2d5a788ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.990089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-4a7f1927-b11e-4738-bb9e-0b91dc634370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.992471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-4a7f1927-b11e-4738-bb9e-0b91dc634370 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2144406 Jul 07 16:47:19.072527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d26c2fb7-2512-4810-9948-cf2d5a788ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.083141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d26c2fb7-2512-4810-9948-cf2d5a788ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.084596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d26c2fb7-2512-4810-9948-cf2d5a788ca9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fea8db33-0472-44db-9cbd-e5a84fb46562 HTTP/1.1" status: 204 len: 168 time: 0.5065298 Jul 07 16:47:19.100996 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-1ddabceb-4f84-4832-b06a-383f621b5ead service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 200 len: 217 time: 0.1009648 Jul 07 16:47:19.145093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c2fb7-2512-4810-9948-cf2d5a788ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea8db33-0472-44db-9cbd-e5a84fb46562,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:19.174565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b4437e63-8903-46e7-849c-a4059492f2f2 req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.186484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a4a7d-3b1a-42db-94ec-f6c9f0a364dc req-666697dc-5b05-4c48-8535-85994dddf817 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.188910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e30a4a7d-3b1a-42db-94ec-f6c9f0a364dc req-666697dc-5b05-4c48-8535-85994dddf817 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3344691 Jul 07 16:47:19.193280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b4437e63-8903-46e7-849c-a4059492f2f2 req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.227704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b4437e63-8903-46e7-849c-a4059492f2f2 req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.240046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4437e63-8903-46e7-849c-a4059492f2f2 req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9445188 Jul 07 16:47:19.263641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-d4650e07-1335-4793-b948-44c6cdd34337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.266978 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-d4650e07-1335-4793-b948-44c6cdd34337 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1592956 Jul 07 16:47:19.330678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddeb2e9-72d4-4a03-9451-95b100494f32 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07fc03e-d504-4b9f-8e9c-0b1b580fb711,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:19.398414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e30a4a7d-3b1a-42db-94ec-f6c9f0a364dc req-638c4acf-2944-4731-a42e-ba4aac60510a tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848574 Jul 07 16:47:19.462926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-b2047f60-7b4f-4721-a128-63cc0f6b467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.469213 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-b2047f60-7b4f-4721-a128-63cc0f6b467c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866405 Jul 07 16:47:19.711322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250114c-a342-40f3-a9bf-daf6c2fcea51 req-978e57f0-fb22-43e1-8b44-56bd1e3954aa tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.713597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7250114c-a342-40f3-a9bf-daf6c2fcea51 req-978e57f0-fb22-43e1-8b44-56bd1e3954aa tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.2326899 Jul 07 16:47:19.789568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7250114c-a342-40f3-a9bf-daf6c2fcea51 req-92c14706-8213-4074-9986-73fcaafdd859 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578792 Jul 07 16:47:19.820882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b5d9-06f2-4cb5-adc5-67bb10c41723 req-12cee985-795c-470d-8acf-e6e355510ca5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.825740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1476b5d9-06f2-4cb5-adc5-67bb10c41723 req-12cee985-795c-470d-8acf-e6e355510ca5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1840327 Jul 07 16:47:19.828959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-62ba8bf9-32e2-4326-a00d-396f71f37ab5 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531363 Jul 07 16:47:19.906659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-f117261d-104d-4278-863f-73b0d5fc6b03 req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1624814595', 'description': 'tempest-description-1382673398'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:20.014197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1476b5d9-06f2-4cb5-adc5-67bb10c41723 req-78f43395-6b75-4eb7-ab98-e5f8db81b613 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818841 Jul 07 16:47:20.025666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f117261d-104d-4278-863f-73b0d5fc6b03 req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.036492 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f5f45099-8fe7-4091-a0d1-01edd7fe734c req-aa6b7286-b518-45cd-a14d-9b7fbb08940c service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015457 Jul 07 16:47:20.104743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43624) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:20.130078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9ce33be-4477-48a1-93e6-59c38a7a13c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.220852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f117261d-104d-4278-863f-73b0d5fc6b03 req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.226604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f117261d-104d-4278-863f-73b0d5fc6b03 req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.271109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d490f-0a59-46e6-ac57-e2d3bd8754ec,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:20.366629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9ce33be-4477-48a1-93e6-59c38a7a13c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.378063 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9ce33be-4477-48a1-93e6-59c38a7a13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.384785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f117261d-104d-4278-863f-73b0d5fc6b03 req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.393211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f117261d-104d-4278-863f-73b0d5fc6b03 req-3ed438d8-3ced-4421-a0c1-ae5dff9c74cb tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5056307 Jul 07 16:47:20.468167 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9ce33be-4477-48a1-93e6-59c38a7a13c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a468087948a448b897575f26cf6093e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591962 Jul 07 16:47:20.468882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43638) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:20.488218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce33be-4477-48a1-93e6-59c38a7a13c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b044ca86-aee6-4bf4-837b-13c6a0f24ee5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:20.608538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041c841e-99be-4c99-a430-2c446aa62ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.657022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041c841e-99be-4c99-a430-2c446aa62ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.948266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b118ed-2bdb-4988-a802-0eed056cd523 req-e4daf7fc-af54-43aa-ad1a-e93a837f1089 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.950279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2b118ed-2bdb-4988-a802-0eed056cd523 req-e4daf7fc-af54-43aa-ad1a-e93a837f1089 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.2849841 Jul 07 16:47:20.985140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041c841e-99be-4c99-a430-2c446aa62ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.987702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041c841e-99be-4c99-a430-2c446aa62ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.988865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-041c841e-99be-4c99-a430-2c446aa62ab5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b044ca86-aee6-4bf4-837b-13c6a0f24ee5 HTTP/1.1" status: 204 len: 168 time: 0.5197945 Jul 07 16:47:21.028388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c841e-99be-4c99-a430-2c446aa62ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b044ca86-aee6-4bf4-837b-13c6a0f24ee5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:21.046695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f9b888c4-e770-4c7a-b7eb-e4da36e9eab2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:21.062495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f9b888c4-e770-4c7a-b7eb-e4da36e9eab2 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 812 time: 0.3181481 Jul 07 16:47:21.082842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2b118ed-2bdb-4988-a802-0eed056cd523 req-794543ad-fb60-4ea7-be8b-4d40867306e5 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237724 Jul 07 16:47:21.087834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-691a63ad-952f-4c88-bc9b-b69253a2042e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/quotas/2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 375 time: 0.0240459 Jul 07 16:47:21.239029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-ebc54787-632f-4633-b628-0b8e141e71e9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400192 Jul 07 16:47:21.492085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8d78-9030-48b1-ae5b-f3a03d070e1e req-3435c26f-1850-4310-b852-1c692a012035 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:21.503539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-990c8d78-9030-48b1-ae5b-f3a03d070e1e req-3435c26f-1850-4310-b852-1c692a012035 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.1891830 Jul 07 16:47:21.711508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-990c8d78-9030-48b1-ae5b-f3a03d070e1e req-554b7342-c0a9-476b-a8d3-907878e70af4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006249 Jul 07 16:47:21.765835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f5242ec3-462e-4e7f-a8da-9cac107258a9 service neutron] 10.222.0.78 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198088 Jul 07 16:47:21.886137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43708) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:21.973529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e5429ccb-8fc1-4e02-ab40-591e2262bbdf service neutron] 10.222.0.78 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990993 Jul 07 16:47:21.998897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634268b3-d94b-43c7-9e4e-e6817156150a req-28f5763f-40b8-4472-b585-faf042a93071 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:22.007610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-634268b3-d94b-43c7-9e4e-e6817156150a req-28f5763f-40b8-4472-b585-faf042a93071 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1382949 Jul 07 16:47:22.063906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-634268b3-d94b-43c7-9e4e-e6817156150a req-f60ad97b-520f-4cd7-9599-8e7c12bb4842 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550320 Jul 07 16:47:22.198734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:22.269968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63f6412d-2e4c-4ca2-bf30-98f3855675c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.387682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.484852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c39f64f8-7e08-4bc5-a4c8-fdb944e74dbc req-d125a6a1-b0bc-4e30-b9a0-452c0befc6f1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 210 time: 0.1632686 Jul 07 16:47:22.532227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63f6412d-2e4c-4ca2-bf30-98f3855675c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.538677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63f6412d-2e4c-4ca2-bf30-98f3855675c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.543596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:22.548931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:22.555660 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f34cf-bb1e-4422-9c6d-99221d1b85b5" -d '{"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:22.573126 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.666223 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-63f6412d-2e4c-4ca2-bf30-98f3855675c4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7020926af894ca881f8a6cc16bf28e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7786109 Jul 07 16:47:22.668552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:22.670528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6412d-2e4c-4ca2-bf30-98f3855675c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d80d52-86f2-407b-a8ad-2da35148b3ed,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:22.689787 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ea75f0-c912-4db4-9074-3cf52bff972d x-openstack-request-id: req-22ea75f0-c912-4db4-9074-3cf52bff972d {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:22.691082 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:22.692368 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22ea75f0-c912-4db4-9074-3cf52bff972d {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:22.694983 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'code': 200} Jul 07 16:47:22.789447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:22.806862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92649802-b341-418b-bbee-dbd610e66908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.836699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92649802-b341-418b-bbee-dbd610e66908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.842647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.845450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.845981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.846524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.847017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.850016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.851424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.855255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.855884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.858369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.858721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.859060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:22.886284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cbdad-b67f-4ebc-b02e-285e3142b20d req-de4eda9c-e801-4a47-9791-eb731cf2ed2e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:22.893730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d66cbdad-b67f-4ebc-b02e-285e3142b20d req-de4eda9c-e801-4a47-9791-eb731cf2ed2e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.1385939 Jul 07 16:47:22.940394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92649802-b341-418b-bbee-dbd610e66908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.944349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92649802-b341-418b-bbee-dbd610e66908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.948593 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-92649802-b341-418b-bbee-dbd610e66908 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47d80d52-86f2-407b-a8ad-2da35148b3ed HTTP/1.1" status: 204 len: 168 time: 0.2691982 Jul 07 16:47:22.965265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92649802-b341-418b-bbee-dbd610e66908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d80d52-86f2-407b-a8ad-2da35148b3ed,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:23.024974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d66cbdad-b67f-4ebc-b02e-285e3142b20d req-a87e7026-4d44-482c-bdb9-ba9b8d11a313 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300437 Jul 07 16:47:23.177720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979b89-1581-443b-bc83-18f1c4fa2573 req-0833d3f9-b0af-47bc-be39-2fe6bdc79334 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:23.182241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd979b89-1581-443b-bc83-18f1c4fa2573 req-0833d3f9-b0af-47bc-be39-2fe6bdc79334 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.1549747 Jul 07 16:47:23.294208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd979b89-1581-443b-bc83-18f1c4fa2573 req-b24e9b9f-2e5e-43a8-86ac-71c591a2527f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013021 Jul 07 16:47:23.451654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.504275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a7d0c-1341-4dec-9371-3c558bee091b req-d1f98191-61e3-4749-af23-2a65f6f4a6e1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:23.506439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af0a7d0c-1341-4dec-9371-3c558bee091b req-d1f98191-61e3-4749-af23-2a65f6f4a6e1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 947 time: 0.1640429 Jul 07 16:47:23.580956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af0a7d0c-1341-4dec-9371-3c558bee091b req-e8a39743-680a-4b67-a624-73a1109e6c23 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Jul 07 16:47:23.777579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a74bce9-b30d-4f99-8be3-d9301bf84410 req-4de4b0e7-debe-4a9f-b02c-274fa2a1ac93 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 210 time: 0.0559025 Jul 07 16:47:23.926672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43764) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:23.943488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb46728-edd0-47c0-a9c9-1a1eba7c6a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.185441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dc121-62be-4b52-96ae-0a83d358d102 req-21dfbdd2-a77f-4a0a-af57-ce2af9dfae10 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:24.202498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a0dc121-62be-4b52-96ae-0a83d358d102 req-21dfbdd2-a77f-4a0a-af57-ce2af9dfae10 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.0886564 Jul 07 16:47:24.213080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:24.255204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a0dc121-62be-4b52-96ae-0a83d358d102 req-d27c75c3-f2db-4546-9839-b9e3a92341d7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Jul 07 16:47:24.263370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb46728-edd0-47c0-a9c9-1a1eba7c6a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.280327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb46728-edd0-47c0-a9c9-1a1eba7c6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.389515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46728-edd0-47c0-a9c9-1a1eba7c6a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f56d4-dd2f-4d4a-982f-22bd4c9e910f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:24.394594 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-beb46728-edd0-47c0-a9c9-1a1eba7c6a9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35537457ca0c4bcaad4d92ade1313b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654739 Jul 07 16:47:24.406744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43778) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:24.429491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:24.444520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'mac_address': 'fa:16:3e:ce:1e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:24.489517 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.507603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:24.544573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:24.550656 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.575239 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c360490-c780-4738-bdcc-d5fa409c5246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.618605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:24.635220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28790865-c837-4ec3-bced-0753e53f4e82 req-a5f76dd5-3191-4e8d-872c-7953b727eec2 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:24.648893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28790865-c837-4ec3-bced-0753e53f4e82 req-a5f76dd5-3191-4e8d-872c-7953b727eec2 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3398166 Jul 07 16:47:24.655164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c360490-c780-4738-bdcc-d5fa409c5246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.791965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28790865-c837-4ec3-bced-0753e53f4e82 req-ae9927a4-95f5-4a95-ba33-b0b809f53df7 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216607 Jul 07 16:47:24.841371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c360490-c780-4738-bdcc-d5fa409c5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.849162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c360490-c780-4738-bdcc-d5fa409c5246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.857831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c360490-c780-4738-bdcc-d5fa409c5246 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/413f56d4-dd2f-4d4a-982f-22bd4c9e910f HTTP/1.1" status: 204 len: 168 time: 0.4473696 Jul 07 16:47:24.879498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b873915-4a99-4d29-ab60-7b50d088fd8b req-629913fa-9b25-427e-aa50-4caafde50830 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:24.881162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b873915-4a99-4d29-ab60-7b50d088fd8b req-629913fa-9b25-427e-aa50-4caafde50830 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.1504614 Jul 07 16:47:24.915448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c360490-c780-4738-bdcc-d5fa409c5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f56d4-dd2f-4d4a-982f-22bd4c9e910f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:25.004161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['2a2bdd73-e503-467b-8e7f-adbaf724f7bb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:25.059762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b873915-4a99-4d29-ab60-7b50d088fd8b req-b9fa68e6-a1f0-42af-95c4-6a72197536d9 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458848 Jul 07 16:47:25.093313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-a271981b-ea5a-44ba-846c-3bf570006f37 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.095715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-a271981b-ea5a-44ba-846c-3bf570006f37 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.2621114 Jul 07 16:47:25.103490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-060f0ed5-81e9-4a55-aba8-882e396ba71e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.105423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-060f0ed5-81e9-4a55-aba8-882e396ba71e tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 812 time: 0.3803594 Jul 07 16:47:25.183742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'port': {'device_id': '70866c16-a824-4710-ac53-847b3722fd14', 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769', 'admin_state_up': True, 'tenant_id': '2c0002710f0d4528b1125a0086eb8ebf'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:25.220043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4342adf-78ab-4022-913b-dfd97108f925 req-efc68f44-fafe-488b-bc21-2736257e336d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.234375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4342adf-78ab-4022-913b-dfd97108f925 req-efc68f44-fafe-488b-bc21-2736257e336d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.0980854 Jul 07 16:47:25.313076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4342adf-78ab-4022-913b-dfd97108f925 req-d45fe851-4a6c-4097-9e20-4084b51ae003 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745652 Jul 07 16:47:25.370595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7a1b2ec-6861-46e0-b1ef-4806504a860b req-d864f664-6d01-4dd1-8ae6-ad99d8042d43 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 210 time: 0.0494280 Jul 07 16:47:25.508421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Deleting port fd065cfe-e134-4f4a-9c12-031ecd050a5c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:25.508773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.512812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Made reservation on behalf of 2c0002710f0d4528b1125a0086eb8ebf for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:25.516401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.623099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb88464-48f4-4484-b40b-6e1a0cb711d5 req-8ef2d9f1-23e4-4ba1-a041-e40c842a6f10 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.624670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfb88464-48f4-4484-b40b-6e1a0cb711d5 req-8ef2d9f1-23e4-4ba1-a041-e40c842a6f10 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 944 time: 0.1287723 Jul 07 16:47:25.632671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea46db4-4054-4043-b7e3-267f0814c416 req-f5e676b2-a97a-4e1b-98c7-b9f545074a45 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.649229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bea46db4-4054-4043-b7e3-267f0814c416 req-f5e676b2-a97a-4e1b-98c7-b9f545074a45 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 949 time: 0.1233349 Jul 07 16:47:25.691664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] For port fd065cfe-e134-4f4a-9c12-031ecd050a5c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=fd065cfe-e134-4f4a-9c12-031ecd050a5c,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:25.692034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.731520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfb88464-48f4-4484-b40b-6e1a0cb711d5 req-2b3c13c6-abb5-4dd1-a7e6-b2ed1407c32f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733123 Jul 07 16:47:25.735601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bea46db4-4054-4043-b7e3-267f0814c416 req-a26678b4-c3cb-4d2f-b7e9-547392afb66d tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Jul 07 16:47:25.760769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Calling delete_port for fd065cfe-e134-4f4a-9c12-031ecd050a5c owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:26.128347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d5698-9bfd-4955-a9ea-14f36d3091bd req-7136a97f-b6b5-4d61-a038-1578eced4e5d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.136768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd4d5698-9bfd-4955-a9ea-14f36d3091bd req-7136a97f-b6b5-4d61-a038-1578eced4e5d tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.0958025 Jul 07 16:47:26.201756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd4d5698-9bfd-4955-a9ea-14f36d3091bd req-68b4f552-a428-4b0b-84b8-f408cdc74df9 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638802 Jul 07 16:47:26.252798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Allocated IP 172.20.0.7 (9c80da6d-4643-4352-a2cb-7e6a1a6e5769/e4242b84-718e-4108-bd16-9604da11a6a6/af32a3bd-6213-4327-b17d-b6851f70ed93) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:26.367873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-1302d1ca-fde9-4c95-9dae-141a51ec18fc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500679 Jul 07 16:47:26.478998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.593622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event deleted for resources: {'Port': ['ID=fd065cfe-e134-4f4a-9c12-031ecd050a5c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:26.680337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-4560d27a-9d55-4d91-8535-eeb8e03d7eff tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.694144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-4560d27a-9d55-4d91-8535-eeb8e03d7eff tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184352 Jul 07 16:47:26.712372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] No DVR routers for this DVR port fd065cfe-e134-4f4a-9c12-031ecd050a5c on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:26.718752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.720303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c17ce0f-3441-48c0-b3aa-83f0ab4e2466 req-9b163423-a2f5-4551-98e0-effdd248a724 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.13 "DELETE /v2.0/ports/fd065cfe-e134-4f4a-9c12-031ecd050a5c HTTP/1.1" status: 204 len: 173 time: 1.6137660 Jul 07 16:47:26.720846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'name': 'network-vif-deleted', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:26.724524 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f6462d-6499-4075-91f8-ad2e37d4cf45" -d '{"events": [{"server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "name": "network-vif-deleted", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:26.757493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-96932172-4ff8-48cc-b21b-dfc9235c9178 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/quotas/2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 375 time: 0.0552335 Jul 07 16:47:26.767239 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.850524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.868022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:26.918445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-27bc5808-b7ce-450f-a7cb-cedd4cbb2d41 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.920045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-27bc5808-b7ce-450f-a7cb-cedd4cbb2d41 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 945 time: 0.3707395 Jul 07 16:47:26.973017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:27.008091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:27.008494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:27.020174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:27.120446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.125758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.153594 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-e7d0496f-9259-450e-bd2e-40a5c987ff76 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0282364 Jul 07 16:47:27.167554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Request body: {'port': {'device_id': '70866c16-a824-4710-ac53-847b3722fd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:27.177469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-8c7dad0e-54a5-4c93-bb86-84de9fb18ea2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4189515 Jul 07 16:47:27.235405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b976d0e-fcf4-46ab-b903-265a033397c8 req-5750a65a-5a57-40d7-9fa2-659860c81144 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.242682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b976d0e-fcf4-46ab-b903-265a033397c8 req-5750a65a-5a57-40d7-9fa2-659860c81144 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.5107017 Jul 07 16:47:27.245198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:27.261346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43920) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:27.380174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b976d0e-fcf4-46ab-b903-265a033397c8 req-5966a0d2-2a22-4693-b9e6-1bb4ee1376b4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270888 Jul 07 16:47:27.404735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Deleting port aa40c432-4b74-42db-b0fe-e554dc427ac1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:27.406394 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.409327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.548309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a479520c-0a79-49fa-b2b4-ac21032aabcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.555322 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf4146a-31a8-48c5-847b-867bae90bbc2 x-openstack-request-id: req-fdf4146a-31a8-48c5-847b-867bae90bbc2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:27.555740 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a17889-666f-4adb-92ab-04d98af01dad", "name": "network-vif-deleted", "tag": "fd065cfe-e134-4f4a-9c12-031ecd050a5c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:27.556043 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdf4146a-31a8-48c5-847b-867bae90bbc2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:27.556503 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a17889-666f-4adb-92ab-04d98af01dad', 'name': 'network-vif-deleted', 'tag': 'fd065cfe-e134-4f4a-9c12-031ecd050a5c', 'status': 'completed', 'code': 200} Jul 07 16:47:27.680815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2a1a-f38f-4730-a852-1f568185045c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.733928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] For port aa40c432-4b74-42db-b0fe-e554dc427ac1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=aa40c432-4b74-42db-b0fe-e554dc427ac1,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:27.734651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.772052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Calling delete_port for aa40c432-4b74-42db-b0fe-e554dc427ac1 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:27.796356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:27.843576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: fd065cfe-e134-4f4a-9c12-031ecd050a5c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:27.844895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device fd065cfe-e134-4f4a-9c12-031ecd050a5c not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:27.938082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fa8520d-965d-452d-9c81-9c4ffd14b6ed req-a00094cf-9a09-4982-85c7-541fefbd4a0f tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43a17889-666f-4adb-92ab-04d98af01dad HTTP/1.1" status: 200 len: 210 time: 0.0701141 Jul 07 16:47:27.996832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ae579-8631-4cac-b6ea-ea1da558f57e req-e0258d18-d02e-4e6c-8c67-60e2dbb3a348 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:28.001478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-407ae579-8631-4cac-b6ea-ea1da558f57e req-e0258d18-d02e-4e6c-8c67-60e2dbb3a348 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 931 time: 0.3511801 Jul 07 16:47:28.021453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a479520c-0a79-49fa-b2b4-ac21032aabcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.042470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a479520c-0a79-49fa-b2b4-ac21032aabcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.081390 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a479520c-0a79-49fa-b2b4-ac21032aabcc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7afc15186cfb46cf91de344fd24bfa93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345661 Jul 07 16:47:28.092730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43936) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:28.166190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-407ae579-8631-4cac-b6ea-ea1da558f57e req-9185128d-2a93-47c0-9d14-b9a3969258d7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567400 Jul 07 16:47:28.192302 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.214934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af32a3bd-6213-4327-b17d-b6851f70ed93 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:28.232022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:28.236156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['30792e08-1e2a-488c-95a2-b29ea8420791'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:28.244006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479520c-0a79-49fa-b2b4-ac21032aabcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64594e4-f085-45b2-91e0-f06fcb2caad3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.252613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Pushing event deleted for resources: {'Port': ['ID=aa40c432-4b74-42db-b0fe-e554dc427ac1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.276545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.312359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Transition to ACTIVE for port object af32a3bd-6213-4327-b17d-b6851f70ed93 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:28.327402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.380821 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30548ebd-43d5-4ef0-9b0b-022893269cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.434939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:28.435613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.483259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30548ebd-43d5-4ef0-9b0b-022893269cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.485418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.524972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2a1a-f38f-4730-a852-1f568185045c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.543462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2a1a-f38f-4730-a852-1f568185045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.559772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.607098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:28.610411 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27934ebc-4476-4124-9bb5-87544b2320d2" -d '{"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-plugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:28.636334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:28.637623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Attempting to bind port af32a3bd-6213-4327-b17d-b6851f70ed93 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:28.638021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Attempting to bind port af32a3bd-6213-4327-b17d-b6851f70ed93 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:28.638373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Attempting to bind port af32a3bd-6213-4327-b17d-b6851f70ed93 on network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:28.642825 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c3ff2a1a-f38f-4730-a852-1f568185045c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f685b086dffd403e9d728a103e9aa0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3770797 Jul 07 16:47:28.645025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff2a1a-f38f-4730-a852-1f568185045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ee38af-a462-43cc-a698-2161b5a5997e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.648218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.649965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:28.659417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Port af32a3bd-6213-4327-b17d-b6851f70ed93 on network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:28.659753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Attempting to bind port af32a3bd-6213-4327-b17d-b6851f70ed93 on network 9c80da6d-4643-4352-a2cb-7e6a1a6e5769 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:28.678582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:28.678932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Checking segment: {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:28.679305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Bound using segment: {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:28.679887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Bound port: af32a3bd-6213-4327-b17d-b6851f70ed93, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:28.680240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.720393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.728362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30548ebd-43d5-4ef0-9b0b-022893269cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.731081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30548ebd-43d5-4ef0-9b0b-022893269cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.733718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30548ebd-43d5-4ef0-9b0b-022893269cd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c64594e4-f085-45b2-91e0-f06fcb2caad3 HTTP/1.1" status: 204 len: 168 time: 0.6156340 Jul 07 16:47:28.776703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30548ebd-43d5-4ef0-9b0b-022893269cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64594e4-f085-45b2-91e0-f06fcb2caad3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.807480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87c82479-4aec-47ef-b4fd-bd363c911c53 req-7778bdd3-1a78-43a4-b8d9-88258a901c23 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 210 time: 0.5573165 Jul 07 16:47:28.839530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a88d8f-2d88-4238-b3da-5c0ea9f446d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.872107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a88d8f-2d88-4238-b3da-5c0ea9f446d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.881498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] No DVR routers for this DVR port aa40c432-4b74-42db-b0fe-e554dc427ac1 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:28.894776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80582df4-97be-470c-96a0-e066f3d89b93 req-c3ab1428-fefb-4cf3-94b7-a2d842450a07 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=884dd609-0976-4169-a417-616705c8a392 HTTP/1.1" status: 200 len: 210 time: 0.6262600 Jul 07 16:47:28.901447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.903899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba03fcde-f6cb-4574-9f8a-c5965a5e9dab req-6ee5fc34-f2d6-4ad7-9ca2-48ce3a9e6c50 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "DELETE /v2.0/ports/aa40c432-4b74-42db-b0fe-e554dc427ac1 HTTP/1.1" status: 204 len: 173 time: 1.9747581 Jul 07 16:47:28.914825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884dd609-0976-4169-a417-616705c8a392', 'name': 'network-vif-deleted', 'tag': 'aa40c432-4b74-42db-b0fe-e554dc427ac1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:28.923755 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c8910-1b56-45a3-896c-50e57ac17839" -d '{"events": [{"server_uuid": "884dd609-0976-4169-a417-616705c8a392", "name": "network-vif-deleted", "tag": "aa40c432-4b74-42db-b0fe-e554dc427ac1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:28.946492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a88d8f-2d88-4238-b3da-5c0ea9f446d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.949682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a88d8f-2d88-4238-b3da-5c0ea9f446d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.955283 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-45a88d8f-2d88-4238-b3da-5c0ea9f446d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94ee38af-a462-43cc-a698-2161b5a5997e HTTP/1.1" status: 204 len: 168 time: 0.3034143 Jul 07 16:47:28.956721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:28.991332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:28.993418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a88d8f-2d88-4238-b3da-5c0ea9f446d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ee38af-a462-43cc-a698-2161b5a5997e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.999235 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2027912-1e84-4815-b9aa-14d504e2ad20 x-openstack-request-id: req-b2027912-1e84-4815-b9aa-14d504e2ad20 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:28.999537 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-plugged", "status": "completed", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:28.999791 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2027912-1e84-4815-b9aa-14d504e2ad20 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:29.000231 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'code': 200} Jul 07 16:47:29.010067 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:29.074712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.075348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:29.083219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] 10.222.0.54 "PUT /v2.0/ports/af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 1091 time: 1.9217880 Jul 07 16:47:29.113031 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aef854-c105-4804-b8ea-1fdfcf8b7d21 x-openstack-request-id: req-80aef854-c105-4804-b8ea-1fdfcf8b7d21 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:29.113837 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884dd609-0976-4169-a417-616705c8a392", "name": "network-vif-deleted", "tag": "aa40c432-4b74-42db-b0fe-e554dc427ac1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:29.114104 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80aef854-c105-4804-b8ea-1fdfcf8b7d21 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:29.114466 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884dd609-0976-4169-a417-616705c8a392', 'name': 'network-vif-deleted', 'tag': 'aa40c432-4b74-42db-b0fe-e554dc427ac1', 'status': 'completed', 'code': 200} Jul 07 16:47:29.235633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a3a70-34bd-478a-b2d4-0a8369858e8b service neutron] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:29.288274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93ed97-70a1-4be4-9101-d2bada021d8b req-b0331dc2-f77f-4231-9589-4f27b53fc5cc tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.313868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff93ed97-70a1-4be4-9101-d2bada021d8b req-b0331dc2-f77f-4231-9589-4f27b53fc5cc tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.2289965 Jul 07 16:47:29.418898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff93ed97-70a1-4be4-9101-d2bada021d8b req-12e262bf-12c6-4605-9a30-bbb36f9d44c5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040435 Jul 07 16:47:29.424302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-8641063d-67e5-411b-abc3-4f84089fa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.429419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-8641063d-67e5-411b-abc3-4f84089fa9ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1094 time: 0.1626565 Jul 07 16:47:29.499618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-634ae945-ad3f-418a-8cb9-2ce86657ccca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 217 time: 0.0621121 Jul 07 16:47:29.583783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:29.587993 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2abadc-ca39-41b5-95ad-262525a4d45d" -d '{"events": [{"name": "network-changed", "server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:29.635372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-a74d7b26-31ca-43a9-bb27-e7e2860b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.636907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-a74d7b26-31ca-43a9-bb27-e7e2860b98e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.1307976 Jul 07 16:47:29.687477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc4b34-f56c-4bd6-8fad-66c78f6b05de req-5e61e302-63f3-4bd9-88c4-f5876ce7ffc6 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.695765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cc4b34-f56c-4bd6-8fad-66c78f6b05de req-5e61e302-63f3-4bd9-88c4-f5876ce7ffc6 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 943 time: 0.0950272 Jul 07 16:47:29.712407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-270a3317-479e-408b-8761-19fc46d7e918 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582452 Jul 07 16:47:29.739239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-87dfa130-943b-451a-8505-d1cf85c51e7a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351355 Jul 07 16:47:29.776172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cc4b34-f56c-4bd6-8fad-66c78f6b05de req-7e25f73d-a912-4ebe-b12b-d528ea4d9970 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757725 Jul 07 16:47:29.804430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device aa40c432-4b74-42db-b0fe-e554dc427ac1 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:29.827402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43972) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:29.895814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: aa40c432-4b74-42db-b0fe-e554dc427ac1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:29.899681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device aa40c432-4b74-42db-b0fe-e554dc427ac1 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:29.927315 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-f974c658-d448-47d9-abf9-045ec5c404fe service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806979 Jul 07 16:47:29.930659 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41baedce-7bb9-4214-b1f0-6f758b8ae269 x-openstack-request-id: req-41baedce-7bb9-4214-b1f0-6f758b8ae269 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:29.932147 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:29.933461 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41baedce-7bb9-4214-b1f0-6f758b8ae269 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:29.933963 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'status': 'completed', 'code': 200} Jul 07 16:47:29.982308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac4e8-e1bf-4fa0-bc21-1dd4f222eb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.088521 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-da97f2f7-53c2-4164-94c2-76e53812bbf3 req-4d28a200-b86e-4f06-a8ab-46019264357a service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476717 Jul 07 16:47:30.174999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-296a960a-7aaa-4723-942d-a31deae90426 req-83e97719-d0e5-406d-ba1c-5dc772252152 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 210 time: 0.1168292 Jul 07 16:47:30.251473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-77deef8b-5d35-413f-afdb-0410d1dfee26 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.253563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-77deef8b-5d35-413f-afdb-0410d1dfee26 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4760356 Jul 07 16:47:30.291633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-62e64a0f-9ecc-422b-8ae3-fe08c495182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.293311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-62e64a0f-9ecc-422b-8ae3-fe08c495182b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1094 time: 0.0917776 Jul 07 16:47:30.300948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Request body: {'port': {'device_id': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '2f2e5dea929049ca8cad7058e4d9685b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:30.422974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16593d71-5e21-4eae-bb23-a01d2fbe9064 req-066d8d1f-c508-4d0e-8561-d53698816ce7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.431338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16593d71-5e21-4eae-bb23-a01d2fbe9064 req-066d8d1f-c508-4d0e-8561-d53698816ce7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 944 time: 0.3012402 Jul 07 16:47:30.439309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-ad55a77c-15bb-4209-8552-87c97a288882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.451428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-ad55a77c-15bb-4209-8552-87c97a288882 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.1462932 Jul 07 16:47:30.505840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac4e8-e1bf-4fa0-bc21-1dd4f222eb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.507716 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-c0fc96ee-8893-4478-9308-e66883bff89c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 217 time: 0.0490196 Jul 07 16:47:30.532957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac4e8-e1bf-4fa0-bc21-1dd4f222eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.568427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16593d71-5e21-4eae-bb23-a01d2fbe9064 req-644381a3-81f2-4471-97b4-e748c66a284c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356504 Jul 07 16:47:30.583026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-a1f8408e-b1e1-4107-8f78-9afd0d6f49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.588222 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-a1f8408e-b1e1-4107-8f78-9afd0d6f49b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.0726464 Jul 07 16:47:30.605950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ac4e8-e1bf-4fa0-bc21-1dd4f222eb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f23882-903e-42a8-8730-b1d029cf0014,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:30.622335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3f2ac4e8-e1bf-4fa0-bc21-1dd4f222eb5f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2dd6f068b6e4d6f9095a9c86a7dceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791591 Jul 07 16:47:30.623222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44002) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:30.629868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Made reservation on behalf of 2f2e5dea929049ca8cad7058e4d9685b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:30.635789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.688182 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-865446a3-14aa-4f40-ad84-cd10bf788a63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925858 Jul 07 16:47:30.819935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab513-6bc4-40c7-9c25-4f3bb867df22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.857963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab513-6bc4-40c7-9c25-4f3bb867df22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.861703 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-4108299b-c78f-4490-9825-03e44135b07a service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620793 Jul 07 16:47:30.921265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Allocated IP 192.168.233.235 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/6f95c8f5-a221-45c5-845b-2702ddd8a97d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:30.940293 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab513-6bc4-40c7-9c25-4f3bb867df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.941563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2b696-f3b2-49ac-a4ae-105a3eaea697 req-ff739de4-69ee-423c-a0ea-9a6c8f76f85f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.943737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab513-6bc4-40c7-9c25-4f3bb867df22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.943980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5cf2b696-f3b2-49ac-a4ae-105a3eaea697 req-ff739de4-69ee-423c-a0ea-9a6c8f76f85f tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.2055008 Jul 07 16:47:30.948176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5f3ab513-6bc4-40c7-9c25-4f3bb867df22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0f23882-903e-42a8-8730-b1d029cf0014 HTTP/1.1" status: 204 len: 168 time: 0.2757535 Jul 07 16:47:30.978411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa38d0-4423-4f47-b2d2-1f02fda0c125 req-1f0f644b-4987-40c6-960b-6bcf61d49a0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.980007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6aaa38d0-4423-4f47-b2d2-1f02fda0c125 req-1f0f644b-4987-40c6-960b-6bcf61d49a0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 946 time: 0.2436607 Jul 07 16:47:31.049295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab513-6bc4-40c7-9c25-4f3bb867df22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f23882-903e-42a8-8730-b1d029cf0014,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:31.083285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5cf2b696-f3b2-49ac-a4ae-105a3eaea697 req-c4186161-a3d0-4d69-9fc4-0fadb9052fd9 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327627 Jul 07 16:47:31.138822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1725760f-51d3-40ea-b2ba-9551bf0d6545 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.141344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1725760f-51d3-40ea-b2ba-9551bf0d6545 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1097 time: 0.2218308 Jul 07 16:47:31.143394 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4a2abadc-ca39-41b5-95ad-262525a4d45d req-e4075a78-deca-4993-817d-646025711e17 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261014 Jul 07 16:47:31.168532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:31.239052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6aaa38d0-4423-4f47-b2d2-1f02fda0c125 req-3da20d27-e401-47db-8107-fb29a44c646a tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428586 Jul 07 16:47:31.286100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.401435 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.414983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-667ed01b-caa8-425b-9d8e-b13cbf3e320a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.416542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-667ed01b-caa8-425b-9d8e-b13cbf3e320a tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 944 time: 0.2511115 Jul 07 16:47:31.443568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Transition to ACTIVE for port object 6f95c8f5-a221-45c5-845b-2702ddd8a97d will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:31.498894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7406-276e-4ee4-b5bb-4310e513d3ca req-a0c98210-cfaf-488a-83b9-352a7e9d7b42 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.506641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cdd7406-276e-4ee4-b5bb-4310e513d3ca req-a0c98210-cfaf-488a-83b9-352a7e9d7b42 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 943 time: 0.2299969 Jul 07 16:47:31.513033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:31.564813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:31.618301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.626082 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.648101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ad4184d-df5e-461f-8f29-43b55cbc7884 req-c4f3663d-503f-4bc4-b4a0-df69ae4cfb49 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 210 time: 0.0847571 Jul 07 16:47:31.666274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44060) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:31.697719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cdd7406-276e-4ee4-b5bb-4310e513d3ca req-470328fb-9245-4b49-9779-dfcd6be736b5 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901529 Jul 07 16:47:31.699860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.717305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598', '201d4b48-a43c-41b8-a9ae-fb184ccde204', '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:31.761483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887709ff-5066-459d-b093-1220180a24df service neutron] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:31.765252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:31.766288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on host n-h1-793619-7 for vnic_type normal with profile {"migrating_to": "n-h2-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:31.766687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:31.767079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:31.772818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:31.773520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Attempting to bind port f2815eb4-5247-4bbf-adba-236a8ea13c8f on network 8c5ad180-b710-47c2-9105-3adf8a436493 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:31.778293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:31.779600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:31.779947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Checking segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:31.780376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Bound using segment: {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:31.780811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Bound port: f2815eb4-5247-4bbf-adba-236a8ea13c8f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79851cb-9d57-48f2-b65f-4f35e32bcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8c5ad180-b710-47c2-9105-3adf8a436493'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:31.781258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.798814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:31.848484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:31.868275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Deleting port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:31.868618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.874296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:31.882034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:31.888469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.938118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:31.938904 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd5d7b8-e1ca-4207-9da0-af8e4dd8ecf9" -d '{"events": [{"server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:32.024320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887709ff-5066-459d-b093-1220180a24df service neutron] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:32.035769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-464949ff-01de-4cd3-9963-5866d19dcb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.040056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.040752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.042863 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-887709ff-5066-459d-b093-1220180a24df service neutron] 10.222.0.54 "PUT /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 1122 time: 0.8902185 Jul 07 16:47:32.044628 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0a814-893c-432c-98ff-d8b852b1dc4a x-openstack-request-id: req-fbe0a814-893c-432c-98ff-d8b852b1dc4a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:32.044924 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:32.045401 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbe0a814-893c-432c-98ff-d8b852b1dc4a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:32.045852 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'code': 200} Jul 07 16:47:32.078261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.078926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.129715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-d17a2569-3c7a-49e1-8f9d-53452e6ed472 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8552258 Jul 07 16:47:32.165610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Request body: {'port': {'device_id': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:32.210665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['f2815eb4-5247-4bbf-adba-236a8ea13c8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:32.221829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] For port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:32.222219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.267290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f2815eb4-5247-4bbf-adba-236a8ea13c8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:32.270285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:32.310177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Calling delete_port for 28893651-b0fe-4f30-b9aa-22fdd5a3c64a owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:32.371265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a1eeb99-719f-45da-95b3-7e8b59057baa None None] Provisioning for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:32.390627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c96794-4bf9-4805-9db4-abe64c43164a req-b8d29238-2c9d-451f-8066-a5de214bdd4e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.398681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64c96794-4bf9-4805-9db4-abe64c43164a req-b8d29238-2c9d-451f-8066-a5de214bdd4e tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 944 time: 0.4039063 Jul 07 16:47:32.430488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a1eeb99-719f-45da-95b3-7e8b59057baa None None] Provisioning complete for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:32.430863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1a1eeb99-719f-45da-95b3-7e8b59057baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.542108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.558230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1a1eeb99-719f-45da-95b3-7e8b59057baa None None] Port 6f95c8f5-a221-45c5-845b-2702ddd8a97d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:32.578918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64c96794-4bf9-4805-9db4-abe64c43164a req-8d89481e-086b-4881-ad57-38d7bbff1873 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787341 Jul 07 16:47:32.606027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-464949ff-01de-4cd3-9963-5866d19dcb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.615796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80e7bb-edb9-4709-bac4-c73369e4b94a req-fd3546c5-bd60-4c86-b1c2-b104b236496e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.623071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e80e7bb-edb9-4709-bac4-c73369e4b94a req-fd3546c5-bd60-4c86-b1c2-b104b236496e tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.3436959 Jul 07 16:47:32.642883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:32.652279 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-464949ff-01de-4cd3-9963-5866d19dcb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.697757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f has no active binding in host n-h2-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:47:32.757361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464949ff-01de-4cd3-9963-5866d19dcb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52c5a6-c244-4dd9-9b9c-4fbb38e2e1ff,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:32.784679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-464949ff-01de-4cd3-9963-5866d19dcb3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d0d433594794094acc5653920a881bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1171350 Jul 07 16:47:32.788283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44094) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:32.824145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e80e7bb-edb9-4709-bac4-c73369e4b94a req-e7a97148-8f64-4dee-acb0-36922c35f8e0 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000990 Jul 07 16:47:32.903916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6968d30-74d4-401c-ac8e-7ff9018c5aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.939586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6968d30-74d4-401c-ac8e-7ff9018c5aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.003416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6968d30-74d4-401c-ac8e-7ff9018c5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.006601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6968d30-74d4-401c-ac8e-7ff9018c5aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.008107 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6968d30-74d4-401c-ac8e-7ff9018c5aa9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c52c5a6-c244-4dd9-9b9c-4fbb38e2e1ff HTTP/1.1" status: 204 len: 168 time: 0.2165687 Jul 07 16:47:33.016099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6968d30-74d4-401c-ac8e-7ff9018c5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52c5a6-c244-4dd9-9b9c-4fbb38e2e1ff,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:33.077771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.251599 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.439171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event deleted for resources: {'Port': ['ID=28893651-b0fe-4f30-b9aa-22fdd5a3c64a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:33.465783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1902dc-03b5-46ca-b5ca-77aa0b738b34 req-64d9dea8-db52-471f-ae1f-c29e23471142 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:33.467351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1902dc-03b5-46ca-b5ca-77aa0b738b34 req-64d9dea8-db52-471f-ae1f-c29e23471142 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.5105662 Jul 07 16:47:33.572891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] No DVR routers for this DVR port 28893651-b0fe-4f30-b9aa-22fdd5a3c64a on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:33.584085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.586124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2df927f1-928c-4dc2-862d-159c616a45b0 req-e1350e63-af9b-499f-839c-75b998db62b7 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "DELETE /v2.0/ports/28893651-b0fe-4f30-b9aa-22fdd5a3c64a HTTP/1.1" status: 204 len: 173 time: 2.1559026 Jul 07 16:47:33.589630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'name': 'network-vif-deleted', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:33.591697 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd56a37-7ecc-499d-9aa0-3f9cc898f121" -d '{"events": [{"server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "name": "network-vif-deleted", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:33.642463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435113b8-e4ee-47da-9a59-2beb81bf8958 req-72f54372-cad5-41f4-9a24-ba52d39c2212 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:33.644002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-435113b8-e4ee-47da-9a59-2beb81bf8958 req-72f54372-cad5-41f4-9a24-ba52d39c2212 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 936 time: 0.6461811 Jul 07 16:47:33.657341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1902dc-03b5-46ca-b5ca-77aa0b738b34 req-04b86a8b-8866-4e2e-a4db-8972d7d81de3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655619 Jul 07 16:47:33.761403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:33.783356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-435113b8-e4ee-47da-9a59-2beb81bf8958 req-e780ab46-21c0-4cc6-874b-49f3b2d6c288 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217954 Jul 07 16:47:33.803989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c758a9-ef45-4770-834a-d19682017a29 req-e2ddefcd-b2d2-4dc2-ac99-af5f74b229e9 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:33.816532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6c758a9-ef45-4770-834a-d19682017a29 req-e2ddefcd-b2d2-4dc2-ac99-af5f74b229e9 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.3292701 Jul 07 16:47:33.819973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.909367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Transition to ACTIVE for port object 6f95c8f5-a221-45c5-845b-2702ddd8a97d will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:33.922987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.031790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:34.047230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:34.049684 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6b960-c1bb-491d-b48b-df662a8c66d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:34.106146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a0e5-d6da-44be-b63e-9527f0c6ac8f req-fb69b317-804c-4ab4-be79-ad7b769a4bf9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.107877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e983a0e5-d6da-44be-b63e-9527f0c6ac8f req-fb69b317-804c-4ab4-be79-ad7b769a4bf9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 943 time: 0.2807620 Jul 07 16:47:34.184880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-c191cf47-3130-4252-8a66-edb8a906b86a tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=49042d5a867e40fab801fd9ecbf6a46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558062 Jul 07 16:47:34.267323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Deleting port 30792e08-1e2a-488c-95a2-b29ea8420791 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:34.267716 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.268526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device af32a3bd-6213-4327-b17d-b6851f70ed93 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:34.275208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:34.309180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e983a0e5-d6da-44be-b63e-9527f0c6ac8f req-689f0982-9228-4c34-a00e-51aac327f698 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811194 Jul 07 16:47:34.309863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:34.310414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:34.310923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:34.327700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 28893651-b0fe-4f30-b9aa-22fdd5a3c64a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:34.328158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28893651-b0fe-4f30-b9aa-22fdd5a3c64a not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:34.388606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:34.389142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:34.407599 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af86823-ac0e-4524-bce8-8568ce86eb4a x-openstack-request-id: req-4af86823-ac0e-4524-bce8-8568ce86eb4a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:34.408145 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e8e131-34d0-4070-ac3b-3fac03f5e097", "name": "network-vif-deleted", "tag": "28893651-b0fe-4f30-b9aa-22fdd5a3c64a", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:34.409066 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4af86823-ac0e-4524-bce8-8568ce86eb4a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:34.409937 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e8e131-34d0-4070-ac3b-3fac03f5e097', 'name': 'network-vif-deleted', 'tag': '28893651-b0fe-4f30-b9aa-22fdd5a3c64a', 'status': 'completed', 'code': 200} Jul 07 16:47:34.421080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:34.421681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:34.422277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:34.422901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Bound port: 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:34.423489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.467263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:34.483001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'network_id': '9c80da6d-4643-4352-a2cb-7e6a1a6e5769', 'port_id': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'mac_address': 'fa:16:3e:63:1a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4242b84-718e-4108-bd16-9604da11a6a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:34.531726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.547885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-783b1c2f-c4d0-4ace-bb59-4e71fc343a4e tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.549664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af32a3bd-6213-4327-b17d-b6851f70ed93 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:34.550088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-783b1c2f-c4d0-4ace-bb59-4e71fc343a4e tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460231 Jul 07 16:47:34.577473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:34.588331 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.608113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] For port 30792e08-1e2a-488c-95a2-b29ea8420791, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=30792e08-1e2a-488c-95a2-b29ea8420791,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:34.608784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.625331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-f154c975-77ae-4751-b70b-4636f87fe581 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/quotas/49042d5a867e40fab801fd9ecbf6a46b HTTP/1.1" status: 200 len: 375 time: 0.0631285 Jul 07 16:47:34.652693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:34.656893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:34.662747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44158) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:34.680188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Calling delete_port for 30792e08-1e2a-488c-95a2-b29ea8420791 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:34.690073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-0a1877b8-ae3c-44cb-a0e6-63f5917a4204 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=49042d5a867e40fab801fd9ecbf6a46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635016 Jul 07 16:47:34.731972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec244ed6-ef95-4785-8c63-89455dffa269 req-2328ebcb-3830-4066-9c48-11849d44a8e0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=43e8e131-34d0-4070-ac3b-3fac03f5e097 HTTP/1.1" status: 200 len: 210 time: 0.0969186 Jul 07 16:47:34.734082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:34.741960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.851320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.852252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.856555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] 10.222.0.54 "PUT /v2.0/ports/6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 1096 time: 2.6971130 Jul 07 16:47:34.861046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1400742302'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:34.870685 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e415c57-5cf2-4ea1-b131-48ae2912f93f x-openstack-request-id: req-6e415c57-5cf2-4ea1-b131-48ae2912f93f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:34.871252 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:34.873274 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e415c57-5cf2-4ea1-b131-48ae2912f93f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:34.883959 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'status': 'completed', 'code': 200} Jul 07 16:47:34.921950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Made reservation on behalf of edc0146720c249f181d74743e8023892 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:34.939476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.944707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1227dce3-3ee0-4cec-adc6-cb19843e3553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.014237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656de32b-5a92-4c4d-aea6-9ac02e860de9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:35.045572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.124620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07fe3d-5653-4115-b02b-1eb2b5143fad req-c78beef9-9b2d-491d-931c-cee0ad6d2fb1 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.131044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d07fe3d-5653-4115-b02b-1eb2b5143fad req-c78beef9-9b2d-491d-931c-cee0ad6d2fb1 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/ports?device_id=d60ddb46-664e-46e2-8e05-89599db3d49a HTTP/1.1" status: 200 len: 945 time: 0.2543523 Jul 07 16:47:35.139240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-e8714126-5484-4f8a-813a-46f1460ea465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.141168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-e8714126-5484-4f8a-813a-46f1460ea465 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1099 time: 0.2183106 Jul 07 16:47:35.146927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['af32a3bd-6213-4327-b17d-b6851f70ed93'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:35.179935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-ff2c5312-6201-4686-a3ca-72a7b363b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.182523 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-ff2c5312-6201-4686-a3ca-72a7b363b020 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1125 time: 0.2082713 Jul 07 16:47:35.266221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-747ab199-9ef8-47f4-affa-b6d163b607f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.0713754 Jul 07 16:47:35.269347 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.275858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.282248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.322731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:47:35.330768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Pushing event deleted for resources: {'Port': ['ID=30792e08-1e2a-488c-95a2-b29ea8420791,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:35.379176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-799f7cc8-ae51-445f-bde7-4937b35cf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.381405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-799f7cc8-ae51-445f-bde7-4937b35cf0d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.1854391 Jul 07 16:47:35.382615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.382957 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Added segment c081ccda-8edb-4232-90a7-6f2b8ad8912a of type vlan for network eabb649a-cf25-4974-b506-36630722fae8 Jul 07 16:47:35.436557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d07fe3d-5653-4115-b02b-1eb2b5143fad req-42f46d9a-ed54-4e14-a3a4-c2bea0a7c650 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.78 "GET /v2.0/security-groups?id=07cba032-5859-4adf-85e4-1cfe94f7ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941623 Jul 07 16:47:35.440701 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-1a24684f-078e-44fc-85fc-168d68b4ec59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 217 time: 0.0496333 Jul 07 16:47:35.474360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] No DVR routers for this DVR port 30792e08-1e2a-488c-95a2-b29ea8420791 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:35.486384 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.491419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6c758a9-ef45-4770-834a-d19682017a29 req-8d58f0b1-72c8-4abd-9500-59977d38d949 tempest-ServerRescueTestJSON-95403997 tempest-ServerRescueTestJSON-95403997-project] 10.222.0.13 "DELETE /v2.0/ports/30792e08-1e2a-488c-95a2-b29ea8420791 HTTP/1.1" status: 204 len: 173 time: 1.6664157 Jul 07 16:47:35.504030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-a3f369d4-14f7-438c-b9b6-0a3bd9569e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.507160 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-a3f369d4-14f7-438c-b9b6-0a3bd9569e36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.0568211 Jul 07 16:47:35.512224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-9b3d82d5-fb3f-419a-8579-19a589bd335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.514157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-9b3d82d5-fb3f-419a-8579-19a589bd335d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1846621 Jul 07 16:47:35.533750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f68d5-1e66-4e52-a764-ac5beef1d3bd req-e26d8f62-73bb-4f1d-b340-eaa59211f060 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.538176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e77f68d5-1e66-4e52-a764-ac5beef1d3bd req-e26d8f62-73bb-4f1d-b340-eaa59211f060 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.4032450 Jul 07 16:47:35.576502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7999533-a6ae-48c3-956d-27932c3a393f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:35.585685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-e3964c8a-f4ac-42c8-8e26-2098e7881fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496924 Jul 07 16:47:35.589450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.678046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.683810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.684165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.695782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e77f68d5-1e66-4e52-a764-ac5beef1d3bd req-785292db-6ce6-4583-be35-37b98dece3c7 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225152 Jul 07 16:47:35.734533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8f923-8cd3-4bb8-b145-3b963daa94a3 req-7ff08a81-0b29-4254-aa43-4567c179f7ce tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.742891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcc8f923-8cd3-4bb8-b145-3b963daa94a3 req-7ff08a81-0b29-4254-aa43-4567c179f7ce tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.1219866 Jul 07 16:47:35.778574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-0e9f771d-23f0-4ffa-836f-4677eb2248ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.780101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-0e9f771d-23f0-4ffa-836f-4677eb2248ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2403114 Jul 07 16:47:35.812225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-3de2f783-eb1b-4ec8-bed9-51a6fefdabe3 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188790 Jul 07 16:47:35.815849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 30792e08-1e2a-488c-95a2-b29ea8420791 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:35.816522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1527200 Jul 07 16:47:35.842500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 30792e08-1e2a-488c-95a2-b29ea8420791 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:35.843463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 30792e08-1e2a-488c-95a2-b29ea8420791 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:35.853241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcc8f923-8cd3-4bb8-b145-3b963daa94a3 req-e112cc2b-bc54-403e-b685-80ba1a9e8eb9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094441 Jul 07 16:47:35.879984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4808195-7fbc-4932-ae71-90aa76fb82db tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Pushing event updated for resources: {'Network': ['ID=eabb649a-cf25-4974-b506-36630722fae8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:35.893434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network eabb649a-cf25-4974-b506-36630722fae8 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:47:35.932440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2e39f42-9138-4962-b809-0e1129e01ca0 req-94a7ea9f-e270-4480-a456-e188387311c7 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 210 time: 0.0455222 Jul 07 16:47:35.945963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ede6b960-c1bb-491d-b48b-df662a8c66d1 req-754c56ef-10db-4791-b5b8-1c2706bdcbd7 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242785 Jul 07 16:47:35.947783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-54977d68-15c3-4260-af48-e595dbf0923a service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596601 Jul 07 16:47:36.095765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34e5a324-6c74-473a-bf9b-9c4dc780f97d req-5ea0029c-f0b5-4150-a9e5-1b449b0a7811 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401732 Jul 07 16:47:36.111078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63419d-9a50-4fc2-8982-3314c63fde30 req-7eb2ff14-37e0-4a16-a181-7d0a077ddb02 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.112625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d63419d-9a50-4fc2-8982-3314c63fde30 req-7eb2ff14-37e0-4a16-a181-7d0a077ddb02 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 944 time: 0.1035950 Jul 07 16:47:36.160138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d63419d-9a50-4fc2-8982-3314c63fde30 req-eb0b4dfc-2eae-4e68-a068-7477b382c53d tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Jul 07 16:47:36.243229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44192) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:36.249510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Request body: {'port': {'network_id': 'eabb649a-cf25-4974-b506-36630722fae8', 'binding:host_id': 'n-h2-793619-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2112231322'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:36.276566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Made reservation on behalf of f67405af3edb466e853e599ce4701313 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:36.280447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.288074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:36.296353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.411635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}, {'server_uuid': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'name': 'network-vif-deleted', 'tag': '30792e08-1e2a-488c-95a2-b29ea8420791'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:36.415359 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c95c39-5c2e-4531-8c0a-764aee06a800" -d '{"events": [{"name": "network-changed", "server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}, {"server_uuid": "d60ddb46-664e-46e2-8e05-89599db3d49a", "name": "network-vif-deleted", "tag": "30792e08-1e2a-488c-95a2-b29ea8420791"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:36.432802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:36.450414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.455904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.457273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f has no active binding in host n-h2-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:47:36.460854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port e1bee6b5-9360-4028-af93-164a9fab9a33 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:36.529645 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41481990-e9d9-4f7f-8cba-05146a27cebb x-openstack-request-id: req-41481990-e9d9-4f7f-8cba-05146a27cebb {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:36.529944 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "status": "completed", "code": 200}, {"server_uuid": "d60ddb46-664e-46e2-8e05-89599db3d49a", "name": "network-vif-deleted", "tag": "30792e08-1e2a-488c-95a2-b29ea8420791", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:36.530300 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41481990-e9d9-4f7f-8cba-05146a27cebb {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:36.530808 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'status': 'completed', 'code': 200} Jul 07 16:47:36.531066 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60ddb46-664e-46e2-8e05-89599db3d49a', 'name': 'network-vif-deleted', 'tag': '30792e08-1e2a-488c-95a2-b29ea8420791', 'status': 'completed', 'code': 200} Jul 07 16:47:36.627290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44204) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:36.679559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-f82fd1c8-72a2-45f2-a379-aab2e099ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.681171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-f82fd1c8-72a2-45f2-a379-aab2e099ff05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1099 time: 0.1181285 Jul 07 16:47:36.849927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d60c7-3510-44db-a501-ee71573f4c6c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:36.989251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-c927027f-2230-41a2-9697-7d1d4ea26298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.991567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-c927027f-2230-41a2-9697-7d1d4ea26298 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2903836 Jul 07 16:47:37.051355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port e1bee6b5-9360-4028-af93-164a9fab9a33 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:37.062798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-5bb5a19d-81c4-4f67-a067-afe33d43c8bb tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=49042d5a867e40fab801fd9ecbf6a46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730622 Jul 07 16:47:37.109486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.218105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Transition to ACTIVE for port object e1bee6b5-9360-4028-af93-164a9fab9a33 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:37.242214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.329088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bee6b5-9360-4028-af93-164a9fab9a33,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:37.344298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02ff2-829c-4935-8084-a804cf2c5ad8 req-b59fb2f2-a4cd-4fa8-be4c-584c803a985c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.352931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85c02ff2-829c-4935-8084-a804cf2c5ad8 req-b59fb2f2-a4cd-4fa8-be4c-584c803a985c tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 944 time: 0.5734515 Jul 07 16:47:37.363475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-93d009e6-a762-4b2b-bf83-3b23465daa34 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.365951 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-93d009e6-a762-4b2b-bf83-3b23465daa34 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967739 Jul 07 16:47:37.370000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Checking segment: {'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:37.371998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Network hostable DHCP agents. Network: eabb649a-cf25-4974-b506-36630722fae8, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:47:37.382870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.394106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Request body: {'port': {'device_id': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '49042d5a867e40fab801fd9ecbf6a46b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:37.478863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-63244573-f003-4b63-9a37-1eae5dd20a0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.4753158 Jul 07 16:47:37.501778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85c02ff2-829c-4935-8084-a804cf2c5ad8 req-e0ba19c2-f69b-45a6-bbea-982cf8449485 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478293 Jul 07 16:47:37.596214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5846e45-b0c6-4de5-b93f-8466ec04e317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.644441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-7b526bc0-2252-4e64-9926-3d78dc976baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.647598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-7b526bc0-2252-4e64-9926-3d78dc976baf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1599033 Jul 07 16:47:37.767471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Network eabb649a-cf25-4974-b506-36630722fae8 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:47:37.784089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, eabb649a-cf25-4974-b506-36630722fae8) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:37.796159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:37.800718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93edfbde-8ce7-4488-871d-11694c0651a6 None None] Network eabb649a-cf25-4974-b506-36630722fae8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:37.824920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:37.825317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:37.825663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:37.833299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:37.834240 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:37.836955 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 2 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:37.862944 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:47:37.867990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:37.868336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:37.868668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:37.878296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:37.878645 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:37.879896 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 3 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:37.891446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Made reservation on behalf of 49042d5a867e40fab801fd9ecbf6a46b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:37.895477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.899697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953de134-c60a-4cdd-afbe-e5abccfe630e req-4aea96f6-5512-430e-bf51-97bf1dc1684b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.901623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-953de134-c60a-4cdd-afbe-e5abccfe630e req-4aea96f6-5512-430e-bf51-97bf1dc1684b tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.5258439 Jul 07 16:47:37.910323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:37.910677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:37.911063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:37.915426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.919518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:37.919850 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:37.930302 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 4 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:37.951763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:37.952136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:37.952431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:37.962269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:37.962616 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:37.966447 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 5 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:37.988316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:37.988684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:37.988978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.001864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.002245 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:38.003657 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 6 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:38.006708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-870d2e5e-a958-4d9c-8b2b-adc0defb7aa5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.009071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-870d2e5e-a958-4d9c-8b2b-adc0defb7aa5 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 944 time: 0.4685397 Jul 07 16:47:38.026601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:38.026922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:38.027196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.043815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.044113 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:38.045504 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 7 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:38.073163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:38.073163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:38.073505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.082056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-953de134-c60a-4cdd-afbe-e5abccfe630e req-572139fb-8eae-4b83-b6b2-1ce59227fa95 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567705 Jul 07 16:47:38.086174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.086509 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:38.089483 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 8 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:38.093096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.107035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.127853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:38.128200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:38.128583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.145977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.146909 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:38.175243 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 9 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:38.183959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-1c029eea-d6f9-439a-af2f-0aea964032c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.185769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c88ea5e-a306-4f7c-a803-7303db27ec66,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:38.187181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-1c029eea-d6f9-439a-af2f-0aea964032c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5111263 Jul 07 16:47:38.215987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117d08-5145-4737-b15e-ce8e1b8eff2a req-e8f8f7f9-32b9-49c1-89e7-40e4173af47b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.217980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:38.218321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:38.218660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.229021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03117d08-5145-4737-b15e-ce8e1b8eff2a req-e8f8f7f9-32b9-49c1-89e7-40e4173af47b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.5769339 Jul 07 16:47:38.238067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.238406 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:38.243399 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 10 to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 Jul 07 16:47:38.278355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:38.278636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:38.278974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.291956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port e1bee6b5-9360-4028-af93-164a9fab9a33 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.292303 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port e1bee6b5-9360-4028-af93-164a9fab9a33 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:38.292651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.301127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device af32a3bd-6213-4327-b17d-b6851f70ed93 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:38.345620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Allocated IP 192.168.233.181 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/229b0031-9b9d-4b57-8534-abcd10e26c79) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:38.407677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-062b66d2-c37e-479c-9857-5829b68d48b8 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750124 Jul 07 16:47:38.429747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] For port e1bee6b5-9360-4028-af93-164a9fab9a33, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:38.430200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempted to set empty binding levels {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 16:47:38.435763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.460119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port af32a3bd-6213-4327-b17d-b6851f70ed93 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:38.465207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port af32a3bd-6213-4327-b17d-b6851f70ed93 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:38.465804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.495469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03117d08-5145-4737-b15e-ce8e1b8eff2a req-b932acec-2531-4ca0-b049-349fdaf6b37c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653687 Jul 07 16:47:38.546472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.547136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.577547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.581459 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3358209 Jul 07 16:47:38.592342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44230) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:38.604998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:38.607705 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2820398-c132-4885-9618-39603e3923d0" -d '{"events": [{"server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "name": "network-vif-plugged", "status": "completed", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:38.607935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5aca9-45aa-4777-9673-be385de81cea tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bee6b5-9360-4028-af93-164a9fab9a33,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:38.623691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:38.630739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.702322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:38.745387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.765600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Transition to ACTIVE for port object 229b0031-9b9d-4b57-8534-abcd10e26c79 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:38.774987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Deleting port e1bee6b5-9360-4028-af93-164a9fab9a33 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:38.775330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.800588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-534aca75-02e2-4687-ba55-9a7394b55bf7 req-acd7bcb5-0a6b-4b6f-b2ad-55520c491077 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 210 time: 0.0885499 Jul 07 16:47:38.801926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Deleting port 62a71f92-53e8-4093-9479-bca0207bc766 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:38.802323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.857231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] For port e1bee6b5-9360-4028-af93-164a9fab9a33, host n-h2-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:38.857595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.869700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.886927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Calling delete_port for e1bee6b5-9360-4028-af93-164a9fab9a33 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:38.920202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:38.930854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:38.936041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:38.956825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-043dfc00-c65c-4c57-8ca4-71916014db40 service neutron] 10.222.0.13 "GET /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.3241336 Jul 07 16:47:38.970918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.994015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76c95c39-5c2e-4531-8c0a-764aee06a800 req-5ae421c0-4efd-4b96-a317-5ca7bbcefafd service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171707 Jul 07 16:47:39.013047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Pushing event updated for resources: {'Port': ['ID=229b0031-9b9d-4b57-8534-abcd10e26c79,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:39.042670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.043327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.056578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.068267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b5cbbb96-1247-4f19-a623-d3170d0ba84d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6801829 Jul 07 16:47:39.074484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.118508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Request body: {'port': {'device_id': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:39.126260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.131527 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e1bee6b5-9360-4028-af93-164a9fab9a33 HTTP/1.1" status: 204 len: 168 time: 0.5356627 Jul 07 16:47:39.142884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44236) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:39.149263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] For port 62a71f92-53e8-4093-9479-bca0207bc766, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=62a71f92-53e8-4093-9479-bca0207bc766,segment=NetworkSegment(2257a0e2-059d-4169-86b8-78e1e0e6d7f3),segment_id=2257a0e2-059d-4169-86b8-78e1e0e6d7f3)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:39.149628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.162330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9118-6ea8-4fd9-ac06-3a04dd089c6d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1bee6b5-9360-4028-af93-164a9fab9a33,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:39.174488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331cacf-eb3e-4032-9872-2ee2109eec69 req-06aa53a6-6840-420c-8b80-7dc613ae889c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.176004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f331cacf-eb3e-4032-9872-2ee2109eec69 req-06aa53a6-6840-420c-8b80-7dc613ae889c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 945 time: 0.4153178 Jul 07 16:47:39.203047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e0be07f-317e-4a1d-8423-1707447a95b3 None None] Provisioning for port 229b0031-9b9d-4b57-8534-abcd10e26c79 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:39.210473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e0be07f-317e-4a1d-8423-1707447a95b3 None None] Provisioning complete for port 229b0031-9b9d-4b57-8534-abcd10e26c79 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:39.211700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e0be07f-317e-4a1d-8423-1707447a95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.227283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Calling delete_port for 62a71f92-53e8-4093-9479-bca0207bc766 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:39.229313 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-954b42a3-dfd8-4c8f-90db-6e224aaec152 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:47:39.230944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-954b42a3-dfd8-4c8f-90db-6e224aaec152 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "GET /v2.0/ports/e1bee6b5-9360-4028-af93-164a9fab9a33 HTTP/1.1" status: 404 len: 333 time: 0.0837812 Jul 07 16:47:39.235842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:39.238697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.244686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Request body: {'port': {'network_id': 'eabb649a-cf25-4974-b506-36630722fae8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1858093724'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:39.278576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7e0be07f-317e-4a1d-8423-1707447a95b3 None None] Port 229b0031-9b9d-4b57-8534-abcd10e26c79 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:39.304046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Made reservation on behalf of f67405af3edb466e853e599ce4701313 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:39.306819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.339075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:39.355462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7a8a9-6d9b-4c42-9d80-b6e22cad5818 req-2d475bd5-f4eb-47b7-80df-d67fe46961fb tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.356986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ac7a8a9-6d9b-4c42-9d80-b6e22cad5818 req-2d475bd5-f4eb-47b7-80df-d67fe46961fb tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/ports?device_id=72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90 HTTP/1.1" status: 200 len: 944 time: 0.4318144 Jul 07 16:47:39.443994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f331cacf-eb3e-4032-9872-2ee2109eec69 req-9e012811-ffe7-4405-9e7e-f2149d67d8dd tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400317 Jul 07 16:47:39.545145 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99887306-2ff6-40e7-9783-37eb6078d731 x-openstack-request-id: req-99887306-2ff6-40e7-9783-37eb6078d731 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:39.545695 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "name": "network-vif-plugged", "status": "completed", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:39.546048 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99887306-2ff6-40e7-9783-37eb6078d731 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:39.546544 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'code': 200} Jul 07 16:47:39.599560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ac7a8a9-6d9b-4c42-9d80-b6e22cad5818 req-2cc7559d-ce1f-4e45-85c3-b96b1a6075c0 tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.78 "GET /v2.0/security-groups?id=0b8539d6-059e-4e34-af6e-cdafcda4adcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287579 Jul 07 16:47:39.694936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:39.697925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.800375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.831548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:39.876395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:39.878858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Network eabb649a-cf25-4974-b506-36630722fae8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:39.889408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:39.893006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229b0031-9b9d-4b57-8534-abcd10e26c79 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:39.899237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=ae118925-2dcf-44d1-bfaf-4f21e5b22ee6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:39.901746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:39.907018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.907667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.921096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.921426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.957413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2f64727a-896c-4d6f-ad53-501f157b9c4a tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7194400 Jul 07 16:47:39.960605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44246) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:39.967765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:40.000593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Transition to ACTIVE for port object 229b0031-9b9d-4b57-8534-abcd10e26c79 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:40.012000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.140688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.144247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=229b0031-9b9d-4b57-8534-abcd10e26c79,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:40.295961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:40.379766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Pushing event deleted for resources: {'Port': ['ID=62a71f92-53e8-4093-9479-bca0207bc766,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:40.387836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2815eb4-5247-4bbf-adba-236a8ea13c8f {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:40.400733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:40.411098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.434070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Transition to ACTIVE for port object ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:40.439359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:40.443752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.454455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'mac_address': 'fa:16:3e:ce:eb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:40.477555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:40.485605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b816b2-34c9-4233-ba16-2b92d8a644f6 req-f97fb5dd-adce-4b2f-a828-dd3969dc878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.486851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72b816b2-34c9-4233-ba16-2b92d8a644f6 req-f97fb5dd-adce-4b2f-a828-dd3969dc878a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1096 time: 0.8481741 Jul 07 16:47:40.531299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Attempting to bind port 229b0031-9b9d-4b57-8534-abcd10e26c79 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.531667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Attempting to bind port 229b0031-9b9d-4b57-8534-abcd10e26c79 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.531986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Attempting to bind port 229b0031-9b9d-4b57-8534-abcd10e26c79 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.533229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.535279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=ae118925-2dcf-44d1-bfaf-4f21e5b22ee6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:40.548846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] No DVR routers for this DVR port 62a71f92-53e8-4093-9479-bca0207bc766 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:40.550417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Port 229b0031-9b9d-4b57-8534-abcd10e26c79 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:40.550745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Attempting to bind port 229b0031-9b9d-4b57-8534-abcd10e26c79 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.558560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:40.560909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.564783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.565616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:40.566120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:40.566538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:40.566981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae327829-ccb0-4594-afb2-1ba3c51f6952 req-a1cd9c5d-5bc0-4a25-bcf8-1e02a0fd5bac tempest-LiveMigrationTest-215513223 tempest-LiveMigrationTest-215513223-project] 10.222.0.54 "DELETE /v2.0/ports/62a71f92-53e8-4093-9479-bca0207bc766 HTTP/1.1" status: 204 len: 173 time: 2.5460544 Jul 07 16:47:40.567181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Bound port: 229b0031-9b9d-4b57-8534-abcd10e26c79, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:40.567318 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.573385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'name': 'network-vif-deleted', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:40.575929 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecf506b-0166-42f9-9a15-3ae149c83735" -d '{"events": [{"server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "name": "network-vif-deleted", "tag": "62a71f92-53e8-4093-9479-bca0207bc766"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:40.584116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.584510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.585034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.599645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:40.600092 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:40.601562 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 2 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:40.604610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:40.621349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d1e83-9f6c-40bc-aa11-7418f110ddd7 req-eb9cbe2e-940f-4c21-9f03-44513470d7dd tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.625336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.628969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-426d1e83-9f6c-40bc-aa11-7418f110ddd7 req-eb9cbe2e-940f-4c21-9f03-44513470d7dd tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 944 time: 0.8627920 Jul 07 16:47:40.646674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae82f6-d77c-4503-ad32-b0f11ed2fd0f req-f86e11e4-f69e-4e9e-b1bf-443480a8e935 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.658442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63ae82f6-d77c-4503-ad32-b0f11ed2fd0f req-f86e11e4-f69e-4e9e-b1bf-443480a8e935 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.8758945 Jul 07 16:47:40.675241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.675459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.675757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.682308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.704814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:40.705414 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:40.717925 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 3 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:40.730337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:40.757631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.757969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.758311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.766481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:40.766817 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:40.767803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] For port 229b0031-9b9d-4b57-8534-abcd10e26c79, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:40.769715 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 4 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:40.774854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] For port 229b0031-9b9d-4b57-8534-abcd10e26c79, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=229b0031-9b9d-4b57-8534-abcd10e26c79,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:40.788222 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.821375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.821762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.822046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.822965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72b816b2-34c9-4233-ba16-2b92d8a644f6 req-938bce4f-9dcb-41f2-9e65-745d7b44f0c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092005 Jul 07 16:47:40.842318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:40.842730 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:40.844084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.844752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.849542 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] 10.222.0.13 "PUT /v2.0/ports/229b0031-9b9d-4b57-8534-abcd10e26c79 HTTP/1.1" status: 200 len: 1096 time: 1.7606680 Jul 07 16:47:40.852069 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 5 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:40.854775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'tag': '229b0031-9b9d-4b57-8534-abcd10e26c79'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:40.855875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-426d1e83-9f6c-40bc-aa11-7418f110ddd7 req-31c375fe-12f2-4ba1-accd-a31f562338b0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258532 Jul 07 16:47:40.857424 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcc7f55-7435-4c1f-ac37-2c860b818690" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6f4d71-389c-4853-836e-4cb6421a563e", "tag": "229b0031-9b9d-4b57-8534-abcd10e26c79"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:40.895343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.895681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.895994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.909876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Deleting port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:40.910262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.917925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6bbd2-7499-4095-b8f4-fb903c0b5fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=229b0031-9b9d-4b57-8534-abcd10e26c79,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:40.920899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:40.921280 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:40.921971 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 6 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:40.953927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] Transition to ACTIVE for port object f2815eb4-5247-4bbf-adba-236a8ea13c8f will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:40.961687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63ae82f6-d77c-4503-ad32-b0f11ed2fd0f req-0b5409e0-c397-4ce8-9192-841d63ad171f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022435 Jul 07 16:47:40.989562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.989933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.990276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:41.010349 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.012084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:41.017452 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:41.018640 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 7 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:41.074779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:41.075553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:41.076122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:41.084520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:41.085472 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:41.086326 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 8 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:41.113852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['6f95c8f5-a221-45c5-845b-2702ddd8a97d'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:41.115778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-ac5737fd-0693-4224-acb7-66339519a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.117630 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-ac5737fd-0693-4224-acb7-66339519a677 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49042d5a867e40fab801fd9ecbf6a46b&device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 1099 time: 0.1851904 Jul 07 16:47:41.118984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:41.119571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:41.120130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:41.125776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:41.126541 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:41.127195 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 9 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:41.138174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] Pushing event updated for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=10']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:41.154946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:41.155557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:41.156088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:41.195400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:41.195869 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:41.196563 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 10 to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 Jul 07 16:47:41.202764 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-4ad19144-fd92-4569-89c9-e6b1e1148e5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=229b0031-9b9d-4b57-8534-abcd10e26c79 HTTP/1.1" status: 200 len: 217 time: 0.0700343 Jul 07 16:47:41.238773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] No DVR routers for this DVR port f2815eb4-5247-4bbf-adba-236a8ea13c8f on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:41.255769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:41.256115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:41.256552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:41.263599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:41.263944 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:41.264295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.316920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-01324ca2-d30a-4e3f-bd32-c1c74eef3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.319300 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-01324ca2-d30a-4e3f-bd32-c1c74eef3d0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1082602 Jul 07 16:47:41.368729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-1e27774f-3d0a-4a09-8d54-960138bb0595 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f/bindings/n-h2-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 2.4047291 Jul 07 16:47:41.382354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] For port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:41.382747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempted to set empty binding levels {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 16:47:41.391019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.408389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] For port 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,segment=NetworkSegment(539a6ec8-aa3f-4ea5-b58f-0250163d7c4a),segment_id=539a6ec8-aa3f-4ea5-b58f-0250163d7c4a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:41.408389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.473955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feab9f9-bb15-4943-9d7f-59b31b6f88a2 req-47b99fff-2d4e-472d-9b0e-2be6c91bde78 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.481232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=ae118925-2dcf-44d1-bfaf-4f21e5b22ee6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:41.484548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1feab9f9-bb15-4943-9d7f-59b31b6f88a2 req-47b99fff-2d4e-472d-9b0e-2be6c91bde78 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 948 time: 0.3904526 Jul 07 16:47:41.490399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Calling delete_port for 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:41.498239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] In _notify_port_updated(), no bound segment for port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 16:47:41.499829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.500711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.502443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f591d460-8fd7-4d00-ac4b-c168718e8918 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "PUT /v2.0/ports/ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 HTTP/1.1" status: 200 len: 975 time: 1.5405881 Jul 07 16:47:41.507656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44258) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:41.522819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda804f-042a-4a4c-b427-71e6196b58f9 req-5a208e8e-586e-4566-9148-37e810c73943 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.526652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-52ff474e-02f8-4309-805a-dd41d042b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.528681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-52ff474e-02f8-4309-805a-dd41d042b69a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2000763 Jul 07 16:47:41.529630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bda804f-042a-4a4c-b427-71e6196b58f9 req-5a208e8e-586e-4566-9148-37e810c73943 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 945 time: 0.3421431 Jul 07 16:47:41.713004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1feab9f9-bb15-4943-9d7f-59b31b6f88a2 req-6a440eb7-56a3-456b-bce7-cd30f94220db tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267420 Jul 07 16:47:41.753129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.753736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.754350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.754964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.756137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.756676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.757239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.757877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.758443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.759612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.760322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.760890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.761443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.761965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.762487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.763014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.763549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.764062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.764588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.772335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bda804f-042a-4a4c-b427-71e6196b58f9 req-17c19d16-fe70-47ea-b32e-8cb196c7612f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411380 Jul 07 16:47:41.772845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44260) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:41.784266 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01912050-1351-4708-b2b7-183a6a28f80d tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17186 time: 0.2753496 Jul 07 16:47:41.809941 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-bc1cda16-166a-4558-80be-856ea7a980c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572472 Jul 07 16:47:41.878967 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7ae598-aa23-4d1c-bc71-8c618a1a5ef4 x-openstack-request-id: req-ba7ae598-aa23-4d1c-bc71-8c618a1a5ef4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:41.879250 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90", "name": "network-vif-deleted", "tag": "62a71f92-53e8-4093-9479-bca0207bc766", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:41.879709 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba7ae598-aa23-4d1c-bc71-8c618a1a5ef4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:41.881378 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72000fdf-92a1-4a9a-86b0-c0dbbdd8fb90', 'name': 'network-vif-deleted', 'tag': '62a71f92-53e8-4093-9479-bca0207bc766', 'status': 'completed', 'code': 200} Jul 07 16:47:41.906113 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8347e20-5c9d-468e-9290-b71d9d18f40e x-openstack-request-id: req-d8347e20-5c9d-468e-9290-b71d9d18f40e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:41.906926 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6f4d71-389c-4853-836e-4cb6421a563e", "tag": "229b0031-9b9d-4b57-8534-abcd10e26c79", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:41.907052 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8347e20-5c9d-468e-9290-b71d9d18f40e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:41.907587 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'tag': '229b0031-9b9d-4b57-8534-abcd10e26c79', 'status': 'completed', 'code': 200} Jul 07 16:47:41.908729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-64efc48b-c504-4dc3-a74d-b11042295596 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.910311 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-64efc48b-c504-4dc3-a74d-b11042295596 tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.3773613 Jul 07 16:47:41.997532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44266) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:42.018695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f96d58b2-eb9c-470b-96dc-209d070a4392 req-fb182496-0b1a-4cb0-b469-0b8f343a5485 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095330 Jul 07 16:47:42.257229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-be8b69b6-f0ea-4c8e-88e4-3e5378d473b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.259739 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-be8b69b6-f0ea-4c8e-88e4-3e5378d473b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49042d5a867e40fab801fd9ecbf6a46b&device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 1099 time: 0.1382380 Jul 07 16:47:42.323343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:42.338963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Deleting subnet b208bac7-e89a-42b8-b96b-faae5a8cbbde {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:47:42.350096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-abdd7902-c147-41e1-8729-2f96f6df0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.351809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-abdd7902-c147-41e1-8729-2f96f6df0d72 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be HTTP/1.1" status: 200 len: 1096 time: 0.3879473 Jul 07 16:47:42.357208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.407063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Deleting port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:42.407655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.421899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24555-2734-4369-9933-09244cc5d307 req-acdab39f-1c48-4f98-998f-1402314f17ee tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.433928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 62a71f92-53e8-4093-9479-bca0207bc766 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:42.433928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 62a71f92-53e8-4093-9479-bca0207bc766 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:42.435465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2df24555-2734-4369-9933-09244cc5d307 req-acdab39f-1c48-4f98-998f-1402314f17ee tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.3217371 Jul 07 16:47:42.471655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.479128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.524401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-1066bf58-b4c2-4d95-912b-bfbd1a1b2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.526509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-1066bf58-b4c2-4d95-912b-bfbd1a1b2068 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2590947 Jul 07 16:47:42.548528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.606253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc72fa-9e01-486b-bd44-a981e27605b4 req-8799c8c8-047a-4ec9-a24a-c0f599c7cf2c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.614378 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-db35a112-4b37-49f2-afab-fef7df37c53c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=229b0031-9b9d-4b57-8534-abcd10e26c79 HTTP/1.1" status: 200 len: 217 time: 0.0789485 Jul 07 16:47:42.615983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02dc72fa-9e01-486b-bd44-a981e27605b4 req-8799c8c8-047a-4ec9-a24a-c0f599c7cf2c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 949 time: 0.4291396 Jul 07 16:47:42.642080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:42.695033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-c07cffde-069c-4bfc-af1c-28baef43b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.696727 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-c07cffde-069c-4bfc-af1c-28baef43b684 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0756624 Jul 07 16:47:42.698149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.719372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] For port ae118925-2dcf-44d1-bfaf-4f21e5b22ee6, host n-h2-793619-7, got binding levels [] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:42.719977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.724680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b208bac7-e89a-42b8-b96b-faae5a8cbbde,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:42.757997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2df24555-2734-4369-9933-09244cc5d307 req-fc746d5c-e6bf-45b0-aa2d-632560b5d2fb tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227499 Jul 07 16:47:42.763643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.765681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-604a8e19-0be0-47a0-9482-ecafea14ea23 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b208bac7-e89a-42b8-b96b-faae5a8cbbde HTTP/1.1" status: 204 len: 168 time: 0.7667263 Jul 07 16:47:42.768166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44274) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:42.769788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Calling delete_port for ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:42.866977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.880975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02dc72fa-9e01-486b-bd44-a981e27605b4 req-20a269de-9715-447a-a29d-9c92edc834e5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609499 Jul 07 16:47:42.889141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-71874368-2fc5-4123-8886-6d1f9fbab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.889141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-71874368-2fc5-4123-8886-6d1f9fbab829 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660430 Jul 07 16:47:42.986015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-b22e0295-88f0-4b65-9c99-80e4318a4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.987562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-b22e0295-88f0-4b65-9c99-80e4318a4de7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1096 time: 0.5437574 Jul 07 16:47:43.080136 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-d27ccd9d-0718-43ec-9ee8-b98dcf216222 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806500 Jul 07 16:47:43.129513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.181716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.199137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796c31b9-7510-413e-9bbf-ee336fcf2891']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:43.210035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae118925-2dcf-44d1-bfaf-4f21e5b22ee6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:43.220059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2257a0e2-059d-4169-86b8-78e1e0e6d7f3') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:43.220463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2257a0e2-059d-4169-86b8-78e1e0e6d7f3') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:43.230827 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.232801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-039703ff-edef-4d14-a50d-8c3f336fcae1 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "DELETE /v2.0/ports/ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 HTTP/1.1" status: 204 len: 168 time: 1.4560449 Jul 07 16:47:43.237160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44280) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:43.238925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.254130 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.287580 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d5a3b2-5717-4fde-93af-65d9daad88ab tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:47:43.287818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577db9e-0611-4599-bfa1-ecd784dcf843 req-86e5d348-c0ca-4ab0-8b49-643a4445d6f9 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:43.289238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5577db9e-0611-4599-bfa1-ecd784dcf843 req-86e5d348-c0ca-4ab0-8b49-643a4445d6f9 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 948 time: 0.3378701 Jul 07 16:47:43.293506 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c8d5a3b2-5717-4fde-93af-65d9daad88ab tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "GET /v2.0/ports/ae118925-2dcf-44d1-bfaf-4f21e5b22ee6 HTTP/1.1" status: 404 len: 333 time: 0.0518146 Jul 07 16:47:43.294766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.296961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:43.300563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-3621bc2a-b25c-46b2-a811-41c9720b58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:43.302852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-3621bc2a-b25c-46b2-a811-41c9720b58ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 200 len: 922 time: 0.3078618 Jul 07 16:47:43.303918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dcc7f55-7435-4c1f-ac37-2c860b818690 req-d93f9425-c7fc-4bed-85ba-31ec058ca28d service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106128 Jul 07 16:47:43.307606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-670007142', 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:43.315761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:47:43.316336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:47:43.318568 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:47:43.379911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Made reservation on behalf of f67405af3edb466e853e599ce4701313 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:43.382450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.395890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-d1a07ce6-95c1-4d66-86e6-90e04996ef16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 200 len: 217 time: 0.0836716 Jul 07 16:47:43.398868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.406886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.408602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628cee-680d-4552-b1b6-88a64b5ce4cc req-f1fb37cf-c354-46de-a5c4-1dd0c78e6309 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:43.412552 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] 10.222.0.78 "DELETE /v2.0/networks/796c31b9-7510-413e-9bbf-ee336fcf2891 HTTP/1.1" status: 204 len: 168 time: 0.6402192 Jul 07 16:47:43.412552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port 951f59e1-a159-4c41-9ed8-e329912c9692 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:43.416747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31628cee-680d-4552-b1b6-88a64b5ce4cc req-f1fb37cf-c354-46de-a5c4-1dd0c78e6309 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 945 time: 0.3235688 Jul 07 16:47:43.417262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:43.460078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd869e-580e-4b55-b479-06c57fb05acf admin admin] Pushing event deleted for resources: {'Network': ['ID=796c31b9-7510-413e-9bbf-ee336fcf2891,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:43.482796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5577db9e-0611-4599-bfa1-ecd784dcf843 req-4a94e258-e1f3-4831-a2c8-fc67fe4aa05c tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854472 Jul 07 16:47:43.522383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Deleting subnet 6bc91a41-63fd-4143-9889-940791fd3ede {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:47:43.537439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.632770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.704777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.710606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.791381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.803952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.814508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31628cee-680d-4552-b1b6-88a64b5ce4cc req-1eb7ef3b-f9b7-473f-8eb6-89ba6fd09dc4 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972657 Jul 07 16:47:43.837064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.837300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-e3867195-1dc7-46eb-8006-0e99e7d00268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:43.843385 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6bc91a41-63fd-4143-9889-940791fd3ede HTTP/1.1" status: 204 len: 168 time: 0.4228222 Jul 07 16:47:43.843385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a87b69-97a3-40b4-bc8b-bba5de788837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc91a41-63fd-4143-9889-940791fd3ede,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:43.843650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44288) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:43.845366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 229b0031-9b9d-4b57-8534-abcd10e26c79 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:43.851256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-e3867195-1dc7-46eb-8006-0e99e7d00268 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 200 len: 861 time: 0.4278347 Jul 07 16:47:43.947859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-fb9f9c31-2fe5-4cd0-95f7-746a70d17b41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c5ad180-b710-47c2-9105-3adf8a436493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795846 Jul 07 16:47:43.992711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 229b0031-9b9d-4b57-8534-abcd10e26c79, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=229b0031-9b9d-4b57-8534-abcd10e26c79,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:44.007735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Network eabb649a-cf25-4974-b506-36630722fae8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:44.009167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '229b0031-9b9d-4b57-8534-abcd10e26c79', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '229b0031-9b9d-4b57-8534-abcd10e26c79', 'mac_address': 'fa:16:3e:c0:c1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:44.021904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:44.027742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=951f59e1-a159-4c41-9ed8-e329912c9692,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.030151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:44.031097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:44.031702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.061580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.075449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.080456 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cc7e177b-67d9-43bf-b64f-b193ecaab739 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7820611 Jul 07 16:47:44.083978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44296) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:44.089297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229b0031-9b9d-4b57-8534-abcd10e26c79 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:44.113821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 229b0031-9b9d-4b57-8534-abcd10e26c79, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=229b0031-9b9d-4b57-8534-abcd10e26c79,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:44.119391 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.199015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=229b0031-9b9d-4b57-8534-abcd10e26c79,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.206675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064fe08-7ccd-4773-8df1-80c54f1ca8ce tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:44.208633 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e064fe08-7ccd-4773-8df1-80c54f1ca8ce tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "GET /v2.0/ports/951f59e1-a159-4c41-9ed8-e329912c9692 HTTP/1.1" status: 200 len: 954 time: 0.1229644 Jul 07 16:47:44.216680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44298) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:44.226617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.230646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-20d1edd0-6c50-41a9-9926-01461305fa28 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1978826960&fields=id&tenant_id=2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 267 time: 0.2502220 Jul 07 16:47:44.243376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfa9b43-c720-40d9-8515-6f797389c2a7']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:44.256328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38b5ef4-fcfc-474e-890c-8e59afca607d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:44.256623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38b5ef4-fcfc-474e-890c-8e59afca607d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:44.266775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.282798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.290003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:47:44.290486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:47:44.292495 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:47:44.311053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:44.369353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-a66e509a-e390-4b21-8480-92cd58040c9d service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024367 Jul 07 16:47:44.376457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:44.377327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb470c78-786c-485a-a932-56aa203162cc req-b047bb44-2910-49a2-9526-76d5997ba9dd tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:44.382799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:44.383345 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.385222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb470c78-786c-485a-a932-56aa203162cc req-b047bb44-2910-49a2-9526-76d5997ba9dd tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.4327874 Jul 07 16:47:44.516548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Router 273badca-5d8a-423f-ace8-4e3b84674ef4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:47:44.534020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['229b0031-9b9d-4b57-8534-abcd10e26c79'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:44.557831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb470c78-786c-485a-a932-56aa203162cc req-d3d321bf-eea2-401f-aff9-93310de02451 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717155 Jul 07 16:47:44.602513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-5bc62068-d333-4917-8d69-0d5e688f94b7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:44.610134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-5bc62068-d333-4917-8d69-0d5e688f94b7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 945 time: 0.3677869 Jul 07 16:47:44.641569 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.647668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'port': {'security_groups': ['54a10d26-4cef-4815-bc5e-ba52799c704e', 'b07fc03e-d504-4b9f-8e9c-0b1b580fb711']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:44.652577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.654513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6bfa9b43-c720-40d9-8515-6f797389c2a7 HTTP/1.1" status: 204 len: 168 time: 0.7842209 Jul 07 16:47:44.655811 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-5c7cb033-2fb1-4cc9-98de-1d918abc3cc4 service neutron] 10.222.0.54 "GET /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617624 Jul 07 16:47:44.694750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a67db9-50ff-414c-a3cc-e221c0a8ba30 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfa9b43-c720-40d9-8515-6f797389c2a7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.716633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Deleting port 951f59e1-a159-4c41-9ed8-e329912c9692 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:44.717461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.731288 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.778162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:44.780739 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35fe62-46e9-42b8-9d96-22fab7240358" -d '{"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-plugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:44.798210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:44.804685 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.835452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:44.875857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.890732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-70ebb07e-97e5-4d0e-8f9a-f26c10b569f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97455008b96f4433b50bf52e1af13922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519125 Jul 07 16:47:44.891235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44308) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:44.928816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.941091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:47:44.946586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3add821-8914-46d2-9ef2-50bc00d7a480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.953793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a693d986-9589-4e8d-a62d-46eb3a74fce2 admin admin] 10.222.0.78 "PUT /v2.0/routers/273badca-5d8a-423f-ace8-4e3b84674ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3190937 Jul 07 16:47:44.954006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] Sync routers for ids ['273badca-5d8a-423f-ace8-4e3b84674ef4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:47:44.956963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:44.957453 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.967671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] Routers {'273badca-5d8a-423f-ace8-4e3b84674ef4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:44.968317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:47:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['273badca-5d8a-423f-ace8-4e3b84674ef4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:44.976083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Calling delete_port for 951f59e1-a159-4c41-9ed8-e329912c9692 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:44.981360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3add821-8914-46d2-9ef2-50bc00d7a480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.040662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3add821-8914-46d2-9ef2-50bc00d7a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.043696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3add821-8914-46d2-9ef2-50bc00d7a480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.045338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c3add821-8914-46d2-9ef2-50bc00d7a480 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b8539d6-059e-4e34-af6e-cdafcda4adcd HTTP/1.1" status: 204 len: 168 time: 0.1530292 Jul 07 16:47:45.053728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3add821-8914-46d2-9ef2-50bc00d7a480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8539d6-059e-4e34-af6e-cdafcda4adcd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:45.107396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] Set router 273badca-5d8a-423f-ace8-4e3b84674ef4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:45.219819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475ab8-1f33-4d14-8fe5-4b1e6968db97 req-7be1a246-c144-4258-b57c-03018f0de1ca tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:45.229243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60475ab8-1f33-4d14-8fe5-4b1e6968db97 req-7be1a246-c144-4258-b57c-03018f0de1ca tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3986168 Jul 07 16:47:45.343343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.352191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-96c41319-2fdf-4dfb-92d3-1f9f30b201af tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:45.353500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-96c41319-2fdf-4dfb-92d3-1f9f30b201af tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0&tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.3834758 Jul 07 16:47:45.360950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:47:42Z', 'revision_number': 5, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:45.392805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] Checking router: 273badca-5d8a-423f-ace8-4e3b84674ef4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:47:45.402299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60475ab8-1f33-4d14-8fe5-4b1e6968db97 req-2b10e8d4-119a-4184-90cf-90fc41a6aa73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733155 Jul 07 16:47:45.403853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] Routers {'273badca-5d8a-423f-ace8-4e3b84674ef4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:45.404755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:47:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['273badca-5d8a-423f-ace8-4e3b84674ef4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:45.437814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.521357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44320) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:45.604255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] Set router 273badca-5d8a-423f-ace8-4e3b84674ef4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:45.617708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4447d696-0de9-4043-9aa8-8af17b5c6be0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=368f7b46ae5a492bb806d6651806265a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937469 Jul 07 16:47:45.619847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44328) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:45.622564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event deleted for resources: {'Port': ['ID=951f59e1-a159-4c41-9ed8-e329912c9692,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:45.683168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67c2c3fb-81d4-4e78-956d-ef0748b74deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.709007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67c2c3fb-81d4-4e78-956d-ef0748b74deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.776195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67c2c3fb-81d4-4e78-956d-ef0748b74deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.779139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67c2c3fb-81d4-4e78-956d-ef0748b74deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.782669 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-67c2c3fb-81d4-4e78-956d-ef0748b74deb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b740553a-e563-4dc8-967f-ee3cf09f45db HTTP/1.1" status: 204 len: 168 time: 0.1595671 Jul 07 16:47:45.789789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2c3fb-81d4-4e78-956d-ef0748b74deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b740553a-e563-4dc8-967f-ee3cf09f45db,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:45.857664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 229b0031-9b9d-4b57-8534-abcd10e26c79 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:45.944547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:47:42Z', 'revision_number': 5, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:45.948508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 229b0031-9b9d-4b57-8534-abcd10e26c79 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:45.985737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 229b0031-9b9d-4b57-8534-abcd10e26c79 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:45.986465 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.016023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.018344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4fa9c968-bf25-41f4-8c89-d74f1b1e18fa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "DELETE /v2.0/ports/951f59e1-a159-4c41-9ed8-e329912c9692 HTTP/1.1" status: 204 len: 168 time: 1.7993057 Jul 07 16:47:46.021692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44336) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:46.044869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54babd-0759-4cd4-b16c-718c0af9d62f None None] The sync data for ids ['273badca-5d8a-423f-ace8-4e3b84674ef4'] in n-d-793619-7 is: [{'id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'name': 'tempest-ServerRescueTestJSON-661831421-router', 'tenant_id': '29b9b8b89ec74ed28b622653f7262d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:47:42Z', 'revision_number': 5, 'project_id': '29b9b8b89ec74ed28b622653f7262d75', 'gw_port': {'id': '7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273badca-5d8a-423f-ace8-4e3b84674ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:45:24Z', 'updated_at': '2021-07-07T16:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:47:46.048244 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e8e5e0-4ba9-462d-977f-a1d63d50e0d7 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:47:46.049956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-67e8e5e0-4ba9-462d-977f-a1d63d50e0d7 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "GET /v2.0/ports/951f59e1-a159-4c41-9ed8-e329912c9692 HTTP/1.1" status: 404 len: 333 time: 0.0270627 Jul 07 16:47:46.054008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44338) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:46.058995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Request body: {'port': {'network_id': 'eabb649a-cf25-4974-b506-36630722fae8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1548843685'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:46.102928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Made reservation on behalf of f67405af3edb466e853e599ce4701313 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:46.106506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.125470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:46.177484 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.241920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 229b0031-9b9d-4b57-8534-abcd10e26c79, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=229b0031-9b9d-4b57-8534-abcd10e26c79,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:46.248957 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.277991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:46.306225 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.331835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.379575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba023c1-c1a9-4507-bf32-c13e5ff958a1 req-d8bb010c-a441-462d-a561-ba43919e741a tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.392878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.393216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=229b0031-9b9d-4b57-8534-abcd10e26c79,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:46.397435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ba023c1-c1a9-4507-bf32-c13e5ff958a1 req-d8bb010c-a441-462d-a561-ba43919e741a tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 949 time: 0.7939825 Jul 07 16:47:46.450186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.452842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-afb0dce2-185d-4e0f-85d7-8c31aed02548 service neutron] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:46.465429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Network eabb649a-cf25-4974-b506-36630722fae8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:46.473434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:46.473880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.478214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:46.479382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.480081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.493345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa', 'af32a3bd-6213-4327-b17d-b6851f70ed93'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:46.501408 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4440255 Jul 07 16:47:46.501408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83e828-75c4-4989-b256-050dcd5a00cf tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=2daf7d39-6c5e-4bbe-83cc-2343417c45f7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:46.502551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44350) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:46.510842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:46.606523 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-afb0dce2-185d-4e0f-85d7-8c31aed02548 service neutron] Notify callbacks [] for binding, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.607952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c769d9a-2a2c-4d34-a393-7f75530cc26a req-afb0dce2-185d-4e0f-85d7-8c31aed02548 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f/bindings/n-h1-793619-7 HTTP/1.1" status: 204 len: 173 time: 1.2203894 Jul 07 16:47:46.636250 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.638137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:46.699912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ba023c1-c1a9-4507-bf32-c13e5ff958a1 req-d6cc8c9c-f139-410a-841e-2b2ae1283e2c tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014743 Jul 07 16:47:46.721897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.733327 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.746177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36ce67f-c042-4f4c-8ac4-207cb5d4c7e0 req-f762fdbb-f654-4137-b81d-380de5b64c78 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "PUT /v2.0/ports/af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 981 time: 2.1346011 Jul 07 16:47:46.747013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:46.750095 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410783a8-ea37-4d74-acfc-6be6cbfc2d92" -d '{"events": [{"name": "network-changed", "server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:46.794906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Deleting port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:46.795766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.820492 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe0abd-8fff-4557-ad03-12864feb5f73 x-openstack-request-id: req-4dfe0abd-8fff-4557-ad03-12864feb5f73 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:46.821330 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-plugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:46.823519 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dfe0abd-8fff-4557-ad03-12864feb5f73 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:46.825011 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'code': 200} Jul 07 16:47:46.910033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['af32a3bd-6213-4327-b17d-b6851f70ed93'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:46.933689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] device_id is not set on port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:47:46.948133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.976426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Transition to ACTIVE for port object 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:46.984344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.040442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] For port 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:47.041139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.078732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=2daf7d39-6c5e-4bbe-83cc-2343417c45f7,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:47.102531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.102942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.103347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.108597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.109440 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.109911 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 2 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.115941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Calling delete_port for 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:47.125601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.126043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.126606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.133076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.133076 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.133486 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 3 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.147897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.148332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.148745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.153913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.154526 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.155012 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 4 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.172852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.173472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.173887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.179695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.180166 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.180678 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 5 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.199549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.199670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.200157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.205662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.206107 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.206734 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 6 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.226350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.226350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.226350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.229338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.229787 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.230276 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 7 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.244563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.245013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.245684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.250223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.250661 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.251274 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 8 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.251424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb12a-44c0-40b4-a00b-e561bfe6132b req-763d3c6e-aca7-4013-9571-639647046af8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:47.252869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-414bb12a-44c0-40b4-a00b-e561bfe6132b req-763d3c6e-aca7-4013-9571-639647046af8 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.3408186 Jul 07 16:47:47.261613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f71cb-696a-4b6b-91f8-c54eb2872974 req-65013fbd-ceed-4ff9-b84f-532735c8048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:47.263091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a0f71cb-696a-4b6b-91f8-c54eb2872974 req-65013fbd-ceed-4ff9-b84f-532735c8048f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1101 time: 0.3475509 Jul 07 16:47:47.265766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.266118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.266455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.273515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.273846 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.274236 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 9 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.288944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.289423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.289767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.294935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.295265 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.295650 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempt 10 to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 Jul 07 16:47:47.312766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:47.313151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:47.313485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempting to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:47.321564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:47.321910 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Failed to bind port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'c081ccda-8edb-4232-90a7-6f2b8ad8912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eabb649a-cf25-4974-b506-36630722fae8'}] Jul 07 16:47:47.322512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.376295 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-414bb12a-44c0-40b4-a00b-e561bfe6132b req-a142cc2b-d748-4f1e-9224-aef7d857d4a0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 Jul 07 16:47:47.386846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] For port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:47.387393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attempted to set empty binding levels {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 16:47:47.394084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.424224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86588ce4-cf28-441c-94a0-c169006b97c0 req-456e03ce-2a53-4200-9d37-8da992249639 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:47.425852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86588ce4-cf28-441c-94a0-c169006b97c0 req-456e03ce-2a53-4200-9d37-8da992249639 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3309383 Jul 07 16:47:47.430611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] In _notify_port_updated(), no bound segment for port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 on network eabb649a-cf25-4974-b506-36630722fae8 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 16:47:47.431611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:47.432396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.433948 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "PUT /v2.0/ports/2daf7d39-6c5e-4bbe-83cc-2343417c45f7 HTTP/1.1" status: 200 len: 975 time: 0.9303675 Jul 07 16:47:47.436713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:47.440412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a0f71cb-696a-4b6b-91f8-c54eb2872974 req-c9f78633-745b-4767-9d28-8dcbff86e729 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632943 Jul 07 16:47:47.480513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9db31-466f-4c5d-8bdc-7e2037c71eaa tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event updated for resources: {'Port': ['ID=2daf7d39-6c5e-4bbe-83cc-2343417c45f7,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:47.533058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31861878-761b-4621-916f-8410df42d934 req-ffd6894c-e10f-4b44-a229-076c65c1d3e3 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/b07fc03e-d504-4b9f-8e9c-0b1b580fb711 HTTP/1.1" status: 200 len: 1801 time: 0.1182103 Jul 07 16:47:47.537396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Deleting port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:47.537767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.540648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86588ce4-cf28-441c-94a0-c169006b97c0 req-bc45c4a2-275e-42ce-891d-5df218b6a606 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934007 Jul 07 16:47:47.591561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.604287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] For port 2daf7d39-6c5e-4bbe-83cc-2343417c45f7, host n-h2-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:47.604734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.619072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Calling delete_port for 2daf7d39-6c5e-4bbe-83cc-2343417c45f7 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:47.625748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:47.663471 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-31861878-761b-4621-916f-8410df42d934 req-d0d722e5-c8b5-419c-a248-0d66f6177b2f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:47:47.664525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31861878-761b-4621-916f-8410df42d934 req-d0d722e5-c8b5-419c-a248-0d66f6177b2f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/b07fc03e-d504-4b9f-8e9c-0b1b580fb711 HTTP/1.1" status: 409 len: 341 time: 0.1213727 Jul 07 16:47:47.746437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.760573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.813491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Pushing event deleted for resources: {'Port': ['ID=2daf7d39-6c5e-4bbe-83cc-2343417c45f7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:47.826745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.829955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-665f5558-53c3-424f-ba9e-82245a1a92e9 tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2daf7d39-6c5e-4bbe-83cc-2343417c45f7 HTTP/1.1" status: 204 len: 168 time: 0.3920581 Jul 07 16:47:47.834532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44386) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:47.897675 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b719a3f7-5370-4696-a0be-41ae48f5868e tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:47:47.902506 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b719a3f7-5370-4696-a0be-41ae48f5868e tempest-PortsAdminExtendedAttrsTestJSON-1374815064 tempest-PortsAdminExtendedAttrsTestJSON-1374815064-project-admin] 10.222.0.78 "GET /v2.0/ports/2daf7d39-6c5e-4bbe-83cc-2343417c45f7 HTTP/1.1" status: 404 len: 333 time: 0.0636201 Jul 07 16:47:47.911687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44388) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:47.913149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:47.921234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.928316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.938631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:47.939289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f14ebca-9cfe-4bfe-98ac-38689bb2d9e7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:47.996865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.998062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273badca-5d8a-423f-ace8-4e3b84674ef4 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:47:48.002930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.004342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ce6c89f-4514-4a28-ba49-fbfe4cd33de9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/273badca-5d8a-423f-ace8-4e3b84674ef4 HTTP/1.1" status: 204 len: 168 time: 3.0428009 Jul 07 16:47:48.010780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:48.065884 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a947f-4f30-4f08-9dee-3b2618581cec x-openstack-request-id: req-bd5a947f-4f30-4f08-9dee-3b2618581cec {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:48.066479 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:48.066479 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd5a947f-4f30-4f08-9dee-3b2618581cec {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:48.069186 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'status': 'completed', 'code': 200} Jul 07 16:47:48.100041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Deleting subnet 150982b8-cb5a-4e93-b5fc-fa8e4770ae89 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:47:48.105491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.111168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.199802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.261188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.272245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabb649a-cf25-4974-b506-36630722fae8']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:48.283193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c081ccda-8edb-4232-90a7-6f2b8ad8912a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:48.283424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c081ccda-8edb-4232-90a7-6f2b8ad8912a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:48.292618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.293646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.310809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.339433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:47:48.339852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:47:48.343545 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:47:48.405939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140c7bb-f4a9-4633-bc29-e1b0453c6a62 req-76f93801-0ca1-49b1-87a4-c19f9b2d7119 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.413624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2140c7bb-f4a9-4633-bc29-e1b0453c6a62 req-76f93801-0ca1-49b1-87a4-c19f9b2d7119 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 950 time: 0.2513568 Jul 07 16:47:48.423525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.427554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-649c5843-b9d8-46a3-85fd-87651eb91b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.429194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-649c5843-b9d8-46a3-85fd-87651eb91b26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1135 time: 0.2647347 Jul 07 16:47:48.450448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.466121 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.468657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] 10.222.0.78 "DELETE /v2.0/networks/eabb649a-cf25-4974-b506-36630722fae8 HTTP/1.1" status: 204 len: 168 time: 0.5559714 Jul 07 16:47:48.483367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893a059-f2af-4a5c-9755-b5930d0aa123 tempest-PortsAdminExtendedAttrsTestJSON-1790373584 tempest-PortsAdminExtendedAttrsTestJSON-1790373584-project] Pushing event deleted for resources: {'Network': ['ID=eabb649a-cf25-4974-b506-36630722fae8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:48.524419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150982b8-cb5a-4e93-b5fc-fa8e4770ae89,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:48.534668 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.537315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-43813ac1-e8e4-4b8f-9a39-d16c9fe4d735 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/150982b8-cb5a-4e93-b5fc-fa8e4770ae89 HTTP/1.1" status: 204 len: 168 time: 0.5253494 Jul 07 16:47:48.540243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44402) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:48.568392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2140c7bb-f4a9-4633-bc29-e1b0453c6a62 req-ba0631fc-40e1-483c-b173-69ac0502ea2d tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536884 Jul 07 16:47:48.653985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.674707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-0220b11b-232a-4610-a4d9-6ab3430539a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.676449 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-0220b11b-232a-4610-a4d9-6ab3430539a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.2304101 Jul 07 16:47:48.740334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-e5acdb89-69f4-464b-8d53-0d9744b13ecf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 217 time: 0.0475707 Jul 07 16:47:48.750186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.761338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fd77b0-9e55-4d2d-a504-46112ab686bf']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:48.773278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:48.773658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539a6ec8-aa3f-4ea5-b58f-0250163d7c4a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:48.790432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.817433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.828116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b0031-9b9d-4b57-8534-abcd10e26c79'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:48.829503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:47:48.830216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.831272 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5729665-defa-4173-8275-ccda81e027a2" -d '{"events": [{"server_uuid": "4e6f4d71-389c-4853-836e-4cb6421a563e", "name": "network-vif-plugged", "status": "completed", "tag": "229b0031-9b9d-4b57-8534-abcd10e26c79"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:48.837204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-4c2efbb9-1cd9-47e7-83c3-f514686ebdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.838732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-4c2efbb9-1cd9-47e7-83c3-f514686ebdb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.0848293 Jul 07 16:47:48.876954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44410) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:47:48.882926 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:47:48.907377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.913485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-0b4f5914-6f53-4e0a-b5bc-2642dbe5bf1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585883 Jul 07 16:47:48.925968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d7cad-85e1-4d3b-afa9-807c51ac1fd3 req-724af6e7-ac36-4b64-8f04-94514198166c tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.927523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-531d7cad-85e1-4d3b-afa9-807c51ac1fd3 req-724af6e7-ac36-4b64-8f04-94514198166c tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 1096 time: 0.3944216 Jul 07 16:47:48.938387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.943643 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e5fd77b0-9e55-4d2d-a504-46112ab686bf HTTP/1.1" status: 204 len: 168 time: 0.3986828 Jul 07 16:47:48.970884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c276256-dcc4-4fad-8a74-8a512a335832 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fd77b0-9e55-4d2d-a504-46112ab686bf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:49.028488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa818e-4356-4e7c-af0a-65a14bd1de68 req-b9193760-4bed-4526-9b2f-c9934d3a2ef1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.030168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4aa818e-4356-4e7c-af0a-65a14bd1de68 req-b9193760-4bed-4526-9b2f-c9934d3a2ef1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 984 time: 0.2922471 Jul 07 16:47:49.073517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-531d7cad-85e1-4d3b-afa9-807c51ac1fd3 req-d1cd1fe9-811c-46b4-9497-5a9428d6478a tempest-LiveAutoBlockMigrationV225Test-913239166 tempest-LiveAutoBlockMigrationV225Test-913239166-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253595 Jul 07 16:47:49.114573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4aa818e-4356-4e7c-af0a-65a14bd1de68 req-85a056bf-4018-49df-b4b7-203af0ef7586 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=b07fc03e-d504-4b9f-8e9c-0b1b580fb711&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0729649 Jul 07 16:47:49.156386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-e2e9b094-84cc-448a-bfd8-23bde9990054 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278979 Jul 07 16:47:49.187176 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed2bf1-c349-4418-b6e4-38d0a9b64773 x-openstack-request-id: req-76ed2bf1-c349-4418-b6e4-38d0a9b64773 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:49.187884 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f4d71-389c-4853-836e-4cb6421a563e", "name": "network-vif-plugged", "status": "completed", "tag": "229b0031-9b9d-4b57-8534-abcd10e26c79", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:49.187884 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76ed2bf1-c349-4418-b6e4-38d0a9b64773 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:49.188164 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b0031-9b9d-4b57-8534-abcd10e26c79', 'code': 200} Jul 07 16:47:49.201038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44422) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:49.325634 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dad078b7-7652-497a-a5c1-16eaa5937e45 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29b9b8b89ec74ed28b622653f7262d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231039 Jul 07 16:47:49.346604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:49.351145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-96ea7a9a-b85f-4ce9-b541-07d46872dfea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edc0146720c249f181d74743e8023892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507303 Jul 07 16:47:49.356922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44426) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:49.529463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b80e9d-0f4c-4766-9604-963d7c164088 req-b8ba72a2-04ff-4056-92a3-abf1c2bd431f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.534477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-deccb2d8-1bc7-4202-b2bd-36479a4c44d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.537504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83587f89-a619-40b8-9742-01f44f05da7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.539104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28b80e9d-0f4c-4766-9604-963d7c164088 req-b8ba72a2-04ff-4056-92a3-abf1c2bd431f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.1916621 Jul 07 16:47:49.542746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c06eec-2a5a-43d5-b95b-160b3bf7ddfd req-65ed3411-7206-4e14-97dc-1273c9b19d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.544409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39c06eec-2a5a-43d5-b95b-160b3bf7ddfd req-65ed3411-7206-4e14-97dc-1273c9b19d90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 1101 time: 0.2410748 Jul 07 16:47:49.587289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-410783a8-ea37-4d74-acfc-6be6cbfc2d92 req-8fd510e6-d14a-4fd3-9181-6c02547ceb5a service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869715 Jul 07 16:47:49.617053 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-deccb2d8-1bc7-4202-b2bd-36479a4c44d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.632197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28b80e9d-0f4c-4766-9604-963d7c164088 req-957f0861-b216-457a-b599-b3c76fcdd876 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899730 Jul 07 16:47:49.632727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83587f89-a619-40b8-9742-01f44f05da7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.662708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39c06eec-2a5a-43d5-b95b-160b3bf7ddfd req-0bbbba56-e268-4f67-8fcc-344db41ae037 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020765 Jul 07 16:47:49.718653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-deccb2d8-1bc7-4202-b2bd-36479a4c44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.721327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-deccb2d8-1bc7-4202-b2bd-36479a4c44d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.725786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-deccb2d8-1bc7-4202-b2bd-36479a4c44d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07cba032-5859-4adf-85e4-1cfe94f7ce3a HTTP/1.1" status: 204 len: 168 time: 0.3743393 Jul 07 16:47:49.760948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da45e73-f0ff-411c-9425-0400f2b24427 req-90137cd7-3270-467b-bc32-1875d5aebfde tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.769899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:49.776476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5da45e73-f0ff-411c-9425-0400f2b24427 req-90137cd7-3270-467b-bc32-1875d5aebfde tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.1855443 Jul 07 16:47:49.783884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccb2d8-1bc7-4202-b2bd-36479a4c44d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cba032-5859-4adf-85e4-1cfe94f7ce3a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:49.811110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-d1bb234d-6829-4b68-a41a-f363e513a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.812774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-d1bb234d-6829-4b68-a41a-f363e513a1cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1135 time: 0.1494012 Jul 07 16:47:49.814700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:49.815005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7ae1760e-b9ee-4d72-b4af-3ab3cf1c960b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:49.822090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83587f89-a619-40b8-9742-01f44f05da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.825222 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83587f89-a619-40b8-9742-01f44f05da7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.830690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-83587f89-a619-40b8-9742-01f44f05da7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7999533-a6ae-48c3-956d-27932c3a393f HTTP/1.1" status: 204 len: 168 time: 0.4676630 Jul 07 16:47:49.851637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587f89-a619-40b8-9742-01f44f05da7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7999533-a6ae-48c3-956d-27932c3a393f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:49.956513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5da45e73-f0ff-411c-9425-0400f2b24427 req-f33e269a-d325-4eeb-895e-5623ee4db385 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788120 Jul 07 16:47:50.062146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf12a7-3614-4c7a-af9d-84cdd17db167 req-04f9b083-4ac5-462e-b9f2-1a841a7f8058 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.073280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9daf12a7-3614-4c7a-af9d-84cdd17db167 req-04f9b083-4ac5-462e-b9f2-1a841a7f8058 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 950 time: 0.2519250 Jul 07 16:47:50.076328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-4bf68dbb-bc27-4c69-addf-9f54e8349a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.077993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-4bf68dbb-bc27-4c69-addf-9f54e8349a9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.2395210 Jul 07 16:47:50.141030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-0fa9df93-3942-4e9e-9cac-40419523c225 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 217 time: 0.0488191 Jul 07 16:47:50.202780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9daf12a7-3614-4c7a-af9d-84cdd17db167 req-74f41b0d-03ae-4cf6-bf66-b9727d3d79b3 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284733 Jul 07 16:47:50.242320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-50f4c054-8b98-4419-adb1-d41ae081760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.251775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-50f4c054-8b98-4419-adb1-d41ae081760d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.1002705 Jul 07 16:47:50.326911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-2592192b-2e9b-45dc-a358-d19c7f647746 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678163 Jul 07 16:47:50.596967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:50.664943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-8f6c4aab-2c03-464a-bf83-890b6143bcf7 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241732 Jul 07 16:47:50.692220 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2379b0b3-a826-47e7-9b11-4a24fe28f53e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f67405af3edb466e853e599ce4701313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937476 Jul 07 16:47:50.694653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44492) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:50.838260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba272-1a0f-4757-8629-860df1b93c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.908810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba272-1a0f-4757-8629-860df1b93c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.953357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dea3fc-516c-451e-b648-9aa8a09bbd37 req-c313b795-dab1-4e86-8787-9120d6c24c1b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.962636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0dea3fc-516c-451e-b648-9aa8a09bbd37 req-c313b795-dab1-4e86-8787-9120d6c24c1b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 984 time: 0.4392815 Jul 07 16:47:51.030364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-96e653e7-2ce0-4017-8550-fb4237fb096f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.032276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-96e653e7-2ce0-4017-8550-fb4237fb096f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.3744590 Jul 07 16:47:51.042193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba272-1a0f-4757-8629-860df1b93c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.044825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba272-1a0f-4757-8629-860df1b93c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.057699 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6d8ba272-1a0f-4757-8629-860df1b93c9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d02d60c7-3510-44db-a501-ee71573f4c6c HTTP/1.1" status: 204 len: 168 time: 0.3617239 Jul 07 16:47:51.067646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ba272-1a0f-4757-8629-860df1b93c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d60c7-3510-44db-a501-ee71573f4c6c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:51.272307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c306b8bf-65fa-4827-852b-e24ef95ca87d req-619e1e91-8994-4ac8-9091-eff5fb8bda01 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676358 Jul 07 16:47:51.292232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0dea3fc-516c-451e-b648-9aa8a09bbd37 req-94d2d1ab-ec64-4020-98f2-916e14d97b00 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=b07fc03e-d504-4b9f-8e9c-0b1b580fb711&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3285308 Jul 07 16:47:51.374537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Deleting port f2815eb4-5247-4bbf-adba-236a8ea13c8f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:51.375076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.400515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51308c-9619-4c9d-947f-e628452fd66c req-eca39311-faae-440f-bcab-69bcd96f08e3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.413764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc51308c-9619-4c9d-947f-e628452fd66c req-eca39311-faae-440f-bcab-69bcd96f08e3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.4399946 Jul 07 16:47:51.448496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44514) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:51.521812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:51.683546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6772d82b-6ed3-418d-8222-63c26ebe3851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.699016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2131587575-network', 'tenant_id': '9cd19facc87a4e8ba66e2ea71c573e93'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:51.748350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Made reservation on behalf of 9cd19facc87a4e8ba66e2ea71c573e93 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:51.755317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.785517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.894508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6772d82b-6ed3-418d-8222-63c26ebe3851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.900886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6772d82b-6ed3-418d-8222-63c26ebe3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.961070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc51308c-9619-4c9d-947f-e628452fd66c req-4378a289-5311-48f5-9687-a75e2b2d5ac0 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460229 Jul 07 16:47:51.979857 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6772d82b-6ed3-418d-8222-63c26ebe3851 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=744c46cd107c4a61a208d9d2a77d6297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153499 Jul 07 16:47:51.989371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772d82b-6ed3-418d-8222-63c26ebe3851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796b6fe-578f-4b9b-86c6-9cabe3158413,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:51.992262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44534) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:52.086431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58a38b7b-d87b-4b9b-9b40-99820b11373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.122098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58a38b7b-d87b-4b9b-9b40-99820b11373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.125923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e58ef-82a8-4812-b8b1-e0aa37763bda req-602c94ec-4038-4eda-b72c-b5c588e49806 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.137698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-750e58ef-82a8-4812-b8b1-e0aa37763bda req-602c94ec-4038-4eda-b72c-b5c588e49806 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 945 time: 0.2317681 Jul 07 16:47:52.191773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.193922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58a38b7b-d87b-4b9b-9b40-99820b11373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.196578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58a38b7b-d87b-4b9b-9b40-99820b11373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.197870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-58a38b7b-d87b-4b9b-9b40-99820b11373f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2796b6fe-578f-4b9b-86c6-9cabe3158413 HTTP/1.1" status: 204 len: 168 time: 0.2027545 Jul 07 16:47:52.201497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.213133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a38b7b-d87b-4b9b-9b40-99820b11373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796b6fe-578f-4b9b-86c6-9cabe3158413,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.221955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:47:52.250741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] For port f2815eb4-5247-4bbf-adba-236a8ea13c8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f2815eb4-5247-4bbf-adba-236a8ea13c8f,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:52.251168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.263043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.263391 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Added segment 1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0 of type vlan for network d7439876-9dc3-4a63-98b0-979fd63fa1a1 Jul 07 16:47:52.273684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddff863-c835-485b-80b0-83cbce1ff173,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.284047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Calling delete_port for f2815eb4-5247-4bbf-adba-236a8ea13c8f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:52.315070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-750e58ef-82a8-4812-b8b1-e0aa37763bda req-db3397c3-8192-419e-9d83-a35292cb7c70 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761293 Jul 07 16:47:52.315620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.362063 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.363081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.363764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.382331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8588371 Jul 07 16:47:52.393438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:52.431585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Request body: {'subnet': {'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2131587575-subnet', 'tenant_id': '9cd19facc87a4e8ba66e2ea71c573e93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:52.467552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f44f91-06ff-42d7-8686-9aecb5de6412 admin admin] Pushing event updated for resources: {'Network': ['ID=d7439876-9dc3-4a63-98b0-979fd63fa1a1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.479705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d7439876-9dc3-4a63-98b0-979fd63fa1a1 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:47:52.483298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1021-189a-4716-9066-939132f37ab0 req-2f9a79d0-fc48-4bd2-ac71-b528b8408995 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.491837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Made reservation on behalf of 9cd19facc87a4e8ba66e2ea71c573e93 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:52.493771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0fe1021-189a-4716-9066-939132f37ab0 req-2f9a79d0-fc48-4bd2-ac71-b528b8408995 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 950 time: 0.3915157 Jul 07 16:47:52.495880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.509565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44550) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:52.583429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0fe1021-189a-4716-9066-939132f37ab0 req-72973ab1-a78e-49ee-be6e-f8f8eab845d7 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876186 Jul 07 16:47:52.722494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c347fe-80f0-415c-8173-18d2ab6635f8 req-3f738000-a0e5-4491-a321-90a03f59af57 tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.724587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50c347fe-80f0-415c-8173-18d2ab6635f8 req-3f738000-a0e5-4491-a321-90a03f59af57 tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1101 time: 0.1356378 Jul 07 16:47:52.726192 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.762418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['caaf5951-157d-4a5b-8a88-50f34471a538'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:52.796510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.803636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event deleted for resources: {'Port': ['ID=f2815eb4-5247-4bbf-adba-236a8ea13c8f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.887115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de1d733-e9b4-4215-bf19-d2687e79ff35,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.894083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Checking segment: {'id': '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:52.894450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Network hostable DHCP agents. Network: d7439876-9dc3-4a63-98b0-979fd63fa1a1, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:47:52.917502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Network d7439876-9dc3-4a63-98b0-979fd63fa1a1 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:47:52.935470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d7439876-9dc3-4a63-98b0-979fd63fa1a1) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:52.944372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.945257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.951163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50c347fe-80f0-415c-8173-18d2ab6635f8 req-ee4b5f3c-d28c-47ef-9f4c-f22ac7da9d2b tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151020 Jul 07 16:47:52.967972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c32484-bbb1-4866-981e-b5ce4b89c13d None None] Network d7439876-9dc3-4a63-98b0-979fd63fa1a1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:52.974758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] No DVR routers for this DVR port f2815eb4-5247-4bbf-adba-236a8ea13c8f on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:52.984935 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-acb931af-d457-49d6-90b3-5a5d0198bc7b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5893648 Jul 07 16:47:52.995725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.997904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6c91242-0c8a-42df-994d-43b5660beea3 req-8fd2ab37-43c2-48d7-b0eb-2e744530edad tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.54 "DELETE /v2.0/ports/f2815eb4-5247-4bbf-adba-236a8ea13c8f HTTP/1.1" status: 204 len: 173 time: 1.9404483 Jul 07 16:47:52.998570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'name': 'network-vif-deleted', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:53.000621 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac24081-ea21-4f9b-9405-457260b775e7" -d '{"events": [{"server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "name": "network-vif-deleted", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:53.064550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dc729299-9254-42cf-bf84-32d743e1b611 tempest-AgentManagementNegativeTest-32590178 tempest-AgentManagementNegativeTest-32590178-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5449173 Jul 07 16:47:53.106685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a62e6-2bb8-4d42-91e8-7395dfeba169 req-f098180b-cc90-444d-9663-db9a5c0b6ef0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.108248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1a62e6-2bb8-4d42-91e8-7395dfeba169 req-f098180b-cc90-444d-9663-db9a5c0b6ef0 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 984 time: 0.2642307 Jul 07 16:47:53.188346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1a62e6-2bb8-4d42-91e8-7395dfeba169 req-f817dd36-eb7f-47cd-8715-a4e044df74c7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=b07fc03e-d504-4b9f-8e9c-0b1b580fb711&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0622449 Jul 07 16:47:53.266756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8416ff-53f8-4560-b7d6-18e45bfbb2c2 None None] Network d7439876-9dc3-4a63-98b0-979fd63fa1a1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:53.474215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.626664 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b0822e-b666-497d-a0b8-c776bbe90f46 x-openstack-request-id: req-85b0822e-b666-497d-a0b8-c776bbe90f46 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:53.627502 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595122e-c9c6-446c-9493-440c56ca04a0", "name": "network-vif-deleted", "tag": "f2815eb4-5247-4bbf-adba-236a8ea13c8f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:53.627950 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85b0822e-b666-497d-a0b8-c776bbe90f46 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:53.628518 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595122e-c9c6-446c-9493-440c56ca04a0', 'name': 'network-vif-deleted', 'tag': 'f2815eb4-5247-4bbf-adba-236a8ea13c8f', 'status': 'completed', 'code': 200} Jul 07 16:47:53.787427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44598) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:53.829004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-a2dcaa81-75ae-4550-94e2-40bcbd8c22c8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1624814595&fields=id&tenant_id=2c0002710f0d4528b1125a0086eb8ebf HTTP/1.1" status: 200 len: 267 time: 0.0573542 Jul 07 16:47:53.904167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-432689f4-c28f-4a0f-a21e-222775a50348 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.912984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-432689f4-c28f-4a0f-a21e-222775a50348 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 984 time: 0.0827513 Jul 07 16:47:53.919366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'port': {'security_groups': ['54a10d26-4cef-4815-bc5e-ba52799c704e', 'b07fc03e-d504-4b9f-8e9c-0b1b580fb711', 'e74d490f-0a59-46e6-ac57-e2d3bd8754ec']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:54.003830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f9599071-f6a4-49c9-9b19-f2b058e831ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.034631 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.218632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f9599071-f6a4-49c9-9b19-f2b058e831ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.224318 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f9599071-f6a4-49c9-9b19-f2b058e831ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.261493 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f9599071-f6a4-49c9-9b19-f2b058e831ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3cc6b46265d4f9fb4cb36f7f51a4f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725707 Jul 07 16:47:54.266354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44612) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:54.309982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9599071-f6a4-49c9-9b19-f2b058e831ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8377f32c-0c9e-43e6-9f73-989cf5165a2b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:54.389008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff6602e2-8032-4096-8246-2aa4e94f2e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.391968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:54.411631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:54.459732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: f2815eb4-5247-4bbf-adba-236a8ea13c8f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:54.460081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f2815eb4-5247-4bbf-adba-236a8ea13c8f not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:54.478250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff6602e2-8032-4096-8246-2aa4e94f2e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.526538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-1b5428d7-58cf-418c-ac61-aae84edfa096 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989149 Jul 07 16:47:54.529055 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.562200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e4623a6-6791-4a65-a281-f01999f6698a req-13d90a92-5515-45b7-a7dc-98f4cdb5b707 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 210 time: 0.0589409 Jul 07 16:47:54.567147 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.581333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa', 'af32a3bd-6213-4327-b17d-b6851f70ed93'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:54.646349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.647021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.665168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a91318fd-7269-48d5-ab98-325f4e8a678e req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "PUT /v2.0/ports/af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 1020 time: 0.7509336 Jul 07 16:47:54.684022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff6602e2-8032-4096-8246-2aa4e94f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.687456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff6602e2-8032-4096-8246-2aa4e94f2e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.691811 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ff6602e2-8032-4096-8246-2aa4e94f2e5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8377f32c-0c9e-43e6-9f73-989cf5165a2b HTTP/1.1" status: 204 len: 168 time: 0.4243932 Jul 07 16:47:54.712278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6602e2-8032-4096-8246-2aa4e94f2e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8377f32c-0c9e-43e6-9f73-989cf5165a2b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:54.714537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82837dd-efa7-4a3d-aabc-599291eca7d8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:54.779814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['af32a3bd-6213-4327-b17d-b6851f70ed93'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:55.556326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7796d-b643-4818-8d09-ab982d1cf308 req-1a0db1c7-c81c-4303-925d-5d823b0c21be tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.563312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04d7796d-b643-4818-8d09-ab982d1cf308 req-1a0db1c7-c81c-4303-925d-5d823b0c21be tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3286960 Jul 07 16:47:55.581828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-42fc1cde-b063-4674-b1ed-22bc0ae7794c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.583930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-42fc1cde-b063-4674-b1ed-22bc0ae7794c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/networks?id=d7439876-9dc3-4a63-98b0-979fd63fa1a1 HTTP/1.1" status: 200 len: 809 time: 0.4207861 Jul 07 16:47:55.633189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:55.638552 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74532fa8-6949-42da-a6dd-bcd7e43d137b" -d '{"events": [{"name": "network-changed", "server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:55.673843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-1f27e616-a549-46e5-9d98-2aa7eb6e66e4 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/quotas/9cd19facc87a4e8ba66e2ea71c573e93 HTTP/1.1" status: 200 len: 375 time: 0.0667276 Jul 07 16:47:55.720345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-70529f6f-4812-42ca-9ce2-fbce14661fdc tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cd19facc87a4e8ba66e2ea71c573e93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455320 Jul 07 16:47:55.786104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04d7796d-b643-4818-8d09-ab982d1cf308 req-8651d1bc-bb1d-49e9-9b37-6c9d593514e6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119255 Jul 07 16:47:55.984099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-653dfd88-1287-4db1-8b19-9bbedb6bad83 req-5600f355-6d99-488e-a160-de2eeb89fd31 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/e74d490f-0a59-46e6-ac57-e2d3bd8754ec HTTP/1.1" status: 200 len: 1801 time: 0.1427076 Jul 07 16:47:56.067763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-d4aade82-c978-4d92-b4d2-98c37bde2039 service neutron] 10.222.0.78 "GET /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461766 Jul 07 16:47:56.092233 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-653dfd88-1287-4db1-8b19-9bbedb6bad83 req-bb87858c-e540-4f61-8e34-22d2fc070cda tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:47:56.105771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-653dfd88-1287-4db1-8b19-9bbedb6bad83 req-bb87858c-e540-4f61-8e34-22d2fc070cda tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/e74d490f-0a59-46e6-ac57-e2d3bd8754ec HTTP/1.1" status: 409 len: 341 time: 0.1120262 Jul 07 16:47:56.236234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-0f559ec7-7320-4e41-982b-ed5cae9b39bd service neutron] 10.222.0.78 "GET /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634760 Jul 07 16:47:56.446013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44704) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:56.580909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-884726173'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:56.690019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d80a54a0-b3b8-4da0-b227-d1f79f063826 req-74250fc3-4dbf-438d-b70a-c914d6c09d96 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=a595122e-c9c6-446c-9493-440c56ca04a0 HTTP/1.1" status: 200 len: 210 time: 0.0964594 Jul 07 16:47:56.712855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:56.718003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.739434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.766452 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359f008-34e0-4b73-9a8e-2a2a67ffe742 x-openstack-request-id: req-c359f008-34e0-4b73-9a8e-2a2a67ffe742 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:56.766814 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:56.767028 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c359f008-34e0-4b73-9a8e-2a2a67ffe742 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:56.768173 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'status': 'completed', 'code': 200} Jul 07 16:47:57.051284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-8d9025ec-59c5-48fb-b9f0-43c6e3d4ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.052943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-8d9025ec-59c5-48fb-b9f0-43c6e3d4ddc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1174 time: 0.2261376 Jul 07 16:47:57.151325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.159607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.172749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:47:57.183846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.184209 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment b6c9267b-558b-4f7c-99ae-f6b647597f57 of type vlan for network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 Jul 07 16:47:57.286922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.416576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21c126d7-96bd-458e-a7e8-c0c26c8236ad req-93a1cfc0-5227-463a-bde0-654e10eb5f2d tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 210 time: 0.0873852 Jul 07 16:47:57.416814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.423519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.423812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.456974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb721af-7d5b-4cc9-873a-0e19fb106741,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:57.568237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1207626 Jul 07 16:47:57.571125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:57.577063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-842413312'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:57.581373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-e7c406e6-6b35-45c4-9e98-023d5cdbae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.583347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-e7c406e6-6b35-45c4-9e98-023d5cdbae90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1101 time: 0.5293598 Jul 07 16:47:57.615058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:57.619393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.648890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:47:57.661079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-a7117b55-2497-46b6-a223-3e9aea12dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.662677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-a7117b55-2497-46b6-a223-3e9aea12dae5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 200 len: 913 time: 0.5905824 Jul 07 16:47:57.670879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.671974 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment dd531c69-1bf1-4395-a7e0-d5fe1d8e1470 of type vlan for network 6f5167ff-c1aa-454a-b2fb-6946ab90beee Jul 07 16:47:57.720217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.730364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b0199-86de-4156-824a-df2e6965228a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:57.748469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:47:57.764357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.772507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.773717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.779883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-6386a9a8-c830-43c2-96bc-4b701dcfc30f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 200 len: 217 time: 0.0852292 Jul 07 16:47:57.848758 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2725127 Jul 07 16:47:57.851068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:57.854585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:57.896226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-eb65b5ee-7ba5-4a47-b62e-15cf6ec0fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.897761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-eb65b5ee-7ba5-4a47-b62e-15cf6ec0fd1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2919276 Jul 07 16:47:57.906388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ae141-e3ee-491d-93d0-f6f515457dd0 req-ec2b3513-9de9-4dce-acc6-308b26de4c9d tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.911123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-712ae141-e3ee-491d-93d0-f6f515457dd0 req-ec2b3513-9de9-4dce-acc6-308b26de4c9d tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 945 time: 0.3494890 Jul 07 16:47:57.913199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-57704d1a-6957-4026-8dc9-8bd5050b5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.915062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-57704d1a-6957-4026-8dc9-8bd5050b5b93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 200 len: 852 time: 0.1229241 Jul 07 16:47:57.919266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852e311-d078-42e3-be7c-14c3b9d1b084 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=6f5167ff-c1aa-454a-b2fb-6946ab90beee,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:57.925723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68284b7-4d35-47bb-b45c-5563d172ea86 req-0783ff87-60ab-4435-9504-a99657439073 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.929574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:47:57.937223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d68284b7-4d35-47bb-b45c-5563d172ea86 req-0783ff87-60ab-4435-9504-a99657439073 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3565192 Jul 07 16:47:57.968587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:57.974681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:58.096997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-47faeb7d-cb9f-4079-b2a7-bcad3b550ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c80da6d-4643-4352-a2cb-7e6a1a6e5769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471267 Jul 07 16:47:58.101872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-6532fbf2-42e8-4c45-83fd-3bf7920d0898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.1851957 Jul 07 16:47:58.105662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d68284b7-4d35-47bb-b45c-5563d172ea86 req-f058e498-5f70-4484-8d02-981c2ff11f59 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670854 Jul 07 16:47:58.115244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-712ae141-e3ee-491d-93d0-f6f515457dd0 req-9e58e6e6-8839-4e25-9852-d295df23cc0d tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974504 Jul 07 16:47:58.274499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:58.306028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-0cf3a30b-1202-4b4e-884d-3a7862fbbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.309872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-0cf3a30b-1202-4b4e-884d-3a7862fbbc9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1938989 Jul 07 16:47:58.398615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:58.408182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-683b1442-c989-4c83-aa57-a3876e82ab07 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.409769 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-683b1442-c989-4c83-aa57-a3876e82ab07 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.13 "GET /v2.0/networks?id=d7439876-9dc3-4a63-98b0-979fd63fa1a1 HTTP/1.1" status: 200 len: 809 time: 0.2680519 Jul 07 16:47:58.410974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': 'b6c9267b-558b-4f7c-99ae-f6b647597f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:58.411350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:47:58.434971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:47:58.445491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:58.450692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.451352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:58.456533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde467f-f797-4ea7-9b90-957d3e0498b0 None None] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:58.464929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Request body: {'port': {'device_id': 'f0c12255-b821-4c47-9522-165fae470769', 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1', 'admin_state_up': True, 'tenant_id': '9cd19facc87a4e8ba66e2ea71c573e93'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:58.473494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-23411dc0-9fa5-4e97-8598-a396872deb39 service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627713 Jul 07 16:47:58.490977 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d8d86821-bb64-4c30-be86-46546e4a71bc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6407082 Jul 07 16:47:58.499655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44738) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:58.526021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:58.623047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Made reservation on behalf of 9cd19facc87a4e8ba66e2ea71c573e93 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:58.627630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:58.783721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4', 'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': 'e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:47:58.786052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:58.789783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Allocated IP 172.20.0.7 (d7439876-9dc3-4a63-98b0-979fd63fa1a1/9de1d733-e9b4-4215-bf19-d2687e79ff35/9e2a8cea-9a66-4195-974b-41f7afa6d789) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:58.988606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Allocated IP 172.20.0.2 (8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4/e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6/04832d4a-e9ba-4681-847c-461ac2a78b08) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:59.040562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.074075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c7ac-03c8-4906-8275-171c6a593109 req-ed6f0063-c811-4b8f-8bea-bf15a4ce01a8 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.075645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2880c7ac-03c8-4906-8275-171c6a593109 req-ed6f0063-c811-4b8f-8bea-bf15a4ce01a8 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 950 time: 0.7931480 Jul 07 16:47:59.116576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.138686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74532fa8-6949-42da-a6dd-bcd7e43d137b req-b451f85a-0b85-4142-9104-5ca4131b0a2c service neutron] 10.222.0.54 "GET /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528356 Jul 07 16:47:59.171475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-beff24be-15bf-4de7-b992-f7c77a58e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.173837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-beff24be-15bf-4de7-b992-f7c77a58e9eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8178306 Jul 07 16:47:59.182862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b2a30-8daa-4bd1-9b78-3797af2c7d88 req-f3502d8e-8685-4b58-b2b2-6acefe9287d9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.190299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b92b2a30-8daa-4bd1-9b78-3797af2c7d88 req-f3502d8e-8685-4b58-b2b2-6acefe9287d9 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1023 time: 0.8297265 Jul 07 16:47:59.191091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Network d7439876-9dc3-4a63-98b0-979fd63fa1a1 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:59.206490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:59.212829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:59.262386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Pushing event updated for resources: {'Port': ['ID=9e2a8cea-9a66-4195-974b-41f7afa6d789,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:59.281943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.300941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Transition to ACTIVE for port object 04832d4a-e9ba-4681-847c-461ac2a78b08 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:59.339552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2880c7ac-03c8-4906-8275-171c6a593109 req-7ee78ac5-aa6a-4cbe-9ffb-43fac323a7aa tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/security-groups?id=4c88ea5e-a306-4f7c-a803-7303db27ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316346 Jul 07 16:47:59.348031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.348756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.350784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Transition to ACTIVE for port object 04832d4a-e9ba-4681-847c-461ac2a78b08 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:59.375363 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-b228af96-167a-4fe9-b89d-f4efb5db134e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190242 Jul 07 16:47:59.377369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.387478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-585d14b5-0dba-46fd-81d9-0416dad3e59c tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.389410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-585d14b5-0dba-46fd-81d9-0416dad3e59c tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 950 time: 0.1363745 Jul 07 16:47:59.395804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Request body: {'port': {'device_id': 'f0c12255-b821-4c47-9522-165fae470769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:59.411817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:59.424915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:59.428489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:59.429924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.431313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:59.477310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-ce2e9901-baa1-4a90-8d6b-edcd0b413873 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.479698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-ce2e9901-baa1-4a90-8d6b-edcd0b413873 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 945 time: 0.5651367 Jul 07 16:47:59.577962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b92b2a30-8daa-4bd1-9b78-3797af2c7d88 req-6af07bb5-27d0-4d12-b0c7-789245183713 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=b07fc03e-d504-4b9f-8e9c-0b1b580fb711&id=e74d490f-0a59-46e6-ac57-e2d3bd8754ec&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3870656 Jul 07 16:47:59.635688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Attempting to bind port 04832d4a-e9ba-4681-847c-461ac2a78b08 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:59.636137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Attempting to bind port 04832d4a-e9ba-4681-847c-461ac2a78b08 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b6c9267b-558b-4f7c-99ae-f6b647597f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:59.636515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Attempting to bind port 04832d4a-e9ba-4681-847c-461ac2a78b08 on network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:59.651869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:59.652257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Checking segment: {'id': 'b6c9267b-558b-4f7c-99ae-f6b647597f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:59.652665 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.653061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Bound using segment: {'id': 'b6c9267b-558b-4f7c-99ae-f6b647597f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:59.655566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Bound port: 04832d4a-e9ba-4681-847c-461ac2a78b08, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c9267b-558b-4f7c-99ae-f6b647597f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:59.656308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.674075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Pushing event updated for resources: {'Port': ['ID=04832d4a-e9ba-4681-847c-461ac2a78b08,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:59.686057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.759798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] For port 04832d4a-e9ba-4681-847c-461ac2a78b08, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:59.763791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] For port 04832d4a-e9ba-4681-847c-461ac2a78b08, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=04832d4a-e9ba-4681-847c-461ac2a78b08,segment=NetworkSegment(b6c9267b-558b-4f7c-99ae-f6b647597f57),segment_id=b6c9267b-558b-4f7c-99ae-f6b647597f57)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:59.768254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.774328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Deleting port 229b0031-9b9d-4b57-8534-abcd10e26c79 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:59.774728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.841954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9d72f-7cde-4ab7-b3ac-7e8f06e18a3c None None] Pushing event updated for resources: {'Port': ['ID=04832d4a-e9ba-4681-847c-461ac2a78b08,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:59.985317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.001994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d1b6c611-28f1-4e41-9349-2679cddebdd3 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941599 Jul 07 16:48:00.019388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] For port 229b0031-9b9d-4b57-8534-abcd10e26c79, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=229b0031-9b9d-4b57-8534-abcd10e26c79,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:00.019791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.082788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Calling delete_port for 229b0031-9b9d-4b57-8534-abcd10e26c79 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:00.322618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=81693da5-a9c3-4655-959f-b56b405d4321,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:00.341042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-9f9bdf3d-4b32-42b3-8e81-92952561616f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245442 Jul 07 16:48:00.370863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.387247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-71474c01-e787-4112-85de-a7b2ba8d7210 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.389344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-71474c01-e787-4112-85de-a7b2ba8d7210 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 1023 time: 0.5905111 Jul 07 16:48:00.406988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Pushing event deleted for resources: {'Port': ['ID=229b0031-9b9d-4b57-8534-abcd10e26c79,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:00.424248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2a8cea-9a66-4195-974b-41f7afa6d789 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:00.458081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.493537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] No DVR routers for this DVR port 229b0031-9b9d-4b57-8534-abcd10e26c79 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:00.509943 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.512634 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6052c45a-51aa-44dd-978f-21690e28fe91 req-5e594f84-18d4-4b76-acc3-047909224578 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.13 "DELETE /v2.0/ports/229b0031-9b9d-4b57-8534-abcd10e26c79 HTTP/1.1" status: 204 len: 173 time: 1.1113107 Jul 07 16:48:00.513128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'name': 'network-vif-deleted', 'tag': '229b0031-9b9d-4b57-8534-abcd10e26c79'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:00.515823 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005dc3f2-1075-4c63-afba-08306388a9e5" -d '{"events": [{"server_uuid": "4e6f4d71-389c-4853-836e-4cb6421a563e", "name": "network-vif-deleted", "tag": "229b0031-9b9d-4b57-8534-abcd10e26c79"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:00.524650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Transition to ACTIVE for port object 9e2a8cea-9a66-4195-974b-41f7afa6d789 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:00.535069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.547314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5d1bf-c471-49f0-aa3a-60eb689093aa req-1413e4f4-5e65-404c-8854-5f546c6ec3d9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.556014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9d5d1bf-c471-49f0-aa3a-60eb689093aa req-1413e4f4-5e65-404c-8854-5f546c6ec3d9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.7560198 Jul 07 16:48:00.591561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b492e-0553-4384-ac34-c0ad24ee15b5 req-6684f5d5-a9b5-44f3-a873-5e82df2fa35a tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.600794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-652b492e-0553-4384-ac34-c0ad24ee15b5 req-6684f5d5-a9b5-44f3-a873-5e82df2fa35a tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 931 time: 0.7942312 Jul 07 16:48:00.645506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2a8cea-9a66-4195-974b-41f7afa6d789,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:00.771915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-652b492e-0553-4384-ac34-c0ad24ee15b5 req-559b7076-a044-488c-b3b8-f0dffded3e39 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661813 Jul 07 16:48:00.779916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Attempting to bind port 9e2a8cea-9a66-4195-974b-41f7afa6d789 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:00.781061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Attempting to bind port 9e2a8cea-9a66-4195-974b-41f7afa6d789 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:00.781648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Attempting to bind port 9e2a8cea-9a66-4195-974b-41f7afa6d789 on network d7439876-9dc3-4a63-98b0-979fd63fa1a1 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:00.792591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:00.793018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 6f5167ff-c1aa-454a-b2fb-6946ab90beee, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:00.798610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Port 9e2a8cea-9a66-4195-974b-41f7afa6d789 on network d7439876-9dc3-4a63-98b0-979fd63fa1a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:00.802127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Attempting to bind port 9e2a8cea-9a66-4195-974b-41f7afa6d789 on network d7439876-9dc3-4a63-98b0-979fd63fa1a1 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:00.819068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:00.819927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Checking segment: {'id': '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:00.820333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Bound using segment: {'id': '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:00.821272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Bound port: 9e2a8cea-9a66-4195-974b-41f7afa6d789, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:00.821272 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.834910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Deleting port c5945073-8107-4faa-8840-9d398b0cea44 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:00.835428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.864767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9d5d1bf-c471-49f0-aa3a-60eb689093aa req-04c4989d-9213-46fe-8a66-77aa1ec904b2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991407 Jul 07 16:48:00.914879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] For port 9e2a8cea-9a66-4195-974b-41f7afa6d789, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:00.920660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] For port 9e2a8cea-9a66-4195-974b-41f7afa6d789, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789,segment=NetworkSegment(1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0),segment_id=1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:00.929460 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.965633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.966641 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.968362 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-07eb799a-f449-456a-816a-ff141d984006 service neutron] 10.222.0.13 "PUT /v2.0/ports/9e2a8cea-9a66-4195-974b-41f7afa6d789 HTTP/1.1" status: 200 len: 1091 time: 1.5776136 Jul 07 16:48:01.152381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb799a-f449-456a-816a-ff141d984006 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2a8cea-9a66-4195-974b-41f7afa6d789,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:01.165959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-7afc11d0-23e7-4f89-a967-2afffd2a70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.168312 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-7afc11d0-23e7-4f89-a967-2afffd2a70e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cd19facc87a4e8ba66e2ea71c573e93&device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 1094 time: 0.1224899 Jul 07 16:48:01.194653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:01.252188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85ffb693-6f94-4b55-bd0c-079132d8e7ff req-2a7e5c0b-6a6e-4d71-a487-d10f36018c82 tempest-TenantUsagesTestJSON-227513774 tempest-TenantUsagesTestJSON-227513774-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6f4d71-389c-4853-836e-4cb6421a563e HTTP/1.1" status: 200 len: 210 time: 0.0617390 Jul 07 16:48:01.267221 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-6d3b9cac-60e3-4082-817d-0c7eea28579e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789 HTTP/1.1" status: 200 len: 217 time: 0.0846825 Jul 07 16:48:01.332197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6f5167ff-c1aa-454a-b2fb-6946ab90beee) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:01.344604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b62c9-43f8-418d-9ac3-6fb1d58101a5 None None] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:01.348937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Deleting port af32a3bd-6213-4327-b17d-b6851f70ed93 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:01.349534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.356091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.356694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.364362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] For port c5945073-8107-4faa-8840-9d398b0cea44, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c5945073-8107-4faa-8840-9d398b0cea44,segment=NetworkSegment(dbb3aa8e-1f3a-450d-b95c-b50b3137873a),segment_id=dbb3aa8e-1f3a-450d-b95c-b50b3137873a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:01.364745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.439299 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18888a01-f203-4b8e-b7d4-374ffe58e1d3 x-openstack-request-id: req-18888a01-f203-4b8e-b7d4-374ffe58e1d3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:01.439658 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f4d71-389c-4853-836e-4cb6421a563e", "name": "network-vif-deleted", "tag": "229b0031-9b9d-4b57-8534-abcd10e26c79", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:01.439927 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18888a01-f203-4b8e-b7d4-374ffe58e1d3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:01.440379 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f4d71-389c-4853-836e-4cb6421a563e', 'name': 'network-vif-deleted', 'tag': '229b0031-9b9d-4b57-8534-abcd10e26c79', 'status': 'completed', 'code': 200} Jul 07 16:48:01.447356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054de0-2d6f-4171-807a-733ba3020d2a req-05b04fcb-168b-43f7-ad97-27ac1d286b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.450465 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-05b04fcb-168b-43f7-ad97-27ac1d286b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9de1d733-e9b4-4215-bf19-d2687e79ff35 HTTP/1.1" status: 200 len: 849 time: 0.1708078 Jul 07 16:48:01.521442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Calling delete_port for c5945073-8107-4faa-8840-9d398b0cea44 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:01.541068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-8b3fd99d-2dfd-402b-ac9f-afe145bd7d57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7439876-9dc3-4a63-98b0-979fd63fa1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731969 Jul 07 16:48:01.548236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-340115ba-07b5-4f17-a20d-6f9f11eff10d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0462203 Jul 07 16:48:01.556545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:01.568616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca7a8b-98ec-43ee-a2dc-579c243c699e req-a11de253-8f50-49d5-93b3-5bd1673cb682 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.576226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cca7a8b-98ec-43ee-a2dc-579c243c699e req-a11de253-8f50-49d5-93b3-5bd1673cb682 tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6328ce5-8a1f-4fbf-b1c3-cc086f03feca HTTP/1.1" status: 200 len: 945 time: 0.4818773 Jul 07 16:48:01.586308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-443549733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:01.596858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21e2c4-2043-4e56-8077-f7ed17539718 None None] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:01.745260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-636fac82-8336-4942-8d1f-93421108bcfe service neutron] 10.222.0.13 "GET /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933610 Jul 07 16:48:01.770937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] For port af32a3bd-6213-4327-b17d-b6851f70ed93, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=af32a3bd-6213-4327-b17d-b6851f70ed93,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:01.779059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.810030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cca7a8b-98ec-43ee-a2dc-579c243c699e req-3bc9b94d-9009-4b32-9f39-3623a36770bd tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.78 "GET /v2.0/security-groups?id=e1545114-c60c-4423-a5f7-ce60ff70751d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294371 Jul 07 16:48:01.845644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Calling delete_port for af32a3bd-6213-4327-b17d-b6851f70ed93 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:02.027761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b2541041-bb10-4106-baa7-8a9c984e2190 None None] Provisioning for port 04832d4a-e9ba-4681-847c-461ac2a78b08 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:02.033537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c5945073-8107-4faa-8840-9d398b0cea44 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:02.036293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47054de0-2d6f-4171-807a-733ba3020d2a req-95bab0e5-3bd2-4dd3-bb76-2bfcf6c6945c service neutron] 10.222.0.13 "GET /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746358 Jul 07 16:48:02.085623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 04832d4a-e9ba-4681-847c-461ac2a78b08 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:02.131086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-6f5167ff-c1aa-454a-b2fb-6946ab90beee', 'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '81693da5-a9c3-4655-959f-b56b405d4321'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:48:02.132182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.262606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.290073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.290988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.293900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 04832d4a-e9ba-4681-847c-461ac2a78b08 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:02.301850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No active binding found for port c5945073-8107-4faa-8840-9d398b0cea44 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:48:02.302309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c5945073-8107-4faa-8840-9d398b0cea44 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:02.302731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 229b0031-9b9d-4b57-8534-abcd10e26c79 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:02.323414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 04832d4a-e9ba-4681-847c-461ac2a78b08 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:02.323803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.374555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 229b0031-9b9d-4b57-8534-abcd10e26c79 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:02.375217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 229b0031-9b9d-4b57-8534-abcd10e26c79 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:02.384093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44786) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:02.412835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Allocated IP 172.21.0.2 (6f5167ff-c1aa-454a-b2fb-6946ab90beee/81693da5-a9c3-4655-959f-b56b405d4321/c868fd53-8cbd-4fa8-9214-afc83fe4a92f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:02.460463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Pushing event deleted for resources: {'Port': ['ID=c5945073-8107-4faa-8840-9d398b0cea44,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:02.529472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] No DVR routers for this DVR port c5945073-8107-4faa-8840-9d398b0cea44 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:02.532491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.534909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebbf2f69-7efe-4578-a2ab-6d612486727f req-9a569c39-2f47-443c-bae7-b236407a014f tempest-VolumesAdminNegativeTest-776845238 tempest-VolumesAdminNegativeTest-776845238-project] 10.222.0.13 "DELETE /v2.0/ports/c5945073-8107-4faa-8840-9d398b0cea44 HTTP/1.1" status: 204 len: 173 time: 3.0141680 Jul 07 16:48:02.543280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'name': 'network-vif-deleted', 'tag': 'c5945073-8107-4faa-8840-9d398b0cea44'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:02.545845 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8016d1-f2f6-4af7-9ad9-f25235645541" -d '{"events": [{"server_uuid": "a6328ce5-8a1f-4fbf-b1c3-cc086f03feca", "name": "network-vif-deleted", "tag": "c5945073-8107-4faa-8840-9d398b0cea44"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:02.570429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.584961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.602549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['0854d391-97d0-4c95-ab9f-0d413758ceaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:02.673956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.707912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0fd86eb-05a8-4bd5-876d-ed9bdcc01f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.750285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 04832d4a-e9ba-4681-847c-461ac2a78b08, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=04832d4a-e9ba-4681-847c-461ac2a78b08,segment=NetworkSegment(b6c9267b-558b-4f7c-99ae-f6b647597f57),segment_id=b6c9267b-558b-4f7c-99ae-f6b647597f57)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:02.766446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.792987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.882344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.910202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Transition to ACTIVE for port object c868fd53-8cbd-4fa8-9214-afc83fe4a92f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:02.914801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fecaf-52a3-4208-89f1-b48fbc45e483 req-dadd8c4a-2de6-4b6a-9ebd-065991cfbf4b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:02.919305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a4fecaf-52a3-4208-89f1-b48fbc45e483 req-dadd8c4a-2de6-4b6a-9ebd-065991cfbf4b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 945 time: 1.2466938 Jul 07 16:48:02.944378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-895c98be-7dcc-44c7-90f7-5dbaf495b267 None None] Provisioning complete for port 04832d4a-e9ba-4681-847c-461ac2a78b08 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:02.944757 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-895c98be-7dcc-44c7-90f7-5dbaf495b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.952047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f97370-21da-40de-9bc6-2bdd6f9926fd req-172bc476-d703-4884-86a5-ee81eabc721c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:02.956119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=04832d4a-e9ba-4681-847c-461ac2a78b08,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:02.961680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6f97370-21da-40de-9bc6-2bdd6f9926fd req-172bc476-d703-4884-86a5-ee81eabc721c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 943 time: 0.7588339 Jul 07 16:48:02.965752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'Port': ['ID=af32a3bd-6213-4327-b17d-b6851f70ed93,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:02.970299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-c7e0e527-4326-410f-b01b-ef95d8f451ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7707365 Jul 07 16:48:02.970573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0fd86eb-05a8-4bd5-876d-ed9bdcc01f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.977953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0fd86eb-05a8-4bd5-876d-ed9bdcc01f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.030253 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d0fd86eb-05a8-4bd5-876d-ed9bdcc01f5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efd418378f854c3c81025fe4d957dbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427629 Jul 07 16:48:03.030253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd86eb-05a8-4bd5-876d-ed9bdcc01f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d98d2-8e4e-4a34-8ab9-294ee5c6856f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:03.035727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44796) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:03.070914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Transition to ACTIVE for port object c868fd53-8cbd-4fa8-9214-afc83fe4a92f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:03.121037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3199f174-27b3-4b56-bf0a-f5d5a2f524a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.131513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a4fecaf-52a3-4208-89f1-b48fbc45e483 req-417ce0f4-4c4a-4aa7-8466-0452678c698d tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=b07fc03e-d504-4b9f-8e9c-0b1b580fb711&id=e74d490f-0a59-46e6-ac57-e2d3bd8754ec&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1922534 Jul 07 16:48:03.141122 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.199550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3199f174-27b3-4b56-bf0a-f5d5a2f524a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.269885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:03.278426 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.280959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-57af2487-1231-44e2-a9df-d2d98f8e6372 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7208638 Jul 07 16:48:03.283726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44798) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:03.292885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] No DVR routers for this DVR port af32a3bd-6213-4327-b17d-b6851f70ed93 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:03.300149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.306331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-816e323d-9f4a-44b8-8443-dbf6ad97ccf4 req-39c055d6-bc41-4263-87f7-97602498960f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "DELETE /v2.0/ports/af32a3bd-6213-4327-b17d-b6851f70ed93 HTTP/1.1" status: 204 len: 173 time: 2.9011571 Jul 07 16:48:03.369666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:03.383104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:03.460934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6f97370-21da-40de-9bc6-2bdd6f9926fd req-10cf8bbb-cd7f-4ffd-a976-946eeff5fe5e tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982703 Jul 07 16:48:03.479905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Attempting to bind port c868fd53-8cbd-4fa8-9214-afc83fe4a92f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:03.480432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Attempting to bind port c868fd53-8cbd-4fa8-9214-afc83fe4a92f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:03.481069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Attempting to bind port c868fd53-8cbd-4fa8-9214-afc83fe4a92f on network 6f5167ff-c1aa-454a-b2fb-6946ab90beee {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:03.545589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:03.546047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Checking segment: {'id': 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:03.546544 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.547143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Bound using segment: {'id': 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:03.548173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Bound port: c868fd53-8cbd-4fa8-9214-afc83fe4a92f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6f5167ff-c1aa-454a-b2fb-6946ab90beee'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:03.548630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.562875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-ef8f1a4a-bf37-4e72-8b32-620405398798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:03.564676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-ef8f1a4a-bf37-4e72-8b32-620405398798 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 1101 time: 0.4878333 Jul 07 16:48:03.579354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Pushing event updated for resources: {'Port': ['ID=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:03.613628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.767157 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f20b9b-574c-4eda-9e63-d2a825b80dad x-openstack-request-id: req-85f20b9b-574c-4eda-9e63-d2a825b80dad {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:03.769948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] For port c868fd53-8cbd-4fa8-9214-afc83fe4a92f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:03.770439 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6328ce5-8a1f-4fbf-b1c3-cc086f03feca", "name": "network-vif-deleted", "tag": "c5945073-8107-4faa-8840-9d398b0cea44", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:03.770701 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85f20b9b-574c-4eda-9e63-d2a825b80dad {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:03.771120 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6328ce5-8a1f-4fbf-b1c3-cc086f03feca', 'name': 'network-vif-deleted', 'tag': 'c5945073-8107-4faa-8840-9d398b0cea44', 'status': 'completed', 'code': 200} Jul 07 16:48:03.780649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] For port c868fd53-8cbd-4fa8-9214-afc83fe4a92f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,segment=NetworkSegment(dd531c69-1bf1-4395-a7e0-d5fe1d8e1470),segment_id=dd531c69-1bf1-4395-a7e0-d5fe1d8e1470)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:03.803349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.837244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f0d9-f7fe-4f5c-b3e4-46aad1492606 req-55962874-f321-455e-aa99-dbb2da1a3349 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:03.848706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9d6f0d9-f7fe-4f5c-b3e4-46aad1492606 req-55962874-f321-455e-aa99-dbb2da1a3349 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.4294407 Jul 07 16:48:03.915769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 04832d4a-e9ba-4681-847c-461ac2a78b08 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:03.933039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c12255-b821-4c47-9522-165fae470769', 'tag': '9e2a8cea-9a66-4195-974b-41f7afa6d789'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:03.936524 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d5061-55fc-443c-88a1-41f687977485" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c12255-b821-4c47-9522-165fae470769", "tag": "9e2a8cea-9a66-4195-974b-41f7afa6d789"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:03.948139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9e2a8cea-9a66-4195-974b-41f7afa6d789 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:03.951962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3199f174-27b3-4b56-bf0a-f5d5a2f524a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.955105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3199f174-27b3-4b56-bf0a-f5d5a2f524a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.957442 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3199f174-27b3-4b56-bf0a-f5d5a2f524a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e3d98d2-8e4e-4a34-8ab9-294ee5c6856f HTTP/1.1" status: 204 len: 168 time: 0.9196248 Jul 07 16:48:04.000370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44806) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:04.072112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199f174-27b3-4b56-bf0a-f5d5a2f524a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d98d2-8e4e-4a34-8ab9-294ee5c6856f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:04.168885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9d6f0d9-f7fe-4f5c-b3e4-46aad1492606 req-4e331819-36a7-4d9b-be80-ecc14a50e552 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149767 Jul 07 16:48:04.227340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-1d500da2-abba-48a1-827c-c2f2ea3252e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:04.228226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-1d500da2-abba-48a1-827c-c2f2ea3252e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.6216757 Jul 07 16:48:04.288439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0906d29-ed5f-41cf-997c-9ad25acbd847 None None] Pushing event updated for resources: {'Port': ['ID=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:04.318181 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae961d55-5c09-4f12-a618-e5c2046584a0 x-openstack-request-id: req-ae961d55-5c09-4f12-a618-e5c2046584a0 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:04.318792 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c12255-b821-4c47-9522-165fae470769", "tag": "9e2a8cea-9a66-4195-974b-41f7afa6d789", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:04.319315 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae961d55-5c09-4f12-a618-e5c2046584a0 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:04.319855 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c12255-b821-4c47-9522-165fae470769', 'tag': '9e2a8cea-9a66-4195-974b-41f7afa6d789', 'status': 'completed', 'code': 200} Jul 07 16:48:04.324839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:04.486984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device af32a3bd-6213-4327-b17d-b6851f70ed93 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:04.571853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Deleting subnet 43b7425d-aea5-4214-abf3-98ce4c38ff79 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:04.630926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-91bd5f51-8169-469c-92d4-ccbe26b02e26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 200 len: 217 time: 0.2846053 Jul 07 16:48:04.637978 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.662937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: af32a3bd-6213-4327-b17d-b6851f70ed93 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:04.666723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device af32a3bd-6213-4327-b17d-b6851f70ed93 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:04.681455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.703146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 04832d4a-e9ba-4681-847c-461ac2a78b08 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:04.703873 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.762624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.780631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9e2a8cea-9a66-4195-974b-41f7afa6d789, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789,segment=NetworkSegment(1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0),segment_id=1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:04.887103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '9e2a8cea-9a66-4195-974b-41f7afa6d789', 'network_id': 'd7439876-9dc3-4a63-98b0-979fd63fa1a1', 'port_id': '9e2a8cea-9a66-4195-974b-41f7afa6d789', 'mac_address': 'fa:16:3e:a1:7b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de1d733-e9b4-4215-bf19-d2687e79ff35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:05.033690 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.076333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2a8cea-9a66-4195-974b-41f7afa6d789 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:05.131552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9e2a8cea-9a66-4195-974b-41f7afa6d789, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789,segment=NetworkSegment(1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0),segment_id=1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:05.152165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.192604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1bba602b-dd06-4bee-99c9-a2a7335e9394 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49042d5a867e40fab801fd9ecbf6a46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642864 Jul 07 16:48:05.194100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44830) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:05.360854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2762b5c9-9ca3-48e9-b402-c773ccf471b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.397010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.20.0.1 (8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4/e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6/231ed32f-ae7b-41b1-a32e-42634f7d8443) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:05.402099 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-44c9325a-25ab-4180-b9ea-9c4178ab4d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.433269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa233c3b-2986-4249-94ef-db6dea42f724 req-0de371d1-9c59-440e-93cc-83f58b6181e1 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=70866c16-a824-4710-ac53-847b3722fd14 HTTP/1.1" status: 200 len: 210 time: 0.8441205 Jul 07 16:48:05.456376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9e2a8cea-9a66-4195-974b-41f7afa6d789,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:05.495744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2762b5c9-9ca3-48e9-b402-c773ccf471b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.507152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['9e2a8cea-9a66-4195-974b-41f7afa6d789'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:05.678108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.683167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2762b5c9-9ca3-48e9-b402-c773ccf471b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.686557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2762b5c9-9ca3-48e9-b402-c773ccf471b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.691848 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2762b5c9-9ca3-48e9-b402-c773ccf471b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c88ea5e-a306-4f7c-a803-7303db27ec66 HTTP/1.1" status: 204 len: 168 time: 0.4975655 Jul 07 16:48:05.701625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5061-55fc-443c-88a1-41f687977485 req-9e8c7224-8262-41c3-b791-adb318cad169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.703163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-9e8c7224-8262-41c3-b791-adb318cad169 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cd19facc87a4e8ba66e2ea71c573e93&device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 1094 time: 1.5256214 Jul 07 16:48:05.711759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762b5c9-9ca3-48e9-b402-c773ccf471b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c88ea5e-a306-4f7c-a803-7303db27ec66,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:05.714207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 231ed32f-ae7b-41b1-a32e-42634f7d8443 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:05.718198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.726638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-9ba3e084-67aa-4e63-aa91-d91d03ebd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.728131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-9ba3e084-67aa-4e63-aa91-d91d03ebd7c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 1.0723267 Jul 07 16:48:05.806235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.866887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'name': 'network-vif-deleted', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:05.869526 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29167b74-31dc-4bca-a8e8-11c92ababa19" -d '{"events": [{"server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "name": "network-vif-deleted", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:05.895688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:05.904125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:05.911670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:05.958470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c868fd53-8cbd-4fa8-9214-afc83fe4a92f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:06.002964 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.009479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=231ed32f-ae7b-41b1-a32e-42634f7d8443,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:06.072744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5061-55fc-443c-88a1-41f687977485 req-6ff573ae-1b5a-4711-aeae-7713e4040a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.074483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-6ff573ae-1b5a-4711-aeae-7713e4040a46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7439876-9dc3-4a63-98b0-979fd63fa1a1 HTTP/1.1" status: 200 len: 910 time: 0.3537042 Jul 07 16:48:06.102413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port c868fd53-8cbd-4fa8-9214-afc83fe4a92f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:06.136314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b3004-fdc3-47e2-830c-1df4cf97a19b req-2e66afbc-272a-47d7-9c64-5171c2bd34e1 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.145140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942b3004-fdc3-47e2-830c-1df4cf97a19b req-2e66afbc-272a-47d7-9c64-5171c2bd34e1 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 944 time: 0.7355173 Jul 07 16:48:06.161454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c132eb-e4bb-4e0c-a099-1cb4ac546957 None None] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:06.214874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-9eb69bba-528b-4bc9-9f06-afc985d39873 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789 HTTP/1.1" status: 200 len: 217 time: 0.0563447 Jul 07 16:48:06.253372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] Provisioning for port c868fd53-8cbd-4fa8-9214-afc83fe4a92f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:06.259514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] Provisioning complete for port c868fd53-8cbd-4fa8-9214-afc83fe4a92f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:06.260007 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.266191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.397266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.401688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44856) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:06.424622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ce41222-66e8-4c0c-a2dd-296c277e8b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.438158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-942b3004-fdc3-47e2-830c-1df4cf97a19b req-01981ed9-f011-4a49-89a2-478648d902aa tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928519 Jul 07 16:48:06.444059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.479881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] For port c868fd53-8cbd-4fa8-9214-afc83fe4a92f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,segment=NetworkSegment(dd531c69-1bf1-4395-a7e0-d5fe1d8e1470),segment_id=dd531c69-1bf1-4395-a7e0-d5fe1d8e1470)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:06.484936 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.502031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-5ea4156d-1f71-4ef7-ad99-ef7b44618ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.503558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-5ea4156d-1f71-4ef7-ad99-ef7b44618ded service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4324939 Jul 07 16:48:06.511338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc7b23-7c30-47a3-93b9-22e731a4db10 req-5f39a4d4-0b15-4560-a7a4-0676fa2bc3e4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.518187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fcc7b23-7c30-47a3-93b9-22e731a4db10 req-5f39a4d4-0b15-4560-a7a4-0676fa2bc3e4 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.8395855 Jul 07 16:48:06.539475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b7425d-aea5-4214-abf3-98ce4c38ff79,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:06.555807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.560382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-99cc4439-472b-4113-b64b-837709628e2c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/43b7425d-aea5-4214-abf3-98ce4c38ff79 HTTP/1.1" status: 204 len: 168 time: 2.5376599 Jul 07 16:48:06.568554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce3bd5-97b4-4291-8662-8b987adcabc2 None None] Pushing event updated for resources: {'Port': ['ID=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:06.573348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44860) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:06.619799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5061-55fc-443c-88a1-41f687977485 req-7ec652ae-3132-4b81-b01d-eed8f6e3edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.621382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-7ec652ae-3132-4b81-b01d-eed8f6e3edaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9de1d733-e9b4-4215-bf19-d2687e79ff35 HTTP/1.1" status: 200 len: 849 time: 0.3645716 Jul 07 16:48:06.625203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-37ddc6ba-4571-4036-9d3e-d596e18ea1fa None None] Provisioning for port 231ed32f-ae7b-41b1-a32e-42634f7d8443 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:06.632748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-37ddc6ba-4571-4036-9d3e-d596e18ea1fa None None] Provisioning complete for port 231ed32f-ae7b-41b1-a32e-42634f7d8443 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:06.633334 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-37ddc6ba-4571-4036-9d3e-d596e18ea1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.699054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.709195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.713775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-37ddc6ba-4571-4036-9d3e-d596e18ea1fa None None] Port 231ed32f-ae7b-41b1-a32e-42634f7d8443 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:06.734445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-a252cedd-8b59-4c6b-9b18-0c31e49b46da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7439876-9dc3-4a63-98b0-979fd63fa1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698330 Jul 07 16:48:06.781534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fcc7b23-7c30-47a3-93b9-22e731a4db10 req-b1dd2bda-0298-42ea-8884-84c189515211 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623732 Jul 07 16:48:06.840247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-51f12305-05e2-406e-9012-ccc6516fabbc None None] Provisioning complete for port c868fd53-8cbd-4fa8-9214-afc83fe4a92f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:06.841278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51f12305-05e2-406e-9012-ccc6516fabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.852873 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=231ed32f-ae7b-41b1-a32e-42634f7d8443,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:06.855686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.944903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ce41222-66e8-4c0c-a2dd-296c277e8b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.960476 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454df1c8-19e0-4aef-b269-539323611b86 x-openstack-request-id: req-454df1c8-19e0-4aef-b269-539323611b86 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:06.960701 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70866c16-a824-4710-ac53-847b3722fd14", "name": "network-vif-deleted", "tag": "af32a3bd-6213-4327-b17d-b6851f70ed93", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:06.963052 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-454df1c8-19e0-4aef-b269-539323611b86 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:06.963561 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70866c16-a824-4710-ac53-847b3722fd14', 'name': 'network-vif-deleted', 'tag': 'af32a3bd-6213-4327-b17d-b6851f70ed93', 'status': 'completed', 'code': 200} Jul 07 16:48:07.012056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:07.014877 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ce41222-66e8-4c0c-a2dd-296c277e8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.015594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:07.028119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.174564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1ce41222-66e8-4c0c-a2dd-296c277e8b49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d6d283ea1d0422399b14fd7df3068dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7657704 Jul 07 16:48:07.176817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 4269d6d0-4308-43dd-93b2-c7ae332e4e14 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:48:07.182591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-92ae4870-f565-4651-ae45-b79431ccb6a4 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551893 Jul 07 16:48:07.182798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44876) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:07.204768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce41222-66e8-4c0c-a2dd-296c277e8b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a31cb8-07ac-4e92-9421-2cb7ac3498a6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:07.302675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-d087b365-67ff-411a-862a-33beb7b911bb service neutron] 10.222.0.13 "GET /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510712 Jul 07 16:48:07.324950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b46fc6c-c3fa-46fc-92fd-4459e0be512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.327058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:07.334220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-a19fdf97-567b-4f8b-874b-3cf9db727635 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f2c37ee906aa4aa191321d0c0e192f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916522 Jul 07 16:48:07.335632 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-346014b9-b9ad-48d6-8285-05135399f1d6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/4269d6d0-4308-43dd-93b2-c7ae332e4e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0499346 Jul 07 16:48:07.336267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44878) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:07.338328 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] Sync routers for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:07.349437 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:07.350378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:47:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.367696 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.376199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a90345db-30d2-406b-8865-7aade8ab88c1 None None] Provisioning complete for port 231ed32f-ae7b-41b1-a32e-42634f7d8443 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:07.376865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a90345db-30d2-406b-8865-7aade8ab88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.392897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.402284 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:07.403041 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:47:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.406352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19f3f03-68cd-4851-956f-6f33deeb4700 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.409587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b19f3f03-68cd-4851-956f-6f33deeb4700 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports/231ed32f-ae7b-41b1-a32e-42634f7d8443 HTTP/1.1" status: 200 len: 910 time: 0.0704370 Jul 07 16:48:07.418808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44880) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:07.426371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a90345db-30d2-406b-8865-7aade8ab88c1 None None] Port 231ed32f-ae7b-41b1-a32e-42634f7d8443 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:07.438231 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.439029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b235164-e764-4ce9-8640-e424803324b4 None None] The sync data for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:07.495964 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b46fc6c-c3fa-46fc-92fd-4459e0be512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.536673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832b9754-6349-4c6a-b431-cebe64e3e125 req-7d3339c0-1cfe-4605-b489-5ea35efe68df service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094330 Jul 07 16:48:07.551831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35804569-7b5b-44ca-971d-a6e6dbb311fb req-a05c95dd-4ea7-4201-8d2f-aad9c31a7934 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.553675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35804569-7b5b-44ca-971d-a6e6dbb311fb req-a05c95dd-4ea7-4201-8d2f-aad9c31a7934 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 944 time: 0.4806826 Jul 07 16:48:07.579541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.599559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed881e39-598b-4c10-aa08-f5bdf9796f7c']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.609477 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bac4d26-f580-430b-b73b-1e31bf6dbafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.636099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.636383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb3aa8e-1f3a-450d-b95c-b50b3137873a') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:07.655150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.702121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.702607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-d8a42b41-0701-467b-a604-9d33c7cb5bca tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.704122 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-d8a42b41-0701-467b-a604-9d33c7cb5bca tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 944 time: 0.2861829 Jul 07 16:48:07.713085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18d5061-55fc-443c-88a1-41f687977485 req-b91d6bef-f710-4197-a751-a5085a2c07e1 service neutron] 10.222.0.13 "GET /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822794 Jul 07 16:48:07.719143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b46fc6c-c3fa-46fc-92fd-4459e0be512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.721761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b46fc6c-c3fa-46fc-92fd-4459e0be512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.722131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:07.722578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.722891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b46fc6c-c3fa-46fc-92fd-4459e0be512b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60a31cb8-07ac-4e92-9421-2cb7ac3498a6 HTTP/1.1" status: 204 len: 168 time: 0.5356328 Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:07.724565 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:07.739829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35804569-7b5b-44ca-971d-a6e6dbb311fb req-9ba4d9da-854e-41da-ab74-f316da4e7aa3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481602 Jul 07 16:48:07.766120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46fc6c-c3fa-46fc-92fd-4459e0be512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a31cb8-07ac-4e92-9421-2cb7ac3498a6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:07.790198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-7409f2a1-0d71-40b0-ae8e-6dd2197cab3c tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.797653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-7409f2a1-0d71-40b0-ae8e-6dd2197cab3c tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881586 Jul 07 16:48:07.845873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-83926d84-3517-4593-9517-aaa118a0adf6 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/quotas/f2c37ee906aa4aa191321d0c0e192f4d HTTP/1.1" status: 200 len: 375 time: 0.0469649 Jul 07 16:48:07.871639 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.889024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c868fd53-8cbd-4fa8-9214-afc83fe4a92f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:07.905767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-1e66d1d2-bda5-44ca-a12a-f33b6ffcc568 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f2c37ee906aa4aa191321d0c0e192f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586579 Jul 07 16:48:07.928681 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.930677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ed881e39-598b-4c10-aa08-f5bdf9796f7c HTTP/1.1" status: 204 len: 168 time: 1.3523312 Jul 07 16:48:07.931848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f84c3-e42a-4d09-a3a5-0c9af6865115 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed881e39-598b-4c10-aa08-f5bdf9796f7c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:07.942201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44888) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:07.951456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef436c34-5ab4-4d52-8a81-62f4294b1678 req-7b7b35a5-0d64-42ae-a3e9-9a7682dd25ea tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/b07fc03e-d504-4b9f-8e9c-0b1b580fb711 HTTP/1.1" status: 200 len: 1801 time: 0.1444340 Jul 07 16:48:07.990464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9e2a8cea-9a66-4195-974b-41f7afa6d789 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:08.005244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Deleting port caaf5951-157d-4a5b-8a88-50f34471a538 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:08.005567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.058425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c868fd53-8cbd-4fa8-9214-afc83fe4a92f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:08.059073 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.074329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ef436c34-5ab4-4d52-8a81-62f4294b1678 req-0535a5c0-c093-427b-aeb6-db6740630998 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.090286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Deleting subnet e33fd9b4-b3b4-4550-8909-f366ebac91e3 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:08.104948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.109500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ef436c34-5ab4-4d52-8a81-62f4294b1678 req-0535a5c0-c093-427b-aeb6-db6740630998 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.176732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ef436c34-5ab4-4d52-8a81-62f4294b1678 req-0535a5c0-c093-427b-aeb6-db6740630998 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.182989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ef436c34-5ab4-4d52-8a81-62f4294b1678 req-0535a5c0-c093-427b-aeb6-db6740630998 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.184109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef436c34-5ab4-4d52-8a81-62f4294b1678 req-0535a5c0-c093-427b-aeb6-db6740630998 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/b07fc03e-d504-4b9f-8e9c-0b1b580fb711 HTTP/1.1" status: 204 len: 173 time: 0.2274375 Jul 07 16:48:08.189792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.206309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535a5c0-c093-427b-aeb6-db6740630998 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07fc03e-d504-4b9f-8e9c-0b1b580fb711,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:08.211781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.253391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 9e2a8cea-9a66-4195-974b-41f7afa6d789 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:08.272679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 9e2a8cea-9a66-4195-974b-41f7afa6d789 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:08.272679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.449294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.478224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c12255-b821-4c47-9522-165fae470769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2a8cea-9a66-4195-974b-41f7afa6d789'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:08.481137 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30caa12b-86e9-460b-b1c1-bc09824b02d7" -d '{"events": [{"server_uuid": "f0c12255-b821-4c47-9522-165fae470769", "name": "network-vif-plugged", "status": "completed", "tag": "9e2a8cea-9a66-4195-974b-41f7afa6d789"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:08.499621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9e2a8cea-9a66-4195-974b-41f7afa6d789, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789,segment=NetworkSegment(1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0),segment_id=1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:08.506048 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.550762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe44e0-00d6-45ad-8a25-03f8772be99e req-5003278c-92b5-4b51-af38-faf9bfa5a9b8 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.552923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2bbe44e0-00d6-45ad-8a25-03f8772be99e req-5003278c-92b5-4b51-af38-faf9bfa5a9b8 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 944 time: 0.1731043 Jul 07 16:48:08.574302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9e2a8cea-9a66-4195-974b-41f7afa6d789,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:08.594235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836670af-111f-4ae8-8c9b-0af72e901aab req-4d301b2e-11b9-422f-aa93-6a4da88a38d8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.602300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-836670af-111f-4ae8-8c9b-0af72e901aab req-4d301b2e-11b9-422f-aa93-6a4da88a38d8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.1874852 Jul 07 16:48:08.616459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] For port caaf5951-157d-4a5b-8a88-50f34471a538, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=caaf5951-157d-4a5b-8a88-50f34471a538,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:08.616827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.653716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2bbe44e0-00d6-45ad-8a25-03f8772be99e req-fe5585d5-3ccc-4797-993e-f9e93450d782 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934451 Jul 07 16:48:08.682853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-836670af-111f-4ae8-8c9b-0af72e901aab req-39f04c7d-a399-44ec-9101-e8116bab63ba tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775018 Jul 07 16:48:08.683062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Calling delete_port for caaf5951-157d-4a5b-8a88-50f34471a538 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:08.745066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.761712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19d41c13-fb06-4c74-9df5-274ae89a49be req-5e84a1cf-e086-482c-8cf9-bf8a8ad99dc7 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 210 time: 0.0507126 Jul 07 16:48:08.856439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b12e8c98-bb4d-4c44-bea2-cb6a059c9d34 req-34cbf784-b7b9-44a0-b533-149643d30e53 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/e74d490f-0a59-46e6-ac57-e2d3bd8754ec HTTP/1.1" status: 200 len: 1801 time: 0.0971735 Jul 07 16:48:08.898513 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a85950-15b3-4892-a515-cd70f9e3448b x-openstack-request-id: req-19a85950-15b3-4892-a515-cd70f9e3448b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:08.899089 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c12255-b821-4c47-9522-165fae470769", "name": "network-vif-plugged", "status": "completed", "tag": "9e2a8cea-9a66-4195-974b-41f7afa6d789", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:08.899089 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19a85950-15b3-4892-a515-cd70f9e3448b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:08.899424 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c12255-b821-4c47-9522-165fae470769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2a8cea-9a66-4195-974b-41f7afa6d789', 'code': 200} Jul 07 16:48:08.956788 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.997694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.998178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b12e8c98-bb4d-4c44-bea2-cb6a059c9d34 req-1f0bc5b9-8213-4006-9e75-56b42e601fb7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.048748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33fd9b4-b3b4-4550-8909-f366ebac91e3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.088762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.092871 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69be8283-1a77-47f4-a7d0-966420170b9c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e33fd9b4-b3b4-4550-8909-f366ebac91e3 HTTP/1.1" status: 204 len: 168 time: 1.1470644 Jul 07 16:48:09.093397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44926) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:09.096905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b12e8c98-bb4d-4c44-bea2-cb6a059c9d34 req-1f0bc5b9-8213-4006-9e75-56b42e601fb7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.220463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c0500-6ea1-4b8e-a5dc-ee660a24a9a0 req-dd9e1a4c-0bab-4c16-a56e-565971c02757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.220906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.228112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b3c0500-6ea1-4b8e-a5dc-ee660a24a9a0 req-dd9e1a4c-0bab-4c16-a56e-565971c02757 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 1096 time: 0.1946855 Jul 07 16:48:09.228112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b12e8c98-bb4d-4c44-bea2-cb6a059c9d34 req-1f0bc5b9-8213-4006-9e75-56b42e601fb7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.228112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b12e8c98-bb4d-4c44-bea2-cb6a059c9d34 req-1f0bc5b9-8213-4006-9e75-56b42e601fb7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.232454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b12e8c98-bb4d-4c44-bea2-cb6a059c9d34 req-1f0bc5b9-8213-4006-9e75-56b42e601fb7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/e74d490f-0a59-46e6-ac57-e2d3bd8754ec HTTP/1.1" status: 204 len: 173 time: 0.3603282 Jul 07 16:48:09.251014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.275311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.21.0.1 (6f5167ff-c1aa-454a-b2fb-6946ab90beee/81693da5-a9c3-4655-959f-b56b405d4321/63a322f3-f6c8-4244-9017-54826969382e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:09.282628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event deleted for resources: {'Port': ['ID=caaf5951-157d-4a5b-8a88-50f34471a538,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.298062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-19dafdb6-bb69-4145-a9a1-688c3d05499b req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-685772950', 'description': 'tempest-description-115052693'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:09.313634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2245b9-a34c-4656-a560-a031e731403b req-1eef9f89-e72f-4475-b469-b978803d59e5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.315274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da2245b9-a34c-4656-a560-a031e731403b req-1eef9f89-e72f-4475-b469-b978803d59e5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 866 time: 0.2402413 Jul 07 16:48:09.316170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bc5b9-8213-4006-9e75-56b42e601fb7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d490f-0a59-46e6-ac57-e2d3bd8754ec,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.330680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b3c0500-6ea1-4b8e-a5dc-ee660a24a9a0 req-ee001c52-0901-4109-9848-d0250ee96060 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960002 Jul 07 16:48:09.370439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] No DVR routers for this DVR port caaf5951-157d-4a5b-8a88-50f34471a538 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:09.374062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19dafdb6-bb69-4145-a9a1-688c3d05499b req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.390731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da2245b9-a34c-4656-a560-a031e731403b req-86b541b5-4d90-4639-8397-50e0985a207d tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649486 Jul 07 16:48:09.420778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.423802 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34050340-2f20-43f1-8c7c-c0e4f9b956a5 req-5a59b408-2d75-48a8-9c9d-bbba06a1212c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "DELETE /v2.0/ports/caaf5951-157d-4a5b-8a88-50f34471a538 HTTP/1.1" status: 204 len: 173 time: 1.7141004 Jul 07 16:48:09.424264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'name': 'network-vif-deleted', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:09.427697 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a3379-0073-4b69-b302-f8eaba22598a" -d '{"events": [{"server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "name": "network-vif-deleted", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:09.471054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19dafdb6-bb69-4145-a9a1-688c3d05499b req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.477051 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19dafdb6-bb69-4145-a9a1-688c3d05499b req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.507309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.512975 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19dafdb6-bb69-4145-a9a1-688c3d05499b req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.514238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19dafdb6-bb69-4145-a9a1-688c3d05499b req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2374914 Jul 07 16:48:09.516106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaac620-f602-4553-8c15-30bfc7e1736c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a5127-768b-407d-93d6-14687f1af7f0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.527317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d3fdb7-ce23-4305-af48-41dfdf9f6eda']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:09.545793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3c1530-0a9b-4407-9828-26887d64d754') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:09.545793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3c1530-0a9b-4407-9828-26887d64d754') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:09.561873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.577089 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d62acb-a631-4694-90cd-bc618392af2f x-openstack-request-id: req-77d62acb-a631-4694-90cd-bc618392af2f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:09.577258 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7997ddbc-7532-432c-b12c-a42bd0c13f54", "name": "network-vif-deleted", "tag": "caaf5951-157d-4a5b-8a88-50f34471a538", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:09.577610 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77d62acb-a631-4694-90cd-bc618392af2f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:09.578043 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7997ddbc-7532-432c-b12c-a42bd0c13f54', 'name': 'network-vif-deleted', 'tag': 'caaf5951-157d-4a5b-8a88-50f34471a538', 'status': 'completed', 'code': 200} Jul 07 16:48:09.583562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.593394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.605528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:09.605528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:09.607381 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:09.649626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-e3bc3dd9-1fed-4b55-a534-7b82c78cb9fa tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/4a0a5127-768b-407d-93d6-14687f1af7f0 HTTP/1.1" status: 200 len: 1799 time: 0.0645261 Jul 07 16:48:09.662326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1842820867', 'description': 'tempest-description-hth-1293148358'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:09.670603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 63a322f3-f6c8-4244-9017-54826969382e will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:09.708868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.722149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.722149 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] 10.222.0.78 "DELETE /v2.0/networks/a0d3fdb7-ce23-4305-af48-41dfdf9f6eda HTTP/1.1" status: 204 len: 168 time: 0.6224401 Jul 07 16:48:09.722149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.731967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.776590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073555b-0ba2-42d0-a5b6-b8dd27c5437e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d3fdb7-ce23-4305-af48-41dfdf9f6eda,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.807172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:09.810785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:09.816048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:09.871900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=63a322f3-f6c8-4244-9017-54826969382e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.886305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.927634 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.938106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.943022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.944434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7f28643-27f6-4c73-89dd-b906e2cccb42 req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "PUT /v2.0/security-groups/4a0a5127-768b-407d-93d6-14687f1af7f0 HTTP/1.1" status: 200 len: 1775 time: 0.2885120 Jul 07 16:48:09.984806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:10.038599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: caaf5951-157d-4a5b-8a88-50f34471a538 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:10.040462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device caaf5951-157d-4a5b-8a88-50f34471a538 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:10.050415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-c18daff8-6f87-4e03-8713-5568c06d3302 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f2c37ee906aa4aa191321d0c0e192f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589170 Jul 07 16:48:10.128215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44968) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:10.173011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.187502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a51167-fcc7-42b4-932f-7187f50ad4ee tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a5127-768b-407d-93d6-14687f1af7f0,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:10.249726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4916fc-1f01-46f0-ad69-72d811a6f849 req-5931820e-2eff-41ad-9f94-600eacaa7809 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.258291 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d4916fc-1f01-46f0-ad69-72d811a6f849 req-5931820e-2eff-41ad-9f94-600eacaa7809 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 945 time: 0.3863878 Jul 07 16:48:10.271265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bafef867-1c64-48a3-a1c3-97255dd392c7 None None] Provisioning for port 63a322f3-f6c8-4244-9017-54826969382e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:10.277675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bafef867-1c64-48a3-a1c3-97255dd392c7 None None] Provisioning complete for port 63a322f3-f6c8-4244-9017-54826969382e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:10.279062 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bafef867-1c64-48a3-a1c3-97255dd392c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.338036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d4916fc-1f01-46f0-ad69-72d811a6f849 req-ad42d2d8-f0da-4c94-84c0-16fdfd5db108 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784962 Jul 07 16:48:10.372300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bafef867-1c64-48a3-a1c3-97255dd392c7 None None] Port 63a322f3-f6c8-4244-9017-54826969382e cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:10.407458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e91b4-451a-4ded-be28-cf4c2b2cd5f9 req-b558dde9-fc93-406f-947e-347c66e2d12b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.425363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b3e91b4-451a-4ded-be28-cf4c2b2cd5f9 req-b558dde9-fc93-406f-947e-347c66e2d12b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3215082 Jul 07 16:48:10.438726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-a310dce2-52d4-47b5-8c0a-ba71bc669636 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.440283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-a310dce2-52d4-47b5-8c0a-ba71bc669636 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562703 Jul 07 16:48:10.481843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Request body: {'port': {'device_id': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'f2c37ee906aa4aa191321d0c0e192f4d'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:10.559719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b3e91b4-451a-4ded-be28-cf4c2b2cd5f9 req-7ba95d6c-b921-43b8-89e7-af66356e5e78 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332006 Jul 07 16:48:10.614684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.660537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9fb5bdf3-ab16-41c2-a658-d399558b90cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db9f23257243410c9c3fbbc219b99fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302026 Jul 07 16:48:10.663636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d239a77-a893-41ec-962a-0c7c0dca928d req-26967834-36f3-4798-8394-02e6ced3019f tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 210 time: 0.0599999 Jul 07 16:48:10.670054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:10.723333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.730575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.778007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1723308d-f1ce-4142-9b0b-e66e39969985 req-b0fa3924-9a09-4ba6-ab03-a8123588dba8 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/4a0a5127-768b-407d-93d6-14687f1af7f0 HTTP/1.1" status: 200 len: 1775 time: 0.1896484 Jul 07 16:48:10.795422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Made reservation on behalf of f2c37ee906aa4aa191321d0c0e192f4d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:10.804303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.832170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.836956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f6455d0-91b7-4bec-b352-5d5661a9aeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.839876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=63a322f3-f6c8-4244-9017-54826969382e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:10.843620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.882437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f6455d0-91b7-4bec-b352-5d5661a9aeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.923085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ff76f99-d4b1-469f-993f-ee8cd30be821 req-d8b2a9e3-4c6f-4818-a856-cd440109ebb3 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=7997ddbc-7532-432c-b12c-a42bd0c13f54 HTTP/1.1" status: 200 len: 210 time: 0.0881541 Jul 07 16:48:10.949653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:10.951427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:10.960253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a14fe38-3520-4ff3-94c5-c23697d66240 req-2ed68c0c-fb1a-42a8-bca6-6e2b2bbf6a07 tempest-FlavorsV2NegativeTest-655889509 tempest-FlavorsV2NegativeTest-655889509-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d0fe339804184523b4ec479448719e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746772 Jul 07 16:48:11.088517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 4269d6d0-4308-43dd-93b2-c7ae332e4e14 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:11.134817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66999d49-c6d4-42e9-9a6a-4f5869198117 req-490d4a5c-934d-4546-95cb-67ebd4316702 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/4a0a5127-768b-407d-93d6-14687f1af7f0 HTTP/1.1" status: 200 len: 1775 time: 0.1776600 Jul 07 16:48:11.153035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f6455d0-91b7-4bec-b352-5d5661a9aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.155709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f6455d0-91b7-4bec-b352-5d5661a9aeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.156943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4f6455d0-91b7-4bec-b352-5d5661a9aeb3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1545114-c60c-4423-a5f7-ce60ff70751d HTTP/1.1" status: 204 len: 168 time: 0.4854560 Jul 07 16:48:11.209729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6455d0-91b7-4bec-b352-5d5661a9aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1545114-c60c-4423-a5f7-ce60ff70751d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:11.237075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:11.249585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] Sync routers for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:11.251754 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-357d2d1d-fb8e-40cc-ba3e-f0d8cf4a9f17 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/4269d6d0-4308-43dd-93b2-c7ae332e4e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8319604 Jul 07 16:48:11.252391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44996) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:11.265069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:11.266305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:11.316587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be93f5a-fb82-4db4-b3a6-457292c34a6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.317073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:11.321354 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9be93f5a-fb82-4db4-b3a6-457292c34a6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports/63a322f3-f6c8-4244-9017-54826969382e HTTP/1.1" status: 200 len: 910 time: 0.0678165 Jul 07 16:48:11.322010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44998) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:11.341941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-be188b72-144c-4e01-89ec-48ceadb24d97 None None] Provisioning complete for port 63a322f3-f6c8-4244-9017-54826969382e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:11.342830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be188b72-144c-4e01-89ec-48ceadb24d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.374040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:11.375124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:11.424929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:11.428988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829934d-dc7b-443e-9ec1-36823c7703e9 None None] The sync data for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:11.434524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-be188b72-144c-4e01-89ec-48ceadb24d97 None None] Port 63a322f3-f6c8-4244-9017-54826969382e cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:11.563784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14fe38-3520-4ff3-94c5-c23697d66240 req-9208786f-8b03-4a44-93a6-27246fad8736 tempest-FlavorsV2NegativeTest-655889509 tempest-FlavorsV2NegativeTest-655889509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.565477 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a14fe38-3520-4ff3-94c5-c23697d66240 req-9208786f-8b03-4a44-93a6-27246fad8736 tempest-FlavorsV2NegativeTest-655889509 tempest-FlavorsV2NegativeTest-655889509-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5829997 Jul 07 16:48:11.606779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.617677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a14fe38-3520-4ff3-94c5-c23697d66240 req-41680a5a-0fd4-43e5-91b5-8ae4e06f396a tempest-FlavorsV2NegativeTest-655889509 tempest-FlavorsV2NegativeTest-655889509-project] 10.222.0.78 "GET /v2.0/quotas/d0fe339804184523b4ec479448719e11 HTTP/1.1" status: 200 len: 375 time: 0.0430114 Jul 07 16:48:11.629352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.664114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-66999d49-c6d4-42e9-9a6a-4f5869198117 req-8e132cf5-1178-4aa6-bf95-46cdc07dcb7f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.728860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.734987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a14fe38-3520-4ff3-94c5-c23697d66240 req-8c991186-2d90-4a61-9a53-1c8480c1f085 tempest-FlavorsV2NegativeTest-655889509 tempest-FlavorsV2NegativeTest-655889509-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d0fe339804184523b4ec479448719e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983465 Jul 07 16:48:11.742804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45008) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:11.801650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6d0bcb96-ebe5-470c-8022-9587b3537537 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec3e28cd39614d97870091028b5db64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529792 Jul 07 16:48:11.803034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30223508-f342-4646-a683-52af0c5766c6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:11.808063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45016) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:11.810005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-66999d49-c6d4-42e9-9a6a-4f5869198117 req-8e132cf5-1178-4aa6-bf95-46cdc07dcb7f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.984473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1d097df4-4470-4bb7-8dfe-df3129a17af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.005352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-66999d49-c6d4-42e9-9a6a-4f5869198117 req-8e132cf5-1178-4aa6-bf95-46cdc07dcb7f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.007929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-66999d49-c6d4-42e9-9a6a-4f5869198117 req-8e132cf5-1178-4aa6-bf95-46cdc07dcb7f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.009082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66999d49-c6d4-42e9-9a6a-4f5869198117 req-8e132cf5-1178-4aa6-bf95-46cdc07dcb7f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/4a0a5127-768b-407d-93d6-14687f1af7f0 HTTP/1.1" status: 204 len: 173 time: 0.8609428 Jul 07 16:48:12.028691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Allocated IP 192.168.233.57 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/14474e2b-6935-45b7-aa20-47f8e82dfb8d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:12.057390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e132cf5-1178-4aa6-bf95-46cdc07dcb7f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a5127-768b-407d-93d6-14687f1af7f0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.063970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 63a322f3-f6c8-4244-9017-54826969382e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:12.064407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.067562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1d097df4-4470-4bb7-8dfe-df3129a17af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.110631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481ccd2-ef93-4010-9c2f-8cf8f3ba1026 req-31bbc76b-0d75-43ec-b822-0fb7f78bc04b tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:12.116137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9481ccd2-ef93-4010-9c2f-8cf8f3ba1026 req-31bbc76b-0d75-43ec-b822-0fb7f78bc04b tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 945 time: 0.2600582 Jul 07 16:48:12.181012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.203179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 63a322f3-f6c8-4244-9017-54826969382e owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:12.281573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9481ccd2-ef93-4010-9c2f-8cf8f3ba1026 req-645d64a6-1ac4-4eb9-9b6f-462512a40b41 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483305 Jul 07 16:48:12.318567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1d097df4-4470-4bb7-8dfe-df3129a17af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.321346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1d097df4-4470-4bb7-8dfe-df3129a17af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.322481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1d097df4-4470-4bb7-8dfe-df3129a17af0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/741fda57-eeb5-4557-9934-98e8cac4707d HTTP/1.1" status: 204 len: 168 time: 0.5094814 Jul 07 16:48:12.345389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d097df4-4470-4bb7-8dfe-df3129a17af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741fda57-eeb5-4557-9934-98e8cac4707d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.363498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d1df-4690-4c55-8b27-884c02007106 req-0d6fa8d3-07a0-44e6-8e8b-90edddc31018 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:12.370493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1020d1df-4690-4c55-8b27-884c02007106 req-0d6fa8d3-07a0-44e6-8e8b-90edddc31018 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.2177103 Jul 07 16:48:12.453925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.461789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.486410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85aff446-6379-43c2-aa19-bbfc215ca15e req-33387825-153c-4e6b-96e7-c14430b1d51c tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 210 time: 0.0580599 Jul 07 16:48:12.494602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=63a322f3-f6c8-4244-9017-54826969382e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.510915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1020d1df-4690-4c55-8b27-884c02007106 req-caa8a68c-d126-4019-9a0e-c1e72dbbb3b9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394577 Jul 07 16:48:12.515912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Transition to ACTIVE for port object 14474e2b-6935-45b7-aa20-47f8e82dfb8d will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:12.597903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.716903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:12.717229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45046) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:12.737286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:12.755945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:12.766120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Pushing event updated for resources: {'Port': ['ID=14474e2b-6935-45b7-aa20-47f8e82dfb8d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.891270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:12.891975 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.927074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.938843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b782543c-c176-4e4e-bea9-3460271a8ba2 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4778891 Jul 07 16:48:12.953120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Request body: {'port': {'device_id': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:13.035897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-173bd11b-e13b-4984-872d-932ca957ad48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.200743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.206831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-626476fb-9ce4-4c98-be3f-f38c7d92437a None None] Provisioning for port 14474e2b-6935-45b7-aa20-47f8e82dfb8d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:13.229385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-626476fb-9ce4-4c98-be3f-f38c7d92437a None None] Provisioning complete for port 14474e2b-6935-45b7-aa20-47f8e82dfb8d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:13.233651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 4269d6d0-4308-43dd-93b2-c7ae332e4e14 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:13.235620 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-626476fb-9ce4-4c98-be3f-f38c7d92437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.291922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-626476fb-9ce4-4c98-be3f-f38c7d92437a None None] Port 14474e2b-6935-45b7-aa20-47f8e82dfb8d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:13.357203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:13.366092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d0bd4919-32b3-42a3-8fc7-5ef1933e850c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/4269d6d0-4308-43dd-93b2-c7ae332e4e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0429714 Jul 07 16:48:13.366779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45072) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:13.372131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216172f-8432-4390-a323-14355cf42212 None None] Sync routers for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:13.375094 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-31430626-6033-4a8d-bca1-505eed6cd188 req-5129990d-fdd6-43ac-ae31-0104798170bd tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:48:13.389856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31430626-6033-4a8d-bca1-505eed6cd188 req-5129990d-fdd6-43ac-ae31-0104798170bd tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/e74d490f-0a59-46e6-ac57-e2d3bd8754ec HTTP/1.1" status: 404 len: 352 time: 0.0610697 Jul 07 16:48:13.390646 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216172f-8432-4390-a323-14355cf42212 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:13.394340 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3216172f-8432-4390-a323-14355cf42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.466304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3216172f-8432-4390-a323-14355cf42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.481920 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216172f-8432-4390-a323-14355cf42212 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:13.482913 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3216172f-8432-4390-a323-14355cf42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.570124 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3216172f-8432-4390-a323-14355cf42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.571006 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216172f-8432-4390-a323-14355cf42212 None None] The sync data for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:13.589734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45084) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:13.632250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-173bd11b-e13b-4984-872d-932ca957ad48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.640539 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-07918f4f-d254-4ede-9bd4-4fc043095f5e req-d90ef1d3-a54f-456a-9262-31418ccc8a8f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:48:13.641633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07918f4f-d254-4ede-9bd4-4fc043095f5e req-d90ef1d3-a54f-456a-9262-31418ccc8a8f tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/b07fc03e-d504-4b9f-8e9c-0b1b580fb711 HTTP/1.1" status: 404 len: 352 time: 0.0813217 Jul 07 16:48:13.647428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-173bd11b-e13b-4984-872d-932ca957ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.728861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-173bd11b-e13b-4984-872d-932ca957ad48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0fe339804184523b4ec479448719e11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0078402 Jul 07 16:48:13.732384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bd11b-e13b-4984-872d-932ca957ad48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4ac9f-9475-4eb7-a508-0bfdc0cf4185,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:13.735061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45092) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:13.745285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1420575443-network', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:13.861084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595f7c-87ff-4378-8df0-1d90db29fc90 req-8770e405-1ffd-4354-ae20-7fda802f0e54 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:13.862806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84595f7c-87ff-4378-8df0-1d90db29fc90 req-8770e405-1ffd-4354-ae20-7fda802f0e54 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.3034105 Jul 07 16:48:13.866690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Made reservation on behalf of b74c0ab3af794e649f7025614d2d883d for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:13.868997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.906954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14474e2b-6935-45b7-aa20-47f8e82dfb8d {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:13.922887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.926599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.956191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-2f446791-f0a5-4479-a11d-b7e5133e0358 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:13.958847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-2f446791-f0a5-4479-a11d-b7e5133e0358 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 944 time: 0.1808960 Jul 07 16:48:13.974228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c110-e830-40f3-8776-3754ea64025d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.976454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Transition to ACTIVE for port object 14474e2b-6935-45b7-aa20-47f8e82dfb8d will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:13.997942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.057082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84595f7c-87ff-4378-8df0-1d90db29fc90 req-371e7ad2-0b09-4131-b0ea-8e674e6639b0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654000 Jul 07 16:48:14.069870 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c110-e830-40f3-8776-3754ea64025d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.134635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Pushing event updated for resources: {'Port': ['ID=14474e2b-6935-45b7-aa20-47f8e82dfb8d,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:14.145194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b197-ed8d-4299-9147-941592177c48 req-ebae3aea-3c4a-4967-997f-46a6e5b8a2e9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.146967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b392b197-ed8d-4299-9147-941592177c48 req-ebae3aea-3c4a-4967-997f-46a6e5b8a2e9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3132291 Jul 07 16:48:14.177319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Deleting port 248e5c36-89d1-4bde-ac0f-83505ef6091e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:14.177712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.302354 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b392b197-ed8d-4299-9147-941592177c48 req-523a93cb-b928-40c4-8c0f-3082d72bdd93 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447577 Jul 07 16:48:14.318219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.335944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c110-e830-40f3-8776-3754ea64025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.338814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c110-e830-40f3-8776-3754ea64025d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.342232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1cb0c110-e830-40f3-8776-3754ea64025d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34f4ac9f-9475-4eb7-a508-0bfdc0cf4185 HTTP/1.1" status: 204 len: 168 time: 0.5984924 Jul 07 16:48:14.400831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] For port 248e5c36-89d1-4bde-ac0f-83505ef6091e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=248e5c36-89d1-4bde-ac0f-83505ef6091e,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:14.401282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.411666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Attempting to bind port 14474e2b-6935-45b7-aa20-47f8e82dfb8d on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:14.412152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Attempting to bind port 14474e2b-6935-45b7-aa20-47f8e82dfb8d by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:14.412689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Attempting to bind port 14474e2b-6935-45b7-aa20-47f8e82dfb8d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:14.423318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Port 14474e2b-6935-45b7-aa20-47f8e82dfb8d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:14.423649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Attempting to bind port 14474e2b-6935-45b7-aa20-47f8e82dfb8d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:14.428623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c110-e830-40f3-8776-3754ea64025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4ac9f-9475-4eb7-a508-0bfdc0cf4185,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:14.435031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.435668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Calling delete_port for 248e5c36-89d1-4bde-ac0f-83505ef6091e owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:14.436468 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-a0146420-e5d4-4e32-aea9-c04ffabf6278 req-e8b60266-11e2-4f5e-a74d-3077ead632a5 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:48:14.438772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0146420-e5d4-4e32-aea9-c04ffabf6278 req-e8b60266-11e2-4f5e-a74d-3077ead632a5 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/dfbe85aa-3ea1-46b1-a267-f7b493862729 HTTP/1.1" status: 404 len: 352 time: 0.0761874 Jul 07 16:48:14.467365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378895a3-79b9-4f46-bcfc-44f379503c56 req-eab53ac1-a3fa-4a8a-b971-609ccf7cce64 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.481697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378895a3-79b9-4f46-bcfc-44f379503c56 req-eab53ac1-a3fa-4a8a-b971-609ccf7cce64 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 947 time: 0.2725689 Jul 07 16:48:14.485752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:14.486114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:14.486541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:14.487056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Bound port: 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:14.487480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.490443 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.538197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:14.591543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f585f189-5081-474e-922f-6d2821560260,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:14.605314 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.605866 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Added segment 7872055e-ff10-4b1d-a2b4-dfd4559b6be1 of type vlan for network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d Jul 07 16:48:14.622443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378895a3-79b9-4f46-bcfc-44f379503c56 req-dc4b77ff-13ea-4d11-8e91-8aba422c9822 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396530 Jul 07 16:48:14.739423 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-b6241563-4945-467f-b4d2-ba750a89f764 req-3ea8bc6d-ab0b-4378-bc2c-b835fea780b6 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:48:14.755795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6241563-4945-467f-b4d2-ba750a89f764 req-3ea8bc6d-ab0b-4378-bc2c-b835fea780b6 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/75e2c6b3-409d-4d65-876a-cb468a6a2cb9 HTTP/1.1" status: 404 len: 352 time: 0.0796371 Jul 07 16:48:14.776590 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.785578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] For port 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:14.837962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] For port 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:14.847988 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-c79f6ec7-17df-4ade-8235-665ec7d5e645 req-7de00f4a-4caf-47c5-b9ee-4a706fbca87d tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:48:14.865505 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:48:14.866136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c79f6ec7-17df-4ade-8235-665ec7d5e645 req-7de00f4a-4caf-47c5-b9ee-4a706fbca87d tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/fda49dad-64eb-47b8-8ad8-2987294e6294 HTTP/1.1" status: 404 len: 352 time: 0.0620968 Jul 07 16:48:14.871497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.885139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.975781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event deleted for resources: {'Port': ['ID=248e5c36-89d1-4bde-ac0f-83505ef6091e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:14.993607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.994294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.001489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] 10.222.0.54 "PUT /v2.0/ports/14474e2b-6935-45b7-aa20-47f8e82dfb8d HTTP/1.1" status: 200 len: 1095 time: 2.0547583 Jul 07 16:48:15.002032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'tag': '14474e2b-6935-45b7-aa20-47f8e82dfb8d'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:15.005049 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c729e01d-b9e8-46eb-a9e0-27eef921e649" -d '{"events": [{"name": "network-changed", "server_uuid": "c48784b6-207c-4df8-8be3-0c34101b893a", "tag": "14474e2b-6935-45b7-aa20-47f8e82dfb8d"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:15.046713 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-6360cf19-3e7b-4669-a04e-715fd5c95730 req-2638d8ca-c2c2-4d86-afde-84c3ab898098 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] show failed (client error): The resource could not be found. Jul 07 16:48:15.048365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6360cf19-3e7b-4669-a04e-715fd5c95730 req-2638d8ca-c2c2-4d86-afde-84c3ab898098 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/2472306a-3432-4857-9ae1-78211fc49449 HTTP/1.1" status: 404 len: 352 time: 0.1342521 Jul 07 16:48:15.067319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] No DVR routers for this DVR port 248e5c36-89d1-4bde-ac0f-83505ef6091e on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:15.071797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.072790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:15.073408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.081884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.084010 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d76dd24a-1a66-488b-a7cc-b708d916f462 req-e1b873da-0fbc-49ee-8732-950106a14e0c tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "DELETE /v2.0/ports/248e5c36-89d1-4bde-ac0f-83505ef6091e HTTP/1.1" status: 204 len: 173 time: 1.1182909 Jul 07 16:48:15.086188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'name': 'network-vif-deleted', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:15.089655 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41bc1f1-bf6b-45cf-8d9a-8826624fa496" -d '{"events": [{"server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "name": "network-vif-deleted", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:15.098175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 231ed32f-ae7b-41b1-a32e-42634f7d8443 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:15.100105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.263136 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46400bc5-bea1-40a9-9ae8-e38e67e2351e x-openstack-request-id: req-46400bc5-bea1-40a9-9ae8-e38e67e2351e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:15.263351 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48784b6-207c-4df8-8be3-0c34101b893a", "tag": "14474e2b-6935-45b7-aa20-47f8e82dfb8d", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:15.263605 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46400bc5-bea1-40a9-9ae8-e38e67e2351e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:15.264005 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'tag': '14474e2b-6935-45b7-aa20-47f8e82dfb8d', 'status': 'completed', 'code': 200} Jul 07 16:48:15.274737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.286147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:15.299473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:15.306518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 231ed32f-ae7b-41b1-a32e-42634f7d8443 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:15.329474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b1415-b950-437b-b07d-125e071f885c service neutron] Pushing event updated for resources: {'Port': ['ID=14474e2b-6935-45b7-aa20-47f8e82dfb8d,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:15.352209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4decb7f0-fa22-4c59-8219-bb8b7661e555 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7522917 Jul 07 16:48:15.352977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45138) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:15.359391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Request body: {'subnet': {'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1420575443-subnet', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:15.374186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45140) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:15.424137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-8d81b707-89c3-4b86-b887-0010881b44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:15.426155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-8d81b707-89c3-4b86-b887-0010881b44e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f2c37ee906aa4aa191321d0c0e192f4d&device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 1098 time: 0.3681450 Jul 07 16:48:15.475607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-70d553ab-d101-4edc-86c0-5b6fc1b78b04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d HTTP/1.1" status: 200 len: 217 time: 0.0409245 Jul 07 16:48:15.478359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Made reservation on behalf of b74c0ab3af794e649f7025614d2d883d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:15.481525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.558283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-64dc1a23-8ba7-4e92-884e-ebe0f27ef97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:15.560167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-64dc1a23-8ba7-4e92-884e-ebe0f27ef97f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0746377 Jul 07 16:48:15.603718 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea06f8-12ed-4a0e-9a48-1a5c16d38852 x-openstack-request-id: req-e7ea06f8-12ed-4a0e-9a48-1a5c16d38852 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:15.604286 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb", "name": "network-vif-deleted", "tag": "248e5c36-89d1-4bde-ac0f-83505ef6091e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:15.604437 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7ea06f8-12ed-4a0e-9a48-1a5c16d38852 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:15.604884 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb', 'name': 'network-vif-deleted', 'tag': '248e5c36-89d1-4bde-ac0f-83505ef6091e', 'status': 'completed', 'code': 200} Jul 07 16:48:15.625435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-network', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:15.635743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.665608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=231ed32f-ae7b-41b1-a32e-42634f7d8443,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:15.690154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9ac53f7-01f2-4677-9340-6f8d47dacbe0 req-f5fd2137-e21b-4c65-a1ff-0cf21589dda0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d04d5cc-dac1-49ee-a4d2-e32cbb15b3eb HTTP/1.1" status: 200 len: 210 time: 0.1006644 Jul 07 16:48:15.813078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Made reservation on behalf of c49db1a37b064161a1727d46dfdab3c7 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:15.816752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.870829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.988889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.008866 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.029695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:16.059940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 248e5c36-89d1-4bde-ac0f-83505ef6091e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:16.060622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 248e5c36-89d1-4bde-ac0f-83505ef6091e not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:16.061565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-57e2c3d5-cb7a-4acc-bc2f-91f82b54cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.063191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-57e2c3d5-cb7a-4acc-bc2f-91f82b54cc55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4725745 Jul 07 16:48:16.088847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 4269d6d0-4308-43dd-93b2-c7ae332e4e14 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:16.127816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cebd8-becd-40dd-9844-ba7cdd4d062b req-4794476c-b283-48b6-9c50-72969341781c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.129587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f2cebd8-becd-40dd-9844-ba7cdd4d062b req-4794476c-b283-48b6-9c50-72969341781c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.4442077 Jul 07 16:48:16.168850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:16.173972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91d92879-e00b-428b-8e55-532c14e84f27 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/4269d6d0-4308-43dd-93b2-c7ae332e4e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8061767 Jul 07 16:48:16.176846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.181479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] Sync routers for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:16.181767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58bcb79-340c-4466-a602-b3d4f063f7e2,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:16.197065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:16.198113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:16.217159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9e88ba4-6a62-4331-b481-4072a76bc3d2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=4269d6d0-4308-43dd-93b2-c7ae332e4e14 HTTP/1.1" status: 200 len: 205 time: 0.0389669 Jul 07 16:48:16.218205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45154) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.236029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:16.246458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] Routers {'4269d6d0-4308-43dd-93b2-c7ae332e4e14'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:16.247062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:16.263592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f2cebd8-becd-40dd-9844-ba7cdd4d062b req-8253c796-d7a7-4053-85bd-ae340ba0fcda tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844841 Jul 07 16:48:16.284852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:16.285915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394e0e5-4f7f-4dd4-8001-e5a7d075afe7 None None] The sync data for ids ['4269d6d0-4308-43dd-93b2-c7ae332e4e14'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:16.305355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.318190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Checking segment: {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:16.318562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Network hostable DHCP agents. Network: 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:16.345961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-b789130b-1806-444f-93eb-913e335bd561 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735689 Jul 07 16:48:16.366302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49308be-0983-4a96-996f-ce4aae58f44b req-3aa9f607-5bb6-4f08-8257-e12ee5cf8d1c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.367396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f49308be-0983-4a96-996f-ce4aae58f44b req-3aa9f607-5bb6-4f08-8257-e12ee5cf8d1c tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1024 time: 0.2939980 Jul 07 16:48:16.465507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:16.475987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.478183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.494437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.509094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:16.513943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.514910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.517971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.523310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.523820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router 4269d6d0-4308-43dd-93b2-c7ae332e4e14 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:48:16.524408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ea9f8-ef56-4c33-a453-1c10f81fe2d8 None None] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:16.531351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.537009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-89cf79c6-4f1a-426e-99e5-7ba13ea0ebcd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/4269d6d0-4308-43dd-93b2-c7ae332e4e14 HTTP/1.1" status: 204 len: 168 time: 0.3175774 Jul 07 16:48:16.537743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.585913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f49308be-0983-4a96-996f-ce4aae58f44b req-686d5cc2-6f6c-42c2-a986-9986dd5fcd12 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=0a8e9d91-cfc0-45b1-baa4-d57d747d4382&id=f20a93c9-0ee4-4ae6-94be-6d635a7b7eda&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1955748 Jul 07 16:48:16.599795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:16.602385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 81693da5-a9c3-4655-959f-b56b405d4321 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:16.606776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-975fc338-68d0-4c41-b29d-0b351ba844bb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2514334 Jul 07 16:48:16.609975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.614773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45158) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.620747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:16.654249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e355fab-1f2a-40ec-aff0-f5791cd2b835,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:16.663444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.663843 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Added segment 61fe1be6-b40e-46db-b16d-03ae61c9ccd5 of type vlan for network 7e7698b8-a320-4ed5-8427-b55017965f1e Jul 07 16:48:16.669095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.690576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ccbf811-8126-4071-a07e-5d9df6dd70e3 req-8ff6c2c6-01b1-4a3d-9396-07169fbcb58e service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339317 Jul 07 16:48:16.733842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d', 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'fixed_ips': [{'subnet_id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:48:16.736326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.794396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.887715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.919136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.922098 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/81693da5-a9c3-4655-959f-b56b405d4321 HTTP/1.1" status: 204 len: 168 time: 0.3831434 Jul 07 16:48:16.924551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45166) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.929956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Allocated IP 172.20.0.2 (3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d/d58bcb79-340c-4466-a602-b3d4f063f7e2/9c7e1d71-70fe-48ec-996f-a57e1b49db51) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:16.934770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8561dc5-c546-4060-b1a8-1de326072446 None None] Network 6f5167ff-c1aa-454a-b2fb-6946ab90beee requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:16.966938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b9c23-4767-4509-b9ea-6e98fdd4c275 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=81693da5-a9c3-4655-959f-b56b405d4321,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:17.022777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:17.027805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.075435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.082096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2f4df-c4d5-47a9-aad5-2e6415d7f69e req-342ed881-460b-4045-8816-c0ad768d476c tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.084712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39d2f4df-c4d5-47a9-aad5-2e6415d7f69e req-342ed881-460b-4045-8816-c0ad768d476c tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 947 time: 0.6933904 Jul 07 16:48:17.095862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.097253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.133192 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.207299 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.233220 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.279504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39d2f4df-c4d5-47a9-aad5-2e6415d7f69e req-2adfd1d7-4b54-485d-899a-a17a22077833 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555371 Jul 07 16:48:17.282598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Transition to ACTIVE for port object 9c7e1d71-70fe-48ec-996f-a57e1b49db51 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:17.282872 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.314444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.335062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Transition to ACTIVE for port object 9c7e1d71-70fe-48ec-996f-a57e1b49db51 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:17.343115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] DHCP port deletion for 6f5167ff-c1aa-454a-b2fb-6946ab90beee request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:48:17.363527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.377844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:17.390686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.392656 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-689bcac1-7ce5-40a6-a2d1-5698b90c1533 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6 HTTP/1.1" status: 204 len: 168 time: 0.4653943 Jul 07 16:48:17.395858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45178) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:17.413010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1ae21-05b0-491a-a059-8522db6735bb None None] Network 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:17.501898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.512073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.513162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.513719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.541434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.633575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:17.671544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port c868fd53-8cbd-4fa8-9214-afc83fe4a92f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:17.672124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.687036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] Pushing event updated for resources: {'Network': ['ID=7e7698b8-a320-4ed5-8427-b55017965f1e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:17.712877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:17.718290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:17.724679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4135b623-2e14-4fbf-815a-85fb0356837b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3452225 Jul 07 16:48:17.728839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7e7698b8-a320-4ed5-8427-b55017965f1e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:17.729955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-28325761-1bc6-4e8c-bc64-b083e1ec9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.731960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-28325761-1bc6-4e8c-bc64-b083e1ec9f2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f2c37ee906aa4aa191321d0c0e192f4d&device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 1098 time: 0.6712797 Jul 07 16:48:17.733226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45186) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:17.738426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Request body: {'subnet': {'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-subnet', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:17.766443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Made reservation on behalf of c49db1a37b064161a1727d46dfdab3c7 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:17.768933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.881808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port c868fd53-8cbd-4fa8-9214-afc83fe4a92f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,segment=NetworkSegment(dd531c69-1bf1-4395-a7e0-d5fe1d8e1470),segment_id=dd531c69-1bf1-4395-a7e0-d5fe1d8e1470)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:17.882179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.905885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for c868fd53-8cbd-4fa8-9214-afc83fe4a92f owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:17.930173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c868fd53-8cbd-4fa8-9214-afc83fe4a92f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:17.947606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Pushing event updated for resources: {'Port': ['ID=9c7e1d71-70fe-48ec-996f-a57e1b49db51,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:17.978024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-67f88258-9101-4832-8e56-1d115ac6cee3 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.980447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-67f88258-9101-4832-8e56-1d115ac6cee3 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1024 time: 0.4177516 Jul 07 16:48:18.055264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] Deleting port c868fd53-8cbd-4fa8-9214-afc83fe4a92f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:18.055635 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.056786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-3f7b34e6-6367-4462-9d2a-969b17096198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.058509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-3f7b34e6-6367-4462-9d2a-969b17096198 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3084095 Jul 07 16:48:18.079947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62728d5-2b89-4740-8068-ed8939051ad1 req-1a027495-ee39-4a36-9bcc-3d4e6ad7a81c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.085699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b62728d5-2b89-4740-8068-ed8939051ad1 req-1a027495-ee39-4a36-9bcc-3d4e6ad7a81c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.3492160 Jul 07 16:48:18.108562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788204fc-e30d-4ed9-aac0-c8bb6c1a19ce req-368bb15c-65f3-4091-9862-219763a61dc4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.114298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Attempting to bind port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:18.114813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Attempting to bind port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:18.115203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Attempting to bind port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 on network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:18.117580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-788204fc-e30d-4ed9-aac0-c8bb6c1a19ce req-368bb15c-65f3-4091-9862-219763a61dc4 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.3901174 Jul 07 16:48:18.123684 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.129488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.140803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:18.141198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Checking segment: {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:18.141598 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.141988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Bound using segment: {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:18.142470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Bound port: 9c7e1d71-70fe-48ec-996f-a57e1b49db51, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:18.142845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.171828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No active binding found for port c868fd53-8cbd-4fa8-9214-afc83fe4a92f {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:48:18.172265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c868fd53-8cbd-4fa8-9214-afc83fe4a92f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:18.181257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] For port c868fd53-8cbd-4fa8-9214-afc83fe4a92f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,segment=NetworkSegment(dd531c69-1bf1-4395-a7e0-d5fe1d8e1470),segment_id=dd531c69-1bf1-4395-a7e0-d5fe1d8e1470)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:18.181724 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.187128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-15dc5b4c-1349-433f-b160-0835cc8f121f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d HTTP/1.1" status: 200 len: 217 time: 0.1175089 Jul 07 16:48:18.199871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:18.207646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port c868fd53-8cbd-4fa8-9214-afc83fe4a92f on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:18.218714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] Calling delete_port for c868fd53-8cbd-4fa8-9214-afc83fe4a92f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:18.234259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.234770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.235206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.235769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.236358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.236731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.237066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.238120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.238254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.238668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.239094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.239720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:18.289651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eba8c74-0030-45f6-ac9b-28aee4460b25,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:18.313905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-788204fc-e30d-4ed9-aac0-c8bb6c1a19ce req-3dfb2ff0-8132-4b8f-b9c8-f3f9b04860a5 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/security-groups?id=e23ddd35-4abd-4a24-843f-f696fb21ea08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951916 Jul 07 16:48:18.314909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] DHCP port deletion for 8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:48:18.329562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] For port 9c7e1d71-70fe-48ec-996f-a57e1b49db51, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:18.364963 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.383042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] For port 9c7e1d71-70fe-48ec-996f-a57e1b49db51, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9c7e1d71-70fe-48ec-996f-a57e1b49db51,segment=NetworkSegment(7872055e-ff10-4b1d-a2b4-dfd4559b6be1),segment_id=7872055e-ff10-4b1d-a2b4-dfd4559b6be1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:18.384253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-432b9220-e948-4823-ba17-e590e6a954f0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.388873 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-432b9220-e948-4823-ba17-e590e6a954f0 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 945 time: 0.3264768 Jul 07 16:48:18.402139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.419270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Checking segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:18.419673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Network hostable DHCP agents. Network: 7e7698b8-a320-4ed5-8427-b55017965f1e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:18.427488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] No DVR routers for this DVR port c868fd53-8cbd-4fa8-9214-afc83fe4a92f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:18.433975 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.439499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24136362-988c-4a57-89e6-a39e1bb0ad1f None None] Pushing event deleted for resources: {'Port': ['ID=c868fd53-8cbd-4fa8-9214-afc83fe4a92f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:18.454437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b62728d5-2b89-4740-8068-ed8939051ad1 req-5c7eed7f-5a36-4258-9c3e-ec67c5ac5444 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299909 Jul 07 16:48:18.459578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-b62c4984-16a5-4adc-bcb0-f2f42e941954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.461494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5167ff-c1aa-454a-b2fb-6946ab90beee']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:18.462705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-b62c4984-16a5-4adc-bcb0-f2f42e941954 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2669961 Jul 07 16:48:18.493412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:18.493729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd531c69-1bf1-4395-a7e0-d5fe1d8e1470') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:18.532782 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.588847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.594691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300009-f68b-4591-a684-5ca8223e82a0 None None] Pushing event updated for resources: {'Port': ['ID=9c7e1d71-70fe-48ec-996f-a57e1b49db51,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:18.601247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Network 7e7698b8-a320-4ed5-8427-b55017965f1e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:18.609196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] Deleting port 04832d4a-e9ba-4681-847c-461ac2a78b08 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:18.609830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.637791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:18.638481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:18.642821 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:18.660342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Deleting port 0854d391-97d0-4c95-ab9f-0d413758ceaa {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:18.660726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.701822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7e7698b8-a320-4ed5-8427-b55017965f1e) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:18.709548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] For port 04832d4a-e9ba-4681-847c-461ac2a78b08, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=04832d4a-e9ba-4681-847c-461ac2a78b08,segment=NetworkSegment(b6c9267b-558b-4f7c-99ae-f6b647597f57),segment_id=b6c9267b-558b-4f7c-99ae-f6b647597f57)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:18.710191 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.714331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652e7c3-c033-4436-89ef-2b35fd815bd7 None None] Network 7e7698b8-a320-4ed5-8427-b55017965f1e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:18.733618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.734229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.747983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.760507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.760927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.765212 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/6f5167ff-c1aa-454a-b2fb-6946ab90beee HTTP/1.1" status: 204 len: 168 time: 1.3659606 Jul 07 16:48:18.765699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45194) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:18.789094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8faed349-c19a-4e78-84de-a2b67fd83e3c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0520990 Jul 07 16:48:18.791193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45196) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:18.791193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88cbcd-e24d-42e8-abfe-d4d00ff44fd2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=6f5167ff-c1aa-454a-b2fb-6946ab90beee,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:18.810743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.813855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:18.852287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-79c17d0c-97e2-44f4-b98b-ebfa03e35124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.854130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-79c17d0c-97e2-44f4-b98b-ebfa03e35124 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3835711 Jul 07 16:48:18.856215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] Calling delete_port for 04832d4a-e9ba-4681-847c-461ac2a78b08 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:18.908483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Deleting port e944f41b-f3a5-4357-9a2b-d56cee6effb8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:18.908913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.951072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.002834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7e7698b8-a320-4ed5-8427-b55017965f1e', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:48:19.004141 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.035658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] For port 0854d391-97d0-4c95-ab9f-0d413758ceaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=0854d391-97d0-4c95-ab9f-0d413758ceaa,segment=NetworkSegment(e1366ef2-5556-4be4-ad0c-94de5c7efdf1),segment_id=e1366ef2-5556-4be4-ad0c-94de5c7efdf1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:19.036478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.060113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.061347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.062042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Calling delete_port for 0854d391-97d0-4c95-ab9f-0d413758ceaa owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:19.110486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eaa19-2b2e-47ad-a746-751de67860d3 req-a17915c2-6f07-4afe-a540-25274e31cd05 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:19.112065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d01eaa19-2b2e-47ad-a746-751de67860d3 req-a17915c2-6f07-4afe-a540-25274e31cd05 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 1024 time: 0.5107479 Jul 07 16:48:19.121726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.167711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] No DVR routers for this DVR port 04832d4a-e9ba-4681-847c-461ac2a78b08 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:19.178319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb4d04-58ac-4b3c-a955-be61e05bfa7c None None] Pushing event deleted for resources: {'Port': ['ID=04832d4a-e9ba-4681-847c-461ac2a78b08,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.237823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Allocated IP 172.20.0.2 (7e7698b8-a320-4ed5-8427-b55017965f1e/1eba8c74-0030-45f6-ac9b-28aee4460b25/a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:19.250903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466ac9-36c0-43a8-afef-d4ebf1c88c8a req-829f66ae-5828-47db-8de2-5541711f2ba7 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:19.252600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2466ac9-36c0-43a8-afef-d4ebf1c88c8a req-829f66ae-5828-47db-8de2-5541711f2ba7 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 947 time: 0.5497470 Jul 07 16:48:19.265620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-4cc9794f-9ea0-4b73-9241-1c9848242fd5 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005594 Jul 07 16:48:19.309154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Allocated IP 172.25.5.126 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:19.350522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d01eaa19-2b2e-47ad-a746-751de67860d3 req-e668cf04-567e-496d-bd5d-aac8234122fd tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups?id=54a10d26-4cef-4815-bc5e-ba52799c704e&id=0a8e9d91-cfc0-45b1-baa4-d57d747d4382&id=f20a93c9-0ee4-4ae6-94be-6d635a7b7eda&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2197974 Jul 07 16:48:19.498785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2466ac9-36c0-43a8-afef-d4ebf1c88c8a req-71cf8bf7-3e9c-4922-863d-7e9e89b66944 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306824 Jul 07 16:48:19.500874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] For port e944f41b-f3a5-4357-9a2b-d56cee6effb8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e944f41b-f3a5-4357-9a2b-d56cee6effb8,segment=NetworkSegment(f79851cb-9d57-48f2-b65f-4f35e32bcb23),segment_id=f79851cb-9d57-48f2-b65f-4f35e32bcb23)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:19.501402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.518273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Calling delete_port for e944f41b-f3a5-4357-9a2b-d56cee6effb8 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:19.538407 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.567422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Transition to ACTIVE for port object a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:19.595799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Transition to ACTIVE for port object a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:19.599668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c729e01d-b9e8-46eb-a9e0-27eef921e649 req-2b26b2cb-5fdb-455a-a2f9-de5c8045a4e7 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068111 Jul 07 16:48:19.616116 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.671639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Network 7e7698b8-a320-4ed5-8427-b55017965f1e is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:19.680970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:19.684681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:19.693033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Pushing event updated for resources: {'Port': ['ID=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.771015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Attempting to bind port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:19.771703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Attempting to bind port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:19.772313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Attempting to bind port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b on network 7e7698b8-a320-4ed5-8427-b55017965f1e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:19.778262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.780422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:19.780918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Checking segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:19.781448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.782044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Bound using segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:19.782680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Bound port: a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:19.783144 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.812423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.831013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.896122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] For port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:19.900457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] For port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:19.907158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.945012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Pushing event deleted for resources: {'Port': ['ID=e944f41b-f3a5-4357-9a2b-d56cee6effb8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.953491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad1c8468-3664-40f1-8f8b-2783dc8d6559 req-677645a3-6b90-4049-8292-8a977cd03b9f tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.78 "GET /v2.0/ports?device_id=28655247-e512-48df-a167-d4b05c0e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0911934 Jul 07 16:48:19.962007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117c781-7363-4112-8d38-8f8e74d48d00 None None] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:19.996277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 04832d4a-e9ba-4681-847c-461ac2a78b08 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:19.996277 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.019805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] No DVR routers for this DVR port e944f41b-f3a5-4357-9a2b-d56cee6effb8 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:20.031684 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.033763 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e288a035-4d6d-49cb-b007-6a8c9296b7e3 req-0c5001ee-4351-4068-bb19-c247a3faaed6 tempest-LiveAutoBlockMigrationV225Test-1765656982 tempest-LiveAutoBlockMigrationV225Test-1765656982-project] 10.222.0.13 "DELETE /v2.0/ports/e944f41b-f3a5-4357-9a2b-d56cee6effb8 HTTP/1.1" status: 204 len: 173 time: 1.6338291 Jul 07 16:48:20.034517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'name': 'network-vif-deleted', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:20.036813 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18767a5f-3708-432e-b388-3412dad2c730" -d '{"events": [{"server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "name": "network-vif-deleted", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:20.042677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.083515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9c7e1d71-70fe-48ec-996f-a57e1b49db51 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:20.095178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'Port': ['ID=0854d391-97d0-4c95-ab9f-0d413758ceaa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:20.119961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.125651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.126497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.127058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.127586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.128729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.129378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.129998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.130553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.131074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.131603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.132123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.132839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:20.164468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.182909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 04832d4a-e9ba-4681-847c-461ac2a78b08, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:20.183336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.218346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 04832d4a-e9ba-4681-847c-461ac2a78b08 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:20.247909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Port 04832d4a-e9ba-4681-847c-461ac2a78b08 was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:48:20.251412 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ec863e-56ef-4698-bdf0-e51853146948 x-openstack-request-id: req-24ec863e-56ef-4698-bdf0-e51853146948 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:20.252931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1b50ae65-59d6-4e69-92d2-2c13e41ae24a None None] Provisioning for port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:20.257491 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28655247-e512-48df-a167-d4b05c0e1ae4", "name": "network-vif-deleted", "tag": "e944f41b-f3a5-4357-9a2b-d56cee6effb8", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:20.257904 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24ec863e-56ef-4698-bdf0-e51853146948 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:20.258539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:20.259014 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28655247-e512-48df-a167-d4b05c0e1ae4', 'name': 'network-vif-deleted', 'tag': 'e944f41b-f3a5-4357-9a2b-d56cee6effb8', 'status': 'completed', 'code': 200} Jul 07 16:48:20.259376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.260253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] No DVR routers for this DVR port 0854d391-97d0-4c95-ab9f-0d413758ceaa on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:20.292919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Pushing event updated for resources: {'Port': ['ID=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:20.293234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2931-fb86-44ed-a35c-cc15d4af84f9 None None] Pushing event updated for resources: {'Port': ['ID=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:20.297689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.299728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5334b0e0-a16f-4211-b0f6-20b78f3009b1 req-19b5dec5-3890-42ad-a2ca-fc3ff1a92517 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.54 "DELETE /v2.0/ports/0854d391-97d0-4c95-ab9f-0d413758ceaa HTTP/1.1" status: 204 len: 173 time: 2.2981999 Jul 07 16:48:20.300790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:20.304614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'name': 'network-vif-deleted', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:20.310174 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792011de-abfd-4a40-9535-b57d88128a10" -d '{"events": [{"server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "name": "network-vif-deleted", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:20.324691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:20.325324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:20.343268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:20.343668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.413918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=04832d4a-e9ba-4681-847c-461ac2a78b08,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:20.432815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port 04832d4a-e9ba-4681-847c-461ac2a78b08 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:20.560678 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.595046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 14474e2b-6935-45b7-aa20-47f8e82dfb8d details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:20.617343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.636146 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c20e76-e14a-46bc-8692-1200abe84608 x-openstack-request-id: req-62c20e76-e14a-46bc-8692-1200abe84608 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:20.636608 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baddbfed-c56e-4df2-b763-fe34829060c8", "name": "network-vif-deleted", "tag": "0854d391-97d0-4c95-ab9f-0d413758ceaa", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:20.637018 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62c20e76-e14a-46bc-8692-1200abe84608 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:20.637630 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baddbfed-c56e-4df2-b763-fe34829060c8', 'name': 'network-vif-deleted', 'tag': '0854d391-97d0-4c95-ab9f-0d413758ceaa', 'status': 'completed', 'code': 200} Jul 07 16:48:20.644124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:20.653686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f711d-88a5-46da-a8d8-8d0d915ec04a req-b221244e-744e-4130-a362-dbfc82cd5f32 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:20.662862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-103f711d-88a5-46da-a8d8-8d0d915ec04a req-b221244e-744e-4130-a362-dbfc82cd5f32 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.6927416 Jul 07 16:48:20.679107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c9267b-558b-4f7c-99ae-f6b647597f57') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:20.679428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c9267b-558b-4f7c-99ae-f6b647597f57') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:20.711093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.739094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:20.751258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 0854d391-97d0-4c95-ab9f-0d413758ceaa no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:20.758489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.769583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:20.769583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.787020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 0854d391-97d0-4c95-ab9f-0d413758ceaa {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:20.788301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 0854d391-97d0-4c95-ab9f-0d413758ceaa not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:20.804994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '14474e2b-6935-45b7-aa20-47f8e82dfb8d', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '14474e2b-6935-45b7-aa20-47f8e82dfb8d', 'mac_address': 'fa:16:3e:be:f8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:20.876335 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:20.882774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.915705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 9c7e1d71-70fe-48ec-996f-a57e1b49db51, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9c7e1d71-70fe-48ec-996f-a57e1b49db51,segment=NetworkSegment(7872055e-ff10-4b1d-a2b4-dfd4559b6be1),segment_id=7872055e-ff10-4b1d-a2b4-dfd4559b6be1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:20.922535 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.922979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.934263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4 HTTP/1.1" status: 204 len: 168 time: 2.1663125 Jul 07 16:48:20.962724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45218) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:20.990552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-198993734'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:21.032828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e6f6-c650-4a92-b781-1b687327bb4e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=8e24f627-cfdf-4f04-ac5c-9cc0b5a346a4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.043522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 04832d4a-e9ba-4681-847c-461ac2a78b08 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:21.074769 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.093484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14474e2b-6935-45b7-aa20-47f8e82dfb8d {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:21.094293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:21.103120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.108024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 04832d4a-e9ba-4681-847c-461ac2a78b08 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:21.108376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 04832d4a-e9ba-4681-847c-461ac2a78b08 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:21.131893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:21.135983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-38ba61fd-5ea7-4ecc-aa3b-21bcfc9d609b None None] Provisioning complete for port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:21.136464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38ba61fd-5ea7-4ecc-aa3b-21bcfc9d609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.171848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:21.186475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.192202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=9c7e1d71-70fe-48ec-996f-a57e1b49db51,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.193723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f747ec71-22bd-423a-a268-0a5ef873c608 req-eb18bc20-34ea-4757-9fac-82f093ddc3c7 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/ports?device_id=baddbfed-c56e-4df2-b763-fe34829060c8 HTTP/1.1" status: 200 len: 210 time: 0.0630810 Jul 07 16:48:21.287694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.287998 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment aea347ff-ccb9-444d-9ce7-4e0dccdde28c of type vlan for network 3002d2bb-ed67-499a-ae12-3e063e9a8575 Jul 07 16:48:21.341536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.372591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-103f711d-88a5-46da-a8d8-8d0d915ec04a req-da0752d3-5983-45a1-81b1-becc46fd21af tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084274 Jul 07 16:48:21.424328 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.461075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.491335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.536809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=14474e2b-6935-45b7-aa20-47f8e82dfb8d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.612128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.618376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.619018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.681970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7147589 Jul 07 16:48:21.682469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['14474e2b-6935-45b7-aa20-47f8e82dfb8d'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:21.684327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45222) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:21.692231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:21.774633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8933087-58e2-48c2-b33d-b3d91e76cd4d req-b5810eed-90a1-4334-a771-aa939f732b58 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.774779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Allocated IP 172.25.5.56 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d78a721a-a7c4-495e-a32c-b25e71ed5ff3) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:21.778370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8933087-58e2-48c2-b33d-b3d91e76cd4d req-b5810eed-90a1-4334-a771-aa939f732b58 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 948 time: 0.1923470 Jul 07 16:48:21.788863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c851dfe-80d5-4d8f-9619-9941c0246c9b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=3002d2bb-ed67-499a-ae12-3e063e9a8575,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.805403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.806262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45226) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:21.849675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:21.912245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:21.915188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8933087-58e2-48c2-b33d-b3d91e76cd4d req-6d083d0c-f695-4d70-9790-5c19af7cbdcf tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270177 Jul 07 16:48:21.915835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.917768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a68995-7d9a-407e-bbb4-1232c1bef68d None None] Network 7e7698b8-a320-4ed5-8427-b55017965f1e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:22.057232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:22.067297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-373719b9-046a-46ce-a3d9-d1b03ce9497c None None] Provisioning for port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:22.099609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Deleting subnet 541afaa2-e324-43f9-aab2-c988a80891ef {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:22.105484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.115646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: e944f41b-f3a5-4357-9a2b-d56cee6effb8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:22.116009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e944f41b-f3a5-4357-9a2b-d56cee6effb8 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:22.120927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Router d6ffe1b6-07cc-4b93-b2c3-e4444457180e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:48:22.145080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9c7e1d71-70fe-48ec-996f-a57e1b49db51 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:22.165755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45eb2a7-06a6-46bb-877d-768fa7117b45 req-bbd037be-d717-44a5-a0e0-1a033d38b21f tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:22.171901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.172965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e45eb2a7-06a6-46bb-877d-768fa7117b45 req-bbd037be-d717-44a5-a0e0-1a033d38b21f tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 945 time: 0.1458454 Jul 07 16:48:22.180205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.267560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:22.267940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.271095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e45eb2a7-06a6-46bb-877d-768fa7117b45 req-ec5a3a86-0ce1-448f-98a3-af78d800f24c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/security-groups?id=cddff863-c835-485b-80b0-83cbce1ff173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967686 Jul 07 16:48:22.282309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.364548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.381162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.381439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:22.400177 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Sync routers for ids ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:22.402830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.405183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ab555813-97be-42b2-8c34-3de1ec6c1485 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7881372 Jul 07 16:48:22.410666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:22.411610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45236) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:22.423351 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Routers {'d6ffe1b6-07cc-4b93-b2c3-e4444457180e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:22.423998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:22.502110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:22.519476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:22.520082 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.539526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:22.555793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:22.564223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.566407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:22.576483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:22.603943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a08b9601-1efd-46ef-a755-fa6129f13561 req-6cfaaa36-e129-468e-9ff8-ed6b33e89100 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/0a8e9d91-cfc0-45b1-baa4-d57d747d4382 HTTP/1.1" status: 200 len: 1801 time: 0.2418718 Jul 07 16:48:22.632363 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Set router d6ffe1b6-07cc-4b93-b2c3-e4444457180e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:22.644715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=890bdb0a-0ec6-4d52-8148-da0f6c81f0f3,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:22.650934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.674480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.679239 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/541afaa2-e324-43f9-aab2-c988a80891ef HTTP/1.1" status: 204 len: 168 time: 0.8698084 Jul 07 16:48:22.697382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:22.699792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:22.704542 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.710204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc1677-cb27-4638-a03b-d72c29fbf040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541afaa2-e324-43f9-aab2-c988a80891ef,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:22.728866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:22.729261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 3002d2bb-ed67-499a-ae12-3e063e9a8575, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:22.783578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ebc3339b-133e-4308-9f6a-698dda8a5209 None None] Provisioning complete for port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:22.784329 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ebc3339b-133e-4308-9f6a-698dda8a5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.790283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:22.791989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a08b9601-1efd-46ef-a755-fa6129f13561 req-91330fb4-3256-44df-98d3-5ff3395d904b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.871363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a08b9601-1efd-46ef-a755-fa6129f13561 req-91330fb4-3256-44df-98d3-5ff3395d904b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.888308 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:48:20Z', 'revision_number': 3, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:22.892298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:22.900433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.915217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3002d2bb-ed67-499a-ae12-3e063e9a8575) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:22.922378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Checking router: d6ffe1b6-07cc-4b93-b2c3-e4444457180e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:48:22.923096 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Updating router d6ffe1b6-07cc-4b93-b2c3-e4444457180e port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:48:22.927928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:22.928973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.935362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e30c50-8763-4a48-b445-3b7d6309ccad None None] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:22.966747 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:22.972932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad41885-86fb-4038-a432-d83bdffbaf5c req-219bcfae-18b4-4da7-85f9-b7e8e29c117c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:22.980802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ad41885-86fb-4038-a432-d83bdffbaf5c req-219bcfae-18b4-4da7-85f9-b7e8e29c117c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.4660122 Jul 07 16:48:23.043713 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-4afe2f72-355c-4140-8772-0c949c625d9a req-ba1c1f85-c949-4f24-9b59-8efada12f071 service neutron] show failed (client error): The resource could not be found. Jul 07 16:48:23.044998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-ba1c1f85-c949-4f24-9b59-8efada12f071 service neutron] 10.222.0.54 "GET /v2.0/ports/6f95c8f5-a221-45c5-845b-2702ddd8a97d/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.2822204 Jul 07 16:48:23.069682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ad41885-86fb-4038-a432-d83bdffbaf5c req-16dc1266-f4d3-4acf-a57e-7342d81ff541 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879185 Jul 07 16:48:23.150291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3002d2bb-ed67-499a-ae12-3e063e9a8575', 'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '890bdb0a-0ec6-4d52-8148-da0f6c81f0f3'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:48:23.151174 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.168768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a08b9601-1efd-46ef-a755-fa6129f13561 req-91330fb4-3256-44df-98d3-5ff3395d904b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.176237 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.180253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a08b9601-1efd-46ef-a755-fa6129f13561 req-91330fb4-3256-44df-98d3-5ff3395d904b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.181531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a08b9601-1efd-46ef-a755-fa6129f13561 req-91330fb4-3256-44df-98d3-5ff3395d904b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/0a8e9d91-cfc0-45b1-baa4-d57d747d4382 HTTP/1.1" status: 204 len: 173 time: 0.5251532 Jul 07 16:48:23.204999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5ad180-b710-47c2-9105-3adf8a436493']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:23.208347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3cfbb6b8-4712-4556-b139-d371029c00d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5209689 Jul 07 16:48:23.215485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45244) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:23.243325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2089461038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:23.256939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91330fb4-3256-44df-98d3-5ff3395d904b tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e9d91-cfc0-45b1-baa4-d57d747d4382,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:23.284013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79851cb-9d57-48f2-b65f-4f35e32bcb23') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:23.285558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79851cb-9d57-48f2-b65f-4f35e32bcb23') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:23.331036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.373345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.385609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.388341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:23.388913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.390876 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:23.392516 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:23.405415 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Transition to ACTIVE for port object dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:23.413370 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.443044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Allocated IP 172.20.0.2 (3002d2bb-ed67-499a-ae12-3e063e9a8575/890bdb0a-0ec6-4d52-8148-da0f6c81f0f3/d5254dd2-afb4-4bb6-aeab-ad7840d6f640) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:23.477784 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Pushing event updated for resources: {'Port': ['ID=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:23.478406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.483649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.484767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.489743 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.490269 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.490620 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.490958 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.491288 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.491616 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.491942 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.492421 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.493640 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.496824 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.497304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.497702 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.530588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c93c050e-0ace-43af-aee2-0edfb033c5b0 req-70cbd6dd-84d4-41d7-b88b-744cf8af5ab6 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "GET /v2.0/security-groups/f20a93c9-0ee4-4ae6-94be-6d635a7b7eda HTTP/1.1" status: 200 len: 1800 time: 0.3138301 Jul 07 16:48:23.535149 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Attempting to bind port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:23.535986 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Attempting to bind port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:23.536460 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Attempting to bind port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:23.546480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:23.547054 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:23.548181 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.548681 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:23.551422 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Bound port: dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:23.551972 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.565732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-5da2f208-06e1-44d2-a7d6-b45304f00a5c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:23.567350 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-5da2f208-06e1-44d2-a7d6-b45304f00a5c tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 945 time: 0.2990489 Jul 07 16:48:23.571752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.577747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.582546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8c5ad180-b710-47c2-9105-3adf8a436493 HTTP/1.1" status: 204 len: 168 time: 0.8805497 Jul 07 16:48:23.587456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45248) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:23.635583 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] For port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:23.640492 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] For port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:23.645472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.646881 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.663605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.667516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d949826-3a2e-4d3d-93de-37df528f94d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5ad180-b710-47c2-9105-3adf8a436493,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:23.682096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.700430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Transition to ACTIVE for port object d5254dd2-afb4-4bb6-aeab-ad7840d6f640 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:23.717647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Transition to ACTIVE for port object d5254dd2-afb4-4bb6-aeab-ad7840d6f640 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:23.722713 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e749736-806b-48f2-847c-654682d84e86 None None] Pushing event updated for resources: {'Port': ['ID=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:23.725943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.738355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0609a3e-9e72-47f1-b336-1295bd8a794d req-b16fa7e3-fa48-4ef1-a385-7b56b2cf5045 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:23.746192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0609a3e-9e72-47f1-b336-1295bd8a794d req-b16fa7e3-fa48-4ef1-a385-7b56b2cf5045 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 948 time: 0.4249964 Jul 07 16:48:23.749350 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Routers {'d6ffe1b6-07cc-4b93-b2c3-e4444457180e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:23.750034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:23.767628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Deleting subnet 1edaf6d9-ee42-4207-9594-316b1a3bdfd1 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:23.785146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-83be4e8f-3284-4c65-834d-f9289ceb3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:23.786810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-83be4e8f-3284-4c65-834d-f9289ceb3642 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21&tenant_id=2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 1101 time: 0.3957603 Jul 07 16:48:23.796652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:23.802171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.808505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:23.811947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:23.845913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.848177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-135debaa-14c3-4b37-93ed-289347c0b1bd tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6227374 Jul 07 16:48:23.849012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c93c050e-0ace-43af-aee2-0edfb033c5b0 req-5aecf36b-c1bf-474e-a12b-c9a69dc35a25 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.850928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45250) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:23.858609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.886935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:23.899720 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] Set router d6ffe1b6-07cc-4b93-b2c3-e4444457180e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:23.900913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.906603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Pushing event updated for resources: {'Port': ['ID=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:23.921184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.921481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.921779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.922116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.922450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.922912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.923239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.923567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.923891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.924213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.924537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.925464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:23.944912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:23.948901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Attempting to bind port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:23.949298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Attempting to bind port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:23.949818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Attempting to bind port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 on network 3002d2bb-ed67-499a-ae12-3e063e9a8575 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:23.976910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:23.977478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Checking segment: {'id': 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:23.977989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:23.978395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Bound using segment: {'id': 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:23.978954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Bound port: d5254dd2-afb4-4bb6-aeab-ad7840d6f640, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:23.979501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.072663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] For port d5254dd2-afb4-4bb6-aeab-ad7840d6f640, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:24.078330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] For port d5254dd2-afb4-4bb6-aeab-ad7840d6f640, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,segment=NetworkSegment(aea347ff-ccb9-444d-9ce7-4e0dccdde28c),segment_id=aea347ff-ccb9-444d-9ce7-4e0dccdde28c)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:24.085271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.138510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Allocated IP 172.20.0.1 (3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d/d58bcb79-340c-4466-a602-b3d4f063f7e2/53d0e789-b5c8-4eaf-acac-6eac8f96cfe9) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:24.156948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268fe8d-7d88-4588-b278-63abec74fd85 None None] Pushing event updated for resources: {'Port': ['ID=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:24.168461 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:48:20Z', 'revision_number': 3, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:24.205681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:24.206673 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.221141 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1a959-717e-4c69-bc89-c3024038fb4d None None] The sync data for ids ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'] in n-d-793619-7 is: [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:48:20Z', 'revision_number': 3, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:24.250371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.257484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.274255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Transition to ACTIVE for port object 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:24.323782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Deleting port 9e2a8cea-9a66-4195-974b-41f7afa6d789 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:24.324230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.352390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.360018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'port': {'network_id': '3002d2bb-ed67-499a-ae12-3e063e9a8575', 'name': 'tempest-RoutersTest-757781272'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:24.416728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.573778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.614744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] For port 9e2a8cea-9a66-4195-974b-41f7afa6d789, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9e2a8cea-9a66-4195-974b-41f7afa6d789,segment=NetworkSegment(1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0),segment_id=1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:24.615123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.634941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 14474e2b-6935-45b7-aa20-47f8e82dfb8d up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:24.665177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.670672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1edaf6d9-ee42-4207-9594-316b1a3bdfd1 HTTP/1.1" status: 204 len: 168 time: 1.0740974 Jul 07 16:48:24.671864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Calling delete_port for 9e2a8cea-9a66-4195-974b-41f7afa6d789 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:24.673596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:24.688447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f360e-40c9-4043-966b-1b1fa90fbd11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1edaf6d9-ee42-4207-9594-316b1a3bdfd1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:24.717051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 14474e2b-6935-45b7-aa20-47f8e82dfb8d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:24.722473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 14474e2b-6935-45b7-aa20-47f8e82dfb8d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:24.722945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.807855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Router 09b92155-2b7e-42ef-818a-26beaca6315f is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:48:24.834678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.839634 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.874080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14474e2b-6935-45b7-aa20-47f8e82dfb8d'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:24.877197 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988fdaab-2d5a-41d2-a4c9-a3be5b2d7bc7" -d '{"events": [{"server_uuid": "c48784b6-207c-4df8-8be3-0c34101b893a", "name": "network-vif-plugged", "status": "completed", "tag": "14474e2b-6935-45b7-aa20-47f8e82dfb8d"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:24.877443 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.888717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c93c050e-0ace-43af-aee2-0edfb033c5b0 req-5aecf36b-c1bf-474e-a12b-c9a69dc35a25 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.896546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:24.903313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:24.905279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:24.907185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:24.938793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0609a3e-9e72-47f1-b336-1295bd8a794d req-6151e6b7-a62e-49a6-8852-2cfe75402d4b tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1908522 Jul 07 16:48:24.965369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:25.000540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:25.021262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=14474e2b-6935-45b7-aa20-47f8e82dfb8d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.135956 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.170197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.182287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:25.204497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:25.208724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Pushing event updated for resources: {'Port': ['ID=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.218821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:25.232494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:25.240118 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.260453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ba0451-83a3-45fb-a7e5-ea2419fe45fc') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:25.261081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ba0451-83a3-45fb-a7e5-ea2419fe45fc') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:25.293724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.294769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:25.295422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:25.304760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.327660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.338585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:25.339375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.379712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddd9132c-d4da-48a1-97f9-7315d777d768 req-1825d7ca-e81f-4563-bda6-52dd5b826405 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0c12255-b821-4c47-9522-165fae470769 HTTP/1.1" status: 200 len: 210 time: 0.0906346 Jul 07 16:48:25.380603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c93c050e-0ace-43af-aee2-0edfb033c5b0 req-5aecf36b-c1bf-474e-a12b-c9a69dc35a25 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.383433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c93c050e-0ace-43af-aee2-0edfb033c5b0 req-5aecf36b-c1bf-474e-a12b-c9a69dc35a25 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.402446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c93c050e-0ace-43af-aee2-0edfb033c5b0 req-5aecf36b-c1bf-474e-a12b-c9a69dc35a25 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] 10.222.0.78 "DELETE /v2.0/security-groups/f20a93c9-0ee4-4ae6-94be-6d635a7b7eda HTTP/1.1" status: 204 len: 173 time: 1.8708920 Jul 07 16:48:25.404096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45260) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:25.447196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:48:25.447552 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:48:25.512625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.516389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b50e1bc-2231-41dd-96e5-6c67cb46e1f5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7185771 Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:25.517467 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:25.525372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Pushing event deleted for resources: {'Port': ['ID=9e2a8cea-9a66-4195-974b-41f7afa6d789,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.534238 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.540411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.551587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45262) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:25.561090 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6 HTTP/1.1" status: 204 len: 168 time: 0.8845582 Jul 07 16:48:25.581890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecf36b-c1bf-474e-a12b-c9a69dc35a25 tempest-SecurityGroupsTestJSON-705139955 tempest-SecurityGroupsTestJSON-705139955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a93c9-0ee4-4ae6-94be-6d635a7b7eda,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.636220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcf592-8601-42ce-9a07-caf3bd9856c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb6c4af-0bbe-4abd-9dfd-3daa0570c8c6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.640648 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa63216-630a-442e-b4dc-fc99e29894b4 x-openstack-request-id: req-efa63216-630a-442e-b4dc-fc99e29894b4 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:25.641194 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48784b6-207c-4df8-8be3-0c34101b893a", "name": "network-vif-plugged", "status": "completed", "tag": "14474e2b-6935-45b7-aa20-47f8e82dfb8d", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:25.641631 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efa63216-630a-442e-b4dc-fc99e29894b4 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:25.642131 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14474e2b-6935-45b7-aa20-47f8e82dfb8d', 'code': 200} Jul 07 16:48:25.673882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] No DVR routers for this DVR port 9e2a8cea-9a66-4195-974b-41f7afa6d789 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:25.677940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.680116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-504195b1-4854-4ff9-a04e-36f2b2af493a req-e3d95228-c8bf-4045-a47c-e5c154bf0155 tempest-ServerTagsTestJSON-687700024 tempest-ServerTagsTestJSON-687700024-project] 10.222.0.13 "DELETE /v2.0/ports/9e2a8cea-9a66-4195-974b-41f7afa6d789 HTTP/1.1" status: 204 len: 173 time: 2.0917871 Jul 07 16:48:25.681238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c12255-b821-4c47-9522-165fae470769', 'name': 'network-vif-deleted', 'tag': '9e2a8cea-9a66-4195-974b-41f7afa6d789'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:25.683492 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c5c74a-ccc9-44af-8dc6-66bc63e2e97f" -d '{"events": [{"server_uuid": "f0c12255-b821-4c47-9522-165fae470769", "name": "network-vif-deleted", "tag": "9e2a8cea-9a66-4195-974b-41f7afa6d789"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:25.713537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.734536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd20925-0cf6-4e7a-957b-1b86beb503a9 None None] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:25.746050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fdcef909-2aa4-4270-bfcb-e7558c2f8ca2 None None] Provisioning for port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:25.762626 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5d00c3-17bf-4fd9-8965-39a970279666 x-openstack-request-id: req-2a5d00c3-17bf-4fd9-8965-39a970279666 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:25.762900 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c12255-b821-4c47-9522-165fae470769", "name": "network-vif-deleted", "tag": "9e2a8cea-9a66-4195-974b-41f7afa6d789", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:25.763168 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a5d00c3-17bf-4fd9-8965-39a970279666 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:25.763570 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c12255-b821-4c47-9522-165fae470769', 'name': 'network-vif-deleted', 'tag': '9e2a8cea-9a66-4195-974b-41f7afa6d789', 'status': 'completed', 'code': 200} Jul 07 16:48:25.832920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.836583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:25.844859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fdcef909-2aa4-4270-bfcb-e7558c2f8ca2 None None] Provisioning complete for port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:25.845398 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fdcef909-2aa4-4270-bfcb-e7558c2f8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.898535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9c134b5-f493-4c96-bd59-c0ca771a697d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea7b31c4e9bd4b498dabc9102914f4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569868 Jul 07 16:48:25.900303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45270) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:25.929264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:25.962510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fdcef909-2aa4-4270-bfcb-e7558c2f8ca2 None None] Port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:25.986037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Deleting subnet e4242b84-718e-4108-bd16-9604da11a6a6 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:25.988878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:25.992545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.995130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03b04980-ce10-437e-a86a-602e82b9a18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.033837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5254dd2-afb4-4bb6-aeab-ad7840d6f640 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:26.039744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03b04980-ce10-437e-a86a-602e82b9a18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.041169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.111356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9e2a8cea-9a66-4195-974b-41f7afa6d789 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:26.121187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03b04980-ce10-437e-a86a-602e82b9a18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.125496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03b04980-ce10-437e-a86a-602e82b9a18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.130644 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03b04980-ce10-437e-a86a-602e82b9a18f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e23ddd35-4abd-4a24-843f-f696fb21ea08 HTTP/1.1" status: 204 len: 168 time: 0.2265773 Jul 07 16:48:26.155691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b04980-ce10-437e-a86a-602e82b9a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23ddd35-4abd-4a24-843f-f696fb21ea08,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:26.171380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] device_id is not set on port 2ee343c6-d06d-4ed2-8506-85985fa96dbf yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:48:26.171880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 9e2a8cea-9a66-4195-974b-41f7afa6d789 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:26.172344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9e2a8cea-9a66-4195-974b-41f7afa6d789 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:26.209966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f8d4569-ab22-433f-b41a-b2e05edb6d60 None None] Provisioning for port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:26.213258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.241355 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.311624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:26.352330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:26.352835 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.412851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e66d-8684-443e-96fd-7b6592967cc8 req-5a2f5fa9-7054-4205-ab1e-4819b38b09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.414420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d61e66d-8684-443e-96fd-7b6592967cc8 req-5a2f5fa9-7054-4205-ab1e-4819b38b09d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 1100 time: 0.8186262 Jul 07 16:48:26.432205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:22Z', 'revision_number': 3, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:26.478435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:48:26.478895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Updating router 09b92155-2b7e-42ef-818a-26beaca6315f port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:48:26.536592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483eabf-a568-48e1-a349-019a4750b03c req-c9961986-57a8-4373-b9e1-f8afc3822b28 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.544229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a483eabf-a568-48e1-a349-019a4750b03c req-c9961986-57a8-4373-b9e1-f8afc3822b28 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.8391633 Jul 07 16:48:26.578804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.585984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.633900 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.731917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d5254dd2-afb4-4bb6-aeab-ad7840d6f640, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,segment=NetworkSegment(aea347ff-ccb9-444d-9ce7-4e0dccdde28c),segment_id=aea347ff-ccb9-444d-9ce7-4e0dccdde28c)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:26.742531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:26.743115 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.743115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:26.768889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d61e66d-8684-443e-96fd-7b6592967cc8 req-4c69abf9-6af4-45f4-9b6e-7bcb8e69001c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328488 Jul 07 16:48:26.813291 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b12b16cd-0c18-46b7-a5fe-e44f916c0baf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2947d139281c4c2797c3baec6bc7385e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672305 Jul 07 16:48:26.813500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:26.854231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddd080-36f0-4cce-96d9-eff16f45e164 req-040ac8f0-b061-4ba7-98a7-83684fb4b951 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.856064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76ddd080-36f0-4cce-96d9-eff16f45e164 req-040ac8f0-b061-4ba7-98a7-83684fb4b951 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 949 time: 0.6791592 Jul 07 16:48:26.867441 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.872715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327ff46c-fdec-42c5-9944-547a80afa675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.896882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327ff46c-fdec-42c5-9944-547a80afa675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.907481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:26.923456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:26.925413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5d7d7b3d-dc09-4eb0-a3ee-7660d815b817 None None] Provisioning complete for port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:26.925785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d7d7b3d-dc09-4eb0-a3ee-7660d815b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.926632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a483eabf-a568-48e1-a349-019a4750b03c req-24a3717a-63bc-4d8c-9196-55b437f8ec33 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815408 Jul 07 16:48:26.969712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327ff46c-fdec-42c5-9944-547a80afa675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.970859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:26.971235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.975643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327ff46c-fdec-42c5-9944-547a80afa675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.982069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-327ff46c-fdec-42c5-9944-547a80afa675 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a64f02c-166b-45c7-a554-34cebe3fc88f HTTP/1.1" status: 204 len: 168 time: 0.1675045 Jul 07 16:48:26.993473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff46c-fdec-42c5-9944-547a80afa675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a64f02c-166b-45c7-a554-34cebe3fc88f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.002561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.046983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.20.0.13 (3002d2bb-ed67-499a-ae12-3e063e9a8575/890bdb0a-0ec6-4d52-8148-da0f6c81f0f3/2ee343c6-d06d-4ed2-8506-85985fa96dbf) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:27.071295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45288) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:27.096309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4242b84-718e-4108-bd16-9604da11a6a6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.102602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.104505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c0ab9d87-bc65-4223-9468-bfbe6c68ef43 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e4242b84-718e-4108-bd16-9604da11a6a6 HTTP/1.1" status: 204 len: 168 time: 1.6881936 Jul 07 16:48:27.116646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45290) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:27.135581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Deleting subnet 9de1d733-e9b4-4215-bf19-d2687e79ff35 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:27.139584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.183037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.220202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.249172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.265593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Transition to ACTIVE for port object d78a721a-a7c4-495e-a32c-b25e71ed5ff3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:27.278615 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.298436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76ddd080-36f0-4cce-96d9-eff16f45e164 req-888ec425-98eb-4e2b-b104-ab94339b5fcd tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193797 Jul 07 16:48:27.312282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.350143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.358112 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Attempting to bind port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:27.358633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Attempting to bind port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:27.359124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Attempting to bind port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:27.374694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a9d58-b9cd-400e-87b8-5d84dd804ec2 None None] Pushing event updated for resources: {'Port': ['ID=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.381675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:27.382800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:27.383368 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.384218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:27.385212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Bound port: d78a721a-a7c4-495e-a32c-b25e71ed5ff3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:27.386000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.390693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:27.400767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.405457 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9de1d733-e9b4-4215-bf19-d2687e79ff35 HTTP/1.1" status: 204 len: 168 time: 0.3288951 Jul 07 16:48:27.405457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d273-0981-4f3e-8b95-3ab44b52f2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de1d733-e9b4-4215-bf19-d2687e79ff35,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.410542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45296) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:27.416496 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.493666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] For port d78a721a-a7c4-495e-a32c-b25e71ed5ff3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:27.496390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.500659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] For port d78a721a-a7c4-495e-a32c-b25e71ed5ff3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:27.507042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.510100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.573983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:27.574770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:27.580623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a9d58-b9cd-400e-87b8-5d84dd804ec2 None None] Pushing event updated for resources: {'Port': ['ID=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.622620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.633759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7439876-9dc3-4a63-98b0-979fd63fa1a1']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:27.644942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:27.645282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0e29d1-5357-4cfe-9631-3aa0a9adc8c0') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:27.655915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.671232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:27.672148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.674352 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dbb34f-0fec-41e8-8a90-2dcf5a6ed3e6" -d '{"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-unplugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:27.679913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:27.680385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.709577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:27.740288 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:27.745647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.773532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.779003 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d7439876-9dc3-4a63-98b0-979fd63fa1a1 HTTP/1.1" status: 204 len: 168 time: 0.3670440 Jul 07 16:48:27.780663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756563e5-ca63-4083-ae29-6dbe59db9fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7439876-9dc3-4a63-98b0-979fd63fa1a1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.830349 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.835327 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda8254-8908-4e43-8083-4ea07d1d708e x-openstack-request-id: req-efda8254-8908-4e43-8083-4ea07d1d708e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:27.835914 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-unplugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:27.836536 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efda8254-8908-4e43-8083-4ea07d1d708e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:27.837203 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'code': 200} Jul 07 16:48:27.926637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:27.936824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5254dd2-afb4-4bb6-aeab-ad7840d6f640 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:28.024841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45316) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:28.096020 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6593d92-6113-4d92-b44d-c75f8d0c2d24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cd19facc87a4e8ba66e2ea71c573e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695605 Jul 07 16:48:28.097318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45320) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:28.151689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.167382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-20083aef-0f21-4ed5-9bec-ac8bc8c06519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.205423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-20083aef-0f21-4ed5-9bec-ac8bc8c06519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.211147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:22Z', 'revision_number': 3, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:28.243439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8220aa5-af9d-4d81-854c-97aa0f576188 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:22Z', 'revision_number': 3, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:28.244180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.245994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:28.246414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.279047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45322) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:28.284940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.320882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-20083aef-0f21-4ed5-9bec-ac8bc8c06519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.327362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-20083aef-0f21-4ed5-9bec-ac8bc8c06519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.329335 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-20083aef-0f21-4ed5-9bec-ac8bc8c06519 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cddff863-c835-485b-80b0-83cbce1ff173 HTTP/1.1" status: 204 len: 168 time: 0.2306938 Jul 07 16:48:28.368854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083aef-0f21-4ed5-9bec-ac8bc8c06519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddff863-c835-485b-80b0-83cbce1ff173,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:28.436176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:28.512305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1533976695-network', 'tenant_id': 'a445de4b2f6f4ad3b5935860a7fc3f2d'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:28.529583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:28.530284 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.552277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Made reservation on behalf of a445de4b2f6f4ad3b5935860a7fc3f2d for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:28.557122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.587715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.611935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:28.644723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 2ee343c6-d06d-4ed2-8506-85985fa96dbf will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:28.682921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.719214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c80da6d-4643-4352-a2cb-7e6a1a6e5769']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:28.766806 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.774541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.780949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.791885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:28.792195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1366ef2-5556-4be4-ad0c-94de5c7efdf1') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:28.806661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:28.810243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:28.825743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95e537-4219-49fd-a635-f7cce6559884,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:28.826386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Pushing event updated for resources: {'Port': ['ID=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:28.828582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.829009 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Added segment 647356ef-46d3-4cfc-a2f5-893b2fc8fa57 of type vlan for network 957512b0-569a-4b63-818b-8eaffcb66b08 Jul 07 16:48:28.844116 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.853244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.856463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.885760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.918763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.920070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:28.920728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.968202 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.984268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] Pushing event updated for resources: {'Network': ['ID=957512b0-569a-4b63-818b-8eaffcb66b08,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:29.001624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 957512b0-569a-4b63-818b-8eaffcb66b08 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:29.002291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:29.006091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.006194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-88bcbaa4-9176-4ab6-b96b-de76f7fa3e2f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7230034 Jul 07 16:48:29.006194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45340) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:29.006411 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:29.013273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Request body: {'subnet': {'network_id': '957512b0-569a-4b63-818b-8eaffcb66b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1533976695-subnet', 'tenant_id': 'a445de4b2f6f4ad3b5935860a7fc3f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:29.038150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Made reservation on behalf of a445de4b2f6f4ad3b5935860a7fc3f2d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:29.040859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.042700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665bdcc-9f1a-48ad-8c59-f12a9b92c456 req-d9241ddd-ccaa-40c4-acd9-98f91a487dbc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:29.044534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5665bdcc-9f1a-48ad-8c59-f12a9b92c456 req-d9241ddd-ccaa-40c4-acd9-98f91a487dbc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.8047485 Jul 07 16:48:29.052758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d041c-b65f-4808-b7e0-bc36aaa7189f req-bf285e26-25fd-4500-b2e9-3e15607287e3 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:29.060109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da5d041c-b65f-4808-b7e0-bc36aaa7189f req-bf285e26-25fd-4500-b2e9-3e15607287e3 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 949 time: 0.5376904 Jul 07 16:48:29.099534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.278001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Transition to ACTIVE for port object 6f95c8f5-a221-45c5-845b-2702ddd8a97d will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:29.285430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:29.305375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.310126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.316706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.318808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9c80da6d-4643-4352-a2cb-7e6a1a6e5769 HTTP/1.1" status: 204 len: 168 time: 2.2005403 Jul 07 16:48:29.333969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.336078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:29.338742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:29.429347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=2ee343c6-d06d-4ed2-8506-85985fa96dbf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:29.444240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Checking segment: {'id': '647356ef-46d3-4cfc-a2f5-893b2fc8fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '957512b0-569a-4b63-818b-8eaffcb66b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:29.444668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Network hostable DHCP agents. Network: 957512b0-569a-4b63-818b-8eaffcb66b08, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:29.458086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4daf8d55-a428-4beb-ac19-4a1f5a775e66,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:29.473986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da5d041c-b65f-4808-b7e0-bc36aaa7189f req-ac789dcd-8565-4609-ba05-4e3619fefe3b tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126027 Jul 07 16:48:29.475064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45352) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:29.483043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Network 957512b0-569a-4b63-818b-8eaffcb66b08 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:29.497368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 957512b0-569a-4b63-818b-8eaffcb66b08) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:29.504705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:29.505391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.520121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce8607-f373-419c-8d5e-b897c0fda799 None None] Network 957512b0-569a-4b63-818b-8eaffcb66b08 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:29.525730 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-44488090-a33c-4c6a-80d1-4e303d1098b2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5185130 Jul 07 16:48:29.593716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:29.620318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22c530-25cf-4d00-b558-30d9d8989241 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c80da6d-4643-4352-a2cb-7e6a1a6e5769,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:29.633253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5665bdcc-9f1a-48ad-8c59-f12a9b92c456 req-21c93b26-8b3c-416f-bda9-d9886defb018 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649083 Jul 07 16:48:29.684178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:29.719457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1917902980-network', 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:29.771668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:29.781971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.859909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.891812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:29.892518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:29.895337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:29.942400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee44ca-05e9-4362-9eca-c41155a6c227 None None] Network 957512b0-569a-4b63-818b-8eaffcb66b08 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:30.017160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:30.121069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] No DVR routers for this DVR port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:30.160137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d78a721a-a7c4-495e-a32c-b25e71ed5ff3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:30.200323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Allocated IP 172.20.0.1 (7e7698b8-a320-4ed5-8427-b55017965f1e/1eba8c74-0030-45f6-ac9b-28aee4460b25/920f15d9-b023-4224-aac4-464ab1d212a2) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:30.287601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.293360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.298343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:30.298957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:30.299189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:30.318270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7f585ea2-6814-4e22-907b-b4942781c5d6 None None] Provisioning for port 2ee343c6-d06d-4ed2-8506-85985fa96dbf completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:30.322661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:30.356096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.356436 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Added segment 82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8 of type vlan for network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 Jul 07 16:48:30.358134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7f585ea2-6814-4e22-907b-b4942781c5d6 None None] Provisioning complete for port 2ee343c6-d06d-4ed2-8506-85985fa96dbf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:30.359573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7f585ea2-6814-4e22-907b-b4942781c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.368486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-34154957-4fae-4715-9394-2567ae2f40b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c0002710f0d4528b1125a0086eb8ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444556 Jul 07 16:48:30.374763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45366) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:30.383542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-acf293d1-9393-4f95-b0c0-33bc149a9810 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.5028462 Jul 07 16:48:30.389410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:30.389802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:30.396192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45368) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:30.402845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:30.439415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7f585ea2-6814-4e22-907b-b4942781c5d6 None None] Port 2ee343c6-d06d-4ed2-8506-85985fa96dbf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:30.445299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:30.445951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.498846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087fa34-1682-4625-a71a-3d81fd4665ce,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:30.500455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:30.500810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:30.501852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:30.502320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Bound port: 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:30.503278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.503556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.567597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714a2b4-6caf-4297-a1ee-c659ec606940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.599086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5f1be16a-4919-4535-8da5-d3fccd55dda8 None None] Provisioning complete for port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:30.600200 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5f1be16a-4919-4535-8da5-d3fccd55dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.607155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714a2b4-6caf-4297-a1ee-c659ec606940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.615629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Router d6ffe1b6-07cc-4b93-b2c3-e4444457180e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:30.663681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.664670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:30.665452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.695204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714a2b4-6caf-4297-a1ee-c659ec606940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.697610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714a2b4-6caf-4297-a1ee-c659ec606940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.701343 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e714a2b4-6caf-4297-a1ee-c659ec606940 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54a10d26-4cef-4815-bc5e-ba52799c704e HTTP/1.1" status: 204 len: 168 time: 0.3119705 Jul 07 16:48:30.719628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5f1be16a-4919-4535-8da5-d3fccd55dda8 None None] Port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:30.741664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.769569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d78a721a-a7c4-495e-a32c-b25e71ed5ff3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:30.776729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.809192 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3325193 Jul 07 16:48:30.824815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc86c9-6cd3-466c-bd20-78b4dc6e976e admin admin] Pushing event updated for resources: {'Network': ['ID=918e5f62-39bc-4b2f-a2ae-a1aa494a5745,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:30.838341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:30.844742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714a2b4-6caf-4297-a1ee-c659ec606940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a10d26-4cef-4815-bc5e-ba52799c704e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:30.851291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:30.862407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Request body: {'subnet': {'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1917902980-subnet', 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:30.913418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45386) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:30.921245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-429192102-network', 'tenant_id': '13a45dc268a04df281149fb56e760917'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:30.952016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:30.955742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:30.997390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.038386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Made reservation on behalf of 13a45dc268a04df281149fb56e760917 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:31.041005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.056412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.240103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.293870 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.302301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.312481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.323577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30150e5-7183-4a92-b682-be76e0a30e56,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.358664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:31.376587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:31.376996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Network hostable DHCP agents. Network: 918e5f62-39bc-4b2f-a2ae-a1aa494a5745, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:31.381187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.381606 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Added segment a51c8c80-df2d-4ca0-8ca9-89d47b9898a5 of type vlan for network e735606b-cc20-4dcd-933b-a722826e686c Jul 07 16:48:31.382824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd1b9ba-ace0-4add-8f2d-b67be393520a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.443265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.448144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:31.464585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 918e5f62-39bc-4b2f-a2ae-a1aa494a5745) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:31.469523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:31.470415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.478114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59d76-ffb8-4c59-ba67-0a4ad9d79d6d req-8c0f556c-c75e-4251-9a35-c6b8f0b47a95 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:31.479730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42d59d76-ffb8-4c59-ba67-0a4ad9d79d6d req-8c0f556c-c75e-4251-9a35-c6b8f0b47a95 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 949 time: 1.1254134 Jul 07 16:48:31.483066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Transition to ACTIVE for port object 920f15d9-b023-4224-aac4-464ab1d212a2 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:31.489699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217c3d2-8f4d-44f4-9f5a-626ecd41373e None None] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:31.498557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:31.499145 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e4c373dc-3a04-4526-8053-2f1755bf822c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6553378 Jul 07 16:48:31.500669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.501808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:31.502966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.573266 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6559997 Jul 07 16:48:31.573560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45404) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:31.582122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Request body: {'subnet': {'network_id': 'e735606b-cc20-4dcd-933b-a722826e686c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-429192102-subnet', 'tenant_id': '13a45dc268a04df281149fb56e760917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:31.617326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:31.623100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b9f9e-f553-4c63-a6d9-713249a69ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=e735606b-cc20-4dcd-933b-a722826e686c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.641718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e735606b-cc20-4dcd-933b-a722826e686c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:31.645477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Made reservation on behalf of 13a45dc268a04df281149fb56e760917 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:31.650122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.652259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.857733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:31.870430 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Sync routers for ids ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:31.875618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42d59d76-ffb8-4c59-ba67-0a4ad9d79d6d req-3bf8cd81-78d2-4cbf-995e-5e20c794ae41 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744233 Jul 07 16:48:31.889896 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Routers {'d6ffe1b6-07cc-4b93-b2c3-e4444457180e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:31.890550 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:31.900834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6a108-464d-43cf-813c-c96941533762 req-09457233-8c36-4b3d-a52a-0cf4da1cd43a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:31.907901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1b6a108-464d-43cf-813c-c96941533762 req-09457233-8c36-4b3d-a52a-0cf4da1cd43a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.6643848 Jul 07 16:48:31.909888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45412) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:31.911259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:31.911794 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.914643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 1096 time: 8.0626092 Jul 07 16:48:31.930774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d8e79-e627-4c39-bfbf-7dcdcad77fdb None None] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:31.933246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d78a721a-a7c4-495e-a32c-b25e71ed5ff3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:31.941360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2b8fb58d-c0ec-4e09-9148-c0a8099a0857 admin admin] 10.222.0.78 "PUT /v2.0/routers/d6ffe1b6-07cc-4b93-b2c3-e4444457180e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5285220 Jul 07 16:48:31.947447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:31.952165 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e1c771-d081-4257-987a-f7597263d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:32.013462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.044837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.100526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:32.101356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.160848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519157d-4f6f-4bcf-97f1-7ca309f7de53 service neutron] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=8']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:32.172348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46f7c19-d08e-45b5-b320-d14033d56ca7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:32.252071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Checking segment: {'id': 'a51c8c80-df2d-4ca0-8ca9-89d47b9898a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e735606b-cc20-4dcd-933b-a722826e686c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:32.253051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Network hostable DHCP agents. Network: e735606b-cc20-4dcd-933b-a722826e686c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:32.253707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Network 7e7698b8-a320-4ed5-8427-b55017965f1e is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:32.291271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Network e735606b-cc20-4dcd-933b-a722826e686c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:32.309075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e735606b-cc20-4dcd-933b-a722826e686c) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:32.320342 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Set router d6ffe1b6-07cc-4b93-b2c3-e4444457180e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:32.329424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.331840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.349054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f272a-1615-4b6f-9260-c7bd292238e8 None None] Network e735606b-cc20-4dcd-933b-a722826e686c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:32.355251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:32.357965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.365574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:32.380982 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61f9f5d0-e562-4216-8b57-5847e3854b4e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7981057 Jul 07 16:48:32.501036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1336845343-network', 'tenant_id': '98eee55e236d4f42a6b5e0676b4b146f'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:32.518642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:32.546420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1b6a108-464d-43cf-813c-c96941533762 req-0a695da6-f809-40a9-b0b8-da19fe4db5ec tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375070 Jul 07 16:48:32.547134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Pushing event updated for resources: {'Port': ['ID=920f15d9-b023-4224-aac4-464ab1d212a2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:32.574506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Deleting subnet 4daf8d55-a428-4beb-ac19-4a1f5a775e66 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:32.578749 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.604184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e88ac-0bb5-4498-a1b1-eee4cbf8ce16 None None] Network e735606b-cc20-4dcd-933b-a722826e686c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:32.628773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.637473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:48:26Z', 'revision_number': 4, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '53d0e789-b5c8-4eaf-acac-6eac8f96cfe9', 'name': '', 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'mac_address': 'fa:16:3e:e7:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:23Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 2, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'subnets': [{'id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:32.673292 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Checking router: d6ffe1b6-07cc-4b93-b2c3-e4444457180e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:48:32.673655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Updating router d6ffe1b6-07cc-4b93-b2c3-e4444457180e port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:48:32.699196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.714071 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700e6183-af85-47cb-9246-22702e34f79f x-openstack-request-id: req-700e6183-af85-47cb-9246-22702e34f79f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:32.714423 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:32.714767 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-700e6183-af85-47cb-9246-22702e34f79f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:32.715163 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'status': 'completed', 'code': 200} Jul 07 16:48:32.735883 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.745931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-bfac5f2f-d490-4f36-aec8-a35c1f531027 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.747481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-bfac5f2f-d490-4f36-aec8-a35c1f531027 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.3836741 Jul 07 16:48:32.779474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-470279e3-5912-4b36-8231-3affdabd75bc None None] Provisioning for port 920f15d9-b023-4224-aac4-464ab1d212a2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:32.805986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-470279e3-5912-4b36-8231-3affdabd75bc None None] Provisioning complete for port 920f15d9-b023-4224-aac4-464ab1d212a2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:32.808894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-470279e3-5912-4b36-8231-3affdabd75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.816431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.835256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.862411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-470279e3-5912-4b36-8231-3affdabd75bc None None] Port 920f15d9-b023-4224-aac4-464ab1d212a2 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:32.870169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4daf8d55-a428-4beb-ac19-4a1f5a775e66,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:32.875022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.877014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6a6825d6-2447-4cc3-b469-7ef44cdec03c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4daf8d55-a428-4beb-ac19-4a1f5a775e66 HTTP/1.1" status: 204 len: 168 time: 0.3572705 Jul 07 16:48:32.880067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45440) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:32.965674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.998596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-192fd3f0-8c25-4e55-9424-097252532999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.000141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-192fd3f0-8c25-4e55-9424-097252532999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1099 time: 1.0244157 Jul 07 16:48:33.009227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-74dbf8f9-0a0e-455d-9075-e779599bb92e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.1952775 Jul 07 16:48:33.040047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Made reservation on behalf of 98eee55e236d4f42a6b5e0676b4b146f for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:33.042777 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.055584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.066170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957512b0-569a-4b63-818b-8eaffcb66b08']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.077616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647356ef-46d3-4cfc-a2f5-893b2fc8fa57') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.077973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647356ef-46d3-4cfc-a2f5-893b2fc8fa57') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.081585 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.087025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.093030 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Transition to ACTIVE for port object 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:33.100406 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.104952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.111432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-45638d88-31b3-48b7-94d5-dee76b8aebdb tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.112673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:33.113068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.114293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-45638d88-31b3-48b7-94d5-dee76b8aebdb tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.54 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 949 time: 1.0880983 Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:33.115161 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:33.131557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.173587 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ef066-4a43-4c1c-a6cb-b66f6a0b9ead None None] Pushing event updated for resources: {'Port': ['ID=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:33.192784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.203807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.209095 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] 10.222.0.78 "DELETE /v2.0/networks/957512b0-569a-4b63-818b-8eaffcb66b08 HTTP/1.1" status: 204 len: 168 time: 0.3267035 Jul 07 16:48:33.210003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45444) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:33.216165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-95785b9b-bb1d-4b85-9095-fdfeed4fb340 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1633480 Jul 07 16:48:33.220484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Attempting to bind port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:33.220856 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Attempting to bind port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:33.221329 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Attempting to bind port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 on network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:33.227846 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:33.228221 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Checking segment: {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:33.228826 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.229470 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Bound using segment: {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:33.230173 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Bound port: 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7872055e-ff10-4b1d-a2b4-dfd4559b6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:33.230778 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.270915 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.271703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467acbb9-850e-4c53-9fb6-ad164735bc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=957512b0-569a-4b63-818b-8eaffcb66b08,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:33.304441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-2bc4344a-ad5b-4e01-a8ba-4f65a148b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.305982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-2bc4344a-ad5b-4e01-a8ba-4f65a148b29b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2957389 Jul 07 16:48:33.327649 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] For port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:33.331970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Deleting subnet a46f7c19-d08e-45b5-b320-d14033d56ca7 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:33.332313 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] For port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,segment=NetworkSegment(7872055e-ff10-4b1d-a2b4-dfd4559b6be1),segment_id=7872055e-ff10-4b1d-a2b4-dfd4559b6be1)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:33.337857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.338191 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.387752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.407650 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Routers {'d6ffe1b6-07cc-4b93-b2c3-e4444457180e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:33.408260 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.445714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.475608 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ef066-4a43-4c1c-a6cb-b66f6a0b9ead None None] Pushing event updated for resources: {'Port': ['ID=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:33.534078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.561274 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] Set router d6ffe1b6-07cc-4b93-b2c3-e4444457180e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:33.572257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46f7c19-d08e-45b5-b320-d14033d56ca7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:33.576123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.580032 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4d07a655-6ffc-47db-aeb8-339e8a0a0767 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a46f7c19-d08e-45b5-b320-d14033d56ca7 HTTP/1.1" status: 204 len: 168 time: 0.3666840 Jul 07 16:48:33.583444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45448) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:33.610414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.679338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.764210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.777750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e735606b-cc20-4dcd-933b-a722826e686c']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.790351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51c8c80-df2d-4ca0-8ca9-89d47b9898a5') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.790651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51c8c80-df2d-4ca0-8ca9-89d47b9898a5') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.800792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.813243 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:48:26Z', 'revision_number': 4, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '53d0e789-b5c8-4eaf-acac-6eac8f96cfe9', 'name': '', 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'mac_address': 'fa:16:3e:e7:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:23Z', 'updated_at': '2021-07-07T16:48:33Z', 'revision_number': 4, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'subnets': [{'id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:33.817874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.824367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:33.824804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:33.826725 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:33.849497 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a2089b-0f86-4480-91d2-7db368a69dae None None] The sync data for ids ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'] in n-d-793619-7 is: [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:48:26Z', 'revision_number': 4, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '53d0e789-b5c8-4eaf-acac-6eac8f96cfe9', 'name': '', 'network_id': '3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'mac_address': 'fa:16:3e:e7:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:23Z', 'updated_at': '2021-07-07T16:48:33Z', 'revision_number': 4, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'subnets': [{'id': 'd58bcb79-340c-4466-a602-b3d4f063f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:33.904075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.913589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.916932 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] 10.222.0.78 "DELETE /v2.0/networks/e735606b-cc20-4dcd-933b-a722826e686c HTTP/1.1" status: 204 len: 168 time: 0.3321443 Jul 07 16:48:33.935098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6e143-ef1b-4f6a-8836-edeacf623cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=e735606b-cc20-4dcd-933b-a722826e686c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:34.051869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8757b06-8614-4989-ba9b-6b28581552ae req-9546aad5-fafc-4269-86fe-bbea1b6812c3 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2402325 Jul 07 16:48:34.066554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-c4584fef-050f-4e11-a664-3b5a061b3178 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.5830967 Jul 07 16:48:34.067664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.086841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-2a9ebeb7-b19c-4130-9644-d2fd2db6380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.088348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-2a9ebeb7-b19c-4130-9644-d2fd2db6380f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1099 time: 1.3809280 Jul 07 16:48:34.088503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45452) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:34.115685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:34.133153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f7345dec-43c8-400a-a9ea-10d9501b8ec8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a445de4b2f6f4ad3b5935860a7fc3f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427635 Jul 07 16:48:34.135482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45454) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:34.188344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9564-c3e5-4f71-bf55-b7c149da5417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.203694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:34.213409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9564-c3e5-4f71-bf55-b7c149da5417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.277314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9564-c3e5-4f71-bf55-b7c149da5417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.281087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9564-c3e5-4f71-bf55-b7c149da5417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.282665 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b4ba9564-c3e5-4f71-bf55-b7c149da5417 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd95e537-4219-49fd-a635-f7cce6559884 HTTP/1.1" status: 204 len: 168 time: 0.1458254 Jul 07 16:48:34.304554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba9564-c3e5-4f71-bf55-b7c149da5417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95e537-4219-49fd-a635-f7cce6559884,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:34.344352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.344708 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Added segment c1b0f981-2349-46c7-8a98-82d428499978 of type vlan for network 63a5c382-0fa0-4740-b2eb-423987093759 Jul 07 16:48:34.367576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6789f-0e2a-47c5-846d-56a93fd12d49,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:34.391655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.431806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-3018460f-6daf-44e2-b222-b85aa2a60829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.433327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-3018460f-6daf-44e2-b222-b85aa2a60829 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.3410316 Jul 07 16:48:34.453044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-0e7536ef-0866-4b89-b84c-0aa902b4979e service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1004345 Jul 07 16:48:34.556575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.563421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.567525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.632122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.700965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45462) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:34.744448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-761771a0-c6f7-44c3-aab2-529f9f1c970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.746026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-761771a0-c6f7-44c3-aab2-529f9f1c970b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.6353662 Jul 07 16:48:34.750332 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39c78e22-430c-4b85-8a28-a68c79627462 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13a45dc268a04df281149fb56e760917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474164 Jul 07 16:48:34.752142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45464) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:34.793130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Deleting port 14474e2b-6935-45b7-aa20-47f8e82dfb8d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:34.793495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.820139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4aecaec-49a3-4929-b347-72b23c320e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.847007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4aecaec-49a3-4929-b347-72b23c320e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.910950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4aecaec-49a3-4929-b347-72b23c320e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.914193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4aecaec-49a3-4929-b347-72b23c320e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.918081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c4aecaec-49a3-4929-b347-72b23c320e2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bfd1b9ba-ace0-4add-8f2d-b67be393520a HTTP/1.1" status: 204 len: 168 time: 0.1624625 Jul 07 16:48:34.935134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.936082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aecaec-49a3-4929-b347-72b23c320e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd1b9ba-ace0-4add-8f2d-b67be393520a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:34.936250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.936694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:34.980056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-e0e0b5b0-9999-4c75-908c-2fe5e6bc2563 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.1929715 Jul 07 16:48:34.981513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=2ee343c6-d06d-4ed2-8506-85985fa96dbf,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:35.118732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9fa902f3-7868-4b8d-b38f-2589e9a7477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.144085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2f72-355c-4140-8772-0c949c625d9a req-f6781a42-354c-40d7-9def-f375c295680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.145650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-f6781a42-354c-40d7-9def-f375c295680a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6813717 Jul 07 16:48:35.146377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-de06f759-626a-47eb-ae33-a0ea9ebb5abc None None] Provisioning complete for port 2ee343c6-d06d-4ed2-8506-85985fa96dbf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:35.146815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de06f759-626a-47eb-ae33-a0ea9ebb5abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.187009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-de06f759-626a-47eb-ae33-a0ea9ebb5abc None None] Port 2ee343c6-d06d-4ed2-8506-85985fa96dbf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:35.201217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-7104782a-a5c1-49a7-ad58-7604823c5338 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217820 Jul 07 16:48:35.202457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2600000 Jul 07 16:48:35.207525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45472) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:35.217965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Request body: {'subnet': {'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1336845343-subnet', 'tenant_id': '98eee55e236d4f42a6b5e0676b4b146f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:35.270673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Made reservation on behalf of 98eee55e236d4f42a6b5e0676b4b146f for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:35.274305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.318856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ddf8-014e-4705-b85f-d03a47006c04 admin admin] Pushing event updated for resources: {'Network': ['ID=63a5c382-0fa0-4740-b2eb-423987093759,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:35.358897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-009da627-2987-4f98-9c52-f1cd472de4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.361146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-009da627-2987-4f98-9c52-f1cd472de4c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.3437409 Jul 07 16:48:35.371426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 63a5c382-0fa0-4740-b2eb-423987093759 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:35.385196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] For port 14474e2b-6935-45b7-aa20-47f8e82dfb8d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=14474e2b-6935-45b7-aa20-47f8e82dfb8d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:35.385988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.491039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Calling delete_port for 14474e2b-6935-45b7-aa20-47f8e82dfb8d owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:35.631323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.684672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:35.724353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Checking segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:35.724770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Network hostable DHCP agents. Network: 63a5c382-0fa0-4740-b2eb-423987093759, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:35.751818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Network 63a5c382-0fa0-4740-b2eb-423987093759 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:35.755131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-0db2d3bf-2470-4db9-ab91-cc36d52363e1 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607705 Jul 07 16:48:35.765781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 63a5c382-0fa0-4740-b2eb-423987093759) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:35.778017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffceefff-132d-4141-a5a4-17dd2dc8d3ff None None] Network 63a5c382-0fa0-4740-b2eb-423987093759 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:35.784457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.785208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.792845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.825259 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3330000b-7071-4ab6-9ff5-f84ee4ac2ee2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6151404 Jul 07 16:48:35.966145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.993896 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.996350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:36.182966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:36.433455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-63a5c382-0fa0-4740-b2eb-423987093759', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'tenant_id': '98eee55e236d4f42a6b5e0676b4b146f', 'fixed_ips': [{'subnet_id': 'ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:48:36.434798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:36.457033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-67030c49-ba86-42f8-a520-6226a191dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.459344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-67030c49-ba86-42f8-a520-6226a191dcb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0700481 Jul 07 16:48:36.544865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:36.560060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:36.560743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:36.674146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Allocated IP 172.20.0.2 (63a5c382-0fa0-4740-b2eb-423987093759/ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3/25821f7e-2459-45d6-97f6-4aac362b3006) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:36.690849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Pushing event updated for resources: {'Port': ['ID=920f15d9-b023-4224-aac4-464ab1d212a2,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:36.700889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 14474e2b-6935-45b7-aa20-47f8e82dfb8d no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:36.709909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:36.788841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-d67cec9e-d8b8-4313-9acb-3b7557280d66 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9975655 Jul 07 16:48:36.867275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Allocated IP 172.25.5.12 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a54193d3-2fdf-4ee3-be64-caddd3e64c01) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:36.954113 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:36.956748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b695649-3e67-4473-b8d6-34c639a81e02 req-8c32dd0f-100b-407e-bd1a-679360d0c72e tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.958506 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b695649-3e67-4473-b8d6-34c639a81e02 req-8c32dd0f-100b-407e-bd1a-679360d0c72e tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c48784b6-207c-4df8-8be3-0c34101b893a HTTP/1.1" status: 200 len: 949 time: 1.2107551 Jul 07 16:48:37.025596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-fd71856a-99cb-4876-bd8c-9c2406e5b67d service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242045 Jul 07 16:48:37.054300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,segment=NetworkSegment(7872055e-ff10-4b1d-a2b4-dfd4559b6be1),segment_id=7872055e-ff10-4b1d-a2b4-dfd4559b6be1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:37.067552 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.126292 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.130326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.147705 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.272290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.290378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Pushing event deleted for resources: {'Port': ['ID=14474e2b-6935-45b7-aa20-47f8e82dfb8d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:37.293425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Transition to ACTIVE for port object 25821f7e-2459-45d6-97f6-4aac362b3006 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:37.296921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:37.341938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Transition to ACTIVE for port object 25821f7e-2459-45d6-97f6-4aac362b3006 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:37.365951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.375368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b695649-3e67-4473-b8d6-34c639a81e02 req-37a3eccb-af2d-41c5-9cca-2d2fca60d87d tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.78 "GET /v2.0/security-groups?id=30223508-f342-4646-a683-52af0c5766c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668976 Jul 07 16:48:37.393834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Network 63a5c382-0fa0-4740-b2eb-423987093759 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:37.437328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.442513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:37.447209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:37.447433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-7a996fa7-9996-460b-8f16-57d3a3e970c1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.448791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-7a996fa7-9996-460b-8f16-57d3a3e970c1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.2572505 Jul 07 16:48:37.470065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:37.482795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Network 7e7698b8-a320-4ed5-8427-b55017965f1e is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:37.496914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Pushing event updated for resources: {'Port': ['ID=25821f7e-2459-45d6-97f6-4aac362b3006,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:37.543628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] No DVR routers for this DVR port 14474e2b-6935-45b7-aa20-47f8e82dfb8d on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:37.558592 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.561728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d40fd08-2e73-4ba3-8a84-33e31f5c7aeb req-8543f8a7-dad5-4c55-81ba-56b6ba51faf0 tempest-ImagesNegativeTestJSON-11523131 tempest-ImagesNegativeTestJSON-11523131-project] 10.222.0.54 "DELETE /v2.0/ports/14474e2b-6935-45b7-aa20-47f8e82dfb8d HTTP/1.1" status: 204 len: 173 time: 4.4233589 Jul 07 16:48:37.581903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'name': 'network-vif-deleted', 'tag': '14474e2b-6935-45b7-aa20-47f8e82dfb8d'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:37.584470 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f72333-6c24-4b2a-b0c9-58809ac16192" -d '{"events": [{"server_uuid": "c48784b6-207c-4df8-8be3-0c34101b893a", "name": "network-vif-deleted", "tag": "14474e2b-6935-45b7-aa20-47f8e82dfb8d"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:37.629139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:37.661401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.666896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Attempting to bind port 25821f7e-2459-45d6-97f6-4aac362b3006 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:37.667341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Attempting to bind port 25821f7e-2459-45d6-97f6-4aac362b3006 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:37.667630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Attempting to bind port 25821f7e-2459-45d6-97f6-4aac362b3006 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:37.678002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:37.678714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Checking segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:37.679067 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.679247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Bound using segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:37.679750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Bound port: 25821f7e-2459-45d6-97f6-4aac362b3006, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:37.680268 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.700320 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a833d765-b32d-4867-98c0-614cb810a153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.736152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:37.743697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.745854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-afe7e514-6db5-429a-bea9-2dd5c9125f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.747624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-afe7e514-6db5-429a-bea9-2dd5c9125f0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1099 time: 0.8199654 Jul 07 16:48:37.772794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] For port 25821f7e-2459-45d6-97f6-4aac362b3006, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:37.773078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-f38b8742-ee56-405e-910c-8a8ced891d2e service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270870 Jul 07 16:48:37.777328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] For port 25821f7e-2459-45d6-97f6-4aac362b3006, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=25821f7e-2459-45d6-97f6-4aac362b3006,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:37.794042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.918127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6af9-ff7c-4245-8a6f-0cf10c3b07ce None None] Pushing event updated for resources: {'Port': ['ID=25821f7e-2459-45d6-97f6-4aac362b3006,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:37.946052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:38.016988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.3 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/abc07f27-29f1-43c0-bd06-0f6627cee92a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:38.060483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7631cbce-fac9-4f9b-918b-b4d3aae7479c None None] Provisioning complete for port 920f15d9-b023-4224-aac4-464ab1d212a2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:38.061422 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7631cbce-fac9-4f9b-918b-b4d3aae7479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.088818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:38.089143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.125229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:38.141686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397413c-79b5-42f2-88c7-bea16a556ba9 req-2ee8485c-d8cf-4600-a7e4-47c31a1ab2f9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.144419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7631cbce-fac9-4f9b-918b-b4d3aae7479c None None] Port 920f15d9-b023-4224-aac4-464ab1d212a2 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:38.149301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8397413c-79b5-42f2-88c7-bea16a556ba9 req-2ee8485c-d8cf-4600-a7e4-47c31a1ab2f9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 948 time: 0.5261247 Jul 07 16:48:38.245226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.292614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.308806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:38.317550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:38.323836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:38.327452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:38.352781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.360096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'mac_address': 'fa:16:3e:ce:eb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:38.365490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-199a71fa-35e4-48d9-ac18-78413162cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.367241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-199a71fa-35e4-48d9-ac18-78413162cda6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.5815480 Jul 07 16:48:38.401090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:38.408478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:38.414240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:38.443073 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.458989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:38.461244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Pushing event updated for resources: {'Port': ['ID=a54193d3-2fdf-4ee3-be64-caddd3e64c01,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:38.466829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=abc07f27-29f1-43c0-bd06-0f6627cee92a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:38.484635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:38.485857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:38.493211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.503144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-378a690b-a1fb-4093-a7ca-7296de07cead service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.1132889 Jul 07 16:48:38.508962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8397413c-79b5-42f2-88c7-bea16a556ba9 req-19b86e6c-d7d2-47cb-b7e7-84d56b5da787 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584678 Jul 07 16:48:38.513661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.513984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.547034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dbf453ea-bb65-43bc-8d69-1c5c4b22e666 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0810680 Jul 07 16:48:38.565773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Request body: {'port': {'device_id': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:38.609684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:38.710149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.785216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6f95c8f5-a221-45c5-845b-2702ddd8a97d'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:38.971627 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.994669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.035914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.055188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc07f27-29f1-43c0-bd06-0f6627cee92a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:39.063847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.078224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Transition to ACTIVE for port object abc07f27-29f1-43c0-bd06-0f6627cee92a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:39.083083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.140532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a0d3b9-9443-41b1-8a99-9a8efd9d5d98 None None] Network 63a5c382-0fa0-4740-b2eb-423987093759 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:39.193440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.199656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Pushing event updated for resources: {'Port': ['ID=abc07f27-29f1-43c0-bd06-0f6627cee92a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:39.215979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-9a389a48-c0e9-4877-adb5-f5f56c1cf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.219082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-9a389a48-c0e9-4877-adb5-f5f56c1cf537 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.6813455 Jul 07 16:48:39.228205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0d31e690-1b1c-46dc-af61-0628f74e12b5 None None] Provisioning for port 25821f7e-2459-45d6-97f6-4aac362b3006 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:39.253172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=2ee343c6-d06d-4ed2-8506-85985fa96dbf,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:39.254184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Attempting to bind port abc07f27-29f1-43c0-bd06-0f6627cee92a on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:39.254600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Attempting to bind port abc07f27-29f1-43c0-bd06-0f6627cee92a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:39.255586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Attempting to bind port abc07f27-29f1-43c0-bd06-0f6627cee92a on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:39.260742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Port abc07f27-29f1-43c0-bd06-0f6627cee92a on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:39.261175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Attempting to bind port abc07f27-29f1-43c0-bd06-0f6627cee92a on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:39.267302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:39.267704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:39.268010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:39.268564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Bound port: abc07f27-29f1-43c0-bd06-0f6627cee92a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:39.269190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.290712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.297746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:39.322073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36584df9-d1ca-41f7-b896-c627be5bfa8a admin admin] 10.222.0.78 "PUT /v2.0/routers/09b92155-2b7e-42ef-818a-26beaca6315f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7673767 Jul 07 16:48:39.330799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:39.349404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:39.350503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:39.352324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] For port abc07f27-29f1-43c0-bd06-0f6627cee92a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:39.357960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] For port abc07f27-29f1-43c0-bd06-0f6627cee92a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:39.367817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.390796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.392371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.394747 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] 10.222.0.13 "PUT /v2.0/ports/abc07f27-29f1-43c0-bd06-0f6627cee92a HTTP/1.1" status: 200 len: 1091 time: 0.8348455 Jul 07 16:48:39.397489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'tag': 'abc07f27-29f1-43c0-bd06-0f6627cee92a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:39.400462 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad482b-2f16-42b2-b33c-4989c4981b76" -d '{"events": [{"name": "network-changed", "server_uuid": "91660d83-c025-4235-87c5-d96e0ba6cfbd", "tag": "abc07f27-29f1-43c0-bd06-0f6627cee92a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:39.402468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.449030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1b256-87cb-4fa8-98f8-5bf215156a8a req-42163278-e2e5-4a73-9ffc-4e6d25fac7d4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.450683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcb1b256-87cb-4fa8-98f8-5bf215156a8a req-42163278-e2e5-4a73-9ffc-4e6d25fac7d4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 943 time: 0.4188101 Jul 07 16:48:39.505481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c771-d081-4257-987a-f7597263d07f req-4949d988-26ce-474c-b955-a42f5afd4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.506758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-4949d988-26ce-474c-b955-a42f5afd4ebc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732763 Jul 07 16:48:39.516938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e775f-0b19-47ee-b8c5-0fb8e0209e25 service neutron] Pushing event updated for resources: {'Port': ['ID=abc07f27-29f1-43c0-bd06-0f6627cee92a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:39.519221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:39.561621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-ea343b01-ad22-4c69-a421-a628270ee467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.566182 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-ea343b01-ad22-4c69-a421-a628270ee467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 1094 time: 0.0855775 Jul 07 16:48:39.620774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-dfd159ce-1c70-4abe-918c-cd55f7810e61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a HTTP/1.1" status: 200 len: 217 time: 0.0408013 Jul 07 16:48:39.681188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcb1b256-87cb-4fa8-98f8-5bf215156a8a req-85886908-3d3c-4724-9bdd-9234f819d61e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208526 Jul 07 16:48:39.686784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:39.693843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:39.697967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a80ff-eb29-4256-804b-64650f748646 req-78038ceb-2c12-44a1-9c26-32fee72d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.699558 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-78038ceb-2c12-44a1-9c26-32fee72d334c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.0734053 Jul 07 16:48:39.765778 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-84a52fe2-bbaf-40ba-a59c-0884ce29cbfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555587 Jul 07 16:48:39.788613 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.895021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.935428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-187a2e11-4709-4f51-a279-07ff5a261921 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626565 Jul 07 16:48:39.980008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 25821f7e-2459-45d6-97f6-4aac362b3006 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:40.047389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-cbdc422b-e98a-429e-8434-06b872929748 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173044 Jul 07 16:48:40.077462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 2, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:40.080892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 25821f7e-2459-45d6-97f6-4aac362b3006 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:40.095518 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a4a80ff-eb29-4256-804b-64650f748646 req-d57b276b-a1ff-4c15-81d4-cac967bde881 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528609 Jul 07 16:48:40.110597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 25821f7e-2459-45d6-97f6-4aac362b3006 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:40.111033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.115530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:48:40.115530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Updating router 09b92155-2b7e-42ef-818a-26beaca6315f port 920f15d9-b023-4224-aac4-464ab1d212a2 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:48:40.146075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Pushing event updated for resources: {'Port': ['ID=a54193d3-2fdf-4ee3-be64-caddd3e64c01,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:40.164390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:40.206114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.226312 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.238092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a77d1e1d-cade-401a-9013-b96fedcc3e00 None None] Provisioning complete for port 2ee343c6-d06d-4ed2-8506-85985fa96dbf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:40.238382 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a77d1e1d-cade-401a-9013-b96fedcc3e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.273371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56e1c771-d081-4257-987a-f7597263d07f req-c93a988e-586e-4a3a-b1e3-89047a343c79 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158287 Jul 07 16:48:40.287434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.288728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8757b06-8614-4989-ba9b-6b28581552ae req-29e163b6-8134-4bba-9775-422663c56e88 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.2061188 Jul 07 16:48:40.313289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 0e52c98c-c146-4cec-bbee-9585e56af5de is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:48:40.354615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a77d1e1d-cade-401a-9013-b96fedcc3e00 None None] Port 2ee343c6-d06d-4ed2-8506-85985fa96dbf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:40.385331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-ee6a6bfb-1ea1-4e4f-82e8-83c4d30c25ae tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.386785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-ee6a6bfb-1ea1-4e4f-82e8-83c4d30c25ae tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 816 time: 0.2151649 Jul 07 16:48:40.391863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8757b06-8614-4989-ba9b-6b28581552ae req-06b9dac2-cffd-4740-b9ef-68eda1d4e107 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0834098 Jul 07 16:48:40.398968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:40.421117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:40.421346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.448019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.477569 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-10b9a219-c489-4b44-9545-6e0167b0a911 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/quotas/98eee55e236d4f42a6b5e0676b4b146f HTTP/1.1" status: 200 len: 375 time: 0.0845885 Jul 07 16:48:40.546646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 25821f7e-2459-45d6-97f6-4aac362b3006, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=25821f7e-2459-45d6-97f6-4aac362b3006,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:40.555667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.600499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:40.608507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45550) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:40.609077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d0f18d84-038a-4306-bd22-0466860aa7f0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/0e52c98c-c146-4cec-bbee-9585e56af5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1920168 Jul 07 16:48:40.620726 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] Sync routers for ids ['0e52c98c-c146-4cec-bbee-9585e56af5de'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:40.640132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757b06-8614-4989-ba9b-6b28581552ae req-66283c3c-78ea-4e5e-9c7e-2327b4172215 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.641562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8757b06-8614-4989-ba9b-6b28581552ae req-66283c3c-78ea-4e5e-9c7e-2327b4172215 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2396450 Jul 07 16:48:40.642455 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] Routers {'0e52c98c-c146-4cec-bbee-9585e56af5de'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:40.643685 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0e52c98c-c146-4cec-bbee-9585e56af5de'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:40.674538 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.676192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-9ed25c35-f180-4360-aabd-00e06eff4154 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848972 Jul 07 16:48:40.678923 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.684818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=25821f7e-2459-45d6-97f6-4aac362b3006,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:40.718467 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:40.734001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] Routers {'0e52c98c-c146-4cec-bbee-9585e56af5de'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:40.735539 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0e52c98c-c146-4cec-bbee-9585e56af5de'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:40.752992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49299662-b817-4522-b63f-b8d82441aa60 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.760108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:40.763214 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51922e6f-22c5-4826-b308-09bc2255fddb" -d '{"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-plugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:40.764905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-49299662-b817-4522-b63f-b8d82441aa60 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports/2ee343c6-d06d-4ed2-8506-85985fa96dbf HTTP/1.1" status: 200 len: 977 time: 0.1544900 Jul 07 16:48:40.765697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:40.789875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:40.799475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.802217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-45e4bdf3-1910-4161-8e5a-f9491dacb8cb service neutron] 10.222.0.78 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198809 Jul 07 16:48:40.817077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.839741 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:40.841605 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a7a9c-ca79-4bc0-9a4f-1498c5322daa None None] The sync data for ids ['0e52c98c-c146-4cec-bbee-9585e56af5de'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:40.852868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Transition to ACTIVE for port object 920f15d9-b023-4224-aac4-464ab1d212a2 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:40.868075 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.887488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-3681b00b-48e4-4edc-98aa-8bfe07722716 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525632 Jul 07 16:48:40.910477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:41.004627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-38f6a287-47eb-4da1-b73a-ec17ce3bfe59 service neutron] 10.222.0.78 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941717 Jul 07 16:48:41.018023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc1ae4-0242-4967-a4b3-57349e8da3f0 None None] Pushing event updated for resources: {'Port': ['ID=920f15d9-b023-4224-aac4-464ab1d212a2,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:41.023774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Attempting to bind port 920f15d9-b023-4224-aac4-464ab1d212a2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:41.024142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Attempting to bind port 920f15d9-b023-4224-aac4-464ab1d212a2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:41.024512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Attempting to bind port 920f15d9-b023-4224-aac4-464ab1d212a2 on network 7e7698b8-a320-4ed5-8427-b55017965f1e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:41.030192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:41.030568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Checking segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:41.030978 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.031376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Bound using segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:41.031856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Bound port: 920f15d9-b023-4224-aac4-464ab1d212a2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:41.032244 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.067069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-5a30760e-baa4-41fd-aaf3-0c7b4faccf4f tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.074511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-5a30760e-baa4-41fd-aaf3-0c7b4faccf4f tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773844 Jul 07 16:48:41.092494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-4c23355b-7cc4-4e3f-8a2e-a2b9aff8fc4d tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/quotas/dd7ceb748b2b4549a274cb45d9d1a4fb HTTP/1.1" status: 200 len: 375 time: 0.0170004 Jul 07 16:48:41.132190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-5d064dee-d192-4bdc-be89-cc62f89c93fd tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387859 Jul 07 16:48:41.164509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] For port 920f15d9-b023-4224-aac4-464ab1d212a2, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:41.173350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] For port 920f15d9-b023-4224-aac4-464ab1d212a2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=920f15d9-b023-4224-aac4-464ab1d212a2,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:41.181715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.303711 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1964c6f2-21df-410a-ab5f-f11baefd9415 x-openstack-request-id: req-1964c6f2-21df-410a-ab5f-f11baefd9415 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:41.304238 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48784b6-207c-4df8-8be3-0c34101b893a", "name": "network-vif-deleted", "tag": "14474e2b-6935-45b7-aa20-47f8e82dfb8d", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:41.304477 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1964c6f2-21df-410a-ab5f-f11baefd9415 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:41.304886 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48784b6-207c-4df8-8be3-0c34101b893a', 'name': 'network-vif-deleted', 'tag': '14474e2b-6935-45b7-aa20-47f8e82dfb8d', 'status': 'completed', 'code': 200} Jul 07 16:48:41.391563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:41.392206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:41.491077 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fbc21c-01df-481b-bb57-6c5deb51e76c x-openstack-request-id: req-f1fbc21c-01df-481b-bb57-6c5deb51e76c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:41.491710 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91660d83-c025-4235-87c5-d96e0ba6cfbd", "tag": "abc07f27-29f1-43c0-bd06-0f6627cee92a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:41.491937 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1fbc21c-01df-481b-bb57-6c5deb51e76c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:41.492434 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'tag': 'abc07f27-29f1-43c0-bd06-0f6627cee92a', 'status': 'completed', 'code': 200} Jul 07 16:48:41.559116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:48:41.587484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-160db50f-c0fd-4f9d-a0b0-b448c85db3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.590147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-160db50f-c0fd-4f9d-a0b0-b448c85db3fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 1094 time: 0.1334119 Jul 07 16:48:41.660980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc1ae4-0242-4967-a4b3-57349e8da3f0 None None] Pushing event updated for resources: {'Port': ['ID=920f15d9-b023-4224-aac4-464ab1d212a2,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:41.894706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-96045446-e2a3-45d9-afa9-5c6d62b5873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.896526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-96045446-e2a3-45d9-afa9-5c6d62b5873d service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.2998860 Jul 07 16:48:41.901591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 25821f7e-2459-45d6-97f6-4aac362b3006 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:41.936357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:41Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:41.971714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a00cc9-f1eb-4ad2-9bee-317215d09a0d None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:41Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:41.988946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e757e59-b563-4845-8b5e-020732857314 req-471b7f2a-f074-4f22-aaf7-87386d310dd3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.998937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e757e59-b563-4845-8b5e-020732857314 req-471b7f2a-f074-4f22-aaf7-87386d310dd3 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 951 time: 0.3584361 Jul 07 16:48:42.008548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 25821f7e-2459-45d6-97f6-4aac362b3006 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:42.009792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-c7554bad-ccc6-423d-93e4-248041375758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a HTTP/1.1" status: 200 len: 217 time: 0.0993569 Jul 07 16:48:42.010642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.082923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.162466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-77e631f6-242a-4a6e-9736-691dc5ed0022 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.165574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device abc07f27-29f1-43c0-bd06-0f6627cee92a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:42.172330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-77e631f6-242a-4a6e-9736-691dc5ed0022 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 821 time: 0.4239690 Jul 07 16:48:42.204441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-d0b899c2-b4df-4af6-bce5-9d1f36c47ea6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/quotas/c49db1a37b064161a1727d46dfdab3c7 HTTP/1.1" status: 200 len: 375 time: 0.0307293 Jul 07 16:48:42.223756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-e64de46a-ace4-4f63-b464-a83c3d5e7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.225721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-e64de46a-ace4-4f63-b464-a83c3d5e7984 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.1933570 Jul 07 16:48:42.234192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e757e59-b563-4845-8b5e-020732857314 req-2d778afe-1c23-446f-bf43-a60f51e5df4b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340322 Jul 07 16:48:42.310870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port abc07f27-29f1-43c0-bd06-0f6627cee92a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:42.341879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-da5bfdd4-b3d1-4144-a561-c342dcd30e23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611289 Jul 07 16:48:42.350690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'abc07f27-29f1-43c0-bd06-0f6627cee92a', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': 'abc07f27-29f1-43c0-bd06-0f6627cee92a', 'mac_address': 'fa:16:3e:38:f5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:42.430921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 2ee343c6-d06d-4ed2-8506-85985fa96dbf {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:42.431871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.454430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651b8d8b-9e7d-43b7-ae25-27a6eef499b8 req-e09d2e08-c6ed-4c86-9e78-9150365e3b2a tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips/6accf91e-47c2-4238-aa7b-ad0b48f1c95e HTTP/1.1" status: 200 len: 692 time: 0.1434474 Jul 07 16:48:42.555663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.562830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-90f05811-f112-4127-ace6-05a9390d0df9 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3574102 Jul 07 16:48:42.579278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc07f27-29f1-43c0-bd06-0f6627cee92a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:42.592339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.614100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 2ee343c6-d06d-4ed2-8506-85985fa96dbf owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:42.617551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port abc07f27-29f1-43c0-bd06-0f6627cee92a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:42.623266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.684320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-d2ed57db-1eee-440e-aa92-4150c2f34797 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001280 Jul 07 16:48:42.732027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=abc07f27-29f1-43c0-bd06-0f6627cee92a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:42.862138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.902545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=2ee343c6-d06d-4ed2-8506-85985fa96dbf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:42.919202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:43.349047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.408109 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-6cdc08f5-cba1-4a73-927f-adc796a37b1b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609319 Jul 07 16:48:43.411612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b8d8b-9e7d-43b7-ae25-27a6eef499b8 req-1d1e35ce-d0dd-4e6d-91ef-9968ea5cd1e7 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.413582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-651b8d8b-9e7d-43b7-ae25-27a6eef499b8 req-1d1e35ce-d0dd-4e6d-91ef-9968ea5cd1e7 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.9465845 Jul 07 16:48:43.474742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ba280f04-8377-4762-83eb-5eb8f89fac2e service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943884 Jul 07 16:48:43.503851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36ad482b-2f16-42b2-b33c-4989c4981b76 req-78c2d229-a28f-4097-ba35-58f5eccfc7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085089 Jul 07 16:48:43.673690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-672dfe33-df1c-4abb-8cac-695719452c89 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860254 Jul 07 16:48:43.700059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb45266-95eb-47d1-aa60-69d28374fbce req-f35c5894-3944-43ef-ab37-9566762c46b1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.702829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fb45266-95eb-47d1-aa60-69d28374fbce req-f35c5894-3944-43ef-ab37-9566762c46b1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 944 time: 0.1229770 Jul 07 16:48:43.764585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fb45266-95eb-47d1-aa60-69d28374fbce req-c653d2a8-6a1d-4961-98d3-817eb8a57c12 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Jul 07 16:48:43.852332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 0e52c98c-c146-4cec-bbee-9585e56af5de has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:43.894286 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e73c9-ab42-48ea-ab7a-10ae3f93798d x-openstack-request-id: req-6c1e73c9-ab42-48ea-ab7a-10ae3f93798d {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:43.894815 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-plugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:43.894815 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c1e73c9-ab42-48ea-ab7a-10ae3f93798d {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:43.895255 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'code': 200} Jul 07 16:48:43.903881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-3264d199-2078-46ec-8bb2-83fbb4eb43ca tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.911323 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-3264d199-2078-46ec-8bb2-83fbb4eb43ca tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144063 Jul 07 16:48:43.943130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 920f15d9-b023-4224-aac4-464ab1d212a2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:43.992361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Request body: {'port': {'device_id': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'dd7ceb748b2b4549a274cb45d9d1a4fb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:44.077731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:44.088224 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0277d0f7-8eb2-45e9-8a1d-66bf56fc2e24 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/0e52c98c-c146-4cec-bbee-9585e56af5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3181233 Jul 07 16:48:44.088224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45620) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:44.094867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] Sync routers for ids ['0e52c98c-c146-4cec-bbee-9585e56af5de'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:44.100097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 920f15d9-b023-4224-aac4-464ab1d212a2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:44.110165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] Routers {'0e52c98c-c146-4cec-bbee-9585e56af5de'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:44.110803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0e52c98c-c146-4cec-bbee-9585e56af5de'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:44.122798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c78a6a20-54d9-48e2-a008-a5a9b913358c req-b831ff04-692c-4c87-9484-49c168d24000 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 210 time: 0.0509527 Jul 07 16:48:44.157196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:44.163872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 920f15d9-b023-4224-aac4-464ab1d212a2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:44.164388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.208024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device abc07f27-29f1-43c0-bd06-0f6627cee92a up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:44.246921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-21a49090-cb18-4057-aaf9-bf2dd81f7625 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.258497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-21a49090-cb18-4057-aaf9-bf2dd81f7625 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 816 time: 0.2656884 Jul 07 16:48:44.290720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] Routers {'0e52c98c-c146-4cec-bbee-9585e56af5de'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:44.291374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0e52c98c-c146-4cec-bbee-9585e56af5de'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:44.293195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-81f83389-4c20-4d7a-9c00-34223b8ed8fd tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/quotas/98eee55e236d4f42a6b5e0676b4b146f HTTP/1.1" status: 200 len: 375 time: 0.0336676 Jul 07 16:48:44.387426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-dfda7269-72b9-4d12-85a5-89c5312fbfdf tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931206 Jul 07 16:48:44.405735 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-4a8e6e38-ca01-4329-a737-521e1cf7257e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 16:48:44.406852 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a8e6e38-ca01-4329-a737-521e1cf7257e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/0e52c98c-c146-4cec-bbee-9585e56af5de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3178794 Jul 07 16:48:44.408033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Made reservation on behalf of dd7ceb748b2b4549a274cb45d9d1a4fb for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:44.412897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45628) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:44.419798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.438415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.477189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-43869eae-df6a-4dd6-baef-2656308efd93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e52c98c-c146-4cec-bbee-9585e56af5de HTTP/1.1" status: 200 len: 205 time: 0.0624580 Jul 07 16:48:44.480975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45632) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:44.483416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:44.484073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a925c2-babf-47e6-84ca-6d2237b013e2 None None] The sync data for ids ['0e52c98c-c146-4cec-bbee-9585e56af5de'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:44.503888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port abc07f27-29f1-43c0-bd06-0f6627cee92a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:44.532796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port abc07f27-29f1-43c0-bd06-0f6627cee92a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:44.533397 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.639890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-ae55f8f1-88c1-4b97-af8f-794fa82c3089 service neutron] 10.222.0.78 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513280 Jul 07 16:48:44.648449 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.665596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.697775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.702998 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.747365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 920f15d9-b023-4224-aac4-464ab1d212a2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=920f15d9-b023-4224-aac4-464ab1d212a2,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:44.753695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.787907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ee15b-4c62-489a-93c3-6362377ea2ec,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:44.789010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.844703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=920f15d9-b023-4224-aac4-464ab1d212a2,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:44.851279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port abc07f27-29f1-43c0-bd06-0f6627cee92a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:44.856667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.920523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=abc07f27-29f1-43c0-bd06-0f6627cee92a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:44.937939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14c1ecc0-c81c-4e32-9913-4c7c91d271b9 req-8ee758b0-58ce-440a-9bbd-e05235d7d62e tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=b74c0ab3af794e649f7025614d2d883d HTTP/1.1" status: 200 len: 695 time: 0.3012640 Jul 07 16:48:44.997028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-f9c5be2c-76bc-4c69-9bcc-4ad8e5c40622 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.998718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-f9c5be2c-76bc-4c69-9bcc-4ad8e5c40622 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21&tenant_id=2f2e5dea929049ca8cad7058e4d9685b&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 951 time: 0.3484561 Jul 07 16:48:45.058597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Allocated IP 192.168.233.26 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/f5522d14-b133-4a8f-ad8c-a6b9095d82f6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:45.073162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-cb41b8a2-f3d3-495c-a2ae-71fda64c4aa2 service neutron] 10.222.0.78 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192491 Jul 07 16:48:45.119081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-8c12cc2b-810b-4f55-a85e-448bb0edde36 service neutron] 10.222.0.13 "GET /v2.0/ports/6f95c8f5-a221-45c5-845b-2702ddd8a97d/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 382 time: 0.1119604 Jul 07 16:48:45.213299 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.221154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.257011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1ecc0-c81c-4e32-9913-4c7c91d271b9 req-0c0fba93-5d27-408b-805a-2596e7ca7299 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.269746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14c1ecc0-c81c-4e32-9913-4c7c91d271b9 req-0c0fba93-5d27-408b-805a-2596e7ca7299 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks?id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 787 time: 0.3307447 Jul 07 16:48:45.321259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.336813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-eb65ed60-44de-40aa-bf29-66de00c394a4 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.338517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-eb65ed60-44de-40aa-bf29-66de00c394a4 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 816 time: 0.7008393 Jul 07 16:48:45.343365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-5e2a670b-f2ed-4527-a397-37d1e815f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.346347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-5e2a670b-f2ed-4527-a397-37d1e815f581 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1102 time: 0.1434219 Jul 07 16:48:45.350475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Transition to ACTIVE for port object f5522d14-b133-4a8f-ad8c-a6b9095d82f6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:45.350733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.351508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router 0e52c98c-c146-4cec-bbee-9585e56af5de {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:48:45.362889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.366364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-061513ac-e7f8-49f0-b9b8-cd582159208d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/0e52c98c-c146-4cec-bbee-9585e56af5de HTTP/1.1" status: 204 len: 168 time: 0.8821588 Jul 07 16:48:45.371406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:45.373760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Request body: {'port': {'device_id': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'admin_state_up': True, 'tenant_id': '98eee55e236d4f42a6b5e0676b4b146f'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:45.481007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6d96fd7-6af9-48b3-882d-53d2f0f6f1c4 req-cacdaafd-328c-4dc2-b7e3-0ece842f6730 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 210 time: 0.0744054 Jul 07 16:48:45.546624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-f131749a-cbb2-48e8-af11-f7263c2bd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.549604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-f131749a-cbb2-48e8-af11-f7263c2bd991 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1901319 Jul 07 16:48:45.613866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-728ac2ec-43c6-429e-9427-98b8711c1a78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.0497088 Jul 07 16:48:45.632244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d665d-b96b-415a-80aa-886a32020506 req-68463a72-7654-47f5-9ae4-6a3c4bd51406 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.634282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-996d665d-b96b-415a-80aa-886a32020506 req-68463a72-7654-47f5-9ae4-6a3c4bd51406 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 951 time: 0.1655929 Jul 07 16:48:45.636036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Made reservation on behalf of 98eee55e236d4f42a6b5e0676b4b146f for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:45.639534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.648595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 890bdb0a-0ec6-4d52-8148-da0f6c81f0f3 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:45.676199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.679364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.783156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:45.810995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:45.812788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-125ea74b-86cb-4283-9c51-e48e089f85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.814964 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-125ea74b-86cb-4283-9c51-e48e089f85cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1922269 Jul 07 16:48:45.837308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:45.839235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Pushing event updated for resources: {'Port': ['ID=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:45.845375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:45.896650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc07f27-29f1-43c0-bd06-0f6627cee92a'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:45.899209 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2216c5ee-0dfd-41f1-8a78-03348eeaf2eb" -d '{"events": [{"server_uuid": "91660d83-c025-4235-87c5-d96e0ba6cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "abc07f27-29f1-43c0-bd06-0f6627cee92a"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:45.914422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 920f15d9-b023-4224-aac4-464ab1d212a2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:45.989286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 920f15d9-b023-4224-aac4-464ab1d212a2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:45.990033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.015637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.016166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.029366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-996d665d-b96b-415a-80aa-886a32020506 req-edf144eb-b5ba-4bea-af25-aed790e6a6ed tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772244 Jul 07 16:48:46.043559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-cbe4026b-b65e-4763-85be-c067ff918e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.050473 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-cbe4026b-b65e-4763-85be-c067ff918e4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263689 Jul 07 16:48:46.092987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Allocated IP 172.20.0.14 (63a5c382-0fa0-4740-b2eb-423987093759/ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3/25ec58aa-8a0b-4e64-84d6-f73c8004c356) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:46.100168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-302a787d-1d7b-4183-9950-b6ae16eafacf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1121092 Jul 07 16:48:46.121349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Request body: {'port': {'device_id': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:46.126567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ecfda-78b8-4abd-b61c-8a47bcea108f req-5592367a-5321-4833-9138-682b0237f861 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.129468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d9ecfda-78b8-4abd-b61c-8a47bcea108f req-5592367a-5321-4833-9138-682b0237f861 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 945 time: 0.5065422 Jul 07 16:48:46.163459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2119c815-0958-4321-bed5-e9008db0a7eb None None] Provisioning for port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:46.168687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2119c815-0958-4321-bed5-e9008db0a7eb None None] Provisioning complete for port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:46.170264 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2119c815-0958-4321-bed5-e9008db0a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.207820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.255847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2119c815-0958-4321-bed5-e9008db0a7eb None None] Port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:46.312509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-dbdf7113-606e-4be8-98d8-f19a7d4c6d65 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.313988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-dbdf7113-606e-4be8-98d8-f19a7d4c6d65 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.54 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 821 time: 0.6155272 Jul 07 16:48:46.329146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d9ecfda-78b8-4abd-b61c-8a47bcea108f req-3e1cdb3c-62f6-4f55-bf0b-1a815825b43f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849983 Jul 07 16:48:46.385506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'port': {'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'admin_state_up': True, 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:46.511955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4620e319-7264-41d0-8cbb-028393ab8666 req-67424e43-1af7-4be3-bc6b-d160e11a0cbd tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips/6accf91e-47c2-4238-aa7b-ad0b48f1c95e HTTP/1.1" status: 200 len: 692 time: 0.1229601 Jul 07 16:48:46.603897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ad47f-49c9-492f-b212-a6d8ed9e8900 req-a3e857b4-9b31-45ff-b34b-a0095e7db9ce tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.605338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e6ad47f-49c9-492f-b212-a6d8ed9e8900 req-a3e857b4-9b31-45ff-b34b-a0095e7db9ce tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 935 time: 0.3972051 Jul 07 16:48:46.610240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.628135 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-c5153739-f0f0-4df0-b9cf-a38c4635e0ca service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553262 Jul 07 16:48:46.629078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.668525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=890bdb0a-0ec6-4d52-8148-da0f6c81f0f3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:46.670541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.672434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b5f652d-ac22-4b97-82c5-8a9e134627ab tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/890bdb0a-0ec6-4d52-8148-da0f6c81f0f3 HTTP/1.1" status: 204 len: 168 time: 1.2989395 Jul 07 16:48:46.676774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.682376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5536f-26d4-4226-9c85-75e42696fd78 None None] Network 3002d2bb-ed67-499a-ae12-3e063e9a8575 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:46.703754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45662) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:46.748333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e6ad47f-49c9-492f-b212-a6d8ed9e8900 req-107cb147-a0bd-4ffd-9d4c-fea50056b76b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254029 Jul 07 16:48:46.867526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-fcbf59d8-1f36-42c3-af8a-7884d0c8c4ed service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278469 Jul 07 16:48:47.029770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] DHCP port deletion for 3002d2bb-ed67-499a-ae12-3e063e9a8575 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:48:47.094943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] Deleting port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:47.096560 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.105823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5522d14-b133-4a8f-ad8c-a6b9095d82f6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:47.116044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.126856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Transition to ACTIVE for port object 25ec58aa-8a0b-4e64-84d6-f73c8004c356 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:47.133547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Transition to ACTIVE for port object f5522d14-b133-4a8f-ad8c-a6b9095d82f6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:47.138502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.188763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] For port d5254dd2-afb4-4bb6-aeab-ad7840d6f640, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,segment=NetworkSegment(aea347ff-ccb9-444d-9ce7-4e0dccdde28c),segment_id=aea347ff-ccb9-444d-9ce7-4e0dccdde28c)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:47.190244 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.192979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:47.211960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] Calling delete_port for d5254dd2-afb4-4bb6-aeab-ad7840d6f640 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:47.280963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Attempting to bind port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:47.281293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Attempting to bind port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:47.281686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Attempting to bind port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:47.293015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:47.293408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Attempting to bind port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:47.296998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Made reservation on behalf of c49db1a37b064161a1727d46dfdab3c7 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:47.300604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:47.300966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:47.301380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:47.301751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.302206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Bound port: f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:47.302206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.303446 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.332746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e319-7264-41d0-8cbb-028393ab8666 req-e5e727e4-ff46-4c22-b61e-06fbc82a7045 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.340145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4620e319-7264-41d0-8cbb-028393ab8666 req-e5e727e4-ff46-4c22-b61e-06fbc82a7045 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.8187141 Jul 07 16:48:47.348674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] Pushing event deleted for resources: {'Port': ['ID=d5254dd2-afb4-4bb6-aeab-ad7840d6f640,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:47.351509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1116e3-edd4-4729-8015-98f4bb336588 None None] No DVR routers for this DVR port d5254dd2-afb4-4bb6-aeab-ad7840d6f640 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:47.354531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.385440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] For port f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:47.389809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] For port f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:47.397430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.437452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.438069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.439501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5522d14-b133-4a8f-ad8c-a6b9095d82f6 HTTP/1.1" status: 200 len: 1095 time: 1.3252525 Jul 07 16:48:47.440177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'tag': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:47.442820 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d145f-e1a8-4ef4-9b30-4b03490d25e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1298b3-5078-45da-8a0c-ffd68471905c", "tag": "f5522d14-b133-4a8f-ad8c-a6b9095d82f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:47.474665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e89886-deba-4c88-8946-0b133fb9b7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:47.487807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4620e319-7264-41d0-8cbb-028393ab8666 req-fc83f5d2-8aea-4cfb-9b24-8674bddbc8ce tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.1465883 Jul 07 16:48:47.560761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-2e83fbdb-b1a7-41c0-83e5-97299caef91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.563208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-2e83fbdb-b1a7-41c0-83e5-97299caef91c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 1098 time: 0.0591567 Jul 07 16:48:47.609342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f8ae728f-c961-4bb8-bba2-9bd0f742adb8 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.617140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f8ae728f-c961-4bb8-bba2-9bd0f742adb8 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 816 time: 0.4934080 Jul 07 16:48:47.624654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-cff9e806-87aa-43bd-ac41-f716e0314c41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6 HTTP/1.1" status: 200 len: 217 time: 0.0486932 Jul 07 16:48:47.648718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.679551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-18172e35-a183-416e-aa93-90ca8da1647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.681046 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-18172e35-a183-416e-aa93-90ca8da1647c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0497158 Jul 07 16:48:47.682365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-abd50e07-a526-42a5-828b-cd8dbbef5495 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.683828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-abd50e07-a526-42a5-828b-cd8dbbef5495 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.54 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 816 time: 0.5633705 Jul 07 16:48:47.686715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4620e319-7264-41d0-8cbb-028393ab8666 req-26bbb5bf-decd-45c4-b5bc-a0d579793250 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.1540761 Jul 07 16:48:47.747958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-2d664cfa-fc36-48a8-b175-0b3f5b67c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.749488 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-2d664cfa-fc36-48a8-b175-0b3f5b67c1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613282 Jul 07 16:48:47.751421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-c888bdd6-dd20-4512-827b-593b329e132f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/quotas/98eee55e236d4f42a6b5e0676b4b146f HTTP/1.1" status: 200 len: 375 time: 0.1337905 Jul 07 16:48:47.806669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Request body: {'port': {'device_id': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'admin_state_up': True, 'tenant_id': '98eee55e236d4f42a6b5e0676b4b146f'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:47.851236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-2dd90906-1a63-44db-85f3-26372df7c049 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928156 Jul 07 16:48:47.855759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5254dd2-afb4-4bb6-aeab-ad7840d6f640 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:47.878095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d5254dd2-afb4-4bb6-aeab-ad7840d6f640 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:47.878602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5254dd2-afb4-4bb6-aeab-ad7840d6f640 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:47.940667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Network 63a5c382-0fa0-4740-b2eb-423987093759 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:47.948980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d5cbe191-cff6-48cc-ad96-b9842e1cf79f req-433e1bb6-bfc3-4b8d-9fd8-c4617d0dcf17 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900760 Jul 07 16:48:47.962679 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.000723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:48.002682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Pushing event updated for resources: {'Port': ['ID=25ec58aa-8a0b-4e64-84d6-f73c8004c356,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:48.018232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:48.051180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3002d2bb-ed67-499a-ae12-3e063e9a8575']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:48.074845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Allocated IP 172.20.0.4 (7e7698b8-a320-4ed5-8427-b55017965f1e/1eba8c74-0030-45f6-ac9b-28aee4460b25/e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:48.106147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:48.106439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea347ff-ccb9-444d-9ce7-4e0dccdde28c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:48.131390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.186971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.187589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.195625 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.223693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:48.224059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:48.231527 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:48.244064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-51a6d25e-ba45-4a20-8cb2-ae7b14b2cd06 None None] Provisioning for port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:48.248329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-51a6d25e-ba45-4a20-8cb2-ae7b14b2cd06 None None] Provisioning complete for port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:48.248722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51a6d25e-ba45-4a20-8cb2-ae7b14b2cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.286523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-51a6d25e-ba45-4a20-8cb2-ae7b14b2cd06 None None] Port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:48.298502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-c92e8aef-5c80-4cf0-97e5-40077ff22948 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9323196 Jul 07 16:48:48.316061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-a146df48-85f6-4107-bcd9-290787ddbe21 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5422485 Jul 07 16:48:48.333232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Request body: {'port': {'device_id': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:48.446509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Made reservation on behalf of 98eee55e236d4f42a6b5e0676b4b146f for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:48.449928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.451889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.477646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Deleting port a54193d3-2fdf-4ee3-be64-caddd3e64c01 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:48.477904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.492187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.494080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/3002d2bb-ed67-499a-ae12-3e063e9a8575 HTTP/1.1" status: 204 len: 168 time: 1.7894323 Jul 07 16:48:48.498315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45682) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:48.504012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-699476210'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:48.525374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:48.529048 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.552393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a8961-038f-4b77-9ec7-98f2445a3506 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=3002d2bb-ed67-499a-ae12-3e063e9a8575,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:48.553958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:48.565863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.566209 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment 1664985d-8f83-41aa-9eeb-1872a21eb93b of type vlan for network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf Jul 07 16:48:48.610623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.640808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.647363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.647967 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.709540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2103918 Jul 07 16:48:48.713740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:48.720727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:48.722192 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.725467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-a9d18f5e-eccd-4879-a817-410c248a7f00 service neutron] 10.222.0.78 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892498 Jul 07 16:48:48.725630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83a6b5-24f3-44cc-b4aa-675dbfdade93 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=4d90972b-cfb8-4a9b-b379-1253c1b9ddcf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:48.747205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:48.755213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.784638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.784961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.823515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:48.827955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.881905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Transition to ACTIVE for port object e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:48.887191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Calling delete_port for a54193d3-2fdf-4ee3-be64-caddd3e64c01 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:49.033504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.063096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Allocated IP 172.20.0.6 (63a5c382-0fa0-4740-b2eb-423987093759/ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3/77b705a8-799e-4d40-b3f1-e3b616a4fb42) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:49.100450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=39c96cfd-c791-4b91-878c-5a9d376e76d5,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:49.105776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': '1664985d-8f83-41aa-9eeb-1872a21eb93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:49.106148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:49.125526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:49.133418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-c6d9087e-6670-46bd-af12-1ec751f7f8ae service neutron] 10.222.0.78 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868699 Jul 07 16:48:49.137774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:49.142879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.143526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.151631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d12e0b-45e6-4c78-8d16-b19d4140d29a None None] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:49.162641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-52012048-edab-420e-b6fc-715cbf649335 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4488151 Jul 07 16:48:49.164980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45686) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:49.170166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.170927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-476886010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:49.210560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.212602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.357266 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.396043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.401711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-4d90972b-cfb8-4a9b-b379-1253c1b9ddcf', 'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '39c96cfd-c791-4b91-878c-5a9d376e76d5'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:48:49.402657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.427600 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c24335-8c5d-4d1a-9bf8-16c5e75b0cac x-openstack-request-id: req-84c24335-8c5d-4d1a-9bf8-16c5e75b0cac {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:49.427823 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91660d83-c025-4235-87c5-d96e0ba6cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "abc07f27-29f1-43c0-bd06-0f6627cee92a", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:49.428085 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84c24335-8c5d-4d1a-9bf8-16c5e75b0cac {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:49.428580 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc07f27-29f1-43c0-bd06-0f6627cee92a', 'code': 200} Jul 07 16:48:49.456369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.460578 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c0c7bfb0-aa0e-47fc-bae7-df95a36cb6fa tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2919681 Jul 07 16:48:49.473720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45692) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:49.635184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Allocated IP 172.20.0.2 (4d90972b-cfb8-4a9b-b379-1253c1b9ddcf/39c96cfd-c791-4b91-878c-5a9d376e76d5/0f0e8660-04ae-47cc-82b5-4f74a750b9a0) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:49.654870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-1a8120d5-0e3f-42b7-af36-52b8b08ab88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.657388 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-1a8120d5-0e3f-42b7-af36-52b8b08ab88a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21&tenant_id=2f2e5dea929049ca8cad7058e4d9685b HTTP/1.1" status: 200 len: 1102 time: 0.3176687 Jul 07 16:48:49.676298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:49.712872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Network 7e7698b8-a320-4ed5-8427-b55017965f1e is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:49.731465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:49.741574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:49.744322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event updated for resources: {'Port': ['ID=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:49.907596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.919445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Transition to ACTIVE for port object 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:49.922438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.923162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.943819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Transition to ACTIVE for port object 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:49.953423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.955658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.961703 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.970738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.996724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-8998cb4d-418f-49b1-85d8-28610273eb68 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6644692 Jul 07 16:48:50.000775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:50.004813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Pushing event deleted for resources: {'Port': ['ID=a54193d3-2fdf-4ee3-be64-caddd3e64c01,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:50.005413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:50.012323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:50.018159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Request body: {'port': {'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:50.048333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Transition to ACTIVE for port object 77b705a8-799e-4d40-b3f1-e3b616a4fb42 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:50.059275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Pushing event updated for resources: {'Port': ['ID=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:50.075952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3593-b6c8-4033-89c1-b453c316bad5 req-70853268-37c1-4f09-9a1a-cd78aee6b227 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.077797 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3dd3593-b6c8-4033-89c1-b453c316bad5 req-70853268-37c1-4f09-9a1a-cd78aee6b227 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 931 time: 0.3670993 Jul 07 16:48:50.099356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Attempting to bind port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:50.099869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Attempting to bind port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1664985d-8f83-41aa-9eeb-1872a21eb93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:50.100348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Attempting to bind port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 on network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:50.105883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:50.106392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Checking segment: {'id': '1664985d-8f83-41aa-9eeb-1872a21eb93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:50.107162 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.107648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Bound using segment: {'id': '1664985d-8f83-41aa-9eeb-1872a21eb93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:50.108236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Bound port: 0f0e8660-04ae-47cc-82b5-4f74a750b9a0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1664985d-8f83-41aa-9eeb-1872a21eb93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4d90972b-cfb8-4a9b-b379-1253c1b9ddcf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:50.108716 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.133467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620663b4-b6f9-43eb-9867-7371a4e8e85b req-d51076fc-03df-4ec3-90e4-20e72203efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.135004 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-620663b4-b6f9-43eb-9867-7371a4e8e85b req-d51076fc-03df-4ec3-90e4-20e72203efd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 1096 time: 0.5785029 Jul 07 16:48:50.186558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.190932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] For port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:50.197498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5522d14-b133-4a8f-ad8c-a6b9095d82f6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:50.202629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] For port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,segment=NetworkSegment(1664985d-8f83-41aa-9eeb-1872a21eb93b),segment_id=1664985d-8f83-41aa-9eeb-1872a21eb93b)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:50.205813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.208455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.214133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4620e319-7264-41d0-8cbb-028393ab8666 req-7e621fc1-9ba8-4c4b-95c5-938f85063561 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "DELETE /v2.0/floatingips/6accf91e-47c2-4238-aa7b-ad0b48f1c95e HTTP/1.1" status: 204 len: 173 time: 2.5018642 Jul 07 16:48:50.219083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.278012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3dd3593-b6c8-4033-89c1-b453c316bad5 req-2efbad4b-a6a4-4a6a-9af7-cef9ebe8b143 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878746 Jul 07 16:48:50.283429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb13e55-8962-4fce-95e6-d252377bf88b None None] Pushing event updated for resources: {'Port': ['ID=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:50.317236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-770208bb-602d-472c-b45a-320cec5ad998 None None] Provisioning for port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:50.361868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.367417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-770208bb-602d-472c-b45a-320cec5ad998 None None] Provisioning complete for port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:50.368150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-770208bb-602d-472c-b45a-320cec5ad998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.454157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:50.607730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-770208bb-602d-472c-b45a-320cec5ad998 None None] Port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:50.622490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.630214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:50.670889 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-620663b4-b6f9-43eb-9867-7371a4e8e85b req-3daef3c9-9c3e-4aa6-81c7-123e2b2cfcd4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178151 Jul 07 16:48:50.709349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:50.723545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6', 'mac_address': 'fa:16:3e:92:dd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:50.750142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Pushing event updated for resources: {'Port': ['ID=77b705a8-799e-4d40-b3f1-e3b616a4fb42,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:50.766286 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.789067 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.793451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Transition to ACTIVE for port object 6f95c8f5-a221-45c5-845b-2702ddd8a97d will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:50.805590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5522d14-b133-4a8f-ad8c-a6b9095d82f6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:50.820323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.830872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:50.847713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.851534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Network 63a5c382-0fa0-4740-b2eb-423987093759 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:50.868998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:50.879062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:50.929281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] No DVR routers for this DVR port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:50.956829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=11']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:50.976178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:51.029139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:51.029580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:51.029830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:51.035804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.20.0.1 (4d90972b-cfb8-4a9b-b379-1253c1b9ddcf/39c96cfd-c791-4b91-878c-5a9d376e76d5/4d62bef8-d83d-43b0-9052-e6a2d0b09b25) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:51.041136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:51.041546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Attempting to bind port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:51.045960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6014-f553-4dbd-aad7-7a58954dc865 req-69df4650-c733-4e43-99ae-8b25a429dacb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.047585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d0f6014-f553-4dbd-aad7-7a58954dc865 req-69df4650-c733-4e43-99ae-8b25a429dacb tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 951 time: 0.6661453 Jul 07 16:48:51.053676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:51.054378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:51.054782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:51.055445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Bound port: 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:51.055807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.117309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122f2c0-5315-4740-9384-825f6ab7057e req-27bca5f4-4e67-4fc9-a653-81f1cbfe580b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.118904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1122f2c0-5315-4740-9384-825f6ab7057e req-27bca5f4-4e67-4fc9-a653-81f1cbfe580b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 945 time: 0.5961950 Jul 07 16:48:51.159246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5522d14-b133-4a8f-ad8c-a6b9095d82f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:51.188171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.188776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.212718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:51.217894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:51.232616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.264066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ec58aa-8a0b-4e64-84d6-f73c8004c356 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:51.295303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.326440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.326782 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.328206 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] 10.222.0.54 "PUT /v2.0/ports/6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 1097 time: 1.6577990 Jul 07 16:48:51.342379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.349055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-909cdb24-a06d-4d5e-9f1f-3b7d3f4cd8b8 None None] Provisioning for port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:51.356543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:51.357621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-909cdb24-a06d-4d5e-9f1f-3b7d3f4cd8b8 None None] Provisioning complete for port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:51.358061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-909cdb24-a06d-4d5e-9f1f-3b7d3f4cd8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.371564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-eac3fba8-15d6-4454-95ab-d11c481302cb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6037049 Jul 07 16:48:51.383447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Transition to ACTIVE for port object 25ec58aa-8a0b-4e64-84d6-f73c8004c356 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:51.389663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:51.399930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Request body: {'port': {'device_id': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:51.408161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.457008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.458078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fce05-3a20-4cb1-8c5a-9ce945940c38 service neutron] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=12']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:51.484334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-909cdb24-a06d-4d5e-9f1f-3b7d3f4cd8b8 None None] Port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:51.609030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Transition to ACTIVE for port object e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:51.636034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1122f2c0-5315-4740-9384-825f6ab7057e req-c07675d7-fc98-4f92-9ffa-593120ed603a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662492 Jul 07 16:48:51.638688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-5d699cdf-95ff-46c2-91a1-b7007314cc65 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.640403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-5d699cdf-95ff-46c2-91a1-b7007314cc65 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 816 time: 0.2984719 Jul 07 16:48:51.651655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d0f6014-f553-4dbd-aad7-7a58954dc865 req-67653f84-0b37-4f05-8bcd-3142e24437c2 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905882 Jul 07 16:48:51.681440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.688187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.701452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Request body: {'port': {'device_id': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'admin_state_up': True, 'tenant_id': '98eee55e236d4f42a6b5e0676b4b146f'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:51.739586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Pushing event updated for resources: {'Port': ['ID=25ec58aa-8a0b-4e64-84d6-f73c8004c356,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:51.746674 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c39a05b-4ba2-4a74-a78b-f21a4fca6149 x-openstack-request-id: req-5c39a05b-4ba2-4a74-a78b-f21a4fca6149 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:51.747591 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1298b3-5078-45da-8a0c-ffd68471905c", "tag": "f5522d14-b133-4a8f-ad8c-a6b9095d82f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:51.748091 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c39a05b-4ba2-4a74-a78b-f21a4fca6149 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:51.749228 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'tag': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6', 'status': 'completed', 'code': 200} Jul 07 16:48:51.885204 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:48:51.902735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:51.983476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:52.019490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:52.037167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-27ec262b-9048-428e-8b37-6f5f5204027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.039126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-27ec262b-9048-428e-8b37-6f5f5204027b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1100 time: 0.5737154 Jul 07 16:48:52.040059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:52.106747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=4d62bef8-d83d-43b0-9052-e6a2d0b09b25,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:52.155571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:52.201128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5522d14-b133-4a8f-ad8c-a6b9095d82f6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:52.237200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d06faad6-b394-4c5c-8fda-57016764cfa0 req-00cdd1be-74c8-42cb-9d7c-88de311bc03f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 210 time: 0.2039104 Jul 07 16:48:52.258358 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.287063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:52.289383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd93ea-ab08-46c6-9631-cffb005660df None None] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:52.293856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:52.294237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.300762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:52.307611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Attempting to bind port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:52.308024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Attempting to bind port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:52.308318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Attempting to bind port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:52.399844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 on network 63a5c382-0fa0-4740-b2eb-423987093759 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:52.399844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Attempting to bind port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:52.452246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:52.452683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Checking segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:52.452982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Bound using segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:52.453468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Bound port: 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:52.454172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.490653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.527780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] Provisioning for port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:52.533634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64669d-7656-4de5-a699-6b3b485a8706 req-be470d20-be5c-4ef4-b115-adbf599e79c6 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.535377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b64669d-7656-4de5-a699-6b3b485a8706 req-be470d20-be5c-4ef4-b115-adbf599e79c6 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 948 time: 0.4801493 Jul 07 16:48:52.540046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:52.542364 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34718552-31f4-4172-8de8-6e3fbc81fe5e" -d '{"events": [{"server_uuid": "4f1298b3-5078-45da-8a0c-ffd68471905c", "name": "network-vif-plugged", "status": "completed", "tag": "f5522d14-b133-4a8f-ad8c-a6b9095d82f6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:52.561685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.563873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] Provisioning complete for port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:52.565492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.587473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Attempting to bind port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:52.587747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Attempting to bind port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:52.588073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Attempting to bind port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 on network 7e7698b8-a320-4ed5-8427-b55017965f1e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:52.599256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Made reservation on behalf of 98eee55e236d4f42a6b5e0676b4b146f for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:52.600618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:52.602639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.612579 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.613634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:52.668470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 on network 7e7698b8-a320-4ed5-8427-b55017965f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:52.668470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Attempting to bind port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 on network 7e7698b8-a320-4ed5-8427-b55017965f1e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:52.681072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-9fb94b4b-93f1-42ee-b050-69b3a4bbc7f0 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3832638 Jul 07 16:48:52.686089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:52.687998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-e08e2306-e07a-445a-82a7-5c1f10540a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.690064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-e08e2306-e07a-445a-82a7-5c1f10540a46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 1099 time: 0.7707071 Jul 07 16:48:52.715201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:52.723893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:52.731006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:52.731348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Checking segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:52.731737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Bound using segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:52.732453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Bound port: e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:52.732875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.774902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.791955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-c4a151b7-80cb-4f60-86ff-d87631579053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.797562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b64669d-7656-4de5-a699-6b3b485a8706 req-d9e4dc24-a2df-452a-907b-08131bfb643a tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070358 Jul 07 16:48:52.799682 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-c4a151b7-80cb-4f60-86ff-d87631579053 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.6903355 Jul 07 16:48:52.815684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] For port 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:52.863625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] For port 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:52.868999 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.887346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.898180 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-fde2d875-cc37-40fc-bda1-526dad450d07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.0920932 Jul 07 16:48:52.899830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] For port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,segment=NetworkSegment(1664985d-8f83-41aa-9eeb-1872a21eb93b),segment_id=1664985d-8f83-41aa-9eeb-1872a21eb93b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:52.912882 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:52.993243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5060-0425-4971-9a7a-210795547f4e None None] Pushing event updated for resources: {'Port': ['ID=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:53.009866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.018599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-73573ed9-4b1b-449c-a7e8-fcc24c59577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.019972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-73573ed9-4b1b-449c-a7e8-fcc24c59577e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3220682 Jul 07 16:48:53.032652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.033987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.035439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] 10.222.0.13 "PUT /v2.0/ports/25ec58aa-8a0b-4e64-84d6-f73c8004c356 HTTP/1.1" status: 200 len: 1092 time: 4.7113090 Jul 07 16:48:53.036521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] For port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:53.042556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'tag': '25ec58aa-8a0b-4e64-84d6-f73c8004c356'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:53.044944 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c349981a-9fe5-4934-b063-3c21fa084d95" -d '{"events": [{"name": "network-changed", "server_uuid": "56ad2c50-ac08-4a9d-bffb-66cd89c2cf56", "tag": "25ec58aa-8a0b-4e64-84d6-f73c8004c356"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:53.092476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] For port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:53.122490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-f970fc72-3055-45c9-877d-19f165bfa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.124015 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-f970fc72-3055-45c9-877d-19f165bfa030 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2126746 Jul 07 16:48:53.128495 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-31db418b-3b57-4010-985f-7fe108902693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6 HTTP/1.1" status: 200 len: 217 time: 0.0937135 Jul 07 16:48:53.150730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6a50b43d-573c-4ccb-9459-f7719de0d180 None None] Provisioning for port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:53.155054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6a50b43d-573c-4ccb-9459-f7719de0d180 None None] Provisioning complete for port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:53.155609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6a50b43d-573c-4ccb-9459-f7719de0d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.173524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdf28e-9077-499b-b56e-4dc31069a3eb service neutron] Pushing event updated for resources: {'Port': ['ID=25ec58aa-8a0b-4e64-84d6-f73c8004c356,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:53.188103 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.198213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6a50b43d-573c-4ccb-9459-f7719de0d180 None None] Port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:53.216683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6a50b43d-573c-4ccb-9459-f7719de0d180 None None] Provisioning complete for port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:53.216971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6a50b43d-573c-4ccb-9459-f7719de0d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.332661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-4a6d7339-d19c-4249-beaa-8ddc47ac167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.334700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-4a6d7339-d19c-4249-beaa-8ddc47ac167c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1880169 Jul 07 16:48:53.381308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:53.388618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.392282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.393865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-ee73cfdf-226b-4b1c-a514-a54ff7a9ebe8 service neutron] 10.222.0.54 "PUT /v2.0/ports/e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 1091 time: 3.3808684 Jul 07 16:48:53.421269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b705a8-799e-4d40-b3f1-e3b616a4fb42 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:53.434640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.477689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-04df6926-9016-475f-9a54-d0f0ac6da3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.479691 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-04df6926-9016-475f-9a54-d0f0ac6da3f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473914 Jul 07 16:48:53.487151 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.501944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-667f4b46-9fba-4102-99ac-b9c593f59068 None None] Provisioning complete for port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:53.502308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-667f4b46-9fba-4102-99ac-b9c593f59068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.516431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Transition to ACTIVE for port object 77b705a8-799e-4d40-b3f1-e3b616a4fb42 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:53.533842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.555371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-58ff6f4d-24ec-42af-b29d-8dc1251cb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.556904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-58ff6f4d-24ec-42af-b29d-8dc1251cb51b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 1095 time: 0.4575732 Jul 07 16:48:53.559291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-667f4b46-9fba-4102-99ac-b9c593f59068 None None] Port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:53.612464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce690c7-0165-4649-bf8d-c3461fff6c50 req-f5511140-2b81-49ba-bc72-fa974e7ed05f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.618749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ce690c7-0165-4649-bf8d-c3461fff6c50 req-f5511140-2b81-49ba-bc72-fa974e7ed05f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 943 time: 0.3992167 Jul 07 16:48:53.673977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-e4d39c0b-c9d3-4827-9a5b-3b5fac0231b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.676069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-e4d39c0b-c9d3-4827-9a5b-3b5fac0231b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2981594 Jul 07 16:48:53.678305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-bba0f617-fc1f-4e40-85f7-a26b77650528 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356 HTTP/1.1" status: 200 len: 217 time: 0.0932813 Jul 07 16:48:53.694121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Allocated IP 172.20.0.3 (63a5c382-0fa0-4740-b2eb-423987093759/ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3/b2c10b73-0e8b-4449-9b1d-7f576871e3a6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:53.701024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Pushing event updated for resources: {'Port': ['ID=77b705a8-799e-4d40-b3f1-e3b616a4fb42,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:53.766372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}, {'name': 'network-changed', 'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:53.769249 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175d7415-16bb-4d39-8a48-76c04d469253" -d '{"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-unplugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}, {"name": "network-changed", "server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:53.785658 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-43ff9dbf-1f22-45e0-9003-09f6723ab3bd service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700918 Jul 07 16:48:53.884720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:53.890927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.915507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.952256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:53.953030 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.066641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-971b12a8-846e-4044-9c0b-be3d9a5ff55e service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691955 Jul 07 16:48:54.067175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.108081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-e7181f80-7dd3-4f04-8dfa-6f0cf5be055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.109628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-e7181f80-7dd3-4f04-8dfa-6f0cf5be055a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1094 time: 0.6642237 Jul 07 16:48:54.135158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ce690c7-0165-4649-bf8d-c3461fff6c50 req-ff931fe1-a90e-462d-8162-87bc306a230f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150814 Jul 07 16:48:54.159715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e517b3d7-028d-4c46-8d1a-f305f7253ccc req-c77f29de-1769-467e-b27c-dcf32dfd81e8 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662539 Jul 07 16:48:54.160612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.167981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=4d62bef8-d83d-43b0-9052-e6a2d0b09b25,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:54.204128 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9f3380-548f-4cd6-b62b-474ce8d20e09 x-openstack-request-id: req-af9f3380-548f-4cd6-b62b-474ce8d20e09 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:54.204998 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1298b3-5078-45da-8a0c-ffd68471905c", "name": "network-vif-plugged", "status": "completed", "tag": "f5522d14-b133-4a8f-ad8c-a6b9095d82f6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:54.205324 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af9f3380-548f-4cd6-b62b-474ce8d20e09 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:54.205924 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6', 'code': 200} Jul 07 16:48:54.210239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-cfdfc3a1-ef9e-4e5b-badb-9ef6f30f9682 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 217 time: 0.0918956 Jul 07 16:48:54.215319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-7da8fe36-98af-41a1-9fb7-194fcd00b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.216868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-7da8fe36-98af-41a1-9fb7-194fcd00b42b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.5190065 Jul 07 16:48:54.309899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.327469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Attempting to bind port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:54.327815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Attempting to bind port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:54.328144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Attempting to bind port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:54.372178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 on network 63a5c382-0fa0-4740-b2eb-423987093759 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:54.372521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Attempting to bind port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:54.373746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Transition to ACTIVE for port object b2c10b73-0e8b-4449-9b1d-7f576871e3a6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:54.376619 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-854d145f-e1a8-4ef4-9b30-4b03490d25e5 req-6fb71397-0e65-425c-a462-1ca5d71e2bfb service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004067 Jul 07 16:48:54.389888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-b83404c1-1049-45f0-9e93-4d83bb92f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.391383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-b83404c1-1049-45f0-9e93-4d83bb92f18c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1718311 Jul 07 16:48:54.398199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:54.398199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Checking segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:54.398564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Bound using segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:54.398831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Bound port: 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:54.399259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.430074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Allocated IP 172.25.5.241 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/52095267-3a71-4261-a136-3a0d09bb45b7) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:54.447598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:54.453135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:54.469693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720a129-2de4-485f-bd4b-298f6df167e9 req-68e625bb-3a23-41cf-a80b-88647aa5ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.471625 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8720a129-2de4-485f-bd4b-298f6df167e9 req-68e625bb-3a23-41cf-a80b-88647aa5ca56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 1100 time: 0.1561646 Jul 07 16:48:54.509979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.572720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-6efa1c26-8e93-4392-94a4-ab47acb1cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.574207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-6efa1c26-8e93-4392-94a4-ab47acb1cc86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210742 Jul 07 16:48:54.599193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Network 63a5c382-0fa0-4740-b2eb-423987093759 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:54.617431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:54.619846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:54.622755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204f82-27e1-45f2-be0c-fa2a357f8fb0 req-ff55d00c-c921-4f32-ad14-ee9b9fc346e6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.624310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac204f82-27e1-45f2-be0c-fa2a357f8fb0 req-ff55d00c-c921-4f32-ad14-ee9b9fc346e6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 945 time: 0.3196015 Jul 07 16:48:54.660848 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8720a129-2de4-485f-bd4b-298f6df167e9 req-9e0276b8-a157-44ec-89ca-952a25fe4792 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524739 Jul 07 16:48:54.676309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Pushing event updated for resources: {'Port': ['ID=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:54.676526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] For port 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:54.705500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.706111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.726310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] For port 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:54.726845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-31496e9e-be7e-4688-ae9a-a1cefab55100 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0482554 Jul 07 16:48:54.735886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 0f7270dd-7485-4a9b-a682-41215d3f8245 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:48:54.746303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.749599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-b85f1650-e814-4156-b313-725e2592504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.751205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-b85f1650-e814-4156-b313-725e2592504a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457191 Jul 07 16:48:54.771921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ce9d119e-9e3a-4b0a-b2ed-8ea2c87235f0 None None] Provisioning complete for port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:54.773136 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ce9d119e-9e3a-4b0a-b2ed-8ea2c87235f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.814344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d119e-9e3a-4b0a-b2ed-8ea2c87235f0 None None] Port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:54.822657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.839619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac204f82-27e1-45f2-be0c-fa2a357f8fb0 req-c92a53e2-be87-433e-9362-2824089f9a14 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935301 Jul 07 16:48:54.872298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:54.875939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.876696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.878784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2fd18566-32d6-440b-9771-bfbeb80e4482 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/0f7270dd-7485-4a9b-a682-41215d3f8245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3920476 Jul 07 16:48:54.878887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] 10.222.0.54 "PUT /v2.0/ports/77b705a8-799e-4d40-b3f1-e3b616a4fb42 HTTP/1.1" status: 200 len: 1091 time: 3.4912517 Jul 07 16:48:54.884847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:54.891494 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] Sync routers for ids ['0f7270dd-7485-4a9b-a682-41215d3f8245'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:54.935117 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] Routers {'0f7270dd-7485-4a9b-a682-41215d3f8245'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:54.936100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0f7270dd-7485-4a9b-a682-41215d3f8245'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:54.942453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-ac3296ca-45e0-4657-bffe-aa2917a1ad08 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523471 Jul 07 16:48:54.946945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369c2e0-0ade-4c38-a057-07a4226a0faa service neutron] Pushing event updated for resources: {'Port': ['ID=77b705a8-799e-4d40-b3f1-e3b616a4fb42,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:54.952540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-974fe1bc-46d4-4cfd-a1cd-60d0e0edf85a None None] Provisioning for port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:54.962481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-974fe1bc-46d4-4cfd-a1cd-60d0e0edf85a None None] Provisioning complete for port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:54.967259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-974fe1bc-46d4-4cfd-a1cd-60d0e0edf85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.975427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Request body: {'port': {'device_id': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:55.011575 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:55.023891 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] Routers {'0f7270dd-7485-4a9b-a682-41215d3f8245'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:55.024805 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0f7270dd-7485-4a9b-a682-41215d3f8245'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:55.038760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-974fe1bc-46d4-4cfd-a1cd-60d0e0edf85a None None] Port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:55.090177 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:55.093800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304769d-62cc-4e80-8e4d-f834813496c0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.097673 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0304769d-62cc-4e80-8e4d-f834813496c0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports/4d62bef8-d83d-43b0-9052-e6a2d0b09b25 HTTP/1.1" status: 200 len: 910 time: 0.2111504 Jul 07 16:48:55.098042 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d40fe-4d3a-4070-a2dd-eda48a2a5ab0 None None] The sync data for ids ['0f7270dd-7485-4a9b-a682-41215d3f8245'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:55.100423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:55.173931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-4bc8e12e-5d47-4245-bcb4-c8021eca042a service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986065 Jul 07 16:48:55.182651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.330489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:55.348185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:55.355963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdbf0b4-569c-4a96-a47a-64c394f8a114 req-d9fbcf59-eb9c-40cb-8453-66907610b814 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058053 Jul 07 16:48:55.357096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:55.363658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Pushing event updated for resources: {'Port': ['ID=52095267-3a71-4261-a136-3a0d09bb45b7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:55.398762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-17e6d279-5b90-49d1-9f59-8dda906f5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.400437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-17e6d279-5b90-49d1-9f59-8dda906f5a97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 1094 time: 0.4308531 Jul 07 16:48:55.415623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d1867-6ad6-4d0d-aafb-dd3277319bd6 req-992b5c0e-2a10-46d1-98ef-c7ec5cc2f2c5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.417510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d98d1867-6ad6-4d0d-aafb-dd3277319bd6 req-992b5c0e-2a10-46d1-98ef-c7ec5cc2f2c5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 949 time: 0.3192976 Jul 07 16:48:55.491867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-c366548e-9b33-4154-965a-35d2041dc54d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42 HTTP/1.1" status: 200 len: 217 time: 0.0732539 Jul 07 16:48:55.498952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908eed2a-9b92-4656-87f7-e062bc2259c0 req-87051ede-652c-4b18-957d-73d3fe10c59a service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134530 Jul 07 16:48:55.555472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.577191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d98d1867-6ad6-4d0d-aafb-dd3277319bd6 req-5cbd9221-f812-45cc-856b-10d57909afb9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440988 Jul 07 16:48:55.597352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-03880682-1a90-4faa-9993-eba1a8355881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.599021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-03880682-1a90-4faa-9993-eba1a8355881 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.0990469 Jul 07 16:48:55.607618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.693615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.742810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-f136980c-4d35-4e99-8141-eb78a78490f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.744382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-f136980c-4d35-4e99-8141-eb78a78490f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309271 Jul 07 16:48:55.851236 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a68659-7c0d-4a56-bad9-0537cc125b7f x-openstack-request-id: req-c9a68659-7c0d-4a56-bad9-0537cc125b7f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:55.851449 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ad2c50-ac08-4a9d-bffb-66cd89c2cf56", "tag": "25ec58aa-8a0b-4e64-84d6-f73c8004c356", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:55.851743 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9a68659-7c0d-4a56-bad9-0537cc125b7f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:55.852146 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'tag': '25ec58aa-8a0b-4e64-84d6-f73c8004c356', 'status': 'completed', 'code': 200} Jul 07 16:48:55.964824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-dd2e149a-ff2c-4daa-b0e0-c3ab30c00377 service neutron] 10.222.0.54 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104363 Jul 07 16:48:56.087436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.091952 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.092968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c10b73-0e8b-4449-9b1d-7f576871e3a6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:56.104999 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.136900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.175575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-e206fbce-76c2-4c96-801f-7117438a573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.176820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-e206fbce-76c2-4c96-801f-7117438a573e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 1095 time: 0.2682950 Jul 07 16:48:56.184706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Transition to ACTIVE for port object b2c10b73-0e8b-4449-9b1d-7f576871e3a6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:56.192640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.293834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45736) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:56.300380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b93267ee-2f99-4bcc-9364-24fff47f913d req-345e9455-56b3-4dbf-950e-7a9f2c39a38d service neutron] 10.222.0.54 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263559 Jul 07 16:48:56.309945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Pushing event updated for resources: {'Port': ['ID=52095267-3a71-4261-a136-3a0d09bb45b7,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:56.314647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Pushing event updated for resources: {'Port': ['ID=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:56.328208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c37af-1735-4e09-87a9-08063bceb869 req-c998becb-ffa9-451d-a5a3-d82d3df376eb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.329834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db5c37af-1735-4e09-87a9-08063bceb869 req-c998becb-ffa9-451d-a5a3-d82d3df376eb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 931 time: 0.2912843 Jul 07 16:48:56.344540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.408772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.410180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-2c6ab79c-621a-4f83-8478-c57589d82652 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7282686 Jul 07 16:48:56.426514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db5c37af-1735-4e09-87a9-08063bceb869 req-078239dc-3d71-4565-95b8-4823365f75db tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885360 Jul 07 16:48:56.436174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-6342a5fc-f5a1-4bdb-a363-c8064e0f32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.439529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-6342a5fc-f5a1-4bdb-a363-c8064e0f32e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 917 time: 0.2355797 Jul 07 16:48:56.458334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Attempting to bind port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:56.459759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Attempting to bind port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:56.460481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Attempting to bind port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:56.479058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 on network 63a5c382-0fa0-4740-b2eb-423987093759 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:56.479388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Attempting to bind port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 on network 63a5c382-0fa0-4740-b2eb-423987093759 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:56.530184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:56.530555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Checking segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:56.530907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Bound using segment: {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:56.531356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Bound port: b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b0f981-2349-46c7-8a98-82d428499978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:56.531720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.545796 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9cc00b-e1ea-4304-925f-29b9bf6bb0bd x-openstack-request-id: req-aa9cc00b-e1ea-4304-925f-29b9bf6bb0bd {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:56.546085 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-unplugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "code": 200}, {"name": "network-changed", "server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:56.546222 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa9cc00b-e1ea-4304-925f-29b9bf6bb0bd {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:56.546608 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'code': 200} Jul 07 16:48:56.546866 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'status': 'completed', 'code': 200} Jul 07 16:48:56.567571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-0af31acb-ac5d-42f7-840e-a0a83e83e2b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356 HTTP/1.1" status: 200 len: 217 time: 0.1128294 Jul 07 16:48:56.578318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-f05b9390-3837-48bc-b16e-8dc4a5f51efe tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.1507487 Jul 07 16:48:56.633539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] For port b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:56.637093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] For port b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:56.673594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.736248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.737665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.739108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] 10.222.0.13 "PUT /v2.0/ports/b2c10b73-0e8b-4449-9b1d-7f576871e3a6 HTTP/1.1" status: 200 len: 1091 time: 1.7732854 Jul 07 16:48:56.798351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aff02f-b46e-4df2-86a6-99981eff2bbd service neutron] Pushing event updated for resources: {'Port': ['ID=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:56.806385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-a1e3397f-ed0d-44d7-ac3b-b05c3af6beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.807926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-a1e3397f-ed0d-44d7-ac3b-b05c3af6beac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1100 time: 0.1688907 Jul 07 16:48:56.848676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:56.900193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:56.900561 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.968774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:56.988169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'mac_address': 'fa:16:3e:ce:eb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:57.019370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-60de164e-2434-476b-9156-d562437d729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.020810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-60de164e-2434-476b-9156-d562437d729e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 1094 time: 0.2103133 Jul 07 16:48:57.038816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.054620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:57.075527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:57.080613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.084390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9bf967d9-e9aa-4cf8-8b1a-2b3324ce85b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2c37ee906aa4aa191321d0c0e192f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867293 Jul 07 16:48:57.087153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-3f3eefcd-61ce-45a8-a855-682bca97a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.088984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-3f3eefcd-61ce-45a8-a855-682bca97a25b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.4960258 Jul 07 16:48:57.090760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45742) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:57.092158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.102130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-921deb9b-0dd3-4798-8df7-5a210f40f4cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6 HTTP/1.1" status: 200 len: 217 time: 0.0607989 Jul 07 16:48:57.129997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 4d62bef8-d83d-43b0-9052-e6a2d0b09b25 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:57.136593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=13']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:57.139024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-27eef85f-590e-40d1-ada0-9d2b571cd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.140647 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-27eef85f-590e-40d1-ada0-9d2b571cd2c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3215489 Jul 07 16:48:57.164818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-90bbf5e8-89e6-4ad6-b1ed-2a4e98b57de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.166673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-90bbf5e8-89e6-4ad6-b1ed-2a4e98b57de6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1100 time: 0.5918188 Jul 07 16:48:57.181383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-896e76a9-2fb9-4a6a-a349-031df18d55ae tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.182788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94c149c7-34e5-4d99-850f-ba2817723c21 req-896e76a9-2fb9-4a6a-a349-031df18d55ae tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.5881984 Jul 07 16:48:57.235040 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-ea96678f-4505-498f-aabd-0ec92f7dc52c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.0693290 Jul 07 16:48:57.274769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23192-3373-4fed-873e-5a12bb9b6a3f req-e8e4f087-c3cf-4a71-8c85-b6a5daf1f67c tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.276374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa23192-3373-4fed-873e-5a12bb9b6a3f req-e8e4f087-c3cf-4a71-8c85-b6a5daf1f67c tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 949 time: 0.6106315 Jul 07 16:48:57.305762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-39a182b6-2ec3-4373-9d8f-5c05806ce89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.307240 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-39a182b6-2ec3-4373-9d8f-5c05806ce89c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.1934221 Jul 07 16:48:57.361443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-3bda6fa3-24ef-47c9-a466-0a7de797d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.363014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-3bda6fa3-24ef-47c9-a466-0a7de797d556 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621188 Jul 07 16:48:57.367772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8275aa06-19d0-4b48-af5e-9ddeed16624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.425732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-a72bfc73-2815-4a88-b0a0-945c72e3f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.427230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-a72bfc73-2815-4a88-b0a0-945c72e3f412 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1582949 Jul 07 16:48:57.450779 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa23192-3373-4fed-873e-5a12bb9b6a3f req-4c32a513-f7cd-41e8-a1c1-d8931af8752b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585574 Jul 07 16:48:57.451334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8275aa06-19d0-4b48-af5e-9ddeed16624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.459881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-65a19de3-4b54-4771-89f3-a5177194b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.461129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-65a19de3-4b54-4771-89f3-a5177194b526 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2737715 Jul 07 16:48:57.527480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-9d00edc2-f3cf-49bb-b186-eb0f0ddfce6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 200 len: 217 time: 0.0593982 Jul 07 16:48:57.555465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-8089a9e2-ac28-457d-b11c-d663f10d5a3a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.556984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-8089a9e2-ac28-457d-b11c-d663f10d5a3a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.2928960 Jul 07 16:48:57.585548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-1bd27df0-8489-461a-a404-6eeb84862421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.587152 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-1bd27df0-8489-461a-a404-6eeb84862421 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666597 Jul 07 16:48:57.634338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-22b118ed-0c5a-45bc-bea2-396b87ae3ff8 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621512 Jul 07 16:48:57.638025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-f99778ea-b7b4-4816-b6dc-11e61afeae7b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.0542321 Jul 07 16:48:57.653006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8275aa06-19d0-4b48-af5e-9ddeed16624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.655665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8275aa06-19d0-4b48-af5e-9ddeed16624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.656830 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8275aa06-19d0-4b48-af5e-9ddeed16624f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30223508-f342-4646-a683-52af0c5766c6 HTTP/1.1" status: 204 len: 168 time: 0.5566320 Jul 07 16:48:57.661769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.664277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-c0ecbbe9-5efa-4fdc-b9a2-1c68beb63057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.665840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-c0ecbbe9-5efa-4fdc-b9a2-1c68beb63057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329228 Jul 07 16:48:57.699007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['6f95c8f5-a221-45c5-845b-2702ddd8a97d'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:57.716985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-433b2e92-0d86-430d-b23a-0d89a2e05654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.718557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-433b2e92-0d86-430d-b23a-0d89a2e05654 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1797354 Jul 07 16:48:57.729327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275aa06-19d0-4b48-af5e-9ddeed16624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30223508-f342-4646-a683-52af0c5766c6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:57.747869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=4d62bef8-d83d-43b0-9052-e6a2d0b09b25,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:57.850554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62bb33-d623-4cc6-9259-c66486971cff req-c34f3f16-3dd9-4a36-a8c0-09c029fd5497 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.857716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c62bb33-d623-4cc6-9259-c66486971cff req-c34f3f16-3dd9-4a36-a8c0-09c029fd5497 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 943 time: 0.2748785 Jul 07 16:48:57.866890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}, {'name': 'network-changed', 'server_uuid': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'tag': '77b705a8-799e-4d40-b3f1-e3b616a4fb42'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:57.869173 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883141e7-a64a-4f8e-bdbc-bdcadacfc141" -d '{"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}, {"name": "network-changed", "server_uuid": "ed1afe8a-8593-4f85-909f-2775ce429722", "tag": "77b705a8-799e-4d40-b3f1-e3b616a4fb42"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:57.892736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c349981a-9fe5-4934-b063-3c21fa084d95 req-64247106-fc80-44da-9a22-db64cd53ed46 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506385 Jul 07 16:48:57.895514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-725362e7-e5fb-468f-bf5d-277f7abe428d service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097015 Jul 07 16:48:57.921779 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-f592780b-98fa-49f5-b625-99713f54f7f3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2647347 Jul 07 16:48:57.930445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7415-16bb-4d39-8a48-76c04d469253 req-b29acc7a-01ec-426a-8104-1a97e879be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.931987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-b29acc7a-01ec-426a-8104-1a97e879be3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925669 Jul 07 16:48:57.946353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c62bb33-d623-4cc6-9259-c66486971cff req-b7482bb4-fd21-4b06-9dab-30da41f1e1ca tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877092 Jul 07 16:48:57.984957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-e415c1f9-7a7a-4d60-af33-b3c1dc380b5b service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908372 Jul 07 16:48:58.216795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 25ec58aa-8a0b-4e64-84d6-f73c8004c356 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:58.247494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-af91a658-cc3a-4ce8-b609-c15744ebf8aa service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145471 Jul 07 16:48:58.253690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-19f26d07-e5e2-4a0e-876a-7c546d9d0ff8 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974212 Jul 07 16:48:58.290291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.374092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a21cb-6795-41f4-86fc-48a310dddc40 req-bb23c7c1-d153-46bc-98f6-ac9a826eb7e8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.381683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd7a21cb-6795-41f4-86fc-48a310dddc40 req-bb23c7c1-d153-46bc-98f6-ac9a826eb7e8 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.2650793 Jul 07 16:48:58.384703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:58.397783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '25ec58aa-8a0b-4e64-84d6-f73c8004c356', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'port_id': '25ec58aa-8a0b-4e64-84d6-f73c8004c356', 'mac_address': 'fa:16:3e:6d:0c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:58.404183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-4b621057-a883-4f16-a183-292618045a44 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632053 Jul 07 16:48:58.406059 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b1a2562-11e0-4c46-ad7b-a404441d6ebe req-398b4413-8762-42e5-a060-f9a2c7e30ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635621 Jul 07 16:48:58.453062 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.468954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ec58aa-8a0b-4e64-84d6-f73c8004c356 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:58.478175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd7a21cb-6795-41f4-86fc-48a310dddc40 req-ba37f832-8350-45eb-b422-4b76a90b722a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957708 Jul 07 16:48:58.488765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-a8095100-cf3b-476a-8894-882f4fbb3239 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329955 Jul 07 16:48:58.504651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:58.514285 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.525019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 0f7270dd-7485-4a9b-a682-41215d3f8245 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:48:58.525233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175d7415-16bb-4d39-8a48-76c04d469253 req-812c0d93-42f8-46bd-93fe-cf091001d05f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594540 Jul 07 16:48:58.583780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'tag': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:58.588813 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61" -d '{"events": [{"name": "network-changed", "server_uuid": "ab75d234-dcd7-4cbf-9932-2ec24561f54d", "tag": "b2c10b73-0e8b-4449-9b1d-7f576871e3a6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:58.596671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20f6a771-b211-4063-bc1d-53a80963421b req-8c2a2a90-ef45-4816-a2ac-359517bbc591 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips/247b0100-8e20-4096-bc4b-d70924e119cf HTTP/1.1" status: 200 len: 693 time: 0.0846803 Jul 07 16:48:58.627999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=25ec58aa-8a0b-4e64-84d6-f73c8004c356,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:58.655990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:48:58.667896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2a73bce5-f4d4-4778-b369-0c925edee523 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/0f7270dd-7485-4a9b-a682-41215d3f8245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5583518 Jul 07 16:48:58.668100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] Sync routers for ids ['0f7270dd-7485-4a9b-a682-41215d3f8245'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:48:58.668773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45784) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:58.682329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] Routers {'0f7270dd-7485-4a9b-a682-41215d3f8245'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:58.682964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0f7270dd-7485-4a9b-a682-41215d3f8245'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:58.723302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:58.736743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4454fdc-644f-4383-9101-dd6ba1f50592 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f7270dd-7485-4a9b-a682-41215d3f8245 HTTP/1.1" status: 200 len: 205 time: 0.0669448 Jul 07 16:48:58.740303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] Routers {'0f7270dd-7485-4a9b-a682-41215d3f8245'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:48:58.740448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45790) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:58.741023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0f7270dd-7485-4a9b-a682-41215d3f8245'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:58.780240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:58.781124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfb34c-a396-470e-b370-3c697c166b67 None None] The sync data for ids ['0f7270dd-7485-4a9b-a682-41215d3f8245'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:48:58.830987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['25ec58aa-8a0b-4e64-84d6-f73c8004c356'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:58.842608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.850479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6a771-b211-4063-bc1d-53a80963421b req-ac9d807e-0bf6-4682-a26d-4a1c8ceb36ba tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.855778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20f6a771-b211-4063-bc1d-53a80963421b req-ac9d807e-0bf6-4682-a26d-4a1c8ceb36ba tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2525809 Jul 07 16:48:58.885002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:59.065705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:59.075278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20f6a771-b211-4063-bc1d-53a80963421b req-d13b96b0-6918-4d37-bfeb-f58a14c6bee2 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.2110565 Jul 07 16:48:59.115824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:59.191175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c011d12-c2da-41d7-9ae4-724d09e67210 req-2d8d7333-e6bb-4061-8280-55d76bf8c79e tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.196775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c011d12-c2da-41d7-9ae4-724d09e67210 req-2d8d7333-e6bb-4061-8280-55d76bf8c79e tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 943 time: 0.3399816 Jul 07 16:48:59.218369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.230314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20f6a771-b211-4063-bc1d-53a80963421b req-e59b1520-54d5-44f0-a8d8-4cbe753cda7c tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.241 HTTP/1.1" status: 200 len: 696 time: 0.1394787 Jul 07 16:48:59.240156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:59.265314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:59.269589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.305762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c011d12-c2da-41d7-9ae4-724d09e67210 req-358c8599-35f2-4404-9892-454adf9d05b7 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027699 Jul 07 16:48:59.349959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:59.398244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.401800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.444489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Deleting port 52095267-3a71-4261-a136-3a0d09bb45b7 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:59.444910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.461382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.462119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7270dd-7485-4a9b-a682-41215d3f8245 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:48:59.489068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.490978 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-17fed9af-4431-4858-a0ff-f998eb33bba0 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/0f7270dd-7485-4a9b-a682-41215d3f8245 HTTP/1.1" status: 204 len: 168 time: 0.7474420 Jul 07 16:48:59.494187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45804) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:59.580522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.581155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.582625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 39c96cfd-c791-4b91-878c-5a9d376e76d5 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:59.589565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.595312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Calling delete_port for 52095267-3a71-4261-a136-3a0d09bb45b7 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:59.634440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.671921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:59.703102 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ef90c8-5e9f-4bf2-94f2-d82421a99198 x-openstack-request-id: req-01ef90c8-5e9f-4bf2-94f2-d82421a99198 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:59.703403 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed1afe8a-8593-4f85-909f-2775ce429722", "tag": "77b705a8-799e-4d40-b3f1-e3b616a4fb42", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:59.703657 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01ef90c8-5e9f-4bf2-94f2-d82421a99198 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:59.704061 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'status': 'completed', 'code': 200} Jul 07 16:48:59.704894 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'tag': '77b705a8-799e-4d40-b3f1-e3b616a4fb42', 'status': 'completed', 'code': 200} Jul 07 16:48:59.797144 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d22be-752e-4396-8105-215e3676c5b3 x-openstack-request-id: req-967d22be-752e-4396-8105-215e3676c5b3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:59.797446 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab75d234-dcd7-4cbf-9932-2ec24561f54d", "tag": "b2c10b73-0e8b-4449-9b1d-7f576871e3a6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:59.797701 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-967d22be-752e-4396-8105-215e3676c5b3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:59.800628 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'tag': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6', 'status': 'completed', 'code': 200} Jul 07 16:48:59.856986 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.891561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:59.927884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-7f2d6e9c-dd6a-49ad-ad6e-d1c0c57f5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.929472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-7f2d6e9c-dd6a-49ad-ad6e-d1c0c57f5ac1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1095 time: 0.1965187 Jul 07 16:48:59.990803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Pushing event deleted for resources: {'Port': ['ID=52095267-3a71-4261-a136-3a0d09bb45b7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:59.998774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.011972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-7f6125af-d291-4fbf-a32d-3c4423b878fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.013560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-7f6125af-d291-4fbf-a32d-3c4423b878fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 1094 time: 0.1040747 Jul 07 16:49:00.045048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bce0d2-6796-47b0-8faa-33f392c73ac2 None None] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:00.097528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.098736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.100708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/39c96cfd-c791-4b91-878c-5a9d376e76d5 HTTP/1.1" status: 204 len: 168 time: 0.6034129 Jul 07 16:49:00.101862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.104107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20f6a771-b211-4063-bc1d-53a80963421b req-878442c0-ea55-4451-bd95-77e37b14bb09 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "DELETE /v2.0/floatingips/247b0100-8e20-4096-bc4b-d70924e119cf HTTP/1.1" status: 204 len: 173 time: 0.8724365 Jul 07 16:49:00.104293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10effe-f0a5-4360-a6a2-f84a21a96489 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=39c96cfd-c791-4b91-878c-5a9d376e76d5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:00.107501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45826) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:00.151754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-f8682fea-ad57-4df5-b2cc-b149f8cee5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.152027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-f8682fea-ad57-4df5-b2cc-b149f8cee5ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.1929281 Jul 07 16:49:00.225340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-91ac3158-9f76-466b-8d59-616990271005 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 217 time: 0.0590456 Jul 07 16:49:00.236301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b2c10b73-0e8b-4449-9b1d-7f576871e3a6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:00.242966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 25ec58aa-8a0b-4e64-84d6-f73c8004c356 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:00.252048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-cfc2d695-6a16-4292-b1a9-c2b2b7caacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.254228 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-cfc2d695-6a16-4292-b1a9-c2b2b7caacfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 917 time: 0.2185681 Jul 07 16:49:00.278739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.309236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-dd90d600-9e25-4c4f-a4a2-e7d83e54fd9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6 HTTP/1.1" status: 200 len: 217 time: 0.0471711 Jul 07 16:49:00.381397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-04565e9f-a667-4f79-a98e-69f6e5521784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.384135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-04565e9f-a667-4f79-a98e-69f6e5521784 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1452172 Jul 07 16:49:00.388247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-1720dc5f-f8cf-495b-ae5c-3fc34b84aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.389588 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-1720dc5f-f8cf-495b-ae5c-3fc34b84aeae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.0721393 Jul 07 16:49:00.447966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:00.448697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.486045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360a693-e8b7-44f4-9ffb-e0eb77db70f1 req-2628a4e2-b91e-453a-8020-67fc641aba8a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.488037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e360a693-e8b7-44f4-9ffb-e0eb77db70f1 req-2628a4e2-b91e-453a-8020-67fc641aba8a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 944 time: 0.2088487 Jul 07 16:49:00.548919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-143a65d4-5bf7-4388-a3ad-cd1141f5ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.550483 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-143a65d4-5bf7-4388-a3ad-cd1141f5ffc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539710 Jul 07 16:49:00.555265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] DHCP port deletion for 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:49:00.568055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,segment=NetworkSegment(1664985d-8f83-41aa-9eeb-1872a21eb93b),segment_id=1664985d-8f83-41aa-9eeb-1872a21eb93b)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:00.568620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.572914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-4ae60d6f-7842-4355-9e40-2a09cd4c8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.574889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-4ae60d6f-7842-4355-9e40-2a09cd4c8363 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448832 Jul 07 16:49:00.594268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e360a693-e8b7-44f4-9ffb-e0eb77db70f1 req-dca75a1f-bed7-41c8-a01f-ee7abeb49de6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964921 Jul 07 16:49:00.603551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48c8b1-e426-4a9c-8156-35ac9c1365e3 req-aa415cee-e43e-4f27-a8fe-260dcfec9cfd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.605120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac48c8b1-e426-4a9c-8156-35ac9c1365e3 req-aa415cee-e43e-4f27-a8fe-260dcfec9cfd tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 950 time: 0.2304876 Jul 07 16:49:00.618028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:00.627055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:00.670297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:00.670815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.696948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac48c8b1-e426-4a9c-8156-35ac9c1365e3 req-ecbb594c-ac12-49f6-9d3f-43d9f43adfcf tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803421 Jul 07 16:49:00.738579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:00.748190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-c564637b-c40f-45da-8446-893fb7d11352 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902494 Jul 07 16:49:00.761879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'port_id': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6', 'mac_address': 'fa:16:3e:64:d3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:00.763429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-e1623b9d-bdeb-4f08-9111-4cf00b664dd6 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301771 Jul 07 16:49:00.804574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-0cae8ee0-828d-46d9-83ec-5a07339eaae3 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202973 Jul 07 16:49:00.830791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Deleting port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:00.831245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.861835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.885142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 77b705a8-799e-4d40-b3f1-e3b616a4fb42 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:00.887315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:00.906479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:00.909423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:00.953357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.960745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4c00ece6-6b43-46e3-a3a6-0236ceaaad61 req-26100041-fb91-467f-bbfc-474a7d711018 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046101 Jul 07 16:49:01.007400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] For port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,segment=NetworkSegment(1664985d-8f83-41aa-9eeb-1872a21eb93b),segment_id=1664985d-8f83-41aa-9eeb-1872a21eb93b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.007400 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.014518 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.026545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d90972b-cfb8-4a9b-b379-1253c1b9ddcf']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:01.027864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c10b73-0e8b-4449-9b1d-7f576871e3a6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:01.039455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1664985d-8f83-41aa-9eeb-1872a21eb93b') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:01.039747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1664985d-8f83-41aa-9eeb-1872a21eb93b') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:01.045943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.052290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.070781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.077703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Calling delete_port for 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:01.078705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:49:01.079879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:49:01.083524 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:49:01.129985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.142342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec58aa-8a0b-4e64-84d6-f73c8004c356'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:01.144708 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b6bd2f-2e96-4799-8251-03e22b628d86" -d '{"events": [{"server_uuid": "56ad2c50-ac08-4a9d-bffb-66cd89c2cf56", "name": "network-vif-plugged", "status": "completed", "tag": "25ec58aa-8a0b-4e64-84d6-f73c8004c356"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:01.157993 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.170923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.177064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/4d90972b-cfb8-4a9b-b379-1253c1b9ddcf HTTP/1.1" status: 204 len: 168 time: 1.0646708 Jul 07 16:49:01.178365 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.178521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:01.183838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1868398758', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:01.189794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:01.200433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.207304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea873b9-bf49-42d2-9fe2-03eb83d7ccba tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=4d90972b-cfb8-4a9b-b379-1253c1b9ddcf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.225577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 6f95c8f5-a221-45c5-845b-2702ddd8a97d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:01.226579 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.227622 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.228627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.237783 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.266984 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-4fa44fe9-28ee-4d36-b131-36f407252a53 req-2f72f39d-53fd-474b-979f-add064d0f351 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] show failed (client error): The resource could not be found. Jul 07 16:49:01.268596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fa44fe9-28ee-4d36-b131-36f407252a53 req-2f72f39d-53fd-474b-979f-add064d0f351 tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips/247b0100-8e20-4096-bc4b-d70924e119cf HTTP/1.1" status: 404 len: 350 time: 0.4302897 Jul 07 16:49:01.300195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-a44513ec-4b33-4f01-9e23-d0276cfce031 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=fa736a6d-ddc2-46fe-a25e-67e58e8cc0ec HTTP/1.1" status: 200 len: 210 time: 0.0448086 Jul 07 16:49:01.307609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.327524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.337582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.394341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '77b705a8-799e-4d40-b3f1-e3b616a4fb42', 'network_id': '63a5c382-0fa0-4740-b2eb-423987093759', 'port_id': '77b705a8-799e-4d40-b3f1-e3b616a4fb42', 'mac_address': 'fa:16:3e:d3:18:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:01.413055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.468481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=25ec58aa-8a0b-4e64-84d6-f73c8004c356,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.471733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Network 4d90972b-cfb8-4a9b-b379-1253c1b9ddcf is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 16:49:01.472192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] No DVR routers for this DVR port 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:01.472887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-9123141e-337e-4807-8f92-5d376e06c7c0 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.474464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-9123141e-337e-4807-8f92-5d376e06c7c0 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7036006 Jul 07 16:49:01.486793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.508772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cd0613c-0522-4100-8895-ce9ed98e1fa4 req-b2d6c162-7e55-40b7-9953-6271b19927dd tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa736a6d-ddc2-46fe-a25e-67e58e8cc0ec HTTP/1.1" status: 200 len: 210 time: 0.0869815 Jul 07 16:49:01.515310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b2c10b73-0e8b-4449-9b1d-7f576871e3a6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:01.521837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f6aef-e4d2-41b1-94b8-6f675659dd99 None None] Pushing event deleted for resources: {'Port': ['ID=0f0e8660-04ae-47cc-82b5-4f74a750b9a0,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.559653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-0dca9642-eaa0-411e-9740-5736dc6089a4 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/quotas/dd7ceb748b2b4549a274cb45d9d1a4fb HTTP/1.1" status: 200 len: 375 time: 0.0451939 Jul 07 16:49:01.562436 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.567266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.597939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b705a8-799e-4d40-b3f1-e3b616a4fb42 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:01.631076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-aed53812-93bb-4ab8-9475-a5fba5d23537 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915678 Jul 07 16:49:01.650632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.658115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.662797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.663649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:01.694987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.756121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-0658f3ff-bcfa-4523-b31c-35128b979d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.757542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-0658f3ff-bcfa-4523-b31c-35128b979d16 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4472914 Jul 07 16:49:01.759039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.779870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.783721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=14']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.830621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:01.856329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:01.856955 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.883436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=77b705a8-799e-4d40-b3f1-e3b616a4fb42,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.903616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:01.929660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:01.929902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0f0e8660-04ae-47cc-82b5-4f74a750b9a0 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:01.962640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-cfc1f641-9f9c-43eb-9a45-ae4ba5b0ba35 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4009109 Jul 07 16:49:01.984173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e9043-ad1c-4c45-ba6b-fc7d3e58f28a req-6e9e7a87-5fba-4681-876a-3e4857ee2361 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.994118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-203e9043-ad1c-4c45-ba6b-fc7d3e58f28a req-6e9e7a87-5fba-4681-876a-3e4857ee2361 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 944 time: 0.3377924 Jul 07 16:49:01.999329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.25.5.66 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/becb10d7-e727-435c-8b44-851363dd6098) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:02.015622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-6edada73-3f2d-4935-a5d8-b40efbcd82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.017859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-6edada73-3f2d-4935-a5d8-b40efbcd82ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 1095 time: 0.3241060 Jul 07 16:49:02.045284 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.051412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-15a75dbc-a01d-4578-b86a-275e4bba605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.052964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-15a75dbc-a01d-4578-b86a-275e4bba605b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2807693 Jul 07 16:49:02.097825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:02.103347 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.118042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-203e9043-ad1c-4c45-ba6b-fc7d3e58f28a req-5cc7ca8c-1a61-4a29-94d6-f2e394aa6fcd tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229208 Jul 07 16:49:02.136840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.155823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66b3da04-68b8-4106-ac58-fd626e20c744 req-4516cac6-f16f-4fc6-b350-c3b8345ffa76 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa736a6d-ddc2-46fe-a25e-67e58e8cc0ec HTTP/1.1" status: 200 len: 210 time: 0.0567164 Jul 07 16:49:02.208973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.209189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:02.212380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['77b705a8-799e-4d40-b3f1-e3b616a4fb42'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:02.277004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-c9ccc7b7-4f83-4176-9ecb-28d1afabf33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.278914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-c9ccc7b7-4f83-4176-9ecb-28d1afabf33f service neutron] 10.222.0.54 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 917 time: 0.2516611 Jul 07 16:49:02.368200 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b5f6c3-01d5-48a8-89bf-ace7a9bcad9f x-openstack-request-id: req-c8b5f6c3-01d5-48a8-89bf-ace7a9bcad9f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:02.369088 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad2c50-ac08-4a9d-bffb-66cd89c2cf56", "name": "network-vif-plugged", "status": "completed", "tag": "25ec58aa-8a0b-4e64-84d6-f73c8004c356", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:02.369500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:02.375521 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8b5f6c3-01d5-48a8-89bf-ace7a9bcad9f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:02.375857 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec58aa-8a0b-4e64-84d6-f73c8004c356', 'code': 200} Jul 07 16:49:02.386894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:02.396594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:02.404513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-ec9557a1-94a9-41d6-a84f-a1b32853cd53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42 HTTP/1.1" status: 200 len: 217 time: 0.1106355 Jul 07 16:49:02.454798 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-78f3877c-1a81-413b-bc5a-c9ddbf6395b9 req-0976a29b-6561-4d1d-9311-ee123a9bf3cb tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] show failed (client error): The resource could not be found. Jul 07 16:49:02.468685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78f3877c-1a81-413b-bc5a-c9ddbf6395b9 req-0976a29b-6561-4d1d-9311-ee123a9bf3cb tempest-FloatingIPsTestJSON-856111006 tempest-FloatingIPsTestJSON-856111006-project] 10.222.0.78 "GET /v2.0/floatingips/247b0100-8e20-4096-bc4b-d70924e119cf HTTP/1.1" status: 404 len: 350 time: 0.0620546 Jul 07 16:49:02.469497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:02.484537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=becb10d7-e727-435c-8b44-851363dd6098,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:02.847719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45888) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:02.856140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c45b5f41-0617-49b4-90dd-e361afc8fd19 req-993a363d-5a8a-4f0f-ba40-d029efc5f992 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=fa736a6d-ddc2-46fe-a25e-67e58e8cc0ec HTTP/1.1" status: 200 len: 210 time: 0.1142290 Jul 07 16:49:02.857855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-f250c54f-1fe0-4d67-b037-9b09048ca2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.859211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-f250c54f-1fe0-4d67-b037-9b09048ca2b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.3864722 Jul 07 16:49:02.870561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7b4a-9241-4bdf-8e47-767d9ce5b39d req-5cc7eafd-1c6d-40ac-ac9d-91494e5e8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.872059 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdde7b4a-9241-4bdf-8e47-767d9ce5b39d req-5cc7eafd-1c6d-40ac-ac9d-91494e5e8ce4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 1097 time: 0.1827376 Jul 07 16:49:02.972759 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdde7b4a-9241-4bdf-8e47-767d9ce5b39d req-190bcc9c-a8bf-4bff-8d0b-bd1887cf2801 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852871 Jul 07 16:49:02.977999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.047270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894775d-ac64-4bd1-b05f-a92cf93afd53 req-d1c0c7a4-0d1b-44ca-8c08-f1f3cd90760e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.053700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e894775d-ac64-4bd1-b05f-a92cf93afd53 req-d1c0c7a4-0d1b-44ca-8c08-f1f3cd90760e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 945 time: 0.4140048 Jul 07 16:49:03.113446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27abf9f5-fb53-43a3-ad02-0c7a05a6fe69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.158663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1da57-85ba-48d4-a15d-c1cacec6fbf8 req-692e9072-5075-4331-b0bc-a879196fc7e6 tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.160204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47b1da57-85ba-48d4-a15d-c1cacec6fbf8 req-692e9072-5075-4331-b0bc-a879196fc7e6 tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 1102 time: 0.4445295 Jul 07 16:49:03.206385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.253096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.264432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e894775d-ac64-4bd1-b05f-a92cf93afd53 req-8c513cf8-3d9f-436b-ba72-fb2deb06829a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092729 Jul 07 16:49:03.273504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b5f41-0617-49b4-90dd-e361afc8fd19 req-764e969f-7ff1-4214-aa1c-e49763b03dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.274742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c45b5f41-0617-49b4-90dd-e361afc8fd19 req-764e969f-7ff1-4214-aa1c-e49763b03dc4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3955741 Jul 07 16:49:03.384089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:49:03.387498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-3b3c1993-a6bc-46ec-961c-698e00839d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.389000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-3b3c1993-a6bc-46ec-961c-698e00839d12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5111432 Jul 07 16:49:03.405780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47b1da57-85ba-48d4-a15d-c1cacec6fbf8 req-2a382fde-64b1-4a73-8038-e73b225d73dd tempest-MigrationsAdminTest-1071408279 tempest-MigrationsAdminTest-1071408279-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268486 Jul 07 16:49:03.527682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:03.538615 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] Sync routers for ids ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:03.548117 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] Routers {'3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:03.548750 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:03.581925 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:03.591860 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] Routers {'3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:03.592614 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:03.630166 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:03.630830 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184f48f-97f3-4a3a-8cbd-f05578e70e35 None None] The sync data for ids ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:03.806202 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-a78e9a5e-0ee8-4d69-bcb8-7f5d2fb70b3e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239382 Jul 07 16:49:03.834825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b961f9bd-a452-460d-8224-a66a214ab83b req-249c0182-9fea-40ea-8d7d-15bb384719e7 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 210 time: 0.4391384 Jul 07 16:49:03.895734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c91174c-175b-4380-bb34-22697c147755 req-5b49cea1-b7b3-42f4-8780-7bbfd2d029a5 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa736a6d-ddc2-46fe-a25e-67e58e8cc0ec HTTP/1.1" status: 200 len: 210 time: 0.0894201 Jul 07 16:49:03.953528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b5f41-0617-49b4-90dd-e361afc8fd19 req-12740e5a-6eee-44ae-99d6-056dd8c44da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.955587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c45b5f41-0617-49b4-90dd-e361afc8fd19 req-12740e5a-6eee-44ae-99d6-056dd8c44da6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6641629 Jul 07 16:49:04.002411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-e6963b88-55cd-48fe-a367-e31c7068ab8f service neutron] 10.222.0.54 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021364 Jul 07 16:49:04.008761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27abf9f5-fb53-43a3-ad02-0c7a05a6fe69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.027783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27abf9f5-fb53-43a3-ad02-0c7a05a6fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.034019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-9ffd35ba-747a-4c1c-9cee-c61b8f3c9baf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.035709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-9ffd35ba-747a-4c1c-9cee-c61b8f3c9baf tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253873 Jul 07 16:49:04.037315 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.051213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:04.061725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f170372f-267b-4b04-afa5-84b9df19d72d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8815210 Jul 07 16:49:04.071305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Request body: {'port': {'device_id': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'dd7ceb748b2b4549a274cb45d9d1a4fb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:04.170311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c45b5f41-0617-49b4-90dd-e361afc8fd19 req-1047cdb8-27a0-42b6-af41-7cb0cdfcaa66 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa736a6d-ddc2-46fe-a25e-67e58e8cc0ec HTTP/1.1" status: 200 len: 210 time: 0.0366929 Jul 07 16:49:04.242071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Made reservation on behalf of dd7ceb748b2b4549a274cb45d9d1a4fb for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:04.246445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.257448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b2c10b73-0e8b-4449-9b1d-7f576871e3a6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:04.299906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27abf9f5-fb53-43a3-ad02-0c7a05a6fe69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2c1c091b6fe4a378ecebf665943d160&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4463453 Jul 07 16:49:04.303072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45904) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:04.364849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:04.369467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:04.370097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.391402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abf9f5-fb53-43a3-ad02-0c7a05a6fe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0908e-0ba0-4253-b116-9d2c90abeeca,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:04.406495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}, {'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:04.411760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Allocated IP 192.168.233.62 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/28ff24e3-afbf-44f7-b542-8c14c024a8a5) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:04.416057 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f2779-1d85-4ed9-bb21-11ef9ee35d87" -d '{"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-plugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}, {"server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:04.521481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.572323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:04.580328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.613723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-883141e7-a64a-4f8e-bdbc-bdcadacfc141 req-6514b00f-c9ae-496c-a104-c58cbb5d2b1e service neutron] 10.222.0.54 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023414 Jul 07 16:49:04.638545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.652637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180305-fb8b-4d90-a59b-72fed87f0ccc req-b8355199-0434-48a3-9978-988e1ed4aa6c tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.658098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa180305-fb8b-4d90-a59b-72fed87f0ccc req-b8355199-0434-48a3-9978-988e1ed4aa6c tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 944 time: 0.6350417 Jul 07 16:49:04.659746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Transition to ACTIVE for port object 28ff24e3-afbf-44f7-b542-8c14c024a8a5 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:04.672271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:04.692864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-9ec1d493-d225-42c3-ba18-268b4dd2950d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5887020 Jul 07 16:49:04.698692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae7e0131-5595-4142-a976-890294aae01c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/routers/3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 200 len: 880 time: 0.6132913 Jul 07 16:49:04.699445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ca52ae0-03c6-46f9-bcb2-75a94983b568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.700195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.706152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:04.740444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5522d14-b133-4a8f-ad8c-a6b9095d82f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:04.778499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ca52ae0-03c6-46f9-bcb2-75a94983b568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.802583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa180305-fb8b-4d90-a59b-72fed87f0ccc req-a8b924ff-da10-4690-99a0-0d53e4958a87 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418350 Jul 07 16:49:04.832151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.914439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 77b705a8-799e-4d40-b3f1-e3b616a4fb42 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:04.988648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1813e8-ac4b-44ac-978b-91c6f018d603 req-7a45afd1-80f6-4f31-8017-3a75c1264cb1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.992136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:04.996043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c1813e8-ac4b-44ac-978b-91c6f018d603 req-7a45afd1-80f6-4f31-8017-3a75c1264cb1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 951 time: 0.4871044 Jul 07 16:49:05.000126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:05.000711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.121963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-7fc6d34b-50d8-4bd3-b9e5-0f01f9697537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.123778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-7fc6d34b-50d8-4bd3-b9e5-0f01f9697537 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 1101 time: 0.3969395 Jul 07 16:49:05.124410 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ab0498b-1265-4d02-ac21-f592ba9be3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.130500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Pushing event updated for resources: {'Port': ['ID=28ff24e3-afbf-44f7-b542-8c14c024a8a5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:05.134987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.140175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:05.146893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:05.155834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:05.159347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c1813e8-ac4b-44ac-978b-91c6f018d603 req-c1637f4f-fbcf-4475-95a0-46f2e42cd566 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625013 Jul 07 16:49:05.160405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ca52ae0-03c6-46f9-bcb2-75a94983b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.162687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ca52ae0-03c6-46f9-bcb2-75a94983b568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.166093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0ca52ae0-03c6-46f9-bcb2-75a94983b568 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99e0908e-0ba0-4253-b116-9d2c90abeeca HTTP/1.1" status: 204 len: 168 time: 0.8430882 Jul 07 16:49:05.186067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:05.208442 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.235048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.236458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.260377 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-247262da-3701-49dc-ac0e-1b2d8d1a022e tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1934264 Jul 07 16:49:05.272682 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c768b26-dbf7-49f7-a46f-ffc625f83a94 x-openstack-request-id: req-1c768b26-dbf7-49f7-a46f-ffc625f83a94 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:05.273492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca52ae0-03c6-46f9-bcb2-75a94983b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0908e-0ba0-4253-b116-9d2c90abeeca,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:05.274057 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-plugged", "status": "completed", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "code": 200}, {"server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:05.274679 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c768b26-dbf7-49f7-a46f-ffc625f83a94 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:05.276235 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'code': 200} Jul 07 16:49:05.277206 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'code': 200} Jul 07 16:49:05.287362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Request body: {'port': {'device_id': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:05.331981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=77b705a8-799e-4d40-b3f1-e3b616a4fb42,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:05.399808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dbab1-72fc-4391-8888-aaa2d719287d req-ea8277d2-aae9-4b4a-a7f1-687a55c31374 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.405740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e4dbab1-72fc-4391-8888-aaa2d719287d req-ea8277d2-aae9-4b4a-a7f1-687a55c31374 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 945 time: 0.4634526 Jul 07 16:49:05.526739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.544371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-6ba5c007-db16-45f3-add3-9280ce6523b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.546263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-6ba5c007-db16-45f3-add3-9280ce6523b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3548872 Jul 07 16:49:05.581841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f679a40c-dff8-490d-beb5-021dda1338d7 None None] Provisioning for port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:05.587495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f679a40c-dff8-490d-beb5-021dda1338d7 None None] Provisioning complete for port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:05.587897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f679a40c-dff8-490d-beb5-021dda1338d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.601859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5364638f-4402-4da3-aedd-8eb6e9293942 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8902781 Jul 07 16:49:05.604358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45922) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:05.611827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1868398758'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:05.643238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-f0311233-8651-4795-928d-c9fa8e53b7be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 200 len: 217 time: 0.0760088 Jul 07 16:49:05.646468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f679a40c-dff8-490d-beb5-021dda1338d7 None None] Port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:05.718148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e4dbab1-72fc-4391-8888-aaa2d719287d req-71dd2a40-0e8c-446d-8ff9-914df41323b9 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248690 Jul 07 16:49:05.727190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6257-2f87-44b2-931e-2c7969f50a0a req-dd4c3a6c-7253-48d1-b36a-3b05c9f8151f tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.728798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7e6257-2f87-44b2-931e-2c7969f50a0a req-dd4c3a6c-7253-48d1-b36a-3b05c9f8151f tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 935 time: 0.2702446 Jul 07 16:49:05.779044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b7690-33bc-4977-8a3a-ad276e0d86bf req-abf1d65c-3931-4586-8664-6c7c04c25b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.780549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a1b7690-33bc-4977-8a3a-ad276e0d86bf req-abf1d65c-3931-4586-8664-6c7c04c25b2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.3964078 Jul 07 16:49:05.833820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-395af521-3b02-497c-8489-6770525cbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.835274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-395af521-3b02-497c-8489-6770525cbee1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1573529 Jul 07 16:49:05.899901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7e6257-2f87-44b2-931e-2c7969f50a0a req-bd08d5a8-6ff1-4d6b-a81d-cb1a8c9a5802 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508420 Jul 07 16:49:05.917465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a1b7690-33bc-4977-8a3a-ad276e0d86bf req-6eb8b994-4d9d-4779-bd13-94fa4cb82928 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Jul 07 16:49:05.951864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Deleting port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:05.952206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.157796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ff24e3-afbf-44f7-b542-8c14c024a8a5 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:06.159663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45950) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:06.171093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.208192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] For port 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,segment=NetworkSegment(7872055e-ff10-4b1d-a2b4-dfd4559b6be1),segment_id=7872055e-ff10-4b1d-a2b4-dfd4559b6be1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:06.208695 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.214716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-7f32df36-e092-4147-b5df-03952791be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.216300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-7f32df36-e092-4147-b5df-03952791be78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3723998 Jul 07 16:49:06.220925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Transition to ACTIVE for port object 28ff24e3-afbf-44f7-b542-8c14c024a8a5 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:06.234019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.237422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.248163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Calling delete_port for 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:06.275216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.336142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Pushing event updated for resources: {'Port': ['ID=28ff24e3-afbf-44f7-b542-8c14c024a8a5,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:06.343636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-233956359-network', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:06.389086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ce93-36ce-4071-a8f8-b45627e445e0 req-89026e4e-05ba-47e9-a217-a4c6bed84c21 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.390659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b225ce93-36ce-4071-a8f8-b45627e445e0 req-89026e4e-05ba-47e9-a217-a4c6bed84c21 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.3610361 Jul 07 16:49:06.410630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cd899544-730e-4ac5-a341-03813e909cb4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.412059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cd899544-730e-4ac5-a341-03813e909cb4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.3129017 Jul 07 16:49:06.424279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-9f17bece-58ff-4a15-ac8f-ff93c9d6142e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.425818 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-9f17bece-58ff-4a15-ac8f-ff93c9d6142e tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 951 time: 0.3841209 Jul 07 16:49:06.463473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Made reservation on behalf of b560f327984c4b48bfd25bcb7aa6e5fe for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:06.465816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.488267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.492942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:06.528242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Attempting to bind port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:06.528583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Attempting to bind port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:06.528917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Attempting to bind port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:06.575724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:06.575977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Attempting to bind port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:06.590563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:06.590907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:06.591300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:06.591757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Bound port: 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:06.592123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.742271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:06.755968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.759563 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-da162d92-e010-414b-9bce-ee0dfcab826b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 200 len: 887 time: 1.1516430 Jul 07 16:49:06.759755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] Sync routers for ids ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:06.763146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45956) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:06.771656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] Routers {'3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:06.772864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] For port 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:06.773339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:06.778534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] For port 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:06.813082 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.816520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:06.827209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] Routers {'3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:06.827841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:48:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:06.837072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-b0714cb5-107b-42dc-a100-1ada2f2ebbbe tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.3948119 Jul 07 16:49:06.862032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:06.867296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-f853dee0-24b5-4aa9-86ad-e96eb09128da service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409922 Jul 07 16:49:06.879187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a247d7b-da23-411c-8b02-70c90e83c147 None None] The sync data for ids ['3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:06.881902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.885287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.885913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.887322 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] 10.222.0.54 "PUT /v2.0/ports/28ff24e3-afbf-44f7-b542-8c14c024a8a5 HTTP/1.1" status: 200 len: 1095 time: 1.6137173 Jul 07 16:49:06.890377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'tag': '28ff24e3-afbf-44f7-b542-8c14c024a8a5'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:06.893203 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6140915-bf31-4b41-be3a-da86361dae74" -d '{"events": [{"name": "network-changed", "server_uuid": "df676c74-0cba-4234-bf41-fd8659d4ac78", "tag": "28ff24e3-afbf-44f7-b542-8c14c024a8a5"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:06.927533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.949448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b225ce93-36ce-4071-a8f8-b45627e445e0 req-d58e34d1-4969-4541-aae8-d9ea292464ce tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458887 Jul 07 16:49:06.996799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:07.043358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a013-8d25-4767-9b03-690c58e71f67 service neutron] Pushing event updated for resources: {'Port': ['ID=28ff24e3-afbf-44f7-b542-8c14c024a8a5,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.055493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.055929 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Added segment 78a060fd-5b1e-439c-98a4-953e1b881db0 of type vlan for network 0f4fb85e-5dad-4e89-8212-aa177063777b Jul 07 16:49:07.057396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480eaa73-d915-4998-85d4-3a303a80c50e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.066334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cd9a0e6c-91e8-4831-b12a-f299d68c1216 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/routers/3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 200 len: 887 time: 0.3014498 Jul 07 16:49:07.072861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45964) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:07.118199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.143376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-1dc09e94-c90c-4b63-a9c8-952b2c7ab527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.144920 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-1dc09e94-c90c-4b63-a9c8-952b2c7ab527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 1098 time: 0.1838281 Jul 07 16:49:07.153643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e6307688-b005-4bac-84b7-fa20ba90b5eb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 200 len: 205 time: 0.0763614 Jul 07 16:49:07.164362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45966) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:07.213384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-c89ca261-22df-4d67-938e-ae7200f85aa3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5 HTTP/1.1" status: 200 len: 217 time: 0.0463424 Jul 07 16:49:07.215764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.217036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.217458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.279366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6'}, {'server_uuid': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b705a8-799e-4d40-b3f1-e3b616a4fb42'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:07.282810 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509893af-7878-4c1c-94d9-f4e4b7733322" -d '{"events": [{"server_uuid": "ab75d234-dcd7-4cbf-9932-2ec24561f54d", "name": "network-vif-plugged", "status": "completed", "tag": "b2c10b73-0e8b-4449-9b1d-7f576871e3a6"}, {"server_uuid": "ed1afe8a-8593-4f85-909f-2775ce429722", "name": "network-vif-plugged", "status": "completed", "tag": "77b705a8-799e-4d40-b3f1-e3b616a4fb42"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:07.292274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-180c369f-4b4d-44c7-ae4f-8f555fb344b1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4348152 Jul 07 16:49:07.318235 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1507182 Jul 07 16:49:07.318504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45970) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:07.320339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635ee93f-270b-441b-aa10-eeffdf4f9260 req-2324ea5f-22d2-4962-88fd-bf735e0c7f3c service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049623 Jul 07 16:49:07.337141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Request body: {'subnet': {'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-233956359-subnet', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:07.373707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-0d8ea430-cb15-4ccd-8396-ebc1354af344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.373987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.375369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-0d8ea430-cb15-4ccd-8396-ebc1354af344 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1394091 Jul 07 16:49:07.378741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b0d3e-8113-4562-aa35-6beadb5bfc59 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4fb85e-5dad-4e89-8212-aa177063777b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.397375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Made reservation on behalf of b560f327984c4b48bfd25bcb7aa6e5fe for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:07.399867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.400674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0f4fb85e-5dad-4e89-8212-aa177063777b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:07.427133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Deleting port 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:07.427472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.493911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.538891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-dbb57592-4db1-4bfb-b79b-15c041a3d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.540524 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-dbb57592-4db1-4bfb-b79b-15c041a3d5a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571023 Jul 07 16:49:07.568160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=53d0e789-b5c8-4eaf-acac-6eac8f96cfe9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.578563 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.604415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9509e2af-79a0-4c0e-8cae-f704559b3355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.742595 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-e8797c45-5aaa-4e5a-aad3-aeddc27a51da service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917081 Jul 07 16:49:07.803809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] For port 6f95c8f5-a221-45c5-845b-2702ddd8a97d, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f95c8f5-a221-45c5-845b-2702ddd8a97d,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:07.804177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.820885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Calling delete_port for 6f95c8f5-a221-45c5-845b-2702ddd8a97d owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:07.837245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9dd68-3b29-4285-a48d-45639c47b031 req-c8fa3e45-d713-4808-b1a8-323d7681e580 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.844181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5f9dd68-3b29-4285-a48d-45639c47b031 req-c8fa3e45-d713-4808-b1a8-323d7681e580 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=cad8de3a-ac85-4148-8c9b-a79041b3ae21 HTTP/1.1" status: 200 len: 951 time: 0.6129534 Jul 07 16:49:07.847635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-96cc4300-2fc2-48f4-b55a-35486bec51b7 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193999 Jul 07 16:49:07.903678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.907307 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9ab9ed76-a5a2-40e5-8489-459542c1101e req-9d375f3d-fd41-483f-8b47-a31839006137 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578259 Jul 07 16:49:07.939219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.976318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.990199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Checking segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:07.990682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Network hostable DHCP agents. Network: 0f4fb85e-5dad-4e89-8212-aa177063777b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:08.019343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Network 0f4fb85e-5dad-4e89-8212-aa177063777b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:08.029568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0f4fb85e-5dad-4e89-8212-aa177063777b) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:08.037856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f384978-2c48-4458-a60b-acafc700666d None None] Network 0f4fb85e-5dad-4e89-8212-aa177063777b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:08.043979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:08.044482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.070777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3a02197d-77ea-4c98-a136-439a501cc9de admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7446885 Jul 07 16:49:08.071968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45974) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:08.075587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5f9dd68-3b29-4285-a48d-45639c47b031 req-68e2c3a9-5ab1-41bc-8b65-a2905a078b02 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304237 Jul 07 16:49:08.080087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:08.123528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.128866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.166703 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e2df699d-07de-4700-8000-83df258986ff service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998915 Jul 07 16:49:08.248866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.257977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.260480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port becb10d7-e727-435c-8b44-851363dd6098 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:08.260821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.412467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.418267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0f4fb85e-5dad-4e89-8212-aa177063777b', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:08.419210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.454916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598', '201d4b48-a43c-41b8-a9ae-fb184ccde204', '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:08.471500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event deleted for resources: {'Port': ['ID=6f95c8f5-a221-45c5-845b-2702ddd8a97d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:08.584616 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.684484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20c1a-0856-4142-b59a-92cd6d581513 req-0f0a6c95-b5dc-48c6-9c3a-d833219314bb tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:08.693298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10c20c1a-0856-4142-b59a-92cd6d581513 req-0f0a6c95-b5dc-48c6-9c3a-d833219314bb tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 945 time: 0.4560895 Jul 07 16:49:08.710732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] No DVR routers for this DVR port 6f95c8f5-a221-45c5-845b-2702ddd8a97d on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:08.808995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for becb10d7-e727-435c-8b44-851363dd6098 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:08.811428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.815233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6630abb-3cac-467d-b3d7-aff4b178b10a req-51d609e1-7884-4316-8b8c-95d931170c0b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "DELETE /v2.0/ports/6f95c8f5-a221-45c5-845b-2702ddd8a97d HTTP/1.1" status: 204 len: 173 time: 2.3712463 Jul 07 16:49:08.839563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10c20c1a-0856-4142-b59a-92cd6d581513 req-23a7dd41-008d-4db4-976e-36f1930b4fe0 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454341 Jul 07 16:49:08.839907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-deleted', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:08.845539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Allocated IP 172.20.0.2 (0f4fb85e-5dad-4e89-8212-aa177063777b/b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79/d307a50a-edfb-4522-b21c-1cbdee377cc2) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:08.864791 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01721db4-442f-4fde-8025-61e6d729f624" -d '{"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-deleted", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:08.960688 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bbba57-2183-4f7f-8e1a-c8a19b63b47a x-openstack-request-id: req-88bbba57-2183-4f7f-8e1a-c8a19b63b47a {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:08.961223 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab75d234-dcd7-4cbf-9932-2ec24561f54d", "name": "network-vif-plugged", "status": "completed", "tag": "b2c10b73-0e8b-4449-9b1d-7f576871e3a6", "code": 200}, {"server_uuid": "ed1afe8a-8593-4f85-909f-2775ce429722", "name": "network-vif-plugged", "status": "completed", "tag": "77b705a8-799e-4d40-b3f1-e3b616a4fb42", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:08.961620 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88bbba57-2183-4f7f-8e1a-c8a19b63b47a {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:08.962544 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6', 'code': 200} Jul 07 16:49:08.962805 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b705a8-799e-4d40-b3f1-e3b616a4fb42', 'code': 200} Jul 07 16:49:08.972833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:09.022446 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07d512-64ac-4c1e-9d18-e425844ad82f x-openstack-request-id: req-7f07d512-64ac-4c1e-9d18-e425844ad82f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:09.022733 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df676c74-0cba-4234-bf41-fd8659d4ac78", "tag": "28ff24e3-afbf-44f7-b542-8c14c024a8a5", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:09.022964 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f07d512-64ac-4c1e-9d18-e425844ad82f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:09.023365 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'tag': '28ff24e3-afbf-44f7-b542-8c14c024a8a5', 'status': 'completed', 'code': 200} Jul 07 16:49:09.046871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.048925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 6f95c8f5-a221-45c5-845b-2702ddd8a97d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:09.049642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f95c8f5-a221-45c5-845b-2702ddd8a97d not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:09.157150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.281454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.300072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Transition to ACTIVE for port object d307a50a-edfb-4522-b21c-1cbdee377cc2 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:09.316668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140915-bf31-4b41-be3a-da86361dae74 req-166b4add-8a7e-4292-8df8-5a90f7f11729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.318327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-166b4add-8a7e-4292-8df8-5a90f7f11729 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 1098 time: 0.2941442 Jul 07 16:49:09.368212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Transition to ACTIVE for port object d307a50a-edfb-4522-b21c-1cbdee377cc2 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:09.393721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.446041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Network 0f4fb85e-5dad-4e89-8212-aa177063777b is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:09.455279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:09.459810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:09.465318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Pushing event updated for resources: {'Port': ['ID=d307a50a-edfb-4522-b21c-1cbdee377cc2,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:09.476265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e5ba-7444-484c-bf7d-498df4859845 req-fff28a1e-e39f-4ee4-956d-aa79dd154eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.477789 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b15e5ba-7444-484c-bf7d-498df4859845 req-fff28a1e-e39f-4ee4-956d-aa79dd154eef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 1096 time: 0.2125893 Jul 07 16:49:09.479911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140915-bf31-4b41-be3a-da86361dae74 req-4e25df98-f000-4641-83c4-fcce3dd574da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.481943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-4e25df98-f000-4641-83c4-fcce3dd574da service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1528850 Jul 07 16:49:09.545968 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-20c47150-f384-4bfe-8bef-37ac41d153a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5 HTTP/1.1" status: 200 len: 217 time: 0.0552261 Jul 07 16:49:09.566815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Attempting to bind port d307a50a-edfb-4522-b21c-1cbdee377cc2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:09.567995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Attempting to bind port d307a50a-edfb-4522-b21c-1cbdee377cc2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:09.568742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Attempting to bind port d307a50a-edfb-4522-b21c-1cbdee377cc2 on network 0f4fb85e-5dad-4e89-8212-aa177063777b {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:09.576369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:09.577726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Checking segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:09.578614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.580174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Bound using segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:09.581524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Bound port: d307a50a-edfb-4522-b21c-1cbdee377cc2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:09.582229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.602804 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b15e5ba-7444-484c-bf7d-498df4859845 req-e84549fe-c081-4c0c-b4fb-574402eb618a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108537 Jul 07 16:49:09.683303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] For port d307a50a-edfb-4522-b21c-1cbdee377cc2, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:09.687000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] For port d307a50a-edfb-4522-b21c-1cbdee377cc2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d307a50a-edfb-4522-b21c-1cbdee377cc2,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:09.693528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.698862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73809db-3de0-4dd2-9dc9-55faac066bf5 req-67c9051e-9302-4a13-8e23-db47a5ba1ee9 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.700431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c73809db-3de0-4dd2-9dc9-55faac066bf5 req-67c9051e-9302-4a13-8e23-db47a5ba1ee9 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 947 time: 1.1252673 Jul 07 16:49:09.702140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140915-bf31-4b41-be3a-da86361dae74 req-13fb7e7a-6ad0-4572-9a16-a771473d0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.703713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-13fb7e7a-6ad0-4572-9a16-a771473d0ff2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1455719 Jul 07 16:49:09.770052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c8a4-04da-4a30-bf18-2273026a3d41 None None] Pushing event updated for resources: {'Port': ['ID=d307a50a-edfb-4522-b21c-1cbdee377cc2,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:09.777630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.804130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.829512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Router d6ffe1b6-07cc-4b93-b2c3-e4444457180e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:09.885492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c73809db-3de0-4dd2-9dc9-55faac066bf5 req-4fead2a5-0dc9-42f2-b7db-309fdd1af538 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535149 Jul 07 16:49:09.905294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140915-bf31-4b41-be3a-da86361dae74 req-40e00f92-8de2-467b-a898-20ce361ebb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.906842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-40e00f92-8de2-467b-a898-20ce361ebb12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800885 Jul 07 16:49:10.019800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Allocated IP 172.25.5.241 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/50c9ffe8-e925-4253-afe3-15f1dc117fcd) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:10.154883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-b1cf78df-8015-4098-bd8a-cd95d6a5bd69 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182381 Jul 07 16:49:10.182473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b8ea9-cf68-4488-b234-8622cf9cca05 req-ff5b0d74-1945-4e27-b6e0-65ac168ffd2f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:10.184533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b45b8ea9-cf68-4488-b234-8622cf9cca05 req-ff5b0d74-1945-4e27-b6e0-65ac168ffd2f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.5561106 Jul 07 16:49:10.193173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db55a-3ea7-4ec2-b0bd-8684e658fd91 req-151af531-e79a-4631-99bd-ee8fe506113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:10.195306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b6db55a-3ea7-4ec2-b0bd-8684e658fd91 req-151af531-e79a-4631-99bd-ee8fe506113e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 1096 time: 0.5625944 Jul 07 16:49:10.247041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8977ef04-8e28-4f71-8c47-f1a4373c4683 req-7e2a09c0-ea77-4848-93c9-a4d756b641b2 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0791333 Jul 07 16:49:10.324225 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.338154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.343316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6140915-bf31-4b41-be3a-da86361dae74 req-b0083a02-9024-45f5-9ffe-bfef6d64e0ec service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748271 Jul 07 16:49:10.344262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:10.352484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-669f5898-660d-48e7-8e0f-32a91e85b1ef admin admin] 10.222.0.78 "PUT /v2.0/routers/d6ffe1b6-07cc-4b93-b2c3-e4444457180e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8769631 Jul 07 16:49:10.357627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] Sync routers for ids ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:10.360867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45994) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:10.378189 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] Routers {'d6ffe1b6-07cc-4b93-b2c3-e4444457180e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:10.378818 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:10.426136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b45b8ea9-cf68-4488-b234-8622cf9cca05 req-43ef471e-3b88-4055-895c-70ea02899922 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962378 Jul 07 16:49:10.426756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=becb10d7-e727-435c-8b44-851363dd6098,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:10.492133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b6db55a-3ea7-4ec2-b0bd-8684e658fd91 req-5e7d4d65-480f-4143-83b5-bfeba1302e20 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439957 Jul 07 16:49:10.521613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.536378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] Set router d6ffe1b6-07cc-4b93-b2c3-e4444457180e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:10.546987 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c05dbf-c238-460c-b4cd-cc80bf7c4850 x-openstack-request-id: req-90c05dbf-c238-460c-b4cd-cc80bf7c4850 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:10.547305 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad8de3a-ac85-4148-8c9b-a79041b3ae21", "name": "network-vif-deleted", "tag": "6f95c8f5-a221-45c5-845b-2702ddd8a97d", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:10.547674 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90c05dbf-c238-460c-b4cd-cc80bf7c4850 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:10.548195 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad8de3a-ac85-4148-8c9b-a79041b3ae21', 'name': 'network-vif-deleted', 'tag': '6f95c8f5-a221-45c5-845b-2702ddd8a97d', 'status': 'completed', 'code': 200} Jul 07 16:49:10.567204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.569083 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.570668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:10.576419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:10.609497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:10.620373 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.633442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-00822920-56bf-423b-900e-ed4076d50593 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3397636 Jul 07 16:49:10.681090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:10.682478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=50c9ffe8-e925-4253-afe3-15f1dc117fcd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:10.748254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.753596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.833680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.878479 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.879047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:49:10.889858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.897755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e792cefe-56ae-47b2-96c0-70e0f28bf041 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 204 len: 168 time: 3.7291832 Jul 07 16:49:10.898428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45998) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:10.908084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-66156651'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:10.955380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:10.961842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28ff24e3-afbf-44f7-b542-8c14c024a8a5 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:10.974503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.014373 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:49:07Z', 'revision_number': 5, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:11.054204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.055189 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] Checking router: d6ffe1b6-07cc-4b93-b2c3-e4444457180e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:11.085972 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] Routers {'d6ffe1b6-07cc-4b93-b2c3-e4444457180e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:11.088918 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:11.099766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:11.134757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.135114 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment 0a568ea3-685c-4785-8e68-26db94ecfc50 of type vlan for network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca Jul 07 16:49:11.228147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:11.245762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-be772438-2b27-49b8-b5e9-e04522f09600 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.249031 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-be772438-2b27-49b8-b5e9-e04522f09600 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.5637012 Jul 07 16:49:11.253481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '28ff24e3-afbf-44f7-b542-8c14c024a8a5', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '28ff24e3-afbf-44f7-b542-8c14c024a8a5', 'mac_address': 'fa:16:3e:1a:f5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:11.270354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.284494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.292114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:11.360069 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.374622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] Set router d6ffe1b6-07cc-4b93-b2c3-e4444457180e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:11.399818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ff24e3-afbf-44f7-b542-8c14c024a8a5 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:11.431654 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:49:11.443086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:11.444793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513d290-f356-4568-89fe-9581f58fdc16 None None] Network 0f4fb85e-5dad-4e89-8212-aa177063777b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:11.554832 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.608695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Allocated IP 172.25.5.248 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/ab52c8cd-778e-42ca-b348-6ddac959be22) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:11.622560 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:49:07Z', 'revision_number': 5, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:11.632715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-620325ce-2138-4d18-b325-bf5cc5ac5457 None None] Provisioning for port d307a50a-edfb-4522-b21c-1cbdee377cc2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:11.649328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Deleting port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:11.649951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.657027 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba814-5d7f-4537-9100-f484b68c0519 None None] The sync data for ids ['d6ffe1b6-07cc-4b93-b2c3-e4444457180e'] in n-d-793619-7 is: [{'id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'name': 'tempest-FloatingIPsTestJSON-1420575443-router', 'tenant_id': 'b74c0ab3af794e649f7025614d2d883d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:17Z', 'updated_at': '2021-07-07T16:49:07Z', 'revision_number': 5, 'project_id': 'b74c0ab3af794e649f7025614d2d883d', 'gw_port': {'id': 'dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ffe1b6-07cc-4b93-b2c3-e4444457180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:18Z', 'updated_at': '2021-07-07T16:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:11.662439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=28ff24e3-afbf-44f7-b542-8c14c024a8a5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:11.761938 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.762529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:11.767752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.768829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.769611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.831107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.858322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9585934 Jul 07 16:49:11.861788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46008) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:11.878788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:11.931022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] For port dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:11.931413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.963479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['28ff24e3-afbf-44f7-b542-8c14c024a8a5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:11.965073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Calling delete_port for dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:11.971027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94c19a-a42b-4850-8f22-0bf0b31ddf3b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=74edc36d-e468-4f2f-8ea5-eac85fb0e7ca,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:12.006569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:12.051414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.083654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14917-e6ae-4872-a0b1-27db664b3a74 req-9f2f1f12-b5e7-49cc-8d6c-77db567a9b6b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:12.090080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5c14917-e6ae-4872-a0b1-27db664b3a74 req-9f2f1f12-b5e7-49cc-8d6c-77db567a9b6b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 948 time: 0.6352258 Jul 07 16:49:12.165164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.10 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/ad4b6178-d665-4c55-8265-f6d9d8d32d33) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:12.200532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d307a50a-edfb-4522-b21c-1cbdee377cc2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:12.202375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:12.206816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.235533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5c14917-e6ae-4872-a0b1-27db664b3a74 req-e2b7b928-053a-44c4-8cba-da7016aae354 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363795 Jul 07 16:49:12.287831 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.348862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:12.353266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:12.358544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:12.377600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d307a50a-edfb-4522-b21c-1cbdee377cc2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:12.396122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d307a50a-edfb-4522-b21c-1cbdee377cc2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:12.396661 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.427939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event updated for resources: {'Port': ['ID=ab52c8cd-778e-42ca-b348-6ddac959be22,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:12.539989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.575847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d307a50a-edfb-4522-b21c-1cbdee377cc2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d307a50a-edfb-4522-b21c-1cbdee377cc2,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:12.582177 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.612429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:12.614145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.638632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:12.639270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 53d0e789-b5c8-4eaf-acac-6eac8f96cfe9 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:12.667282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d307a50a-edfb-4522-b21c-1cbdee377cc2,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:12.670704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f9ba-2b93-477b-8dbf-220953b91ae4 req-ec64c9a9-ef89-4eb9-9182-f6591f342f8b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:12.673339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c84f9ba-2b93-477b-8dbf-220953b91ae4 req-ec64c9a9-ef89-4eb9-9182-f6591f342f8b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 950 time: 0.2339482 Jul 07 16:49:12.724016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.765486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.766784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.821235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c84f9ba-2b93-477b-8dbf-220953b91ae4 req-e9193b18-c9f4-428b-a343-3ffdae98dc7f tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190543 Jul 07 16:49:12.846203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=99f2f27c-268c-4028-b265-55e1386b3a7c,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:12.865332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': '0a568ea3-685c-4785-8e68-26db94ecfc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:12.865704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:12.932622 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.934277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:12.938867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.966325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:12.971209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:12.971924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.978171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:12.978610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef0d4b-487b-465d-809e-b1ca1c41241c None None] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:13.009608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3c42f3c-d4e4-403d-8441-cfbe328743dd req-2a284ba2-6e30-4348-b36a-63de867a5cd1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0592048 Jul 07 16:49:13.032042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5a3e6d85-bbfa-4573-9f16-9d561cb3c51a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1597571 Jul 07 16:49:13.043783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46010) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:13.059670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1371789186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:13.074873 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.080865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.113710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.118953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.121183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.122215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.159244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:49:13.170064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:13.198687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-74edc36d-e468-4f2f-8ea5-eac85fb0e7ca', 'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '99f2f27c-268c-4028-b265-55e1386b3a7c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:13.199570 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.236074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event updated for resources: {'Port': ['ID=ab52c8cd-778e-42ca-b348-6ddac959be22,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:13.272536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.286695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:13.287615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.288118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.303413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:13.321071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8aa9-8e95-43a2-a39f-6f70c8cbed69 req-749eab07-d411-4697-8f9d-7559aa8d2d58 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.328036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdce8aa9-8e95-43a2-a39f-6f70c8cbed69 req-749eab07-d411-4697-8f9d-7559aa8d2d58 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.1704519 Jul 07 16:49:13.335342 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.335703 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-03b71968-4488-44da-82d0-0c73b73654e6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7013607 Jul 07 16:49:13.368065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:13.405918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=ad4b6178-d665-4c55-8265-f6d9d8d32d33,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:13.426815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-035fe7d3-dac3-4a66-8d0f-88a64b0c9fba tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0735581 Jul 07 16:49:13.427772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.429424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdce8aa9-8e95-43a2-a39f-6f70c8cbed69 req-0df21416-976b-403b-99ab-dea9a61bb651 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005154 Jul 07 16:49:13.443029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.450769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-61c0c15a-1dde-48ad-84ef-e444f8f1f591 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.451018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Allocated IP 172.20.0.2 (74edc36d-e468-4f2f-8ea5-eac85fb0e7ca/99f2f27c-268c-4028-b265-55e1386b3a7c/5c328b6a-15a2-4fd1-80cf-7dd95e57410c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:13.452020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-61c0c15a-1dde-48ad-84ef-e444f8f1f591 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 950 time: 0.2097642 Jul 07 16:49:13.462372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.462923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ffe1b6-07cc-4b93-b2c3-e4444457180e {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:49:13.472566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.476382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dfb669f0-7be6-4c1c-9c31-59f37154e627 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d6ffe1b6-07cc-4b93-b2c3-e4444457180e HTTP/1.1" status: 204 len: 168 time: 3.1124070 Jul 07 16:49:13.481596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:13.530008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.531226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cea2dbac-2cb0-49dc-a3c3-50855795ec7a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4814293 Jul 07 16:49:13.555829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.556494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.565291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46018) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:13.649721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-dc71d6d2-e48c-4668-8798-74319825b301 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.651163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d3b051b-9bc0-4e6e-b0c5-7aa63f091be0 req-dc71d6d2-e48c-4668-8798-74319825b301 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2089596 Jul 07 16:49:13.708476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:13.733637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Sync routers for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:13.751700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:13.752332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:13.757249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-e79a60ec-6486-4e88-8567-64cd81f08a71 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4816496 Jul 07 16:49:13.764246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Deleting subnet d58bcb79-340c-4466-a602-b3d4f063f7e2 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:49:13.798906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.806745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Request body: {'port': {'device_id': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:13.841959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Deleting port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:13.842550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.849507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.882647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cf489-7375-4b08-ab11-dd8509e437a1 req-732c3e5e-4e7b-40dd-bcbb-1ad1c0f5d315 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.884403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e9cf489-7375-4b08-ab11-dd8509e437a1 req-732c3e5e-4e7b-40dd-bcbb-1ad1c0f5d315 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 948 time: 0.2301049 Jul 07 16:49:13.892765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Transition to ACTIVE for port object 5c328b6a-15a2-4fd1-80cf-7dd95e57410c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:13.919516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.920170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Transition to ACTIVE for port object 5c328b6a-15a2-4fd1-80cf-7dd95e57410c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:13.921259 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c782b23-177f-4bea-ba38-1d6d7369a8e0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8479328 Jul 07 16:49:13.926543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:13.936676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:13.939491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.974643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.997713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.109710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e9cf489-7375-4b08-ab11-dd8509e437a1 req-a0210863-1227-4da6-900f-a2a8363f6b07 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849825 Jul 07 16:49:14.286071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d307a50a-edfb-4522-b21c-1cbdee377cc2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:14.295637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:14.320782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:14.323664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:14.341851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Pushing event updated for resources: {'Port': ['ID=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:14.369296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.417729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.445537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Attempting to bind port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:14.445951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Attempting to bind port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0a568ea3-685c-4785-8e68-26db94ecfc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:14.446282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Attempting to bind port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c on network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:14.474986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:14.475456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Checking segment: {'id': '0a568ea3-685c-4785-8e68-26db94ecfc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:14.475778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.476179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Bound using segment: {'id': '0a568ea3-685c-4785-8e68-26db94ecfc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:14.476674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Bound port: 5c328b6a-15a2-4fd1-80cf-7dd95e57410c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a568ea3-685c-4785-8e68-26db94ecfc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '74edc36d-e468-4f2f-8ea5-eac85fb0e7ca'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:14.477062 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.499310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d307a50a-edfb-4522-b21c-1cbdee377cc2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:14.499679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.575578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.605544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] For port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:14.605948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.612009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] For port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:14.616072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] For port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,segment=NetworkSegment(0a568ea3-685c-4785-8e68-26db94ecfc50),segment_id=0a568ea3-685c-4785-8e68-26db94ecfc50)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:14.619529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:11Z', 'revision_number': 3, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:14.625202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.630491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Calling delete_port for 2a2bdd73-e503-467b-8e7f-adbaf724f7bb owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:14.644476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31e859-b9e6-4a43-9af7-8e3a0b14c590 req-64ec7b27-0e32-4085-a9db-8ccd7ea56bd3 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.646055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a31e859-b9e6-4a43-9af7-8e3a0b14c590 req-64ec7b27-0e32-4085-a9db-8ccd7ea56bd3 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.7996724 Jul 07 16:49:14.661741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58bcb79-340c-4466-a602-b3d4f063f7e2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:14.663529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.667824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c10c2365-c961-4bb9-a7f1-9fff94e67ffb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d58bcb79-340c-4466-a602-b3d4f063f7e2 HTTP/1.1" status: 204 len: 168 time: 1.1828413 Jul 07 16:49:14.674168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46030) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:14.683749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Checking router: 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:14.684102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Updating router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 port 50c9ffe8-e925-4253-afe3-15f1dc117fcd binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:14.689357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4b6178-d665-4c55-8265-f6d9d8d32d33 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:14.709372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.711155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd59660-d56f-480a-996b-44d699c7a881 None None] Network 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:14.807716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Transition to ACTIVE for port object ad4b6178-d665-4c55-8265-f6d9d8d32d33 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:14.818927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.845758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a31e859-b9e6-4a43-9af7-8e3a0b14c590 req-fc459f1c-00a4-49a4-a624-87e32d88af20 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802208 Jul 07 16:49:14.847560 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.856750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b835c-95c3-4c24-b93b-499351ae633c req-90ded722-5291-467e-8ddc-9d1868a91282 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.876896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f8001-5991-4608-9f44-eea688da0a98 None None] Pushing event updated for resources: {'Port': ['ID=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:14.907809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd9b835c-95c3-4c24-b93b-499351ae633c req-90ded722-5291-467e-8ddc-9d1868a91282 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=e88f420b-1d5d-4fec-874b-c71ca4b1a30d HTTP/1.1" status: 200 len: 950 time: 0.3658571 Jul 07 16:49:14.914598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.999160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4b6178-d665-4c55-8265-f6d9d8d32d33,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.052494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:15.055532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28ff24e3-afbf-44f7-b542-8c14c024a8a5 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:15.102106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.20.0.1 (74edc36d-e468-4f2f-8ea5-eac85fb0e7ca/99f2f27c-268c-4028-b265-55e1386b3a7c/4a24074e-f0b8-4dec-892f-d9c3f210d9e8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:15.159174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Attempting to bind port ad4b6178-d665-4c55-8265-f6d9d8d32d33 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:15.159174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Attempting to bind port ad4b6178-d665-4c55-8265-f6d9d8d32d33 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:15.159174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Attempting to bind port ad4b6178-d665-4c55-8265-f6d9d8d32d33 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:15.159564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:15.159564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dd94c2b2-a5c8-4aee-b067-c5955f3cb2a1 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:15.160299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd9b835c-95c3-4c24-b93b-499351ae633c req-6e58080e-223c-4ac0-a5e8-922a5dde7ec5 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286906 Jul 07 16:49:15.168253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Port ad4b6178-d665-4c55-8265-f6d9d8d32d33 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:15.169377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Attempting to bind port ad4b6178-d665-4c55-8265-f6d9d8d32d33 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:15.189871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Deleting port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:15.189871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.258544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:15.259072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:15.259951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:15.260100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Bound port: ad4b6178-d665-4c55-8265-f6d9d8d32d33, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:15.260525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.261744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:15.301145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:15.301391 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.335143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] For port 9c7e1d71-70fe-48ec-996f-a57e1b49db51, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9c7e1d71-70fe-48ec-996f-a57e1b49db51,segment=NetworkSegment(7872055e-ff10-4b1d-a2b4-dfd4559b6be1),segment_id=7872055e-ff10-4b1d-a2b4-dfd4559b6be1)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:15.338165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.362439 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.379036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598', '201d4b48-a43c-41b8-a9ae-fb184ccde204'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:15.388667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Calling delete_port for 9c7e1d71-70fe-48ec-996f-a57e1b49db51 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:15.404703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] For port ad4b6178-d665-4c55-8265-f6d9d8d32d33, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:15.414327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] For port ad4b6178-d665-4c55-8265-f6d9d8d32d33, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:15.460678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-6bfdbada-ab84-4c86-aad1-d7059bef699f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:15.460889 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.465165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] DHCP port deletion for 3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:49:15.467023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-6bfdbada-ab84-4c86-aad1-d7059bef699f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 821 time: 0.4947398 Jul 07 16:49:15.474506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event deleted for resources: {'Port': ['ID=2a2bdd73-e503-467b-8e7f-adbaf724f7bb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.553844 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.564741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:15.565500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.565942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-1cce8c2a-ebd9-4727-953e-2be02f600f02 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/quotas/c49db1a37b064161a1727d46dfdab3c7 HTTP/1.1" status: 200 len: 375 time: 0.0978358 Jul 07 16:49:15.567061 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] 10.222.0.13 "PUT /v2.0/ports/ad4b6178-d665-4c55-8265-f6d9d8d32d33 HTTP/1.1" status: 200 len: 1092 time: 1.7654204 Jul 07 16:49:15.569227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'tag': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:15.571616 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3efeab-6129-479b-a44b-f770bb4abeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "047f5da4-ba47-448b-8097-d52a44ef6fd6", "tag": "ad4b6178-d665-4c55-8265-f6d9d8d32d33"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:15.571995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] No DVR routers for this DVR port 2a2bdd73-e503-467b-8e7f-adbaf724f7bb on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:15.574849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.579419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a302213b-5375-41a2-9a3f-791a7ba719e5 req-0ee265f4-3fde-4107-8a06-372113e652b1 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "DELETE /v2.0/ports/2a2bdd73-e503-467b-8e7f-adbaf724f7bb HTTP/1.1" status: 204 len: 173 time: 2.1134260 Jul 07 16:49:15.606861 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.616497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc38b30-fd0f-4440-aa73-223b1f59ef5b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4b6178-d665-4c55-8265-f6d9d8d32d33,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.623927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-deleted', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:15.628808 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe70784-3d22-41dc-b26b-2c2d2ee67cf6" -d '{"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-deleted", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:15.630632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff24e3-afbf-44f7-b542-8c14c024a8a5'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:15.633134 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2d68f-da91-4a79-b6f3-1c09e458bb51" -d '{"events": [{"server_uuid": "df676c74-0cba-4234-bf41-fd8659d4ac78", "name": "network-vif-plugged", "status": "completed", "tag": "28ff24e3-afbf-44f7-b542-8c14c024a8a5"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:15.662575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Transition to ACTIVE for port object 50c9ffe8-e925-4253-afe3-15f1dc117fcd will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:15.665750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:15.680936 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.689760 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.709706 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.715235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.758419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Deleting port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:15.759063 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.769459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6982abe-3e61-4246-8267-125c7bdcdc74 req-c41ab35d-3ea0-42d1-b2b9-bdf3925e1755 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:15.783809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6982abe-3e61-4246-8267-125c7bdcdc74 req-c41ab35d-3ea0-42d1-b2b9-bdf3925e1755 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 944 time: 0.4281244 Jul 07 16:49:15.784052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7e1d71-70fe-48ec-996f-a57e1b49db51,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.792346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:15.825980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] No DVR routers for this DVR port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:15.884936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Attempting to bind port 50c9ffe8-e925-4253-afe3-15f1dc117fcd on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:15.887528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Attempting to bind port 50c9ffe8-e925-4253-afe3-15f1dc117fcd by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:15.892265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Attempting to bind port 50c9ffe8-e925-4253-afe3-15f1dc117fcd on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:15.947207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6982abe-3e61-4246-8267-125c7bdcdc74 req-d8388773-68ac-4555-a8e6-c4ce9257821a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622491 Jul 07 16:49:15.950069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=28ff24e3-afbf-44f7-b542-8c14c024a8a5,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.957350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:15.957744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:15.958121 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.958509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:15.958994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Bound port: 50c9ffe8-e925-4253-afe3-15f1dc117fcd, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:15.959516 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.977952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-00f3ca0e-78e8-42f9-ba83-e977be91ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:15.981448 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-00f3ca0e-78e8-42f9-ba83-e977be91ecf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 1095 time: 0.3271666 Jul 07 16:49:16.059585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.060721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-393eadc7-5bcc-4738-9363-7f93875edb38 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4797108 Jul 07 16:49:16.066404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-68e5e7a6-f78f-440f-81f7-a97a579de536 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33 HTTP/1.1" status: 200 len: 217 time: 0.0595026 Jul 07 16:49:16.097271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] For port 9c7e1d71-70fe-48ec-996f-a57e1b49db51, host n-d-793619-7, got binding levels [] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:16.097271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.106749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:16.111139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.116602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5c328b6a-15a2-4fd1-80cf-7dd95e57410c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:16.125534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7872055e-ff10-4b1d-a2b4-dfd4559b6be1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:16.125534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7872055e-ff10-4b1d-a2b4-dfd4559b6be1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:16.144831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.166104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.175387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:49:16.175387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.216750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Calling delete_port for 9c7e1d71-70fe-48ec-996f-a57e1b49db51 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:16.239073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.ipam_backend_mixin [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 was not found and therefore no delete operation was performed {{(pid=98272) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:49:16.245730 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:49:16.258681 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:49:16.272499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb3726-fb97-4860-88cb-b4e45766f985 None None] Pushing event updated for resources: {'Port': ['ID=50c9ffe8-e925-4253-afe3-15f1dc117fcd,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.286721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.289122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.319546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-42112de0-c458-4284-a0b4-4c8c5c4fe5eb service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557945 Jul 07 16:49:16.331165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] No DVR routers for this DVR port 9c7e1d71-70fe-48ec-996f-a57e1b49db51 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:16.333230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] For port 50c9ffe8-e925-4253-afe3-15f1dc117fcd, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:16.335589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5f5e2-8511-4518-98b7-72b7c687348d None None] Pushing event deleted for resources: {'Port': ['ID=9c7e1d71-70fe-48ec-996f-a57e1b49db51,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.364464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=4a24074e-f0b8-4dec-892f-d9c3f210d9e8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.372307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] For port 50c9ffe8-e925-4253-afe3-15f1dc117fcd, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=50c9ffe8-e925-4253-afe3-15f1dc117fcd,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:16.382919 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-a412d4bc-a651-4c67-b2f1-c6523053efd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6387827 Jul 07 16:49:16.387853 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.400316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.405618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.415187 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0afed426-7329-4cc1-bbd8-25099aaaa44f admin admin] 10.222.0.78 "DELETE /v2.0/networks/3d5a75b5-b8d3-4ae6-8832-35029d5c0d8d HTTP/1.1" status: 204 len: 168 time: 1.7313466 Jul 07 16:49:16.433158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:16.437025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:16.442172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:16.451143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:16.509542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-319690e9-6c2e-4e34-b9ce-5ecc527b93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:16.511144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-319690e9-6c2e-4e34-b9ce-5ecc527b93d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.4364457 Jul 07 16:49:16.576469 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-0c1056ff-9849-4e74-81c4-0f09b6d43fab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387335 Jul 07 16:49:16.582625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.623291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb3726-fb97-4860-88cb-b4e45766f985 None None] Pushing event updated for resources: {'Port': ['ID=50c9ffe8-e925-4253-afe3-15f1dc117fcd,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.637052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:16.638060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:16.648644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9c7e1d71-70fe-48ec-996f-a57e1b49db51 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:16.651364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46054) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:16.686037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a0818b-b637-48fb-83e7-330ebed5a3a8 None None] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:16.696898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Allocated IP 172.20.0.1 (0f4fb85e-5dad-4e89-8212-aa177063777b/b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79/d13a7d9b-69da-4cf7-baeb-32cb3d2c1952) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:16.722954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9c7e1d71-70fe-48ec-996f-a57e1b49db51 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:16.723672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9c7e1d71-70fe-48ec-996f-a57e1b49db51 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:16.724442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cf1de-6a3b-4d3a-a7e2-0cbea0761310 req-264266ad-22ac-4006-b7b9-ba5e1af57d19 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:16.731954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-761cf1de-6a3b-4d3a-a7e2-0cbea0761310 req-264266ad-22ac-4006-b7b9-ba5e1af57d19 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 945 time: 0.5316250 Jul 07 16:49:16.751718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.789476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a87d1bbd-d9cc-4735-b8fd-327ca5b1a8fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b74c0ab3af794e649f7025614d2d883d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331637 Jul 07 16:49:16.796186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46056) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:16.820630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-98afdf73-e576-4e63-bbfd-03843d3095c8 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301268 Jul 07 16:49:16.876639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-761cf1de-6a3b-4d3a-a7e2-0cbea0761310 req-1d59eac1-feb9-4b5d-8188-4a6377fb7b49 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436627 Jul 07 16:49:17.009728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:17.040799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce6d797b-89c9-44dd-9157-2e2e3a377a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.075954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] Provisioning for port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:17.084513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 2a2bdd73-e503-467b-8e7f-adbaf724f7bb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:17.084927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2a2bdd73-e503-467b-8e7f-adbaf724f7bb not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:17.097934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] Provisioning complete for port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:17.097934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.159772 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bd794-b68a-409b-84f8-4cb1eef4d29a x-openstack-request-id: req-0f3bd794-b68a-409b-84f8-4cb1eef4d29a {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:17.160068 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df676c74-0cba-4234-bf41-fd8659d4ac78", "name": "network-vif-plugged", "status": "completed", "tag": "28ff24e3-afbf-44f7-b542-8c14c024a8a5", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:17.160355 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f3bd794-b68a-409b-84f8-4cb1eef4d29a {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:17.160757 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff24e3-afbf-44f7-b542-8c14c024a8a5', 'code': 200} Jul 07 16:49:17.170325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce6d797b-89c9-44dd-9157-2e2e3a377a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.170590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:17.241981 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df29df3e-2abc-45b6-b5bd-10f28c404631 x-openstack-request-id: req-df29df3e-2abc-45b6-b5bd-10f28c404631 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:17.242386 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88f420b-1d5d-4fec-874b-c71ca4b1a30d", "name": "network-vif-deleted", "tag": "2a2bdd73-e503-467b-8e7f-adbaf724f7bb", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:17.242709 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df29df3e-2abc-45b6-b5bd-10f28c404631 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:17.243170 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88f420b-1d5d-4fec-874b-c71ca4b1a30d', 'name': 'network-vif-deleted', 'tag': '2a2bdd73-e503-467b-8e7f-adbaf724f7bb', 'status': 'completed', 'code': 200} Jul 07 16:49:17.287463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.312087 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcd2ffb-859e-48ec-be07-7e122cb403c5 x-openstack-request-id: req-4bcd2ffb-859e-48ec-be07-7e122cb403c5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:17.312690 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047f5da4-ba47-448b-8097-d52a44ef6fd6", "tag": "ad4b6178-d665-4c55-8265-f6d9d8d32d33", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:17.313749 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4bcd2ffb-859e-48ec-be07-7e122cb403c5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:17.314362 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'tag': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33', 'status': 'completed', 'code': 200} Jul 07 16:49:17.364784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Transition to ACTIVE for port object d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:17.441501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.447761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463d6ea-306d-43ce-b24c-9fe6369129e9 req-d0b01aa0-e4e4-4e2f-8600-8887440d9261 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:17.449473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8463d6ea-306d-43ce-b24c-9fe6369129e9 req-d0b01aa0-e4e4-4e2f-8600-8887440d9261 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 949 time: 0.3108313 Jul 07 16:49:17.453235 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce6d797b-89c9-44dd-9157-2e2e3a377a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.457563 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce6d797b-89c9-44dd-9157-2e2e3a377a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.461589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ce6d797b-89c9-44dd-9157-2e2e3a377a25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f585f189-5081-474e-922f-6d2821560260 HTTP/1.1" status: 204 len: 168 time: 0.6618834 Jul 07 16:49:17.473521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776b97-1a63-4453-8a3e-3feb9e02ff3b req-ff47c415-8a06-45f4-958e-8b3422dabfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:17.475102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f776b97-1a63-4453-8a3e-3feb9e02ff3b req-ff47c415-8a06-45f4-958e-8b3422dabfee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 1100 time: 0.2310767 Jul 07 16:49:17.519719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d797b-89c9-44dd-9157-2e2e3a377a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f585f189-5081-474e-922f-6d2821560260,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:17.560365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.586307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-5a0a1c8c-dc57-4b6c-bfd9-434e5ff9114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:17.590786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-5a0a1c8c-dc57-4b6c-bfd9-434e5ff9114a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 1096 time: 1.1154940 Jul 07 16:49:17.592410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Network 0f4fb85e-5dad-4e89-8212-aa177063777b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:17.614067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:17.617388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:17.655571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] For port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,segment=NetworkSegment(0a568ea3-685c-4785-8e68-26db94ecfc50),segment_id=0a568ea3-685c-4785-8e68-26db94ecfc50)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:17.689568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.748052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.833750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:11Z', 'revision_number': 3, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:17.940091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef88892-f7ad-4481-b3f7-aecf4ceb4518 None None] The sync data for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 is: [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:11Z', 'revision_number': 3, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:17.940629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8463d6ea-306d-43ce-b24c-9fe6369129e9 req-3bb37d7d-0601-4c50-ac49-2f465637846c tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796581 Jul 07 16:49:17.956697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342c6e-74eb-4bb1-9e98-ae08b12908b7 None None] Pushing event updated for resources: {'Port': ['ID=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:17.977916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-ac23fa31-6e55-44f9-adef-3e8416a3cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:17.983838 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-ac23fa31-6e55-44f9-adef-3e8416a3cc0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.2510138 Jul 07 16:49:18.033854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2699fb0c-4a93-4f89-aa0f-0936232c30a0 None None] Provisioning complete for port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:18.034413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2699fb0c-4a93-4f89-aa0f-0936232c30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.087008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f776b97-1a63-4453-8a3e-3feb9e02ff3b req-315c6085-d8a7-4d36-a60d-8928cb5bf35e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838206 Jul 07 16:49:18.121370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-10d3faac-6b84-4a9b-a362-809cd57aa370 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a HTTP/1.1" status: 200 len: 217 time: 0.1295385 Jul 07 16:49:18.124584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:18.225695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcba18-724c-4345-b757-033d3dc0f3af req-2e9ac531-3d27-42d8-be57-b3727ff9d3eb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.227938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fbcba18-724c-4345-b757-033d3dc0f3af req-2e9ac531-3d27-42d8-be57-b3727ff9d3eb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.2739432 Jul 07 16:49:18.289394 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-3f29f24c-52b8-4d76-bdd2-f3343dcfb6a7 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6039424 Jul 07 16:49:18.301323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-691ecab1-edef-4e4b-9419-1cd3fc7d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.302886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-691ecab1-edef-4e4b-9419-1cd3fc7d2495 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.1641488 Jul 07 16:49:18.320445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2699fb0c-4a93-4f89-aa0f-0936232c30a0 None None] Provisioning for port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:18.333910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2699fb0c-4a93-4f89-aa0f-0936232c30a0 None None] Provisioning complete for port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:18.334857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2699fb0c-4a93-4f89-aa0f-0936232c30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.393286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fbcba18-724c-4345-b757-033d3dc0f3af req-261170aa-0fa2-4aa0-81db-558eec1c3125 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290781 Jul 07 16:49:18.481710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2699fb0c-4a93-4f89-aa0f-0936232c30a0 None None] Port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:18.613751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Provisioning for port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:18.619956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Provisioning complete for port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:18.621990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.622836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.630396 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d89cd0d-e861-4e85-b359-06978dbd73c2 req-efce8dab-7677-448a-9411-e79300451ce7 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238595 Jul 07 16:49:18.633513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-9088cd62-25f4-4924-b3ad-da7be66488bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163610 Jul 07 16:49:18.683833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afb21b-828a-45c4-803a-f651d63c971d req-7ffdaddc-54c2-4850-820d-546596fbaf9d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.692389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67afb21b-828a-45c4-803a-f651d63c971d req-7ffdaddc-54c2-4850-820d-546596fbaf9d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 944 time: 0.4625435 Jul 07 16:49:18.697598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf318527-968e-40ee-ad45-099927928772 req-8258f361-953d-4a28-abbc-715d73b7f713 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 210 time: 0.0798368 Jul 07 16:49:18.741548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:18.788838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Provisioning complete for port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:18.789482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.792552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67afb21b-828a-45c4-803a-f651d63c971d req-23a37db4-0215-4190-9403-662339969fd8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993018 Jul 07 16:49:18.897210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d24ceb59-747a-4dd5-8f5b-1dff60041740 None None] Port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:19.046250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.053702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.121329 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-e7c42a8e-034e-4864-84b4-ea1fa2c00b8a service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096875 Jul 07 16:49:19.187184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.191721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:19.220496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.269408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46102) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:19.280289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-0ca5b9b8-80fa-4ef6-9c77-eb8e99124785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:19.285193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-0ca5b9b8-80fa-4ef6-9c77-eb8e99124785 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 1095 time: 0.5025454 Jul 07 16:49:19.286468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.387630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Network 0f4fb85e-5dad-4e89-8212-aa177063777b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:19.415283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:19.517662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-990075369-network', 'tenant_id': 'c26f024412694ff2be737116e84500e8'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:19.530502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.577161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=4a24074e-f0b8-4dec-892f-d9c3f210d9e8,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:19.596073 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-88420a50-8094-4052-af75-ca4f3d42a3c1 req-d1d6376b-559d-4a55-943d-1631c33f4092 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352117 Jul 07 16:49:19.628378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.628597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.628966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.629363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.629704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.630393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.630736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.631323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.631441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.631787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.632029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.632358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:19.678387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e522-e12d-47c4-afa7-99259e8b10ac req-2b685f2b-22a1-456c-8a1c-5a3e954186dc tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:19.680751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cb1e522-e12d-47c4-afa7-99259e8b10ac req-2b685f2b-22a1-456c-8a1c-5a3e954186dc tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 949 time: 0.2975824 Jul 07 16:49:19.701284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddce212-064f-4d8f-b722-3c98e5129be5 req-ae8344eb-8cfd-4e11-8ea6-d154623ce836 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:19.702617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Made reservation on behalf of c26f024412694ff2be737116e84500e8 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:19.706165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.711167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cddce212-064f-4d8f-b722-3c98e5129be5 req-ae8344eb-8cfd-4e11-8ea6-d154623ce836 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3744376 Jul 07 16:49:19.758047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-be051209-de4f-4b43-a0d6-433cb724c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:19.759847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-be051209-de4f-4b43-a0d6-433cb724c6f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.4518466 Jul 07 16:49:19.763832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.771132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:19.820783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:19.831554 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-41a29771-aa5c-4d0b-9141-6a9576cc0d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33 HTTP/1.1" status: 200 len: 217 time: 0.0549045 Jul 07 16:49:19.837594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e21ce32d-1efd-4b66-aeb9-5b27adf02d95 None None] Provisioning complete for port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:19.838590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e21ce32d-1efd-4b66-aeb9-5b27adf02d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.900592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cddce212-064f-4d8f-b722-3c98e5129be5 req-07c9ff52-edae-46d3-8ad4-8f9112d277e3 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883545 Jul 07 16:49:19.943964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cb1e522-e12d-47c4-afa7-99259e8b10ac req-39f13a52-b645-4fa6-a650-fc1bd591770a tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887047 Jul 07 16:49:19.973981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e21ce32d-1efd-4b66-aeb9-5b27adf02d95 None None] Port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:20.081823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:20.088529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-6123ba32-967e-41ce-bdea-670112082a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.090525 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-6123ba32-967e-41ce-bdea-670112082a11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.1127307 Jul 07 16:49:20.098172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 5b291cec-f2bf-493f-86c6-7901650591aa is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:49:20.178574 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-9ce37c70-9d61-4063-981c-91011c1681f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758753 Jul 07 16:49:20.218471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c645588f-3666-49ea-8b03-6a720be864ab None None] Provisioning complete for port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:20.233792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c645588f-3666-49ea-8b03-6a720be864ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.236125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-2e27524a-92cf-44e6-8661-e57f90f7aa6f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.238617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-2e27524a-92cf-44e6-8661-e57f90f7aa6f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.13 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 821 time: 0.5807192 Jul 07 16:49:20.245684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 50c9ffe8-e925-4253-afe3-15f1dc117fcd up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:20.300357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.315485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ad4b6178-d665-4c55-8265-f6d9d8d32d33 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:20.341478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.355222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c645588f-3666-49ea-8b03-6a720be864ab None None] Port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:20.365005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 50c9ffe8-e925-4253-afe3-15f1dc117fcd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:20.378390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 50c9ffe8-e925-4253-afe3-15f1dc117fcd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:20.379078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.413712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:20.437292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ea83e-34f6-408c-9621-130c6233dcba,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:20.456982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.457357 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Added segment 8e30a1c6-5ae4-49c2-b850-f18f9385d333 of type vlan for network 68301043-2b07-4a40-b171-587b7a29738d Jul 07 16:49:20.479103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:20.486648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ad4b6178-d665-4c55-8265-f6d9d8d32d33, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:20.490532 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d8cbc515-19dc-4fc4-8f7c-98d6a7e04016 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/5b291cec-f2bf-493f-86c6-7901650591aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9147758 Jul 07 16:49:20.497688 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] Sync routers for ids ['5b291cec-f2bf-493f-86c6-7901650591aa'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:20.509559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:20.519064 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] Routers {'5b291cec-f2bf-493f-86c6-7901650591aa'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:20.520127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5b291cec-f2bf-493f-86c6-7901650591aa'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:20.534367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.549919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33', 'mac_address': 'fa:16:3e:38:c0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:20.564458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 50c9ffe8-e925-4253-afe3-15f1dc117fcd, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=50c9ffe8-e925-4253-afe3-15f1dc117fcd,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:20.576968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ece345-6199-4dd4-8495-0129f7db8ba5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.579354 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-15ece345-6199-4dd4-8495-0129f7db8ba5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports/4a24074e-f0b8-4dec-892f-d9c3f210d9e8 HTTP/1.1" status: 200 len: 910 time: 0.0687647 Jul 07 16:49:20.589400 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.590173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46114) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:20.592952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5c328b6a-15a2-4fd1-80cf-7dd95e57410c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:20.597047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99f2f27c-268c-4028-b265-55e1386b3a7c'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:20.611817 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:20.624244 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] Routers {'5b291cec-f2bf-493f-86c6-7901650591aa'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:20.625232 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5b291cec-f2bf-493f-86c6-7901650591aa'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:20.647243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=50c9ffe8-e925-4253-afe3-15f1dc117fcd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:20.662036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-7e02b21a-a4db-4da9-9700-eacc55f177f2 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664259 Jul 07 16:49:20.663949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.701123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.707456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'port': {'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'admin_state_up': True, 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:20.726714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4b6178-d665-4c55-8265-f6d9d8d32d33 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:20.732300 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:20.733021 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c210c8-e614-47bb-a100-3ca388b29332 None None] The sync data for ids ['5b291cec-f2bf-493f-86c6-7901650591aa'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:20.754706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ad4b6178-d665-4c55-8265-f6d9d8d32d33, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:20.760373 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.768659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:20.769366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.798374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3607ce7f-fc2b-49b6-be24-3cc8f0554568 req-a30fb31b-dcae-446f-9e87-d218df36d021 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 210 time: 0.1005833 Jul 07 16:49:20.828045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.829247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.830052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.852976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ad4b6178-d665-4c55-8265-f6d9d8d32d33,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:20.912050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:20.932094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-048240c4-e50f-4f41-a2dd-9d995eb2d8a3 admin admin] 10.222.0.78 "PUT /v2.0/routers/97fecc13-f880-4e4e-8d70-14b5ce69f6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9930570 Jul 07 16:49:20.932094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b98b-83b0-4662-9458-d610c0c3523d req-9e42469a-b28d-4b45-a938-7f123ebdb4c7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.940292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0088b98b-83b0-4662-9458-d610c0c3523d req-9e42469a-b28d-4b45-a938-7f123ebdb4c7 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.7343221 Jul 07 16:49:20.957238 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6864049 Jul 07 16:49:20.957866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46118) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:20.964320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f38c75-7746-4568-bd1e-f169cc3d4900 admin admin] Pushing event updated for resources: {'Network': ['ID=68301043-2b07-4a40-b171-587b7a29738d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:20.978428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Request body: {'subnet': {'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-990075369-subnet', 'tenant_id': 'c26f024412694ff2be737116e84500e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:20.992360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Sync routers for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:21.002789 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b3efeab-6129-479b-a44b-f770bb4abeb9 req-f6c08bf5-5225-4326-a59a-93cdb05038b1 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304222 Jul 07 16:49:21.019119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0088b98b-83b0-4662-9458-d610c0c3523d req-f3d3c4c0-e313-4472-977b-94b3687da02c tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Jul 07 16:49:21.031771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Made reservation on behalf of c49db1a37b064161a1727d46dfdab3c7 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:21.039252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.045580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 68301043-2b07-4a40-b171-587b7a29738d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:21.064323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.110050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Made reservation on behalf of c26f024412694ff2be737116e84500e8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:21.113547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.156118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:21.157988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:21.277573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204cc6-b24b-434b-8b27-088b72966ec6 req-41b0e9ed-a7c3-4f5a-8a78-a3d29ce64805 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.284994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08204cc6-b24b-434b-8b27-088b72966ec6 req-41b0e9ed-a7c3-4f5a-8a78-a3d29ce64805 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 945 time: 0.2016635 Jul 07 16:49:21.298023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:21.299423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Allocated IP 172.20.0.9 (7e7698b8-a320-4ed5-8427-b55017965f1e/1eba8c74-0030-45f6-ac9b-28aee4460b25/9fa99439-66bb-478e-9f5b-ba9f06085103) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:21.349899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08204cc6-b24b-434b-8b27-088b72966ec6 req-566fb527-d07a-4025-b051-3fea16b5487e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639057 Jul 07 16:49:21.382671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ad4b6178-d665-4c55-8265-f6d9d8d32d33'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:21.532085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.648347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe65595-fae8-4119-8e8c-cea4d24deba9,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:21.669944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Checking segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:21.670723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Network hostable DHCP agents. Network: 68301043-2b07-4a40-b171-587b7a29738d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:21.715360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-e8650329-c486-455e-bc2c-ab1d1ddfa14b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.716958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-e8650329-c486-455e-bc2c-ab1d1ddfa14b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 950 time: 0.3198988 Jul 07 16:49:21.718617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Network 68301043-2b07-4a40-b171-587b7a29738d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:21.728314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d9ad-0073-4ea9-a5a1-514de9bc282d req-b0632145-a267-406b-8e67-e24d389f964a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.733388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d9ad-0073-4ea9-a5a1-514de9bc282d req-b0632145-a267-406b-8e67-e24d389f964a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.734488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.740124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d9ad-0073-4ea9-a5a1-514de9bc282d req-b0632145-a267-406b-8e67-e24d389f964a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.742258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2917d9ad-0073-4ea9-a5a1-514de9bc282d req-b0632145-a267-406b-8e67-e24d389f964a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d&device_id=ed1afe8a-8593-4f85-909f-2775ce429722&device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 2417 time: 0.2868009 Jul 07 16:49:21.751106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 68301043-2b07-4a40-b171-587b7a29738d) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:21.757571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.758022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.772124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65265a2a-ff09-47fb-96fa-338ab3be5535 None None] Network 68301043-2b07-4a40-b171-587b7a29738d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:21.772397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.787705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.822906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c45f96-21ec-4bde-aea3-60f2a7ad3baf req-4ae3a6f2-2319-42f7-9c35-ac54a13eb1d9 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.831009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10c45f96-21ec-4bde-aea3-60f2a7ad3baf req-4ae3a6f2-2319-42f7-9c35-ac54a13eb1d9 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 949 time: 0.3064325 Jul 07 16:49:21.851063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:21.851846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.857832 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/ports/4a24074e-f0b8-4dec-892f-d9c3f210d9e8 HTTP/1.1" status: 200 len: 910 time: 1.2663150 Jul 07 16:49:21.867928 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-27b3dbdc-f3ea-417c-8ec7-76ac49a2dc12 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8961217 Jul 07 16:49:21.867928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46124) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:21.875812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Transition to ACTIVE for port object 9fa99439-66bb-478e-9f5b-ba9f06085103 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:21.980391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 2, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:22.011373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2917d9ad-0073-4ea9-a5a1-514de9bc282d req-0bbfa767-4322-4675-998d-c5001ae11d7a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502356 Jul 07 16:49:22.117788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10c45f96-21ec-4bde-aea3-60f2a7ad3baf req-72be618d-5fa6-4479-80eb-2096bdb0684a tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817378 Jul 07 16:49:22.133798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 50c9ffe8-e925-4253-afe3-15f1dc117fcd up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:22.164618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Checking router: 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:22.164866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Updating router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:22.175424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.207873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad17bb6-cec6-484a-939d-ece29597bb08 None None] Network 68301043-2b07-4a40-b171-587b7a29738d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:22.290767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Deleting port 201d4b48-a43c-41b8-a9ae-fb184ccde204 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:22.291407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.299452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Network 7e7698b8-a320-4ed5-8427-b55017965f1e is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:22.325056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:22.351920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:22.376081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:22.399774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event updated for resources: {'Port': ['ID=9fa99439-66bb-478e-9f5b-ba9f06085103,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:22.458763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.459145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.459454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.459790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.460122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.463314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.463782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.464933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.464933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.465486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.465486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.465798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:22.563466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.564254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.583392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] For port 201d4b48-a43c-41b8-a9ae-fb184ccde204, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=201d4b48-a43c-41b8-a9ae-fb184ccde204,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:22.583824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.585155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a98b6-e361-43f5-bdaa-81a5cdfbd072 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=4a24074e-f0b8-4dec-892f-d9c3f210d9e8,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:22.585406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.618629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Calling delete_port for 201d4b48-a43c-41b8-a9ae-fb184ccde204 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:22.628626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-de842c9c-e59f-4e51-82f2-987cb5837aad tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9318707 Jul 07 16:49:22.649298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433d375-99ca-466b-be4d-00cc7906832b req-af54064c-e5dc-43dc-be02-e5781724c657 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.650747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0433d375-99ca-466b-be4d-00cc7906832b req-af54064c-e5dc-43dc-be02-e5781724c657 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 931 time: 0.3743494 Jul 07 16:49:22.684302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Request body: {'port': {'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:22.795450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0433d375-99ca-466b-be4d-00cc7906832b req-56e228b7-2cad-4900-9f0d-be05cccf7e0d tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149621 Jul 07 16:49:22.809936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.832430 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.876058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 50c9ffe8-e925-4253-afe3-15f1dc117fcd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:22.876435 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.952622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f1f58ab-b0fc-418a-b2c9-4428dc932d1c None None] Provisioning for port 9fa99439-66bb-478e-9f5b-ba9f06085103 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:22.967414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f1f58ab-b0fc-418a-b2c9-4428dc932d1c None None] Provisioning complete for port 9fa99439-66bb-478e-9f5b-ba9f06085103 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:22.967794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6f1f58ab-b0fc-418a-b2c9-4428dc932d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.045650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46144) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:23.046304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f58ab-b0fc-418a-b2c9-4428dc932d1c None None] Port 9fa99439-66bb-478e-9f5b-ba9f06085103 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:23.051208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379423032', 'description': 'tempest-description--416630618'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:23.096712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.172732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.187068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Transition to ACTIVE for port object d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:23.205222 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.265391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.289414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.302240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Pushing event updated for resources: {'Port': ['ID=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.304629 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.347891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:23.367431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event deleted for resources: {'Port': ['ID=201d4b48-a43c-41b8-a9ae-fb184ccde204,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.383368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.392837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3452601 Jul 07 16:49:23.395021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46146) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:23.433625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Request body: {'security_group_rule': {'security_group_id': '5512e062-f6b6-48eb-873d-90cc027b56dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:23.467260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa99439-66bb-478e-9f5b-ba9f06085103 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:23.472562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] No DVR routers for this DVR port 201d4b48-a43c-41b8-a9ae-fb184ccde204 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:23.480198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.482557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2ea179f-f468-4c8a-85fa-6785978529d0 req-009508d0-be93-43e6-a882-1143095e997a tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "DELETE /v2.0/ports/201d4b48-a43c-41b8-a9ae-fb184ccde204 HTTP/1.1" status: 204 len: 173 time: 1.7340035 Jul 07 16:49:23.486194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.487672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-deleted', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:23.489967 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb63318-1636-4ed2-88fa-69bbee0313b6" -d '{"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-deleted", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:23.499552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:23.501391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.503698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e8af-6402-4f6e-b8bf-c5883d55afbd req-372925ba-94ca-4da6-aacb-f5bb68f01990 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.505364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fc3e8af-6402-4f6e-b8bf-c5883d55afbd req-372925ba-94ca-4da6-aacb-f5bb68f01990 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=f958d450-f185-4d6b-a83f-acfcf28cbb56 HTTP/1.1" status: 200 len: 867 time: 0.3186212 Jul 07 16:49:23.520362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0171-135e-4442-a589-806389d2cce2 req-83fa4a0e-dd79-46e8-a439-0fda163d7240 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.526036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-faff0171-135e-4442-a589-806389d2cce2 req-83fa4a0e-dd79-46e8-a439-0fda163d7240 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.3403070 Jul 07 16:49:23.551614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Transition to ACTIVE for port object 9fa99439-66bb-478e-9f5b-ba9f06085103 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:23.554863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Attempting to bind port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:23.555756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Attempting to bind port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:23.556651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Attempting to bind port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 on network 0f4fb85e-5dad-4e89-8212-aa177063777b {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:23.581351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.595518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.607036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:23.607996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Checking segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:23.608875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.610448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Bound using segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:23.611530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Bound port: d13a7d9b-69da-4cf7-baeb-32cb3d2c1952, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:23.612379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.653972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c9971-085b-4ace-a9c7-bf9583186ae7 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5512e062-f6b6-48eb-873d-90cc027b56dc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.680377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.688851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-faff0171-135e-4442-a589-806389d2cce2 req-e8b688a8-d811-4ed5-948b-f1d795f44c72 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474824 Jul 07 16:49:23.718519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa99439-66bb-478e-9f5b-ba9f06085103,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.758940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fc3e8af-6402-4f6e-b8bf-c5883d55afbd req-269aa02a-6ab5-485c-a706-203db14fb53b tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315147 Jul 07 16:49:23.858112 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] For port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:23.869916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.877130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] For port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:23.891694 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.910414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Attempting to bind port 9fa99439-66bb-478e-9f5b-ba9f06085103 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:23.910666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 4a24074e-f0b8-4dec-892f-d9c3f210d9e8 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:23.911007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Attempting to bind port 9fa99439-66bb-478e-9f5b-ba9f06085103 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:23.911445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Attempting to bind port 9fa99439-66bb-478e-9f5b-ba9f06085103 on network 7e7698b8-a320-4ed5-8427-b55017965f1e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:23.917513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Port 9fa99439-66bb-478e-9f5b-ba9f06085103 on network 7e7698b8-a320-4ed5-8427-b55017965f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:23.917974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Attempting to bind port 9fa99439-66bb-478e-9f5b-ba9f06085103 on network 7e7698b8-a320-4ed5-8427-b55017965f1e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:23.929877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:23.930399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Checking segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:23.930909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Bound using segment: {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:23.932555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Bound port: 9fa99439-66bb-478e-9f5b-ba9f06085103, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fe1be6-b40e-46db-b16d-03ae61c9ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:23.934973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.024024 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.078340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:24.079070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:24.160804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.196830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Pushing event updated for resources: {'Port': ['ID=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.227441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10436486-afa5-4962-8f44-b9edec3c0197,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.241117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.257178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9e45547a-ec3d-4137-ba68-c6dfcf86df8b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8406303 Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.257551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.258316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.258316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.258316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7eb17-601c-43a2-8a3a-b6bf7a41f660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:24.259766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46166) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:24.302624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] For port 9fa99439-66bb-478e-9f5b-ba9f06085103, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:24.304940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Request body: {'security_group_rule': {'security_group_id': '5512e062-f6b6-48eb-873d-90cc027b56dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:24.342004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ad4b6178-d665-4c55-8265-f6d9d8d32d33 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:24.364639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] For port 9fa99439-66bb-478e-9f5b-ba9f06085103, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9fa99439-66bb-478e-9f5b-ba9f06085103,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:24.382197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.389872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.400527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.434869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:24.438200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-0b8f1353-b5e5-411d-b1e4-5b586cfe28d0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.445185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-0b8f1353-b5e5-411d-b1e4-5b586cfe28d0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.4040494 Jul 07 16:49:24.445680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=4a24074e-f0b8-4dec-892f-d9c3f210d9e8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.468404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.469138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.470643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] 10.222.0.13 "PUT /v2.0/ports/9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 1091 time: 1.7914352 Jul 07 16:49:24.552523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1e8d-cd7d-4c98-a25e-71876e801b97 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa99439-66bb-478e-9f5b-ba9f06085103,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.603512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-e41c3796-57d9-4c67-82c5-ea0b436a51fb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/quotas/c26f024412694ff2be737116e84500e8 HTTP/1.1" status: 200 len: 375 time: 0.1568489 Jul 07 16:49:24.653522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.687177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-ab10e5c0-98b0-4c2e-a86b-c909795f0947 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776491 Jul 07 16:49:24.702134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.730738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.739843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ff16e9-6153-4ba0-9e80-0e15ec057353,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.751072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.753281 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7541b6e9-98aa-462c-a510-b1f43b2a0d90 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4927466 Jul 07 16:49:24.756379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46170) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:24.763669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:24.827182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-fc7fa882-8a95-4782-9fee-ac8d8e211809 service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381636 Jul 07 16:49:24.848088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ad4b6178-d665-4c55-8265-f6d9d8d32d33 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:24.859931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ad4b6178-d665-4c55-8265-f6d9d8d32d33 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:24.860459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.879597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.893849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbf9d9-9110-4b9a-9385-09e22eb37014 req-e788737b-6fae-4e5b-941c-5bde28d1ba5e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.895401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03cbf9d9-9110-4b9a-9385-09e22eb37014 req-e788737b-6fae-4e5b-941c-5bde28d1ba5e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 945 time: 0.4690325 Jul 07 16:49:24.897816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-f77d7292-6b8b-4025-8afd-92184d436444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.899227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-f77d7292-6b8b-4025-8afd-92184d436444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1094 time: 0.3410289 Jul 07 16:49:24.966992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03cbf9d9-9110-4b9a-9385-09e22eb37014 req-e1337250-a850-4cb0-abca-cb1fa84c232f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489817 Jul 07 16:49:24.993378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 5b291cec-f2bf-493f-86c6-7901650591aa has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:25.008940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-9a209fc9-cf8a-4b81-8201-0c68fcb2adec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 217 time: 0.0921042 Jul 07 16:49:25.029664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.044268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:25.076881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-1e161e17-b534-4997-bba4-fcd2a6dd563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.077128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 201d4b48-a43c-41b8-a9ae-fb184ccde204 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:25.077573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 201d4b48-a43c-41b8-a9ae-fb184ccde204 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:25.079038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-1e161e17-b534-4997-bba4-fcd2a6dd563b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.0609715 Jul 07 16:49:25.081076 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb187647-9afe-48bb-9ebe-520cc6bb0643 x-openstack-request-id: req-cb187647-9afe-48bb-9ebe-520cc6bb0643 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:25.081370 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f958d450-f185-4d6b-a83f-acfcf28cbb56", "name": "network-vif-deleted", "tag": "201d4b48-a43c-41b8-a9ae-fb184ccde204", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:25.081764 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb187647-9afe-48bb-9ebe-520cc6bb0643 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:25.082175 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f958d450-f185-4d6b-a83f-acfcf28cbb56', 'name': 'network-vif-deleted', 'tag': '201d4b48-a43c-41b8-a9ae-fb184ccde204', 'status': 'completed', 'code': 200} Jul 07 16:49:25.082983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:23Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.091910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:25.094788 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9833f72-673a-4666-aa3f-20086cce0174" -d '{"events": [{"server_uuid": "047f5da4-ba47-448b-8097-d52a44ef6fd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b6178-d665-4c55-8265-f6d9d8d32d33"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:25.098285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:25.105284 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01362727-a3bf-4ef2-ab72-f7cd8422584a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/5b291cec-f2bf-493f-86c6-7901650591aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2406738 Jul 07 16:49:25.108383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46176) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:25.112551 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] Sync routers for ids ['5b291cec-f2bf-493f-86c6-7901650591aa'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:25.129912 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] Routers {'5b291cec-f2bf-493f-86c6-7901650591aa'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:25.130558 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5b291cec-f2bf-493f-86c6-7901650591aa'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.132894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c640d9-e41d-4041-bb6c-f7d3a2be97a8 None None] The sync data for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 is: [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:23Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:25.149472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-14b5db21-58d1-4edf-a8cc-1982534aaa1d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b291cec-f2bf-493f-86c6-7901650591aa HTTP/1.1" status: 200 len: 205 time: 0.0402250 Jul 07 16:49:25.161277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ad4b6178-d665-4c55-8265-f6d9d8d32d33, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:25.163053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46178) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:25.168407 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.205491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-6d1dab3c-8905-4379-a45a-0ab7f89e3018 service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764722 Jul 07 16:49:25.267124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ad4b6178-d665-4c55-8265-f6d9d8d32d33,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:25.302077 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.311272 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.318549 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] Routers {'5b291cec-f2bf-493f-86c6-7901650591aa'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:25.319426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.320617 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5b291cec-f2bf-493f-86c6-7901650591aa'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.327426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-3ee254b3-4654-48d6-9959-b62ae7d658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.331150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-3ee254b3-4654-48d6-9959-b62ae7d658f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414956 Jul 07 16:49:25.377528 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.378648 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e722f-b9af-4693-9992-c23710cd30e2 None None] The sync data for ids ['5b291cec-f2bf-493f-86c6-7901650591aa'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:25.553259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-c06fd656-c87e-4438-9607-b12bcf8164bc service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142482 Jul 07 16:49:25.656659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.663710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.754954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Allocated IP 172.25.5.120 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/054b4888-3c5f-46e6-8998-1c9519d8694c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:25.757260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.757811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router 5b291cec-f2bf-493f-86c6-7901650591aa {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:49:25.770044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.771204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f1fea8d1-3919-43cb-bcaf-31d8a8c83e89 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/5b291cec-f2bf-493f-86c6-7901650591aa HTTP/1.1" status: 204 len: 168 time: 0.6060097 Jul 07 16:49:25.774067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:25.817298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed877505-48a8-4edc-a195-005bc385d9fd req-55961734-6b96-4938-8d5f-d2177b0ee2e5 tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.827958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed877505-48a8-4edc-a195-005bc385d9fd req-55961734-6b96-4938-8d5f-d2177b0ee2e5 tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 1100 time: 0.2094009 Jul 07 16:49:25.841397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29a5567f-5a72-4f03-9871-63b44e7ee70e req-8f316d52-9de0-4c36-9e5f-6b9261c3b0cc service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751768 Jul 07 16:49:25.850824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ed877505-48a8-4edc-a195-005bc385d9fd req-194774bf-43d1-4bc2-89b1-4c1d71f16d9c tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.895785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 99f2f27c-268c-4028-b265-55e1386b3a7c {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:49:25.896293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edeae-caa8-4033-82b2-c8269a344beb req-d5ceeb1b-f716-4b9e-ba42-f4270a542219 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.900857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.915413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be2edeae-caa8-4033-82b2-c8269a344beb req-d5ceeb1b-f716-4b9e-ba42-f4270a542219 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 943 time: 0.2699468 Jul 07 16:49:25.971015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.001495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:26.017471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be2edeae-caa8-4033-82b2-c8269a344beb req-3f908fbb-d536-4f10-9947-b80083d6361f tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009631 Jul 07 16:49:26.068417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:26.074370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:26.075340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.140148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.147107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.181721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ed877505-48a8-4edc-a195-005bc385d9fd req-194774bf-43d1-4bc2-89b1-4c1d71f16d9c tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.190486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ed877505-48a8-4edc-a195-005bc385d9fd req-194774bf-43d1-4bc2-89b1-4c1d71f16d9c tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.267337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.270510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194774bf-43d1-4bc2-89b1-4c1d71f16d9c tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4345e-e4d3-4925-a6d9-9e7988b095fb,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:26.288530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed877505-48a8-4edc-a195-005bc385d9fd req-194774bf-43d1-4bc2-89b1-4c1d71f16d9c tempest-ServersAdminNegativeTestJSON-1407701891 tempest-ServersAdminNegativeTestJSON-1407701891-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582441 Jul 07 16:49:26.293654 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ad9d28-7a70-4fd9-af87-690edf4014f1 x-openstack-request-id: req-94ad9d28-7a70-4fd9-af87-690edf4014f1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:26.294060 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047f5da4-ba47-448b-8097-d52a44ef6fd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b6178-d665-4c55-8265-f6d9d8d32d33", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:26.294337 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94ad9d28-7a70-4fd9-af87-690edf4014f1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:26.295096 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33', 'code': 200} Jul 07 16:49:26.308610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.314336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.392447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:26.401884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.414141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=99f2f27c-268c-4028-b265-55e1386b3a7c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:26.457963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:26.477131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.483714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80245800-7cc3-4778-9e4d-5271416f7ec9 None None] Network 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:26.486025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46200) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:26.488675 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b2b8de84-c711-4690-80e6-781d1d7bae97 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/99f2f27c-268c-4028-b265-55e1386b3a7c HTTP/1.1" status: 204 len: 168 time: 0.7135201 Jul 07 16:49:26.490110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:26.502922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:26.563717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event updated for resources: {'Port': ['ID=054b4888-3c5f-46e6-8998-1c9519d8694c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:26.578391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:26.649094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.713638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6a7b0a2-cede-460e-9016-e340fc73e7de req-b94c4606-6bee-4de9-8c80-562ed6ad5b0d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 210 time: 0.0907111 Jul 07 16:49:26.721061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.785659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf58bb-9b7f-4240-90a0-d7ab34f4b122 req-0959557c-9ac3-4f83-82f9-895c8ee7164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:26.787543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cf58bb-9b7f-4240-90a0-d7ab34f4b122 req-0959557c-9ac3-4f83-82f9-895c8ee7164a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 1097 time: 0.3671236 Jul 07 16:49:26.827417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.864067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] DHCP port deletion for 74edc36d-e468-4f2f-8ea5-eac85fb0e7ca request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:49:26.957579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cf58bb-9b7f-4240-90a0-d7ab34f4b122 req-83e809ae-f22d-49dd-949c-76660008492f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421099 Jul 07 16:49:26.983013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] Deleting port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:26.983676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.998425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:26.998941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.095528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] For port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,segment=NetworkSegment(0a568ea3-685c-4785-8e68-26db94ecfc50),segment_id=0a568ea3-685c-4785-8e68-26db94ecfc50)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:27.095528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.114626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] Calling delete_port for 5c328b6a-15a2-4fd1-80cf-7dd95e57410c owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:27.144400 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.150573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.256030 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.288339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] Pushing event deleted for resources: {'Port': ['ID=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:27.293483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15816939-b7a9-4f9b-beca-6b5b45ec3264 None None] No DVR routers for this DVR port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:27.309858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event updated for resources: {'Port': ['ID=054b4888-3c5f-46e6-8998-1c9519d8694c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:27.329377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.346658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.350032 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f7511ed-ce60-4028-9aea-e4ba2d1b10be tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5921571 Jul 07 16:49:27.473671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:27.475790 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218a594-1e14-4d23-880f-60767e510bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:27.528831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b880e-acc0-43e3-8361-aa49a23f23b5 req-93d5d1a3-984b-4148-9793-04993197b5c7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:27.530540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f0b880e-acc0-43e3-8361-aa49a23f23b5 req-93d5d1a3-984b-4148-9793-04993197b5c7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 946 time: 0.7411883 Jul 07 16:49:27.643993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,segment=NetworkSegment(0a568ea3-685c-4785-8e68-26db94ecfc50),segment_id=0a568ea3-685c-4785-8e68-26db94ecfc50)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:27.644276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.686987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 5c328b6a-15a2-4fd1-80cf-7dd95e57410c owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:27.701577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f0b880e-acc0-43e3-8361-aa49a23f23b5 req-e41427c8-5cf8-4eba-99fb-efd2972466bf tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425025 Jul 07 16:49:27.763070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-d2590b7b-0aba-4122-91aa-0db8ee2d9f85 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:27.764523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-d2590b7b-0aba-4122-91aa-0db8ee2d9f85 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.2816138 Jul 07 16:49:27.781554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Request body: {'port': {'device_id': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'admin_state_up': True, 'tenant_id': 'c26f024412694ff2be737116e84500e8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:27.866885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997997d-b2b3-4ad9-b5ee-a463d7083024 req-80e96825-6a48-4db3-82e1-08edcd7662d2 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:27.868488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6997997d-b2b3-4ad9-b5ee-a463d7083024 req-80e96825-6a48-4db3-82e1-08edcd7662d2 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 943 time: 0.2901847 Jul 07 16:49:27.881883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:27.930826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:27.931203 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.960408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.012835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6997997d-b2b3-4ad9-b5ee-a463d7083024 req-e02e045d-e27d-44d0-9e2f-f13c8bbe92c6 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215122 Jul 07 16:49:28.015675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port 5c328b6a-15a2-4fd1-80cf-7dd95e57410c on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:28.025069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=5c328b6a-15a2-4fd1-80cf-7dd95e57410c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:28.089999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5c328b6a-15a2-4fd1-80cf-7dd95e57410c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:28.134261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5c328b6a-15a2-4fd1-80cf-7dd95e57410c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:28.134908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5c328b6a-15a2-4fd1-80cf-7dd95e57410c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:28.150092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-6593af10-3f67-4392-a7ef-2b14aff02bb6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.151952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-6593af10-3f67-4392-a7ef-2b14aff02bb6 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.1055884 Jul 07 16:49:28.157022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4b21-5c53-497c-afc1-14a71722d137 req-9c54c6b8-bbf1-4f11-bbae-b1beeb1cb5bc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.158604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d42f4b21-5c53-497c-afc1-14a71722d137 req-9c54c6b8-bbf1-4f11-bbae-b1beeb1cb5bc tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/ports?device_id=02efdd3d-3f60-4bd4-a988-ec6e90543522 HTTP/1.1" status: 200 len: 950 time: 0.3224387 Jul 07 16:49:28.167828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Made reservation on behalf of c26f024412694ff2be737116e84500e8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:28.171316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.183058 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.217505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74edc36d-e468-4f2f-8ea5-eac85fb0e7ca']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:28.240916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a568ea3-685c-4785-8e68-26db94ecfc50') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:28.241260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a568ea3-685c-4785-8e68-26db94ecfc50') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:28.263030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Deleting port ac781067-90b3-49ee-bb3f-4bc35ce2d598 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:28.263378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.265680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-4a08ba70-a30a-4ae7-b11a-1459ccdbc7d8 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--379423032&fields=id&tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe HTTP/1.1" status: 200 len: 267 time: 0.1274440 Jul 07 16:49:28.270656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.288680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d42f4b21-5c53-497c-afc1-14a71722d137 req-ae4b035c-2098-442d-a505-fd522c9836f9 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.78 "GET /v2.0/security-groups?id=aad40178-ecfa-4e5b-9097-defbb68b95d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135271 Jul 07 16:49:28.313988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9fa99439-66bb-478e-9f5b-ba9f06085103 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:28.394402 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b4a44-085e-48f9-a19f-fbe43137f305 x-openstack-request-id: req-1b2b4a44-085e-48f9-a19f-fbe43137f305 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:28.394957 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:28.395398 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b2b4a44-085e-48f9-a19f-fbe43137f305 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:28.395953 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'status': 'completed', 'code': 200} Jul 07 16:49:28.401592 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.418962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:49:28.419713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:49:28.428033 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:49:28.435231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] For port ac781067-90b3-49ee-bb3f-4bc35ce2d598, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ac781067-90b3-49ee-bb3f-4bc35ce2d598,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:28.435603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.457632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Calling delete_port for ac781067-90b3-49ee-bb3f-4bc35ce2d598 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:28.460992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9fa99439-66bb-478e-9f5b-ba9f06085103, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9fa99439-66bb-478e-9f5b-ba9f06085103,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:28.477991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:28.525199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.541353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa99439-66bb-478e-9f5b-ba9f06085103 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:28.567408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9fa99439-66bb-478e-9f5b-ba9f06085103, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9fa99439-66bb-478e-9f5b-ba9f06085103,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:28.573479 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.605617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.610630 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.618981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/74edc36d-e468-4f2f-8ea5-eac85fb0e7ca HTTP/1.1" status: 204 len: 168 time: 2.1319032 Jul 07 16:49:28.619628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46230) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:28.650296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9fa99439-66bb-478e-9f5b-ba9f06085103,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:28.650753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1845516860', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:28.661896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2b81-bf65-4310-8b37-711149401fdc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=74edc36d-e468-4f2f-8ea5-eac85fb0e7ca,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:28.663508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.678310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ac781067-90b3-49ee-bb3f-4bc35ce2d598'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:28.697846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Pushing event deleted for resources: {'Port': ['ID=ac781067-90b3-49ee-bb3f-4bc35ce2d598,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:28.702322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Allocated IP 172.20.0.8 (68301043-2b07-4a40-b171-587b7a29738d/6fe65595-fae8-4119-8e8c-cea4d24deba9/859027a4-74e2-4c8b-9239-4a5b6a26f054) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:28.716256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-6173a43e-ff95-44cf-80d6-bc0f874204cd tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.724465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-6173a43e-ff95-44cf-80d6-bc0f874204cd tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/networks?id=0f4fb85e-5dad-4e89-8212-aa177063777b HTTP/1.1" status: 200 len: 811 time: 0.4441962 Jul 07 16:49:28.744072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-fd440055-1e08-423a-8de5-f6e4a55b726b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/quotas/b560f327984c4b48bfd25bcb7aa6e5fe HTTP/1.1" status: 200 len: 375 time: 0.0186327 Jul 07 16:49:28.770228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.771372 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.817323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15483b53-bc29-452d-a558-4695ae21fec7 req-2d3d9103-1553-4498-a9f5-0efdf427d54b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 210 time: 0.0711317 Jul 07 16:49:28.864689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a594-1e14-4d23-880f-60767e510bf4 req-5bfbb136-5dba-402c-9dbe-3520a7c4291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.866602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-5bfbb136-5dba-402c-9dbe-3520a7c4291c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1094 time: 0.3788936 Jul 07 16:49:28.872360 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:49:28.949606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.997194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['9fa99439-66bb-478e-9f5b-ba9f06085103'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:29.005198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.083506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.084791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ee9dd29-6b39-4655-a004-89ec0a6d07d3 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4524293 Jul 07 16:49:29.092986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46242) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:29.096146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] No DVR routers for this DVR port ac781067-90b3-49ee-bb3f-4bc35ce2d598 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:29.100844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-1288031044'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:29.105955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.107918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dddb023f-7182-4509-8306-c1d2b2748b80 req-a356d009-8ed1-4319-8fbb-47d7f857ac73 tempest-MigrationsAdminTest-1514970190 tempest-MigrationsAdminTest-1514970190-project] 10.222.0.54 "DELETE /v2.0/ports/ac781067-90b3-49ee-bb3f-4bc35ce2d598 HTTP/1.1" status: 204 len: 173 time: 0.9467416 Jul 07 16:49:29.108719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-deleted', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:29.111028 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e88419-cb91-40fe-ab82-c88ab9dcca22" -d '{"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-deleted", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:29.113523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-72293d7b-20bf-4112-9798-0f4be9384aa2 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3527648 Jul 07 16:49:29.134317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:29.138691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.171303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:29.186223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.186906 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment a0290fa0-b91e-4452-bff8-ea6147704889 of type vlan for network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 Jul 07 16:49:29.266711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.297608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a594-1e14-4d23-880f-60767e510bf4 req-b36bce19-6625-41ef-9c06-01c9b05f88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.299717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-b36bce19-6625-41ef-9c06-01c9b05f88d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.4111295 Jul 07 16:49:29.322841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.329941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.330539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.331944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.393352 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2986555 Jul 07 16:49:29.396349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46248) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:29.399491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-3b0224ca-b16f-4e97-86b7-5733c540a23d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 217 time: 0.0646324 Jul 07 16:49:29.403200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:29.419370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982f9ac-ebb9-4de8-8ebb-b12898349d04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=341e3d3b-6539-44be-bc6f-d3be6ee6c726,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:29.431518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:29.460167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-ec45ecba-6114-43bb-b030-10692971daaa service neutron] 10.222.0.78 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231208 Jul 07 16:49:29.471495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268235a-3220-428c-a257-69f660f02b9a req-f31a0621-0a6b-4c1b-b23a-9421477ecdd9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.473011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7268235a-3220-428c-a257-69f660f02b9a req-f31a0621-0a6b-4c1b-b23a-9421477ecdd9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 946 time: 0.3870428 Jul 07 16:49:29.502947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:29.506763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.576590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a594-1e14-4d23-880f-60767e510bf4 req-fbd6244f-3c71-471f-b31d-a72e8d3c280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.578791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-fbd6244f-3c71-471f-b31d-a72e8d3c280d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1657484 Jul 07 16:49:29.630050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.685992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7268235a-3220-428c-a257-69f660f02b9a req-767572da-9d02-4fd9-8af6-f86c6fce1da0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037990 Jul 07 16:49:29.692594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.729689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Network 68301043-2b07-4a40-b171-587b7a29738d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:29.741989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:29.744539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:29.751570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-8c1be3b5-4f96-4975-9ea6-95542d4e94e4 service neutron] 10.222.0.78 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733800 Jul 07 16:49:29.753005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:29.775892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:29.792629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:29.793008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 341e3d3b-6539-44be-bc6f-d3be6ee6c726, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:29.810752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a594-1e14-4d23-880f-60767e510bf4 req-4e9594ae-3a09-4367-95bc-cc706799b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.812423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-4e9594ae-3a09-4367-95bc-cc706799b803 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250965 Jul 07 16:49:29.822379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.823072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.838134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:29.852169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 341e3d3b-6539-44be-bc6f-d3be6ee6c726) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:29.857791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.858781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.865348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d532b60-f72a-48a4-8b55-26ac048c1f8e None None] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:29.896138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-96e3ee83-107d-4a25-89a3-544a1c9fd25a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1165326 Jul 07 16:49:29.897082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d40a7a27-8ed7-48b9-b135-de461e669097 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4993742 Jul 07 16:49:29.899602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:29.920318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Request body: {'port': {'device_id': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:30.076253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-b90ff91d-c284-4ff6-ab5d-4c6a1f0b2733 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487350 Jul 07 16:49:30.119675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.227453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:30.228433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.382723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b218a594-1e14-4d23-880f-60767e510bf4 req-917bba03-69c1-42ca-9f5e-e854a06cfecc service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942002 Jul 07 16:49:30.501514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Allocated IP 172.20.0.2 (341e3d3b-6539-44be-bc6f-d3be6ee6c726/2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c/c71b1250-7429-4bfe-90c3-35828d654188) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:30.511022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9fa99439-66bb-478e-9f5b-ba9f06085103 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:30.522745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262bbec-78b3-4f17-9087-da9286604dc8 req-12b5707a-ab88-4224-9e8a-f2c2a135359b tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:30.524511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a262bbec-78b3-4f17-9087-da9286604dc8 req-12b5707a-ab88-4224-9e8a-f2c2a135359b tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 944 time: 0.1543741 Jul 07 16:49:30.528825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.531923 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e264f53-f68a-4383-9fbd-2e90c3edbb1c x-openstack-request-id: req-0e264f53-f68a-4383-9fbd-2e90c3edbb1c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:30.532634 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02efdd3d-3f60-4bd4-a988-ec6e90543522", "name": "network-vif-deleted", "tag": "ac781067-90b3-49ee-bb3f-4bc35ce2d598", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:30.532920 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e264f53-f68a-4383-9fbd-2e90c3edbb1c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:30.533446 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efdd3d-3f60-4bd4-a988-ec6e90543522', 'name': 'network-vif-deleted', 'tag': 'ac781067-90b3-49ee-bb3f-4bc35ce2d598', 'status': 'completed', 'code': 200} Jul 07 16:49:30.611932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a262bbec-78b3-4f17-9087-da9286604dc8 req-db6cdb01-6dde-41b7-bf5d-61242534a1ae tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803235 Jul 07 16:49:30.770132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 9fa99439-66bb-478e-9f5b-ba9f06085103 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:30.771478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859027a4-74e2-4c8b-9239-4a5b6a26f054 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:30.781513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 9fa99439-66bb-478e-9f5b-ba9f06085103 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:30.787660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.791647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.821439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Transition to ACTIVE for port object 859027a4-74e2-4c8b-9239-4a5b6a26f054 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:30.826645 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.046049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46274) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:31.053484 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.066668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Transition to ACTIVE for port object c71b1250-7429-4bfe-90c3-35828d654188 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:31.091004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.096290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Transition to ACTIVE for port object c71b1250-7429-4bfe-90c3-35828d654188 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:31.107774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:31.132672 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.179529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Pushing event updated for resources: {'Port': ['ID=c71b1250-7429-4bfe-90c3-35828d654188,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.187324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: ac781067-90b3-49ee-bb3f-4bc35ce2d598 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:31.188754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ac781067-90b3-49ee-bb3f-4bc35ce2d598 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:31.214211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.20.0.1 (341e3d3b-6539-44be-bc6f-d3be6ee6c726/2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c/6daaf57d-c2e4-449f-9808-efecdc54ca9c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:31.216934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:31.224801 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c30b5-7d22-4cea-bed8-3a9739c46be4" -d '{"events": [{"server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:31.247866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:31.253668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9fa99439-66bb-478e-9f5b-ba9f06085103, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9fa99439-66bb-478e-9f5b-ba9f06085103,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:31.256191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:31.259338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:31.271044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.298529 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cd724914-9001-401d-8819-6cf2cea41083 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f2e5dea929049ca8cad7058e4d9685b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496686 Jul 07 16:49:31.381527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:31.398674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Attempting to bind port c71b1250-7429-4bfe-90c3-35828d654188 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:31.398674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Attempting to bind port c71b1250-7429-4bfe-90c3-35828d654188 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:31.399081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Attempting to bind port c71b1250-7429-4bfe-90c3-35828d654188 on network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:31.400940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9fa99439-66bb-478e-9f5b-ba9f06085103,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.408680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:31.409055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Checking segment: {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:31.409517 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.409907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Bound using segment: {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:31.410523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Bound port: c71b1250-7429-4bfe-90c3-35828d654188, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:31.410753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.449050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.474476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 6daaf57d-c2e4-449f-9808-efecdc54ca9c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:31.496266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] For port c71b1250-7429-4bfe-90c3-35828d654188, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:31.501643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] For port c71b1250-7429-4bfe-90c3-35828d654188, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c71b1250-7429-4bfe-90c3-35828d654188,segment=NetworkSegment(a0290fa0-b91e-4452-bff8-ea6147704889),segment_id=a0290fa0-b91e-4452-bff8-ea6147704889)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:31.508540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.516705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.521786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Attempting to bind port 859027a4-74e2-4c8b-9239-4a5b6a26f054 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:31.522130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Attempting to bind port 859027a4-74e2-4c8b-9239-4a5b6a26f054 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:31.522469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Attempting to bind port 859027a4-74e2-4c8b-9239-4a5b6a26f054 on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:31.536867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Port 859027a4-74e2-4c8b-9239-4a5b6a26f054 on network 68301043-2b07-4a40-b171-587b7a29738d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:31.537244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Attempting to bind port 859027a4-74e2-4c8b-9239-4a5b6a26f054 on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:31.552759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:31.553394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Checking segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:31.553593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Bound using segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:31.553948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c73f9c2e-b752-4c8b-a066-d0b22dc26ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.554420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Bound port: 859027a4-74e2-4c8b-9239-4a5b6a26f054, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:31.554420 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.583372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c73f9c2e-b752-4c8b-a066-d0b22dc26ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.584947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715485-eb60-4348-8eda-40948237a08f req-41726482-066c-4115-9f1b-c7a84bcc4627 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:31.585736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e594c-dff7-4cb8-9eee-75e1c80daa81 None None] Pushing event updated for resources: {'Port': ['ID=c71b1250-7429-4bfe-90c3-35828d654188,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.586666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0715485-eb60-4348-8eda-40948237a08f req-41726482-066c-4115-9f1b-c7a84bcc4627 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 946 time: 0.7136605 Jul 07 16:49:31.639522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.658445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a5901-6918-4828-a65f-2495f99f9b4e req-3a521ccf-9bc9-4070-a197-9f01d2f2e74a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:31.660057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db9a5901-6918-4828-a65f-2495f99f9b4e req-3a521ccf-9bc9-4070-a197-9f01d2f2e74a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 943 time: 0.1932294 Jul 07 16:49:31.686425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c73f9c2e-b752-4c8b-a066-d0b22dc26ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.689789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c73f9c2e-b752-4c8b-a066-d0b22dc26ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.693624 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c73f9c2e-b752-4c8b-a066-d0b22dc26ba9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aad40178-ecfa-4e5b-9097-defbb68b95d4 HTTP/1.1" status: 204 len: 168 time: 0.3080082 Jul 07 16:49:31.709197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0715485-eb60-4348-8eda-40948237a08f req-8b3027fe-bba8-4cb5-9383-9f20d7ecef33 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937550 Jul 07 16:49:31.710425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:31.724265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:31.727739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:31.733597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:31.740358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db9a5901-6918-4828-a65f-2495f99f9b4e req-2dc8a4d6-aa93-49f0-b229-6da369b0bd21 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658064 Jul 07 16:49:31.742012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.743313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f9c2e-b752-4c8b-a066-d0b22dc26ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad40178-ecfa-4e5b-9097-defbb68b95d4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.744920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=6daaf57d-c2e4-449f-9808-efecdc54ca9c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.747549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:31.790734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:31.791374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.792794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] 10.222.0.54 "PUT /v2.0/ports/859027a4-74e2-4c8b-9239-4a5b6a26f054 HTTP/1.1" status: 200 len: 1091 time: 1.8880510 Jul 07 16:49:31.793273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:31.795609 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf7613-d74e-48b3-a235-46ea8ef8bad4" -d '{"events": [{"name": "network-changed", "server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:31.826991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f604934-2d3d-4925-82d9-d10ef5cc1c22 service neutron] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.836341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.973636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-12c8828a-4167-4e76-94da-5034ff314965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:31.978040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-12c8828a-4167-4e76-94da-5034ff314965 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 1094 time: 0.1424758 Jul 07 16:49:32.102997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-c2fcdb84-27e0-45c5-9ae0-bc15d4beceb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054 HTTP/1.1" status: 200 len: 217 time: 0.1132863 Jul 07 16:49:32.135672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.167517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b14c37f-10f4-40c7-8e94-48ef695462ae req-20ccca76-acdd-482c-a640-5d58bbe137b6 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 210 time: 0.0938578 Jul 07 16:49:32.214763 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04fabfb-6e25-469e-99e5-840caeb91b98 x-openstack-request-id: req-a04fabfb-6e25-469e-99e5-840caeb91b98 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:32.215783 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "name": "network-vif-plugged", "status": "completed", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:32.216151 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a04fabfb-6e25-469e-99e5-840caeb91b98 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:32.217034 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'code': 200} Jul 07 16:49:32.314301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46296) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:32.416213 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c8bd0a2a-2546-4f8d-bfff-199dc9a03bce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e650b8992a3b4b1fa74c2e692e57952e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006410 Jul 07 16:49:32.421809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:32.486475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca67f8-d328-421e-a296-0241b992952a req-fa34ee14-23be-445f-9afb-ae96af77b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.487429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-fa34ee14-23be-445f-9afb-ae96af77b6bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.3394163 Jul 07 16:49:32.545550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1406c-bee5-495d-85fe-90503e99d763 req-463e6d85-0c2d-4d38-b391-305f04107665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.547225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cd1406c-bee5-495d-85fe-90503e99d763 req-463e6d85-0c2d-4d38-b391-305f04107665 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1096 time: 0.1923549 Jul 07 16:49:32.552166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-263e12b8-fbdc-4d0e-b793-cae711d12278 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572450 Jul 07 16:49:32.563880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-0df412be-bcf9-4eaa-8658-1e64d3e13947 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.565400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-0df412be-bcf9-4eaa-8658-1e64d3e13947 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.13 "GET /v2.0/networks?id=0f4fb85e-5dad-4e89-8212-aa177063777b HTTP/1.1" status: 200 len: 811 time: 0.3122098 Jul 07 16:49:32.586911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc615-a57a-4f08-8755-afb096b5149b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.634573 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cd1406c-bee5-495d-85fe-90503e99d763 req-50c6e454-8072-4121-ad11-6c08d8dfc2f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794973 Jul 07 16:49:32.639514 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc615-a57a-4f08-8755-afb096b5149b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.641292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943786b-9559-4837-ab3a-b4d9a269da31 req-aeb9bd5b-df66-4ad8-927d-e83723c66660 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.642881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d943786b-9559-4837-ab3a-b4d9a269da31 req-aeb9bd5b-df66-4ad8-927d-e83723c66660 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 945 time: 0.2576346 Jul 07 16:49:32.656635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.666998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.688001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62acfbf-53c6-4c77-b538-682b74ace79f req-a48fa677-d261-43d0-8f80-e5ec6c68a07b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.689731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b62acfbf-53c6-4c77-b538-682b74ace79f req-a48fa677-d261-43d0-8f80-e5ec6c68a07b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 949 time: 0.3026412 Jul 07 16:49:32.757568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-2afc2696-c0de-467a-bb46-a8e87fd6705a tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe HTTP/1.1" status: 200 len: 379 time: 0.1683481 Jul 07 16:49:32.767534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.769461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=6daaf57d-c2e4-449f-9808-efecdc54ca9c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:32.785712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc615-a57a-4f08-8755-afb096b5149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.787908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc615-a57a-4f08-8755-afb096b5149b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.789070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0c3bc615-a57a-4f08-8755-afb096b5149b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e5d7b4f-ef88-4013-a58f-24224d073c19 HTTP/1.1" status: 204 len: 168 time: 0.3665054 Jul 07 16:49:32.794218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d943786b-9559-4837-ab3a-b4d9a269da31 req-0ce8fdb4-849b-46da-a824-ada714363fc4 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418595 Jul 07 16:49:32.801299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-de4721a4-a3de-49c2-8894-4241d64ebf19 service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313993 Jul 07 16:49:32.826847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b62acfbf-53c6-4c77-b538-682b74ace79f req-46311caa-414b-4426-ba70-973aa4a02d15 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248050 Jul 07 16:49:32.869189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bc615-a57a-4f08-8755-afb096b5149b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5d7b4f-ef88-4013-a58f-24224d073c19,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:32.904653 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2471057-711b-43ce-9223-8e87dfebe727 x-openstack-request-id: req-a2471057-711b-43ce-9223-8e87dfebe727 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:32.904797 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:32.905059 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2471057-711b-43ce-9223-8e87dfebe727 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:32.905374 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'status': 'completed', 'code': 200} Jul 07 16:49:32.951943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Request body: {'port': {'device_id': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'admin_state_up': True, 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'security_groups': ['5512e062-f6b6-48eb-873d-90cc027b56dc']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:32.970342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:32.971627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:33.094133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38008b36-99a3-4276-a18f-ea322978c14f None None] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:33.115742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca67f8-d328-421e-a296-0241b992952a req-1d4cfef0-aa29-4cc8-b9f2-911582810593 service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988105 Jul 07 16:49:33.147248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:49:33.223447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fbe7b137-3ad7-404d-a8a0-fd1e5ce29f22 None None] Provisioning for port c71b1250-7429-4bfe-90c3-35828d654188 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:33.317663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.356600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:33.364364 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8309dba8-fe55-4993-a848-0cba43396ae5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4634507 Jul 07 16:49:33.367522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5805c-1c89-43f3-93d7-1d38585ca9c9 req-9fef1be7-af24-47ac-9b76-9b67e6648e0f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.369032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46314) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:33.374384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-200438168'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:33.374765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea5805c-1c89-43f3-93d7-1d38585ca9c9 req-9fef1be7-af24-47ac-9b76-9b67e6648e0f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.2679133 Jul 07 16:49:33.385657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:33.386913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Made reservation on behalf of b560f327984c4b48bfd25bcb7aa6e5fe for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:33.390712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.423978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-fdee0d3c-5f85-4f94-b467-ba488df799b8 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.425858 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-fdee0d3c-5f85-4f94-b467-ba488df799b8 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.54 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 949 time: 0.1667397 Jul 07 16:49:33.430484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:33.431337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:33.474385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:33.478111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.512994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-0a553484-15e7-44e7-b711-a68eb069688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.514663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-0a553484-15e7-44e7-b711-a68eb069688b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 1094 time: 0.3031166 Jul 07 16:49:33.520021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:33.529170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.529530 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment 32c166e8-6c7f-4484-90c2-4a3e048c27d7 of type vlan for network 96ca3132-b733-420a-923b-d4618f9d23a9 Jul 07 16:49:33.534120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea5805c-1c89-43f3-93d7-1d38585ca9c9 req-ef04d478-471a-476c-aa59-07b5468cf8e6 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579218 Jul 07 16:49:33.558797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:33.576016 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.615489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.625197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.626670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.735811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c377e7d-0b37-4ad1-82e9-c628280f7266 req-de25d7fe-bda0-4b09-a4aa-b861bc8f7a0b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.744034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c377e7d-0b37-4ad1-82e9-c628280f7266 req-de25d7fe-bda0-4b09-a4aa-b861bc8f7a0b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 943 time: 0.3653495 Jul 07 16:49:33.806759 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4363668 Jul 07 16:49:33.812573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46328) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:33.819636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:33.841782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be757c2-1c4b-4b7a-88ef-81474ac9f16b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=96ca3132-b733-420a-923b-d4618f9d23a9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:33.864331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Allocated IP 172.20.0.10 (0f4fb85e-5dad-4e89-8212-aa177063777b/b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79/3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:33.870127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-ba3770e0-22c1-4504-a921-08cf03abfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.871635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-ba3770e0-22c1-4504-a921-08cf03abfabd service neutron] 10.222.0.54 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 905 time: 0.3316481 Jul 07 16:49:33.883547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c377e7d-0b37-4ad1-82e9-c628280f7266 req-8b0cf1b0-76f6-4b79-9a29-e01fcc80eae5 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382740 Jul 07 16:49:33.917511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 96ca3132-b733-420a-923b-d4618f9d23a9 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:33.919850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Deleting port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:33.920193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.010546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-19915b90-a203-4fe5-b16f-4ad8333a0f14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054 HTTP/1.1" status: 200 len: 217 time: 0.1209946 Jul 07 16:49:34.071644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:34.073393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c71b1250-7429-4bfe-90c3-35828d654188 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:34.079603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.200567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port c71b1250-7429-4bfe-90c3-35828d654188 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:34.209828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c71b1250-7429-4bfe-90c3-35828d654188 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:34.211130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.215972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:32Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:32Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:34.262940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1afeecc2-be6e-4734-afc4-dd8530044795 req-3dce2cdb-fa96-4b56-aa3e-eb31b258e55c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 210 time: 0.1869812 Jul 07 16:49:34.264788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] For port 28ff24e3-afbf-44f7-b542-8c14c024a8a5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=28ff24e3-afbf-44f7-b542-8c14c024a8a5,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:34.279356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.300125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Calling delete_port for 28ff24e3-afbf-44f7-b542-8c14c024a8a5 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:34.309331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:34.309991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Updating router 42cbbc82-1bc3-4df2-aa66-de420418dc0e port 6daaf57d-c2e4-449f-9808-efecdc54ca9c binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:34.383743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.385116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd955b6-1bae-43b3-b800-faeb93d37d5b req-a3fba8ab-f522-410a-b861-bd76eadeae50 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:34.386906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bd955b6-1bae-43b3-b800-faeb93d37d5b req-a3fba8ab-f522-410a-b861-bd76eadeae50 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 946 time: 0.6242347 Jul 07 16:49:34.392582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-b999fe38-d1fd-49e0-a95f-e6c80fa08f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:34.397759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-b999fe38-d1fd-49e0-a95f-e6c80fa08f7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.3584180 Jul 07 16:49:34.509675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-330b4a38-adea-4850-a752-23e0b58d1816 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615792 Jul 07 16:49:34.569023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.574593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b26dc99-bba2-4c54-8f1a-f28a54ab0377 None None] Provisioning for port 6daaf57d-c2e4-449f-9808-efecdc54ca9c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:34.595544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b26dc99-bba2-4c54-8f1a-f28a54ab0377 None None] Provisioning complete for port 6daaf57d-c2e4-449f-9808-efecdc54ca9c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:34.595890 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b26dc99-bba2-4c54-8f1a-f28a54ab0377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.706707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port c71b1250-7429-4bfe-90c3-35828d654188, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c71b1250-7429-4bfe-90c3-35828d654188,segment=NetworkSegment(a0290fa0-b91e-4452-bff8-ea6147704889),segment_id=a0290fa0-b91e-4452-bff8-ea6147704889)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:34.717509 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.723672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bd955b6-1bae-43b3-b800-faeb93d37d5b req-f045e237-f0e0-4ca7-8830-8fd8e9a20b62 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203876 Jul 07 16:49:34.735983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6b26dc99-bba2-4c54-8f1a-f28a54ab0377 None None] Port 6daaf57d-c2e4-449f-9808-efecdc54ca9c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:34.795440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.831838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['28ff24e3-afbf-44f7-b542-8c14c024a8a5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:34.834896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.842437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Pushing event deleted for resources: {'Port': ['ID=28ff24e3-afbf-44f7-b542-8c14c024a8a5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:34.851494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5522d14-b133-4a8f-ad8c-a6b9095d82f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:34.857578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.938789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Transition to ACTIVE for port object 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:34.963137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-b730ceb4-7c73-489e-8c18-01c12b1c1e52 service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151940 Jul 07 16:49:35.032302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029df1b-bd22-4535-b690-ccad0ec30651 req-407362c0-3233-4828-ab14-805d4db91990 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.048774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2029df1b-bd22-4535-b690-ccad0ec30651 req-407362c0-3233-4828-ab14-805d4db91990 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 945 time: 0.5455730 Jul 07 16:49:35.052613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] No DVR routers for this DVR port 28ff24e3-afbf-44f7-b542-8c14c024a8a5 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:35.055624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.058055 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c60eb3a-4676-45d8-8722-686cd2ec96c1 req-127a4aeb-de5a-47c7-bcd9-0dde99c34436 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.54 "DELETE /v2.0/ports/28ff24e3-afbf-44f7-b542-8c14c024a8a5 HTTP/1.1" status: 204 len: 173 time: 1.6238072 Jul 07 16:49:35.059032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:35.059399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 96ca3132-b733-420a-923b-d4618f9d23a9, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:35.072188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b26dc99-bba2-4c54-8f1a-f28a54ab0377 None None] Provisioning complete for port c71b1250-7429-4bfe-90c3-35828d654188 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:35.072882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'name': 'network-vif-deleted', 'tag': '28ff24e3-afbf-44f7-b542-8c14c024a8a5'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:35.075571 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af277b1-ef64-42f1-8c37-d774c23299eb" -d '{"events": [{"server_uuid": "df676c74-0cba-4234-bf41-fd8659d4ac78", "name": "network-vif-deleted", "tag": "28ff24e3-afbf-44f7-b542-8c14c024a8a5"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:35.076170 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b26dc99-bba2-4c54-8f1a-f28a54ab0377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.081152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=a42fc88c-4f21-4412-afa8-06c2c4b7f6bc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.118550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 96ca3132-b733-420a-923b-d4618f9d23a9 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:35.133146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=c71b1250-7429-4bfe-90c3-35828d654188,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.144382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 96ca3132-b733-420a-923b-d4618f9d23a9) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:35.156872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.157551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.192984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-24a048bb-8563-4300-8880-84bb49d28f6d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3777575 Jul 07 16:49:35.195953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:35.203805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20192079-0202-4dba-ae26-f895939fa050 req-f3791528-4806-4060-be83-3c1c733bac2c tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=df676c74-0cba-4234-bf41-fd8659d4ac78 HTTP/1.1" status: 200 len: 210 time: 0.2393451 Jul 07 16:49:35.271666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.283517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Transition to ACTIVE for port object 6daaf57d-c2e4-449f-9808-efecdc54ca9c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:35.288646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:35.303460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090964f3-b4e3-4340-b611-575d016c486e None None] Network 96ca3132-b733-420a-923b-d4618f9d23a9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:35.307054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.325439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2029df1b-bd22-4535-b690-ccad0ec30651 req-d105aa51-a9ac-4e90-aa82-a7c52d7bb3ef tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753270 Jul 07 16:49:35.419997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.442190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69cf7613-d74e-48b3-a235-46ea8ef8bad4 req-a2f795bc-90fd-4b60-bbc0-886b6ccf6fb9 service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677889 Jul 07 16:49:35.458453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9190215-e8b0-47ca-a1ce-c1f867c31571 None None] Pushing event updated for resources: {'Port': ['ID=6daaf57d-c2e4-449f-9808-efecdc54ca9c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.470973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db233f-cae6-4136-82b2-4d0618794289 req-75d4be66-d576-44da-95ba-ddc07498de2c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.472502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-17db233f-cae6-4136-82b2-4d0618794289 req-75d4be66-d576-44da-95ba-ddc07498de2c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1195731 Jul 07 16:49:35.541003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-246f4bc2-814b-488b-8a2d-0cef72c3902f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.557995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Network 0f4fb85e-5dad-4e89-8212-aa177063777b is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:35.576015 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:49:35.615425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:35.617867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event updated for resources: {'Port': ['ID=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.623490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:35.670132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Attempting to bind port 6daaf57d-c2e4-449f-9808-efecdc54ca9c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:35.670669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Attempting to bind port 6daaf57d-c2e4-449f-9808-efecdc54ca9c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:35.671847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Attempting to bind port 6daaf57d-c2e4-449f-9808-efecdc54ca9c on network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:35.686988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:35.688106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Checking segment: {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:35.688679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.689205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Bound using segment: {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:35.689824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Bound port: 6daaf57d-c2e4-449f-9808-efecdc54ca9c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0290fa0-b91e-4452-bff8-ea6147704889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:35.690347 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.743249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.744248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.771295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a6a2e-061a-40b4-9c3f-1c734f85f276 req-4ce678e7-9eb7-4653-b5f6-dd109a79caf2 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.773584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-313a6a2e-061a-40b4-9c3f-1c734f85f276 req-4ce678e7-9eb7-4653-b5f6-dd109a79caf2 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3400984 Jul 07 16:49:35.800783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f8eb4d6c-73e4-45bf-9ccf-2690ac427e4f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8533795 Jul 07 16:49:35.839359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Request body: {'port': {'device_id': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:35.870749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a55ee-b6d4-4d32-9348-660d84ac80b3 req-c44d4a17-169e-40c5-9861-81e4ccb1c721 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.872350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a70a55ee-b6d4-4d32-9348-660d84ac80b3 req-c44d4a17-169e-40c5-9861-81e4ccb1c721 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 943 time: 0.3169005 Jul 07 16:49:35.932801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port ad4b6178-d665-4c55-8265-f6d9d8d32d33 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:35.935415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.994198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c71b1250-7429-4bfe-90c3-35828d654188 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:35.994960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-313a6a2e-061a-40b4-9c3f-1c734f85f276 req-b18f4089-105b-40af-9295-490fe03eccef tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144859 Jul 07 16:49:36.025158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.046202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a70a55ee-b6d4-4d32-9348-660d84ac80b3 req-d649d038-af8d-44db-9a90-17f98b3cf0df tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677217 Jul 07 16:49:36.064033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.100530 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4477618d-4198-4a59-91e3-847afcf6af8d x-openstack-request-id: req-4477618d-4198-4a59-91e3-847afcf6af8d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:36.101046 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df676c74-0cba-4234-bf41-fd8659d4ac78", "name": "network-vif-deleted", "tag": "28ff24e3-afbf-44f7-b542-8c14c024a8a5", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:36.101953 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4477618d-4198-4a59-91e3-847afcf6af8d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:36.102415 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df676c74-0cba-4234-bf41-fd8659d4ac78', 'name': 'network-vif-deleted', 'tag': '28ff24e3-afbf-44f7-b542-8c14c024a8a5', 'status': 'completed', 'code': 200} Jul 07 16:49:36.106342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.146716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-96ca3132-b733-420a-923b-d4618f9d23a9', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:36.147570 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.188380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port ad4b6178-d665-4c55-8265-f6d9d8d32d33, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ad4b6178-d665-4c55-8265-f6d9d8d32d33,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.189229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.214523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for ad4b6178-d665-4c55-8265-f6d9d8d32d33 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:36.221257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c71b1250-7429-4bfe-90c3-35828d654188 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:36.221640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.226319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'mac_address': 'fa:16:3e:f1:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:36.295311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.377066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] For port 6daaf57d-c2e4-449f-9808-efecdc54ca9c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:36.413973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859027a4-74e2-4c8b-9239-4a5b6a26f054 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:36.425846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] For port 6daaf57d-c2e4-449f-9808-efecdc54ca9c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6daaf57d-c2e4-449f-9808-efecdc54ca9c,segment=NetworkSegment(a0290fa0-b91e-4452-bff8-ea6147704889),segment_id=a0290fa0-b91e-4452-bff8-ea6147704889)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:36.435812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93eb8-4f3d-4a43-8322-35f577451afd req-750dcbff-d276-4ca6-b5e8-5eef52f73421 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:36.438217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1da93eb8-4f3d-4a43-8322-35f577451afd req-750dcbff-d276-4ca6-b5e8-5eef52f73421 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 932 time: 0.1610630 Jul 07 16:49:36.442913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.491753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.500856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad7b01e7-2f05-4ac7-8c80-8c0cd23fa7ea None None] Provisioning for port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:36.508371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.526393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad7b01e7-2f05-4ac7-8c80-8c0cd23fa7ea None None] Provisioning complete for port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:36.526666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad7b01e7-2f05-4ac7-8c80-8c0cd23fa7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.776040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b01e7-2f05-4ac7-8c80-8c0cd23fa7ea None None] Port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:36.799257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9190215-e8b0-47ca-a1ce-c1f867c31571 None None] Pushing event updated for resources: {'Port': ['ID=6daaf57d-c2e4-449f-9808-efecdc54ca9c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.807524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:36.808169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:36.845330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-33697286-8961-4bc2-a727-63af9d9cf3b3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4036326 Jul 07 16:49:36.867421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.21.0.1 (96ca3132-b733-420a-923b-d4618f9d23a9/a42fc88c-4f21-4412-afa8-06c2c4b7f6bc/9401fc98-37ec-4dda-903b-00e248c15cf8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:36.901389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.954398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['859027a4-74e2-4c8b-9239-4a5b6a26f054'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:36.956616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:36.970880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1da93eb8-4f3d-4a43-8322-35f577451afd req-f9628b85-3b8e-4235-a81f-f3c8af7e54d9 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5118377 Jul 07 16:49:36.972211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=ad4b6178-d665-4c55-8265-f6d9d8d32d33,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.022593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:37.030426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port ad4b6178-d665-4c55-8265-f6d9d8d32d33 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:37.034564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.036143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.038338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-17db233f-cae6-4136-82b2-4d0618794289 req-a4b684b6-c757-49c0-8b36-1f3aad7fb8c3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "DELETE /v2.0/ports/ad4b6178-d665-4c55-8265-f6d9d8d32d33 HTTP/1.1" status: 204 len: 173 time: 1.5325267 Jul 07 16:49:37.067536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Transition to ACTIVE for port object 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:37.075917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.104932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.115280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:37.130976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 9401fc98-37ec-4dda-903b-00e248c15cf8 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:37.168110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.178052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28ff24e3-afbf-44f7-b542-8c14c024a8a5 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:37.202339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.285000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.287815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 96ca3132-b733-420a-923b-d4618f9d23a9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:37.294051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 28ff24e3-afbf-44f7-b542-8c14c024a8a5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:37.294545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 28ff24e3-afbf-44f7-b542-8c14c024a8a5 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:37.305841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:37.308888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:37.322310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-380fe721-122b-4042-b028-10642fe7f5dc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:37.327345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-380fe721-122b-4042-b028-10642fe7f5dc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4725459 Jul 07 16:49:37.347586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-067b844d-c0a4-4ad5-960d-0d4d97ffbe01 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/quotas/d7a06a40562e44fc85561c9f1fb670b5 HTTP/1.1" status: 200 len: 375 time: 0.0184681 Jul 07 16:49:37.369229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=9401fc98-37ec-4dda-903b-00e248c15cf8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.400244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.443306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Allocated IP 172.21.0.2 (96ca3132-b733-420a-923b-d4618f9d23a9/a42fc88c-4f21-4412-afa8-06c2c4b7f6bc/fd31bad3-51aa-4b14-a198-ae7ff011d1fa) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:37.444855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-e2fbdbf5-9702-4a4e-9643-73769f6220b8 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963826 Jul 07 16:49:37.468522 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.511602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Attempting to bind port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:37.512417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Attempting to bind port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:37.512846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Attempting to bind port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c on network 0f4fb85e-5dad-4e89-8212-aa177063777b {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:37.531642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c on network 0f4fb85e-5dad-4e89-8212-aa177063777b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:37.531980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Attempting to bind port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c on network 0f4fb85e-5dad-4e89-8212-aa177063777b {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:37.544535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-0138f22f-ec42-4408-b282-7e984cd1f2e9 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:37.546275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-0138f22f-ec42-4408-b282-7e984cd1f2e9 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3999875 Jul 07 16:49:37.549903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:37.550252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Checking segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:37.550644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Bound using segment: {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:37.551104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Bound port: 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a060fd-5b1e-439c-98a4-953e1b881db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:37.551455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.582646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.662746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-425bd38c-898f-4457-b466-442b8c0251a7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.1077895 Jul 07 16:49:37.676332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'floatingip': {'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:37.723302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb363a6e-d9c9-4226-9dc0-a526a8655fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.804309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85feb085-50cd-4abd-888e-4a40d1b0918d req-962ad351-bb9d-488c-b00a-4b5b1ea97370 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=047f5da4-ba47-448b-8097-d52a44ef6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0634639 Jul 07 16:49:37.876113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.038631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] For port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:38.060825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] For port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:38.098616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.101174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.105040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'name': 'network-vif-deleted', 'tag': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:38.108957 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8412ce26-1376-44a5-9b65-71e122d4b9ed" -d '{"events": [{"server_uuid": "047f5da4-ba47-448b-8097-d52a44ef6fd6", "name": "network-vif-deleted", "tag": "ad4b6178-d665-4c55-8265-f6d9d8d32d33"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:38.129192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Transition to ACTIVE for port object fd31bad3-51aa-4b14-a198-ae7ff011d1fa will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:38.152953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.159689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Transition to ACTIVE for port object fd31bad3-51aa-4b14-a198-ae7ff011d1fa will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:38.161195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.167618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:32Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:36Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:38.171214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.192417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.193047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.198397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] 10.222.0.13 "PUT /v2.0/ports/3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c HTTP/1.1" status: 200 len: 1092 time: 2.3649182 Jul 07 16:49:38.198397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:38.199332 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca45b86-6c5d-477a-9379-be44b9630eae" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:38.268135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dc2e2-c7a3-41aa-aa41-136b0215b82c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.290048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=9401fc98-37ec-4dda-903b-00e248c15cf8,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.298190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.322156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d8fc7-57b5-47cc-8a85-cf473d44f9a0 None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:32Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:36Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:38.327553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Network 96ca3132-b733-420a-923b-d4618f9d23a9 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:38.338165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:38.353492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ad4b6178-d665-4c55-8265-f6d9d8d32d33 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:38.363714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:38.417940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e87f05-5657-42b6-861a-5d337c1ea91f req-2d14dfa3-11b9-41d1-bace-cd7837537146 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.425873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0e87f05-5657-42b6-861a-5d337c1ea91f req-2d14dfa3-11b9-41d1-bace-cd7837537146 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3730700 Jul 07 16:49:38.498459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Pushing event updated for resources: {'Port': ['ID=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.523582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 96ca3132-b733-420a-923b-d4618f9d23a9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:38.525252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:38.555635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: ad4b6178-d665-4c55-8265-f6d9d8d32d33 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:38.556387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ad4b6178-d665-4c55-8265-f6d9d8d32d33 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:38.560870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Attempting to bind port fd31bad3-51aa-4b14-a198-ae7ff011d1fa on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:38.561527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Attempting to bind port fd31bad3-51aa-4b14-a198-ae7ff011d1fa by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:38.562160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Attempting to bind port fd31bad3-51aa-4b14-a198-ae7ff011d1fa on network 96ca3132-b733-420a-923b-d4618f9d23a9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:38.572269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:38.572959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Checking segment: {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:38.573649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.574470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Bound using segment: {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:38.576037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Bound port: fd31bad3-51aa-4b14-a198-ae7ff011d1fa, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:38.576647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.617145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-c02d8014-b611-421d-8061-502d3a14556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.618613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-c02d8014-b611-421d-8061-502d3a14556e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe&device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 1095 time: 0.3330462 Jul 07 16:49:38.639657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0e87f05-5657-42b6-861a-5d337c1ea91f req-832d8ed2-7cfb-41ab-8470-2ef89984b2d2 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128494 Jul 07 16:49:38.705670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] For port fd31bad3-51aa-4b14-a198-ae7ff011d1fa, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:38.711920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] For port fd31bad3-51aa-4b14-a198-ae7ff011d1fa, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,segment=NetworkSegment(32c166e8-6c7f-4484-90c2-4a3e048c27d7),segment_id=32c166e8-6c7f-4484-90c2-4a3e048c27d7)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:38.736742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:38.760312 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.806089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-79f83c62-1ac3-4c68-942e-26fc5d468664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c HTTP/1.1" status: 200 len: 217 time: 0.1560581 Jul 07 16:49:38.900626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c65fde-ef3d-4d1e-a4a1-3c982311bc8a None None] Pushing event updated for resources: {'Port': ['ID=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.922403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:38.927900 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-58b7bc5c-9646-42ba-8135-4fe4357b78c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7307966 Jul 07 16:49:38.930692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46404) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:38.935915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449157710'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:38.978137 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.988591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:38.992853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.013835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-4749e4f7-53e6-48fe-9bc7-d79e8142c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.016090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-4749e4f7-53e6-48fe-9bc7-d79e8142c6e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79 HTTP/1.1" status: 200 len: 850 time: 0.1916988 Jul 07 16:49:39.033034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:39.049473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.050322 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment bcc28ef5-cb7a-4225-9d6e-590de4b0d589 of type vlan for network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 Jul 07 16:49:39.131636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.160013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:49:39.176650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:39.204832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.218846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.220154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.276072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a607b-f598-4052-bc4a-153dc5314618 req-12e07cd2-a80f-419b-b878-473c679b82b8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.277698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-423a607b-f598-4052-bc4a-153dc5314618 req-12e07cd2-a80f-419b-b878-473c679b82b8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 944 time: 0.3407137 Jul 07 16:49:39.295311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.303918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 859027a4-74e2-4c8b-9239-4a5b6a26f054 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:39.311348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 859027a4-74e2-4c8b-9239-4a5b6a26f054 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:39.312432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.321774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.346457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=dd4b7803-a82b-4a69-9dd4-7deef0bbfd33,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:39.366990 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-25f179f2-d557-4227-a5f5-716211d5bfb2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4351761 Jul 07 16:49:39.370089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46406) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:39.375246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:39.380869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:39.490997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-91a9bdcf-5f3b-4061-8986-0d1f4e3bf92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.492806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-91a9bdcf-5f3b-4061-8986-0d1f4e3bf92d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f4fb85e-5dad-4e89-8212-aa177063777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4531198 Jul 07 16:49:39.494503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.523322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:39.528893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.541086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:39.542250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:39.545073 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055070bc-002b-4a9b-8ff1-1565dcbd68d4" -d '{"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-plugged", "status": "completed", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:39.549360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.580063 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Floating IP fd3a535b-e633-4d43-a858-0a7c371cf279 associated. External IP: 172.25.5.248, port: e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4. Jul 07 16:49:39.602636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:39.605945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-423a607b-f598-4052-bc4a-153dc5314618 req-06b252f2-3543-46e3-a742-3fef7c157561 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148484 Jul 07 16:49:39.721847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-aef320cb-9c3f-4bca-8359-ef6dc055257e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541372 Jul 07 16:49:39.748766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-0188d669-0429-4393-981c-206fd1280cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362180 Jul 07 16:49:39.769661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.831365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=99fc702a-eb42-41c5-bafb-741662b4011a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:39.847167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:39.847540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: dd4b7803-a82b-4a69-9dd4-7deef0bbfd33, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:39.868590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:39.883075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, dd4b7803-a82b-4a69-9dd4-7deef0bbfd33) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:39.889720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc8d7e4a-335a-404e-b8ca-8a8d9a6d7e40 req-3e466168-f138-4cff-b22e-46acc41fd935 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 210 time: 0.0636101 Jul 07 16:49:39.895522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.895908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a0533-65dd-44e8-80fd-37e1bd01e6ef None None] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:39.896139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.922636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b3697cb6-6ea3-47cf-9663-34d9f5157cb1 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5512023 Jul 07 16:49:39.924192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:40.072301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd31bad3-51aa-4b14-a198-ae7ff011d1fa up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:40.238867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port fd31bad3-51aa-4b14-a198-ae7ff011d1fa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:40.241678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:40.242811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.266019 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6daaf57d-c2e4-449f-9808-efecdc54ca9c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:40.481041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.529963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Allocated IP 172.22.0.2 (dd4b7803-a82b-4a69-9dd4-7deef0bbfd33/99fc702a-eb42-41c5-bafb-741662b4011a/45d4f425-8abe-47e6-a2ae-2c1e62c9f30e) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:40.551532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6daaf57d-c2e4-449f-9808-efecdc54ca9c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:40.627636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-1717b340-3811-44c2-bbcf-5a5caad989cd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.629466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-1717b340-3811-44c2-bbcf-5a5caad989cd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8963439 Jul 07 16:49:40.646738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:40.680552 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:40.705761 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:40.707854 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:40.722164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-941c1ee5-20b6-4851-8598-a90aea3efc9c req-969e95b3-505e-453d-9453-d8ca29281914 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837998 Jul 07 16:49:40.734830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6daaf57d-c2e4-449f-9808-efecdc54ca9c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:40.735454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.783368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a69436-d4e0-4069-a412-4ecd37273091 None None] Network 96ca3132-b733-420a-923b-d4618f9d23a9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:40.831039 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:40.865995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d39d-36bd-4f16-a107-30b32125668d req-ed8c5aef-6d70-4de9-9f95-84c4d5359075 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.868410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe17d39d-36bd-4f16-a107-30b32125668d req-ed8c5aef-6d70-4de9-9f95-84c4d5359075 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 944 time: 0.2953091 Jul 07 16:49:40.870375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:40.870551 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.891644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] Provisioning for port fd31bad3-51aa-4b14-a198-ae7ff011d1fa completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:40.899702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:40.903349 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.919276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] Provisioning complete for port fd31bad3-51aa-4b14-a198-ae7ff011d1fa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:40.919276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.959970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.007533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe17d39d-36bd-4f16-a107-30b32125668d req-ed4fc8cc-03e0-476b-b41a-b7aa3881e9a6 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219993 Jul 07 16:49:41.082351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.091306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:41.095631 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83510c75-c694-491c-8d0f-94a5a9ceae51 x-openstack-request-id: req-83510c75-c694-491c-8d0f-94a5a9ceae51 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:41.096220 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047f5da4-ba47-448b-8097-d52a44ef6fd6", "name": "network-vif-deleted", "tag": "ad4b6178-d665-4c55-8265-f6d9d8d32d33", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:41.096860 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83510c75-c694-491c-8d0f-94a5a9ceae51 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:41.097078 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.097686 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047f5da4-ba47-448b-8097-d52a44ef6fd6', 'name': 'network-vif-deleted', 'tag': 'ad4b6178-d665-4c55-8265-f6d9d8d32d33', 'status': 'completed', 'code': 200} Jul 07 16:49:41.111749 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.117937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:41.121855 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:37Z', 'revision_number': 3, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:36Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:37Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:41.143153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Transition to ACTIVE for port object 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:41.155788 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2223d0-9331-4128-8bd3-79a0cd5465e8 x-openstack-request-id: req-7a2223d0-9331-4128-8bd3-79a0cd5465e8 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:41.156465 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:41.156934 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a2223d0-9331-4128-8bd3-79a0cd5465e8 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:41.157761 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'status': 'completed', 'code': 200} Jul 07 16:49:41.180346 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:41.181217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Updating router 42cbbc82-1bc3-4df2-aa66-de420418dc0e port 9401fc98-37ec-4dda-903b-00e248c15cf8 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:41.181705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6c934bff-383f-4b7e-ac91-ef15fdb05253 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "PUT /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 996 time: 3.5107346 Jul 07 16:49:41.215619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:41.217228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:41.236359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 6daaf57d-c2e4-449f-9808-efecdc54ca9c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6daaf57d-c2e4-449f-9808-efecdc54ca9c,segment=NetworkSegment(a0290fa0-b91e-4452-bff8-ea6147704889),segment_id=a0290fa0-b91e-4452-bff8-ea6147704889)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:41.243705 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.279163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Transition to ACTIVE for port object 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:41.283155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.283379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.289061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.293126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.306870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.360863 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2510a41-2280-42a0-b4c6-db63a0f129c6 x-openstack-request-id: req-a2510a41-2280-42a0-b4c6-db63a0f129c6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:41.360863 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-plugged", "status": "completed", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:41.360863 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2510a41-2280-42a0-b4c6-db63a0f129c6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:41.360863 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'code': 200} Jul 07 16:49:41.394240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.22.0.1 (dd4b7803-a82b-4a69-9dd4-7deef0bbfd33/99fc702a-eb42-41c5-bafb-741662b4011a/7a39118f-5e3c-431a-bd41-14d85119a3b7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:41.432553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:41.437242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] For port fd31bad3-51aa-4b14-a198-ae7ff011d1fa, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,segment=NetworkSegment(32c166e8-6c7f-4484-90c2-4a3e048c27d7),segment_id=32c166e8-6c7f-4484-90c2-4a3e048c27d7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:41.451174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:41.457940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8525409c-6ea5-495d-b75b-023f12d4c11b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.458198 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.462517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:41.494891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:41.534169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-31a9883f-776e-4709-8df5-7b25765b4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.542080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-31a9883f-776e-4709-8df5-7b25765b4f5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.3501894 Jul 07 16:49:41.636863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81c0c1-fa37-43da-8981-a024a7652ec3 req-f283f0c6-4391-4174-9853-02c90ad9fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.638706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b81c0c1-fa37-43da-8981-a024a7652ec3 req-f283f0c6-4391-4174-9853-02c90ad9fdfa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 1096 time: 0.2155197 Jul 07 16:49:41.652022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=6daaf57d-c2e4-449f-9808-efecdc54ca9c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.672481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.679893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-41fd4415-07f0-4a23-ad73-30571309e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.687653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-41fd4415-07f0-4a23-ad73-30571309e6b2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.1441469 Jul 07 16:49:41.690843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45b86-6c5d-477a-9379-be44b9630eae req-01941d35-1619-4e26-bd33-7901ae138441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.692484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-01941d35-1619-4e26-bd33-7901ae138441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe&device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 1095 time: 0.4874840 Jul 07 16:49:41.711346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3b81c0c1-fa37-43da-8981-a024a7652ec3 req-cf283546-26ba-4aab-ba5d-ea96947b0232 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546403 Jul 07 16:49:41.712474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 7a39118f-5e3c-431a-bd41-14d85119a3b7 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:41.767617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.857726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.185 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/645bc94e-a602-49e0-8e78-de685109aa39) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:41.883926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:41.898316 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.911200 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Transition to ACTIVE for port object 9401fc98-37ec-4dda-903b-00e248c15cf8 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:41.912829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:41.920102 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.926892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:41.960642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6daaf57d-c2e4-449f-9808-efecdc54ca9c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:41.965628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-daa6a4fe-33a3-42d8-b9da-40c99aa585ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 999 time: 0.2751453 Jul 07 16:49:41.998422 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Pushing event updated for resources: {'Port': ['ID=9401fc98-37ec-4dda-903b-00e248c15cf8,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.998922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Pushing event updated for resources: {'Port': ['ID=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.006591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=7a39118f-5e3c-431a-bd41-14d85119a3b7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.018082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Attempting to bind port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:42.018615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Attempting to bind port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:42.019089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Attempting to bind port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e on network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:42.063206 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.063834 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.064972 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.065515 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.066035 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.066541 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.067617 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.068121 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.068775 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.069816 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.069987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dc9ada11-d4b7-4e33-b2b1-39403137a8e2 None None] Provisioning complete for port fd31bad3-51aa-4b14-a198-ae7ff011d1fa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:42.070627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dc9ada11-d4b7-4e33-b2b1-39403137a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.071184 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.071678 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:42.073598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:42.074391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Checking segment: {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:42.074691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.075005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.075507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Bound using segment: {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:42.076112 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Bound port: 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:42.076609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.150875 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Attempting to bind port 9401fc98-37ec-4dda-903b-00e248c15cf8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:42.151522 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Attempting to bind port 9401fc98-37ec-4dda-903b-00e248c15cf8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:42.152411 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Attempting to bind port 9401fc98-37ec-4dda-903b-00e248c15cf8 on network 96ca3132-b733-420a-923b-d4618f9d23a9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:42.159659 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:42.161013 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Checking segment: {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:42.161748 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.162669 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Bound using segment: {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:42.163406 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Bound port: 9401fc98-37ec-4dda-903b-00e248c15cf8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c166e8-6c7f-4484-90c2-4a3e048c27d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:42.164079 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.169709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc3efd-16d6-4a8a-9756-8336718f9169 None None] Pushing event updated for resources: {'Port': ['ID=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.205292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-e8a69a57-c645-4a01-9406-dbfb86cce0d1 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.206849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-e8a69a57-c645-4a01-9406-dbfb86cce0d1 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 949 time: 0.1912487 Jul 07 16:49:42.276492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6daaf57d-c2e4-449f-9808-efecdc54ca9c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:42.284435 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.290085 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] For port 9401fc98-37ec-4dda-903b-00e248c15cf8, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:42.295046 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] For port 9401fc98-37ec-4dda-903b-00e248c15cf8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9401fc98-37ec-4dda-903b-00e248c15cf8,segment=NetworkSegment(32c166e8-6c7f-4484-90c2-4a3e048c27d7),segment_id=32c166e8-6c7f-4484-90c2-4a3e048c27d7)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:42.301693 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.329578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.352551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-1c554a6c-ab2b-4115-900e-1649803c2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.360565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-1c554a6c-ab2b-4115-900e-1649803c2e26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1498990 Jul 07 16:49:42.384656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.387931 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d294b7-26ef-4636-850d-9e55478ce933 None None] Pushing event updated for resources: {'Port': ['ID=9401fc98-37ec-4dda-903b-00e248c15cf8,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.405188 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:42.406277 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:42.417964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9044d-24e5-4920-8495-9b73d03c82e2 req-e6b64574-df98-4621-b1ee-1de77c89529a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.426501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6c9044d-24e5-4920-8495-9b73d03c82e2 req-e6b64574-df98-4621-b1ee-1de77c89529a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.7254379 Jul 07 16:49:42.434258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45b86-6c5d-477a-9379-be44b9630eae req-4641a5c9-bdc4-4460-a99e-119e6063ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.435715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-4641a5c9-bdc4-4460-a99e-119e6063ae80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f4fb85e-5dad-4e89-8212-aa177063777b HTTP/1.1" status: 200 len: 912 time: 0.7299824 Jul 07 16:49:42.441179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] For port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:42.451745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] For port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,segment=NetworkSegment(bcc28ef5-cb7a-4225-9d6e-590de4b0d589),segment_id=bcc28ef5-cb7a-4225-9d6e-590de4b0d589)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:42.465956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 645bc94e-a602-49e0-8e78-de685109aa39 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:42.507150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.524526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-e6ad5a1c-46f4-4ebc-a3e9-de9683c126b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c HTTP/1.1" status: 200 len: 217 time: 0.0664485 Jul 07 16:49:42.557083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6c9044d-24e5-4920-8495-9b73d03c82e2 req-cb3d049a-e43c-465d-9cae-bf54ad2d1f6f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292772 Jul 07 16:49:42.590897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Deleting port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:42.593576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.690567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45b86-6c5d-477a-9379-be44b9630eae req-2271be42-99d6-463f-8113-217beee52443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.691993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-2271be42-99d6-463f-8113-217beee52443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79 HTTP/1.1" status: 200 len: 850 time: 0.1555805 Jul 07 16:49:42.707800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.740739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] For port f5522d14-b133-4a8f-ad8c-a6b9095d82f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:42.741988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.761900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Calling delete_port for f5522d14-b133-4a8f-ad8c-a6b9095d82f6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:42.785264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dc9ada11-d4b7-4e33-b2b1-39403137a8e2 None None] Provisioning for port 9401fc98-37ec-4dda-903b-00e248c15cf8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:42.813297 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:42.828678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-0b60d386-04e8-4948-8759-be1fa70fb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.831857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-0b60d386-04e8-4948-8759-be1fa70fb95e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4704964 Jul 07 16:49:42.856607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe9f5f-8cee-4e5e-9e68-6523bc6bdf7a None None] Pushing event updated for resources: {'Port': ['ID=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.897190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:39Z', 'revision_number': 1, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:43.005989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:43.049964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:43.050564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:43.063983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.130625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:43.145193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=645bc94e-a602-49e0-8e78-de685109aa39,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:43.157687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:43.162331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:43.229364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:43.238397 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b4b12c-5e12-42cc-a082-1a39205f8c74" -d '{"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:43.244431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-0c72d8e5-1777-4e62-808a-65c4d51e72b2 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106143 Jul 07 16:49:43.272266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Pushing event deleted for resources: {'Port': ['ID=f5522d14-b133-4a8f-ad8c-a6b9095d82f6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:43.284614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] No DVR routers for this DVR port f5522d14-b133-4a8f-ad8c-a6b9095d82f6 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:43.290438 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:42Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 1, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:42Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:43.300833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.303079 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9192a523-7c9b-45c6-a7a8-363ff1939eb8 req-b98a95c3-b81c-4c60-83fe-f9cead19a3db tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.13 "DELETE /v2.0/ports/f5522d14-b133-4a8f-ad8c-a6b9095d82f6 HTTP/1.1" status: 204 len: 173 time: 1.0898767 Jul 07 16:49:43.303625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'name': 'network-vif-deleted', 'tag': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:43.306093 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42b264-e3ff-47ea-8fb5-a0e20bf438f2" -d '{"events": [{"server_uuid": "4f1298b3-5078-45da-8a0c-ffd68471905c", "name": "network-vif-deleted", "tag": "f5522d14-b133-4a8f-ad8c-a6b9095d82f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:43.356160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45b86-6c5d-477a-9379-be44b9630eae req-1a450b41-420e-4e62-b585-4587ee24873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:43.358675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-1a450b41-420e-4e62-b585-4587ee24873f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f4fb85e-5dad-4e89-8212-aa177063777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6579483 Jul 07 16:49:43.366140 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb977d-8602-4bf6-abcc-bf7a9b36220a None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:42Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 1, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:42Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:43.546609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:43.568196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:43.569064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.592538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf44389-50af-487c-b78f-bc9799db0b56 req-80212bb5-22bb-4627-9b0e-f7b70652a895 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:43.598489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.599992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbf44389-50af-487c-b78f-bc9799db0b56 req-80212bb5-22bb-4627-9b0e-f7b70652a895 tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1298b3-5078-45da-8a0c-ffd68471905c HTTP/1.1" status: 200 len: 867 time: 0.7855175 Jul 07 16:49:43.613261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.657733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-eed6152f-b7dd-44da-83ec-7602a778040e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0161679 Jul 07 16:49:43.723252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Request body: {'port': {'device_id': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:43.741975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.827030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbf44389-50af-487c-b78f-bc9799db0b56 req-1f824b7d-5a6b-453e-99dd-eaad667e468b tempest-ServersAdminNegativeTestJSON-1975765335 tempest-ServersAdminNegativeTestJSON-1975765335-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0ee15b-4c62-489a-93c3-6362377ea2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259607 Jul 07 16:49:43.873387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eeeed14-f11a-450b-9b60-574ee875f026 req-6f23a0af-1029-40a4-a34a-6315caeb982b service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780094 Jul 07 16:49:43.893318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=7a39118f-5e3c-431a-bd41-14d85119a3b7,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:43.937837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-58c59f50-b0b0-4178-93e2-704d17dfdf60 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177605 Jul 07 16:49:44.028038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:44.030304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:44.135600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:39Z', 'revision_number': 1, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:44.277319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a8c56-f098-4b84-afc2-d6b979fcaf68 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:39Z', 'revision_number': 1, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:44.296438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd31bad3-51aa-4b14-a198-ae7ff011d1fa up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:44.405078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:44.411336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5522d14-b133-4a8f-ad8c-a6b9095d82f6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:44.413801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:44.503489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: f5522d14-b133-4a8f-ad8c-a6b9095d82f6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:44.505780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5522d14-b133-4a8f-ad8c-a6b9095d82f6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:44.603047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.765404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port fd31bad3-51aa-4b14-a198-ae7ff011d1fa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:44.766271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.778474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c9b08-447e-4f4e-81df-ab5cf761742e req-161a9bc7-effe-4a29-b177-6f1644df34ff tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:44.788054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-170c9b08-447e-4f4e-81df-ab5cf761742e req-161a9bc7-effe-4a29-b177-6f1644df34ff tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 945 time: 0.5601707 Jul 07 16:49:44.791801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aca45b86-6c5d-477a-9379-be44b9630eae req-c4ca167b-6559-4c5f-8a5a-65f6e8525eda service neutron] 10.222.0.13 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513186 Jul 07 16:49:44.833683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68240788-b06c-4fc1-809c-351367b1e571 None None] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:44.843854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3ec7-9301-49d5-8653-a8cfddd57af6 req-0bacc8ce-b69e-4d25-94de-b4ea3a96a07c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:44.846175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36c3ec7-9301-49d5-8653-a8cfddd57af6 req-0bacc8ce-b69e-4d25-94de-b4ea3a96a07c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 936 time: 0.5708745 Jul 07 16:49:44.879560 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cb850-3ea0-4d8f-b5a7-c843cb816ec2 None None] New status for floating IP fd3a535b-e633-4d43-a858-0a7c371cf279: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:49:44.971592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-170c9b08-447e-4f4e-81df-ab5cf761742e req-5ad08fce-1b98-4810-b294-cd80935939cf tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823351 Jul 07 16:49:45.003748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3370f203-0b6e-4c9b-be48-1e1204a86fb7 None None] Provisioning for port 645bc94e-a602-49e0-8e78-de685109aa39 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:45.018565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3370f203-0b6e-4c9b-be48-1e1204a86fb7 None None] Provisioning complete for port 645bc94e-a602-49e0-8e78-de685109aa39 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:45.018909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3370f203-0b6e-4c9b-be48-1e1204a86fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.133818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:45.152150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36c3ec7-9301-49d5-8653-a8cfddd57af6 req-2640ef5f-64c1-40db-b938-7bf45a271f47 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434239 Jul 07 16:49:45.241384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3370f203-0b6e-4c9b-be48-1e1204a86fb7 None None] Port 645bc94e-a602-49e0-8e78-de685109aa39 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:45.247512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'port_id': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'mac_address': 'fa:16:3e:08:d5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:45.289269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:45.374455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:45.377491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.392958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f3555afe-f566-4960-ad2b-881e7c50967a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4657698 Jul 07 16:49:45.394087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:45.402828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645bc94e-a602-49e0-8e78-de685109aa39 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:45.408162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cfa4321b-c76f-44d2-b8e6-23b7c2ee9a31 None None] Provisioning for port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:45.408339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'network': {'name': 'tempest-RoutersTest-2134175150'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:45.414783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.420572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:45.433944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Transition to ACTIVE for port object 645bc94e-a602-49e0-8e78-de685109aa39 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:45.440613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:45.452532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.459637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:45.463503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.473154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:45.491991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:45.500847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.509242 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.555870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:45.576428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.576963 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added segment 4c5c249f-a978-4f13-bbef-6cfaaf610bc2 of type vlan for network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 Jul 07 16:49:45.610476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:45.638644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.696352 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.708005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.718266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:45.719221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.790396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,segment=NetworkSegment(bcc28ef5-cb7a-4225-9d6e-590de4b0d589),segment_id=bcc28ef5-cb7a-4225-9d6e-590de4b0d589)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:45.795456 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.829875 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4344597 Jul 07 16:49:45.833844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46438) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:45.856468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'subnet': {'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:45.872951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:45.991969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-499b2dcf-4d41-4563-9c58-57a43017cc3a None None] Provisioning complete for port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:45.992855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d40f7-cfbb-4e58-94c3-12f2980509c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Network': ['ID=686b1432-23f2-48a9-a9f3-3dc7dc9365e9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:45.993366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-499b2dcf-4d41-4563-9c58-57a43017cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.071183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:46.073778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:46.094397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Made reservation on behalf of f2ab7fd2e9b94de7a3faff7b2f7aa014 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:46.104879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.163010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9401fc98-37ec-4dda-903b-00e248c15cf8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:46.165409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.165556 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b14e2d-0c70-4fad-8086-1ef7f8648f99 x-openstack-request-id: req-29b14e2d-0c70-4fad-8086-1ef7f8648f99 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:46.166148 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:46.166148 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29b14e2d-0c70-4fad-8086-1ef7f8648f99 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:46.166536 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'status': 'completed', 'code': 200} Jul 07 16:49:46.256612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Pushing event updated for resources: {'Port': ['ID=645bc94e-a602-49e0-8e78-de685109aa39,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.288013 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b2f56-e28a-48a4-8edf-43dc9d9f28f8 x-openstack-request-id: req-968b2f56-e28a-48a4-8edf-43dc9d9f28f8 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:46.288355 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1298b3-5078-45da-8a0c-ffd68471905c", "name": "network-vif-deleted", "tag": "f5522d14-b133-4a8f-ad8c-a6b9095d82f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:46.288618 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-968b2f56-e28a-48a4-8edf-43dc9d9f28f8 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:46.289096 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1298b3-5078-45da-8a0c-ffd68471905c', 'name': 'network-vif-deleted', 'tag': 'f5522d14-b133-4a8f-ad8c-a6b9095d82f6', 'status': 'completed', 'code': 200} Jul 07 16:49:46.332726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:46.333444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:46.400352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89724f7-a80e-47f3-89a1-ed352b329c7f req-c894e18b-7fa4-45b9-983c-88a1de803bd8 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.403027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a89724f7-a80e-47f3-89a1-ed352b329c7f req-c894e18b-7fa4-45b9-983c-88a1de803bd8 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 945 time: 0.2800589 Jul 07 16:49:46.479585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Attempting to bind port 645bc94e-a602-49e0-8e78-de685109aa39 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:46.480012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Attempting to bind port 645bc94e-a602-49e0-8e78-de685109aa39 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:46.480702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Attempting to bind port 645bc94e-a602-49e0-8e78-de685109aa39 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:46.485711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:46.493444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-f589581a-d826-4af5-b88e-56e69a74db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.494772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Port 645bc94e-a602-49e0-8e78-de685109aa39 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:46.495166 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-f589581a-d826-4af5-b88e-56e69a74db59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.2847774 Jul 07 16:49:46.495300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Attempting to bind port 645bc94e-a602-49e0-8e78-de685109aa39 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:46.504093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:46.504591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:46.505166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:46.505882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Bound port: 645bc94e-a602-49e0-8e78-de685109aa39, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:46.506513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.582629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a89724f7-a80e-47f3-89a1-ed352b329c7f req-f98e09eb-04e5-456a-bb01-b3464a99f08a tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523731 Jul 07 16:49:46.638553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] For port 645bc94e-a602-49e0-8e78-de685109aa39, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:46.643729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] For port 645bc94e-a602-49e0-8e78-de685109aa39, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=645bc94e-a602-49e0-8e78-de685109aa39,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:46.650762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.671749 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.676515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01984-3f66-450b-9f6f-7cc3191fd5e5 req-03b0eb71-db62-43ef-ab9b-36a358c42d1f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.678262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6be01984-3f66-450b-9f6f-7cc3191fd5e5 req-03b0eb71-db62-43ef-ab9b-36a358c42d1f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3033853 Jul 07 16:49:46.730528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.731332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.734350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] 10.222.0.54 "PUT /v2.0/ports/645bc94e-a602-49e0-8e78-de685109aa39 HTTP/1.1" status: 200 len: 1096 time: 3.0509770 Jul 07 16:49:46.772402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-49681485-7479-4bd3-b00b-429f4096b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.773974 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-49681485-7479-4bd3-b00b-429f4096b918 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.2715597 Jul 07 16:49:46.791120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9401fc98-37ec-4dda-903b-00e248c15cf8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:46.802205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9401fc98-37ec-4dda-903b-00e248c15cf8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:46.802665 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.866754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Subnet': ['ID=2724857a-6420-460f-9dfd-27e9a22dcbf8,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.888142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df64407-907c-47bd-9b22-7195fa710c84 service neutron] Pushing event updated for resources: {'Port': ['ID=645bc94e-a602-49e0-8e78-de685109aa39,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.893917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Checking segment: {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:46.894487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network hostable DHCP agents. Network: 686b1432-23f2-48a9-a9f3-3dc7dc9365e9, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:46.915029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6be01984-3f66-450b-9f6f-7cc3191fd5e5 req-b382fdb0-694c-4a9f-a786-1add9bf628bb tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955087 Jul 07 16:49:46.928532 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-87fe556e-678b-4652-b4a3-81e08385db61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 1001 time: 0.1454053 Jul 07 16:49:46.936739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-65cd671c-e383-4ba1-a8d9-f13c96b57cae tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.950937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-65cd671c-e383-4ba1-a8d9-f13c96b57cae tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2130575 Jul 07 16:49:47.031356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-499b2dcf-4d41-4563-9c58-57a43017cc3a None None] Provisioning for port 7a39118f-5e3c-431a-bd41-14d85119a3b7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:47.048434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-499b2dcf-4d41-4563-9c58-57a43017cc3a None None] Provisioning complete for port 7a39118f-5e3c-431a-bd41-14d85119a3b7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:47.048855 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-499b2dcf-4d41-4563-9c58-57a43017cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.086789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:47.108606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-0d64a3b1-6112-4646-bb62-b8548f7ad2e3 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.1282384 Jul 07 16:49:47.116050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-f972ef8c-b85d-4951-a452-3dde84b3585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.118084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-f972ef8c-b85d-4951-a452-3dde84b3585e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 1099 time: 0.3147953 Jul 07 16:49:47.140360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 686b1432-23f2-48a9-a9f3-3dc7dc9365e9) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:47.148795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.149800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.179123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-0b221aee-76e7-4168-a4a1-94bb79fb213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.182022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-0b221aee-76e7-4168-a4a1-94bb79fb213d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.2444344 Jul 07 16:49:47.184224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c6084-652a-4dc8-8e22-73c770f88a0c None None] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:47.189467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-3cff5061-1810-43a7-9425-992f1fa09def service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=645bc94e-a602-49e0-8e78-de685109aa39 HTTP/1.1" status: 200 len: 217 time: 0.0628633 Jul 07 16:49:47.191082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d618db8e-8d40-487b-a0ba-a56ef6a9b4dc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3536854 Jul 07 16:49:47.197962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'floatingip': {'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:47.203235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46448) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:47.297096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.303624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-499b2dcf-4d41-4563-9c58-57a43017cc3a None None] Port 7a39118f-5e3c-431a-bd41-14d85119a3b7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:47.338168 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.347814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-733cc156-8c19-4d55-b8dc-41e1ef17cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.351219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-733cc156-8c19-4d55-b8dc-41e1ef17cb0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1031978 Jul 07 16:49:47.397712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:42Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:43Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:42Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:47.461677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 9401fc98-37ec-4dda-903b-00e248c15cf8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9401fc98-37ec-4dda-903b-00e248c15cf8,segment=NetworkSegment(32c166e8-6c7f-4484-90c2-4a3e048c27d7),segment_id=32c166e8-6c7f-4484-90c2-4a3e048c27d7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:47.469516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:47.469884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Updating router 42cbbc82-1bc3-4df2-aa66-de420418dc0e port 7a39118f-5e3c-431a-bd41-14d85119a3b7 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:47.501486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.595184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-5c3f57db-18d3-45df-9d12-f78ee91abca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.601035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-5c3f57db-18d3-45df-9d12-f78ee91abca1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2401545 Jul 07 16:49:47.601328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dd48fb68-296a-42fe-bb91-b05537ccd60b None None] Provisioning complete for port 7a39118f-5e3c-431a-bd41-14d85119a3b7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:47.601710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd48fb68-296a-42fe-bb91-b05537ccd60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.632138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-4286775a-70f3-4faf-939d-7620fd2be26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.633716 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-4286775a-70f3-4faf-939d-7620fd2be26f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4412334 Jul 07 16:49:47.645682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.704168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=9401fc98-37ec-4dda-903b-00e248c15cf8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:47.724149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dd48fb68-296a-42fe-bb91-b05537ccd60b None None] Port 7a39118f-5e3c-431a-bd41-14d85119a3b7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:47.745882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46460) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:47.758738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:47.759609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.884775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-c9bb5f76-fe3c-4870-9236-4a7aab0a5d5a service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908104 Jul 07 16:49:47.890388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-981ed813-22fc-49b7-83be-4f3ed84ea8d8 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742944 Jul 07 16:49:47.996873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:48.032670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.091458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Allocated IP 172.23.0.2 (686b1432-23f2-48a9-a9f3-3dc7dc9365e9/2724857a-6420-460f-9dfd-27e9a22dcbf8/22b129c7-27da-434c-b035-6bcc45472709) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:48.151417 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38b4b12c-5e12-42cc-a082-1a39205f8c74 req-09eb292a-cf74-4ce3-b75b-a1906fe66e13 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558706 Jul 07 16:49:48.200854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'tag': '645bc94e-a602-49e0-8e78-de685109aa39'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:48.203466 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402e9254-1be0-4614-a77a-acf06dafe753" -d '{"events": [{"name": "network-changed", "server_uuid": "06c2dabb-e8d1-42c9-a38e-c385861245f9", "tag": "645bc94e-a602-49e0-8e78-de685109aa39"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:48.206572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:48.206950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.237784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-32ce6dd2-23a8-41cc-969f-441f2bc200ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd7ceb748b2b4549a274cb45d9d1a4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577746 Jul 07 16:49:48.242466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46466) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:48.331933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.340334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e51db-47c2-49bb-a3f6-0fb9da8ab5e7 req-d9ecae1a-198e-4b86-be37-ae7506e777bd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:48.342049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-663e51db-47c2-49bb-a3f6-0fb9da8ab5e7 req-d9ecae1a-198e-4b86-be37-ae7506e777bd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 948 time: 0.6769369 Jul 07 16:49:48.344920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-833492ee-7ff6-49b5-af6b-163db5154f85 req-53c93c97-9ef5-4599-bc22-633bca22da9e service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424403 Jul 07 16:49:48.372879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:48.408518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Transition to ACTIVE for port object 7a39118f-5e3c-431a-bd41-14d85119a3b7 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:48.408768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-663e51db-47c2-49bb-a3f6-0fb9da8ab5e7 req-5149370a-8edb-4485-bda0-363d427dc96e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584767 Jul 07 16:49:48.418579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c619aa83-b984-4f48-bde1-361d75f16880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.444192 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.472652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c619aa83-b984-4f48-bde1-361d75f16880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.485219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.522036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Transition to ACTIVE for port object 22b129c7-27da-434c-b035-6bcc45472709 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:48.549736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Transition to ACTIVE for port object 22b129c7-27da-434c-b035-6bcc45472709 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:48.572783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.574797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9401fc98-37ec-4dda-903b-00e248c15cf8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:48.581086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.607806 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.638666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c619aa83-b984-4f48-bde1-361d75f16880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.640392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c619aa83-b984-4f48-bde1-361d75f16880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.643934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c619aa83-b984-4f48-bde1-361d75f16880 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e0ee15b-4c62-489a-93c3-6362377ea2ec HTTP/1.1" status: 204 len: 168 time: 0.3968902 Jul 07 16:49:48.661676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619aa83-b984-4f48-bde1-361d75f16880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ee15b-4c62-489a-93c3-6362377ea2ec,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:48.678245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Allocated IP 172.23.0.1 (686b1432-23f2-48a9-a9f3-3dc7dc9365e9/2724857a-6420-460f-9dfd-27e9a22dcbf8/46cde423-7364-4721-8d09-683a7cd6270c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:48.706621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883edbf6-773b-419a-89c3-041edbdaecf2 None None] Pushing event updated for resources: {'Port': ['ID=7a39118f-5e3c-431a-bd41-14d85119a3b7,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:48.732116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:48.747919 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Floating IP fd3a535b-e633-4d43-a858-0a7c371cf279 associated. External IP: 172.25.5.248, port: e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4. Jul 07 16:49:48.764149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:48.768384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:48.825395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:48.875583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:48.876279 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.907612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.930217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Transition to ACTIVE for port object 46cde423-7364-4721-8d09-683a7cd6270c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:48.974733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba7ee-8f97-42cd-93f3-ad01cb2a3671 req-fd928849-b591-4c8b-9861-24ffd6f489bc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:48.976516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-000ba7ee-8f97-42cd-93f3-ad01cb2a3671 req-fd928849-b591-4c8b-9861-24ffd6f489bc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 945 time: 0.1550996 Jul 07 16:49:48.982671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.996142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Pushing event updated for resources: {'Port': ['ID=22b129c7-27da-434c-b035-6bcc45472709,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:49.039081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Attempting to bind port 7a39118f-5e3c-431a-bd41-14d85119a3b7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:49.039667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Attempting to bind port 7a39118f-5e3c-431a-bd41-14d85119a3b7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:49.040233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Attempting to bind port 7a39118f-5e3c-431a-bd41-14d85119a3b7 on network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:49.060624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9401fc98-37ec-4dda-903b-00e248c15cf8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:49.061025 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.065980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:49.066355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Checking segment: {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:49.066747 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.067135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Bound using segment: {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:49.067614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Bound port: 7a39118f-5e3c-431a-bd41-14d85119a3b7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:49.067993 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.079942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:49.085466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:49.087715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=46cde423-7364-4721-8d09-683a7cd6270c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:49.090197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:49.111467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Attempting to bind port 22b129c7-27da-434c-b035-6bcc45472709 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:49.111841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Attempting to bind port 22b129c7-27da-434c-b035-6bcc45472709 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:49.112199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Attempting to bind port 22b129c7-27da-434c-b035-6bcc45472709 on network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:49.121771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:49.134393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:49.135072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Checking segment: {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:49.135891 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.136608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Bound using segment: {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:49.137602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Bound port: 22b129c7-27da-434c-b035-6bcc45472709, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:49.138293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.139028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-000ba7ee-8f97-42cd-93f3-ad01cb2a3671 req-127f775f-a43b-4d7b-a078-c126b289194b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631216 Jul 07 16:49:49.148663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:49.180785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.259100 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aa024c8f-aeaa-486c-be14-f90e3b8b4cb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bec5226a694b4c67a9d869f5b76a7db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326196 Jul 07 16:49:49.259100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46486) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:49.310901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:49.320389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.329416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:49.340149 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:49.341269 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:49.376420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f781733-0130-4167-b5c0-27fe7c73ee9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.396404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] For port 7a39118f-5e3c-431a-bd41-14d85119a3b7, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:49.415741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f781733-0130-4167-b5c0-27fe7c73ee9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.423328 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.445266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:49.446855 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a3698-f6f7-44a2-95ef-4887a4b855f3" -d '{"events": [{"server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "name": "network-vif-plugged", "status": "completed", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:49.477570 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:49.491584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-5d61b6eb-bea3-490a-b930-8844d71b652f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.502489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-5d61b6eb-bea3-490a-b930-8844d71b652f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.2164416 Jul 07 16:49:49.529541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-a04db80f-dff2-4922-8d22-6b443ade14ab tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.0251086 Jul 07 16:49:49.669281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] For port 7a39118f-5e3c-431a-bd41-14d85119a3b7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7a39118f-5e3c-431a-bd41-14d85119a3b7,segment=NetworkSegment(bcc28ef5-cb7a-4225-9d6e-590de4b0d589),segment_id=bcc28ef5-cb7a-4225-9d6e-590de4b0d589)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:49.680673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] For port 22b129c7-27da-434c-b035-6bcc45472709, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:49.685834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:49.686781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-f8c3ba13-eaee-4b84-854e-9825eae0533b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1561606 Jul 07 16:49:49.687039 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.694405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.705821 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f781733-0130-4167-b5c0-27fe7c73ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.710756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f781733-0130-4167-b5c0-27fe7c73ee9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.712381 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4f781733-0130-4167-b5c0-27fe7c73ee9a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34b4345e-e4d3-4925-a6d9-9e7988b095fb HTTP/1.1" status: 204 len: 168 time: 0.4532020 Jul 07 16:49:49.734410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f781733-0130-4167-b5c0-27fe7c73ee9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4345e-e4d3-4925-a6d9-9e7988b095fb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:49.769549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] For port 22b129c7-27da-434c-b035-6bcc45472709, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22b129c7-27da-434c-b035-6bcc45472709,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:49.788124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.862555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:49.863277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:49.865454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883edbf6-773b-419a-89c3-041edbdaecf2 None None] Pushing event updated for resources: {'Port': ['ID=7a39118f-5e3c-431a-bd41-14d85119a3b7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:49.953984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.963057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.964288 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:48Z', 'revision_number': 3, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:50.017871 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:50.032248 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:50.033188 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:50.086287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:50.100239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event updated for resources: {'Port': ['ID=46cde423-7364-4721-8d09-683a7cd6270c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:50.111555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.150198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:50.338488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:50.340445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:50.352317 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:50.398821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85eba-bf22-4dd7-81e9-f103c3616372 None None] Pushing event updated for resources: {'Port': ['ID=22b129c7-27da-434c-b035-6bcc45472709,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:50.521244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:50.685009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:50.711336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-93e20377-d6a8-44e8-bf43-986c6454b191 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0155654 Jul 07 16:49:50.719712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:48Z', 'revision_number': 1, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:50.733388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:50.743537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d76c40db-56df-4408-b9c1-f80a0f470c50 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5388024 Jul 07 16:49:50.748229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46504) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:50.753848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:50.770098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb177b9c-b897-4220-a698-ab50e766427a None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:48Z', 'revision_number': 1, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:50.805517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:48Z', 'revision_number': 3, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:50.836825 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ec9ca-28d7-405a-ac17-b2e55320bbe0 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:48Z', 'revision_number': 3, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:51.022393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-92b5aff7-bae5-4ace-8817-9d73facd00f5 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106017 Jul 07 16:49:51.071056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:51.082262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.201454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 645bc94e-a602-49e0-8e78-de685109aa39 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:51.267070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-14d6b30a-867e-4cc6-ac19-75f5a5c558b7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "PUT /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 998 time: 4.0764606 Jul 07 16:49:51.473998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-342319ac-bc15-40b6-9cc3-df930d29a829 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.475641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-342319ac-bc15-40b6-9cc3-df930d29a829 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports/e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 942 time: 0.2030394 Jul 07 16:49:51.548686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 645bc94e-a602-49e0-8e78-de685109aa39, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=645bc94e-a602-49e0-8e78-de685109aa39,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:51.593265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '645bc94e-a602-49e0-8e78-de685109aa39', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '645bc94e-a602-49e0-8e78-de685109aa39', 'mac_address': 'fa:16:3e:57:92:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:51.595227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e442a-a255-46e6-9409-327fe7d7f7f0 None None] New status for floating IP fd3a535b-e633-4d43-a858-0a7c371cf279: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:49:51.620685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 16:49:51.648677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Removed routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 16:49:51.649446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.820794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653008f-4b97-4cda-be31-6e53313937ab req-97d702c2-f018-477e-972b-b12beaef8166 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.822441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3653008f-4b97-4cda-be31-6e53313937ab req-97d702c2-f018-477e-972b-b12beaef8166 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.2109904 Jul 07 16:49:51.873768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-977ae0f3-dcc1-49d0-a181-e9381c6d2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.875390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-977ae0f3-dcc1-49d0-a181-e9381c6d2e38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1998901 Jul 07 16:49:52.029294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95508e0-2bf2-4c8d-b781-bad9ee3b0dd5 None None] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:52.046066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3653008f-4b97-4cda-be31-6e53313937ab req-fd50c173-28df-404d-9e82-faec8abb5624 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090378 Jul 07 16:49:52.126921 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad10200-947a-425e-a573-4b90a96dc8e4 x-openstack-request-id: req-fad10200-947a-425e-a573-4b90a96dc8e4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:52.127203 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c2dabb-e8d1-42c9-a38e-c385861245f9", "tag": "645bc94e-a602-49e0-8e78-de685109aa39", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:52.127459 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fad10200-947a-425e-a573-4b90a96dc8e4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:52.127854 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'tag': '645bc94e-a602-49e0-8e78-de685109aa39', 'status': 'completed', 'code': 200} Jul 07 16:49:52.142923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:52.151421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-7abfc346-898d-499e-bd6a-9d449182b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.153044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-7abfc346-898d-499e-bd6a-9d449182b624 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.2700129 Jul 07 16:49:52.160451 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:52.164176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:52.378803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-8be966b4-240d-405c-9352-f5da64d3e4b4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 217 time: 0.2086477 Jul 07 16:49:52.400091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22b129c7-27da-434c-b035-6bcc45472709 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:52.481970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:52.490585 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:52.497405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b84e7df-0d4a-4367-994a-bfe7af6a5c95 None None] Provisioning for port 22b129c7-27da-434c-b035-6bcc45472709 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:52.531459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-e8da9486-12fd-45d1-a5f7-dcfb557a4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.545834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-e8da9486-12fd-45d1-a5f7-dcfb557a4ab7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1587694 Jul 07 16:49:52.593947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.642520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:52.647363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:52.655762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9254-1be0-4614-a77a-acf06dafe753 req-8c6e7129-911d-4d97-b8ff-f18f72928473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.661583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-8c6e7129-911d-4d97-b8ff-f18f72928473 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 1099 time: 0.4820962 Jul 07 16:49:52.709699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645bc94e-a602-49e0-8e78-de685109aa39 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:52.734466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.738937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.851917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 645bc94e-a602-49e0-8e78-de685109aa39, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=645bc94e-a602-49e0-8e78-de685109aa39,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:52.873929 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.923149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-83260792-b9d2-429e-861d-0738db06d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.924835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-83260792-b9d2-429e-861d-0738db06d876 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3708253 Jul 07 16:49:52.928967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9254-1be0-4614-a77a-acf06dafe753 req-96edfa9e-9491-45e5-a7ed-4a4f2903d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.930578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-96edfa9e-9491-45e5-a7ed-4a4f2903d83f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2577596 Jul 07 16:49:52.944428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:52.960641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 22b129c7-27da-434c-b035-6bcc45472709 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:53.053449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=645bc94e-a602-49e0-8e78-de685109aa39,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:53.071957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 22b129c7-27da-434c-b035-6bcc45472709 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:53.073506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.091427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-3d0c65c2-eca3-4c10-a51b-f9eb5185036a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=645bc94e-a602-49e0-8e78-de685109aa39 HTTP/1.1" status: 200 len: 217 time: 0.1521749 Jul 07 16:49:53.112103 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 6, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:53.146034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:53.147127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Updating router 42cbbc82-1bc3-4df2-aa66-de420418dc0e port 46cde423-7364-4721-8d09-683a7cd6270c binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:53.152219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:53.164716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.170124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e23e9963-bfee-4f53-8afa-0be260f6925d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 934 time: 2.4199836 Jul 07 16:49:53.170753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46552) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:53.188675 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.208789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:53.247237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77935163-b343-4fec-9f19-5674b3af11d4 req-b133e13f-4826-40fb-a1db-aae0b2f14e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.249695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-b133e13f-4826-40fb-a1db-aae0b2f14e94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 1097 time: 0.4318163 Jul 07 16:49:53.274361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:53.343916 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e58d101-102e-42af-8102-92e641928630 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 934 time: 0.1711268 Jul 07 16:49:53.344556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:53.360063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'routes': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:53.449951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9254-1be0-4614-a77a-acf06dafe753 req-081d76bf-b053-4854-b4ea-20ffe33e26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.450193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.452736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-081d76bf-b053-4854-b4ea-20ffe33e26f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.3365831 Jul 07 16:49:53.487570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77935163-b343-4fec-9f19-5674b3af11d4 req-f85f17a7-6def-4ef7-9b41-d58261738287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.489334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-f85f17a7-6def-4ef7-9b41-d58261738287 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 917 time: 0.2278743 Jul 07 16:49:53.535493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-3087cc83-c3da-452d-9dc0-9f8f7a9e903f service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850923 Jul 07 16:49:53.647473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-2a7c596b-97c8-4e6d-a670-f88bf23e0ae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356 HTTP/1.1" status: 200 len: 217 time: 0.1279655 Jul 07 16:49:53.794862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77935163-b343-4fec-9f19-5674b3af11d4 req-bed84db9-ec4c-4502-ad7a-1f889b4af098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.798110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-bed84db9-ec4c-4502-ad7a-1f889b4af098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.1371520 Jul 07 16:49:53.812316 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.834213 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Transition to ACTIVE for port object 46cde423-7364-4721-8d09-683a7cd6270c will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:53.859353 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.923282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-58974c03-3252-4359-a913-2c8b525daf1c service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867061 Jul 07 16:49:53.956166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9254-1be0-4614-a77a-acf06dafe753 req-1f0831f2-88d3-417b-b94c-30577f3be374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.957826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-1f0831f2-88d3-417b-b94c-30577f3be374 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4875677 Jul 07 16:49:53.959614 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9791a-9f7a-446b-bdd1-302c7236b3bc None None] Pushing event updated for resources: {'Port': ['ID=46cde423-7364-4721-8d09-683a7cd6270c,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:54.003469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.010477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 22b129c7-27da-434c-b035-6bcc45472709, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22b129c7-27da-434c-b035-6bcc45472709,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:54.031543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.032357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7a39118f-5e3c-431a-bd41-14d85119a3b7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:54.083133 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Attempting to bind port 46cde423-7364-4721-8d09-683a7cd6270c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:54.083842 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Attempting to bind port 46cde423-7364-4721-8d09-683a7cd6270c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:54.084587 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Attempting to bind port 46cde423-7364-4721-8d09-683a7cd6270c on network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:54.094456 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:54.096998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Checking segment: {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:54.097691 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.098294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Bound using segment: {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:54.098990 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Bound port: 46cde423-7364-4721-8d09-683a7cd6270c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c249f-a978-4f13-bbef-6cfaaf610bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:54.099628 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.169870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8befac55-d96c-4127-b9a5-8a2b6b74b67e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.172194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8befac55-d96c-4127-b9a5-8a2b6b74b67e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.2853942 Jul 07 16:49:54.174156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}, {'name': 'network-changed', 'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:54.176362 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8fc992-a200-41e2-91b1-e8b00c202ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}, {"name": "network-changed", "server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:54.192378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] For port 46cde423-7364-4721-8d09-683a7cd6270c, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:54.198200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:54.205473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] For port 46cde423-7364-4721-8d09-683a7cd6270c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=46cde423-7364-4721-8d09-683a7cd6270c,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:54.214726 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.282803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=22b129c7-27da-434c-b035-6bcc45472709,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:54.316549 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9791a-9f7a-446b-bdd1-302c7236b3bc None None] Pushing event updated for resources: {'Port': ['ID=46cde423-7364-4721-8d09-683a7cd6270c,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:54.334121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77935163-b343-4fec-9f19-5674b3af11d4 req-808dc88b-e5a3-4197-8712-1a3869285b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.339329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-808dc88b-e5a3-4197-8712-1a3869285b8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5026762 Jul 07 16:49:54.352467 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:54.353502 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:54.372604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-978ad9bc-ab31-4792-bc64-d3831f13caab None None] Provisioning for port 46cde423-7364-4721-8d09-683a7cd6270c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:54.435435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 16:49:54.442470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 16:49:54.483985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:54.525231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 7a39118f-5e3c-431a-bd41-14d85119a3b7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:54.530468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-978ad9bc-ab31-4792-bc64-d3831f13caab None None] Provisioning complete for port 22b129c7-27da-434c-b035-6bcc45472709 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:54.530964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-978ad9bc-ab31-4792-bc64-d3831f13caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.537138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:54.541510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.542939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-ce89b3f6-5a84-46c3-9b9a-a08498eb3d04 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927118 Jul 07 16:49:54.543443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7a39118f-5e3c-431a-bd41-14d85119a3b7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:54.543968 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:54.544201 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.547349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:54.547981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-373c2476-8174-411c-8a3c-d0e83cb86e8f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806670 Jul 07 16:49:54.551261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.579752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197e6d8-73aa-4284-9717-c16ae37256ac req-28c17803-b980-4c6d-a223-f165807306e4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.587771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e197e6d8-73aa-4284-9717-c16ae37256ac req-28c17803-b980-4c6d-a223-f165807306e4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 949 time: 0.7880290 Jul 07 16:49:54.683807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:54.685553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:54.833729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-3bc2a2d2-b075-4cde-8299-72f4bef3f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.836895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-3bc2a2d2-b075-4cde-8299-72f4bef3f4c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1096 time: 0.7387159 Jul 07 16:49:54.852073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77935163-b343-4fec-9f19-5674b3af11d4 req-9087b97b-685e-428d-a7bc-5922c1bf53b1 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545080 Jul 07 16:49:54.918827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e197e6d8-73aa-4284-9717-c16ae37256ac req-5ea2a14d-7bde-4e88-b06b-df99c20dd4d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300622 Jul 07 16:49:54.924064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:54.964730 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 6, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:55.002450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.040801 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.062710 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eafd8-5b45-4c25-9dd1-15f0a228c217 None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 6, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:49Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:55.169032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402e9254-1be0-4614-a77a-acf06dafe753 req-f0df140c-ef72-420c-8501-8d0ae9990b32 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622773 Jul 07 16:49:55.218652 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c0e073-24a5-44ca-aa73-cd4769001b40 x-openstack-request-id: req-a7c0e073-24a5-44ca-aa73-cd4769001b40 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:55.219310 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "name": "network-vif-plugged", "status": "completed", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:55.229638 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7c0e073-24a5-44ca-aa73-cd4769001b40 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:55.230496 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'code': 200} Jul 07 16:49:55.272993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f99dfb27-e0e4-4572-a5c3-d9a3c56d14d0 req-4c10092a-3d2a-4097-bce1-b7cc898cebad tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 210 time: 0.1029031 Jul 07 16:49:55.301411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-6354b63f-c633-4445-9a4e-d07524b1a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:55.303561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-6354b63f-c633-4445-9a4e-d07524b1a7ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.4422011 Jul 07 16:49:55.353002 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.353721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:55.480794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 7a39118f-5e3c-431a-bd41-14d85119a3b7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7a39118f-5e3c-431a-bd41-14d85119a3b7,segment=NetworkSegment(bcc28ef5-cb7a-4225-9d6e-590de4b0d589),segment_id=bcc28ef5-cb7a-4225-9d6e-590de4b0d589)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:55.519739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-6da33bc7-8b77-4fe3-a633-f023aaeb3f95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 1001 time: 0.2052300 Jul 07 16:49:55.522818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.581908 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:55.599171 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:55.600075 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:55.633974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=7a39118f-5e3c-431a-bd41-14d85119a3b7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:55.660573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:55.679109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.685416 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-59fe8b8e-ecb4-4284-b229-d660abb2334c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 700 time: 2.3378940 Jul 07 16:49:55.699184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.4 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/17468235-f8e7-4534-be80-3225044555a3) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:55.730685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46560) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:55.761725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffd87-6597-4379-87db-69a42aae38cd req-58f3fbda-17f5-4103-a791-90066ad9ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:55.763392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-598ffd87-6597-4379-87db-69a42aae38cd req-58f3fbda-17f5-4103-a791-90066ad9ec28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 1097 time: 0.5557249 Jul 07 16:49:55.764821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22b129c7-27da-434c-b035-6bcc45472709 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:55.810976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-96b02920-0ecd-45b7-8102-3641d09f2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:55.819089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-96b02920-0ecd-45b7-8102-3641d09f2b6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.2773170 Jul 07 16:49:55.871960 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:55.883389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:55.908170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-598ffd87-6597-4379-87db-69a42aae38cd req-7906fb2b-0d77-4ab4-9b60-ce3206ee7b5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351762 Jul 07 16:49:55.918237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ebb01-7b9c-451f-9c10-9722ce426214 req-c69f2681-7964-4fe5-9c99-e78ee5aa6e33 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:55.924408 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7689e20a-f916-48ab-8d1e-0a799dd51e26 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 700 time: 0.1927536 Jul 07 16:49:55.925025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46562) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:55.925948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f0ebb01-7b9c-451f-9c10-9722ce426214 req-c69f2681-7964-4fe5-9c99-e78ee5aa6e33 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3419282 Jul 07 16:49:55.943252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdef5c0-f9dd-4626-a00e-daafb0c77f6c None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:b2:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d4896a-d009-4483-805c-572f22ce99a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:55.967043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 22b129c7-27da-434c-b035-6bcc45472709 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:55.968458 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.004011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f0ebb01-7b9c-451f-9c10-9722ce426214 req-fe7910f1-acc6-4a42-ba25-3be46688a93e tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Jul 07 16:49:56.019410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-45f257e1-f653-4017-846a-a541b4f51129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.022537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-45f257e1-f653-4017-846a-a541b4f51129 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026830 Jul 07 16:49:56.154482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 46cde423-7364-4721-8d09-683a7cd6270c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:56.310607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 46cde423-7364-4721-8d09-683a7cd6270c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:56.311356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-37c56d6b-49c5-4168-aaa1-fcc661e5f425 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799473 Jul 07 16:49:56.329734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 46cde423-7364-4721-8d09-683a7cd6270c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:56.330122 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.457654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29d4603-b5d0-4a65-93e6-9071537d0088 req-c8bdbeaf-4171-4a4f-a0b7-c2c6b4da723d service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384594 Jul 07 16:49:56.500356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.506923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 7, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:56.559921 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.634523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f047a1-e3e6-4c2c-92d2-4b2752a58076 req-24fc9eb1-20a2-45b0-8d66-b06db39c04f1 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.646212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61f047a1-e3e6-4c2c-92d2-4b2752a58076 req-24fc9eb1-20a2-45b0-8d66-b06db39c04f1 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.1713555 Jul 07 16:49:56.652110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.668890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 46cde423-7364-4721-8d09-683a7cd6270c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=46cde423-7364-4721-8d09-683a7cd6270c,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:56.676290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.692180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:56.721672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61f047a1-e3e6-4c2c-92d2-4b2752a58076 req-d375c7c7-c43b-4ca7-9f17-a775ff7e92bc tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723743 Jul 07 16:49:56.724350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:56.728956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:56.736192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:56.742534 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43e30e-a736-4bcc-8adb-0d6138f49096 x-openstack-request-id: req-5b43e30e-a736-4bcc-8adb-0d6138f49096 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:56.743158 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:56.743522 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b43e30e-a736-4bcc-8adb-0d6138f49096 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:56.744087 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'status': 'completed', 'code': 200} Jul 07 16:49:56.744634 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'status': 'completed', 'code': 200} Jul 07 16:49:56.828642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.829476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.833085 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:56.854076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=17468235-f8e7-4534-be80-3225044555a3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:56.856288 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:56.860202 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:56.880680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=46cde423-7364-4721-8d09-683a7cd6270c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:56.900808 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-8785b4a4-cf3e-472e-8f8d-e635e45448c0 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7089689 Jul 07 16:49:56.924124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Request body: {'port': {'device_id': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:57.001281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.038047 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:57.152047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-539f9bef-2706-4c25-a700-808f87b49bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.153595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-539f9bef-2706-4c25-a700-808f87b49bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1096 time: 0.3320088 Jul 07 16:49:57.158116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-f7e0cb91-bb01-4232-9fa7-17fafca822f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.159617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-f7e0cb91-bb01-4232-9fa7-17fafca822f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.4039674 Jul 07 16:49:57.197272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104282fe-ec8f-4f9a-967e-54920858b11c req-db76548c-b0c5-4adf-becd-e3fc6613eed0 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.197272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-104282fe-ec8f-4f9a-967e-54920858b11c req-db76548c-b0c5-4adf-becd-e3fc6613eed0 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 949 time: 0.2827663 Jul 07 16:49:57.250387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:57.257338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 645bc94e-a602-49e0-8e78-de685109aa39 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:57.381183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567db73-7273-435e-bdae-986254f9052a req-e7625488-f94d-4a57-928d-b0fd9f963027 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.383420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 7, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:56Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:57.388503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5567db73-7273-435e-bdae-986254f9052a req-e7625488-f94d-4a57-928d-b0fd9f963027 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 931 time: 0.3316402 Jul 07 16:49:57.406912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-104282fe-ec8f-4f9a-967e-54920858b11c req-d8b7811a-a358-4393-a4de-2480780ec529 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981413 Jul 07 16:49:57.430363 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded67157-989d-46a5-a297-abc0a1a7d9b6 None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 7, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:56Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:57.448468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 645bc94e-a602-49e0-8e78-de685109aa39 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:57.458368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 645bc94e-a602-49e0-8e78-de685109aa39 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:57.458961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.535021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:57.598726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.605820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'mac_address': 'fa:16:3e:f1:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:57.607948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.674930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645bc94e-a602-49e0-8e78-de685109aa39'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:57.680981 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41767652-1b92-4d45-863e-81bdec61addb" -d '{"events": [{"server_uuid": "06c2dabb-e8d1-42c9-a38e-c385861245f9", "name": "network-vif-plugged", "status": "completed", "tag": "645bc94e-a602-49e0-8e78-de685109aa39"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:57.711722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 645bc94e-a602-49e0-8e78-de685109aa39, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=645bc94e-a602-49e0-8e78-de685109aa39,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:57.715737 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.737353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 859027a4-74e2-4c8b-9239-4a5b6a26f054 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:57.742552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7a39118f-5e3c-431a-bd41-14d85119a3b7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:57.768391 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.822162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-2f294518-f2e8-43d2-995d-ce14592e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.823687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-2f294518-f2e8-43d2-995d-ce14592e20f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.6613333 Jul 07 16:49:57.831446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:57.845134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.867182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:57.976498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5567db73-7273-435e-bdae-986254f9052a req-81f13007-afca-47f6-8f89-796310e0ce06 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857475 Jul 07 16:49:58.023024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-0454ca17-61b7-4543-aa8b-cef46cb7bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.024697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-0454ca17-61b7-4543-aa8b-cef46cb7bc4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.8482990 Jul 07 16:49:58.028686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-309b31c7-fdcd-4260-8cf4-adc468a6bb69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 1001 time: 0.1761670 Jul 07 16:49:58.033066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=645bc94e-a602-49e0-8e78-de685109aa39,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.035175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-112830e6-75ab-4d15-ba40-31553340fc49 req-fd91515e-ea22-4c37-a78e-8f90545bb4ef tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.2104754 Jul 07 16:49:58.036310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:58.036944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:58.045992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7a39118f-5e3c-431a-bd41-14d85119a3b7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:58.046364 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.091219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 46cde423-7364-4721-8d09-683a7cd6270c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:58.091638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.101336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['859027a4-74e2-4c8b-9239-4a5b6a26f054'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:58.118414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-21add63f-1d53-4dd9-9ed2-a504d64545df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.120014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-21add63f-1d53-4dd9-9ed2-a504d64545df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.0743105 Jul 07 16:49:58.199122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-c345668a-b6b3-40cc-b759-ab5c6af6c942 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 217 time: 0.1545827 Jul 07 16:49:58.206433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17468235-f8e7-4534-be80-3225044555a3 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:58.217877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.250505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Transition to ACTIVE for port object 17468235-f8e7-4534-be80-3225044555a3 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:58.259771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.263851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.271603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 46cde423-7364-4721-8d09-683a7cd6270c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=46cde423-7364-4721-8d09-683a7cd6270c,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:58.272274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.281340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:58.310319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112830e6-75ab-4d15-ba40-31553340fc49 req-0c44debf-20eb-4618-8dd2-8435ab954007 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.314285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-112830e6-75ab-4d15-ba40-31553340fc49 req-0c44debf-20eb-4618-8dd2-8435ab954007 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports/9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 942 time: 0.2668695 Jul 07 16:49:58.321964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 46cde423-7364-4721-8d09-683a7cd6270c owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:58.343731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-da7b694b-f798-4ca5-8a4f-6f622eb91856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.344403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Pushing event updated for resources: {'Port': ['ID=17468235-f8e7-4534-be80-3225044555a3,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.353431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-da7b694b-f798-4ca5-8a4f-6f622eb91856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1273332 Jul 07 16:49:58.494878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 46cde423-7364-4721-8d09-683a7cd6270c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:58.525871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-46c69616-83ab-4f7f-b977-68427943ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.527673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-46c69616-83ab-4f7f-b977-68427943ca2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3644094 Jul 07 16:49:58.536115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce88b-b685-4e32-9989-31ee7d2a7efb req-baef1fc2-5ea0-4cdf-872d-085e5403143f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.541688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee1ce88b-b685-4e32-9989-31ee7d2a7efb req-baef1fc2-5ea0-4cdf-872d-085e5403143f tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3805885 Jul 07 16:49:58.548590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Attempting to bind port 17468235-f8e7-4534-be80-3225044555a3 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:58.549371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Attempting to bind port 17468235-f8e7-4534-be80-3225044555a3 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:58.549808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Attempting to bind port 17468235-f8e7-4534-be80-3225044555a3 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:58.564419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Port 17468235-f8e7-4534-be80-3225044555a3 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:58.564904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Attempting to bind port 17468235-f8e7-4534-be80-3225044555a3 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:58.572743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:58.573865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:58.573865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:58.574654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Bound port: 17468235-f8e7-4534-be80-3225044555a3, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:58.574977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.625088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-112830e6-75ab-4d15-ba40-31553340fc49 req-ca60d9d2-8c8d-4f52-b2fa-288cd9d203cb tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.1985981 Jul 07 16:49:58.652400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 46cde423-7364-4721-8d09-683a7cd6270c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:58.652785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.691543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] For port 17468235-f8e7-4534-be80-3225044555a3, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:58.695849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] For port 17468235-f8e7-4534-be80-3225044555a3, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17468235-f8e7-4534-be80-3225044555a3,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:58.698346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.707791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Could not find standard attr ID for object 46cde423-7364-4721-8d09-683a7cd6270c. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 16:49:58.711843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.714591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 7, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '46cde423-7364-4721-8d09-683a7cd6270c', 'name': '', 'network_id': '686b1432-23f2-48a9-a9f3-3dc7dc9365e9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:a9:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:48Z', 'updated_at': '2021-07-07T16:49:56Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2724857a-6420-460f-9dfd-27e9a22dcbf8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:58.718015 n-d-793619-7 neutron-server[98272]: INFO neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No ports have port_id starting with 46cde423-7364-4721-8d09-683a7cd6270c Jul 07 16:49:58.730957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee1ce88b-b685-4e32-9989-31ee7d2a7efb req-35b9b424-afbe-422f-a4e9-f2a9fc151c53 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727731 Jul 07 16:49:58.746472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-6d326e93-82e8-4dc2-a69e-585352c87b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.748595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-6d326e93-82e8-4dc2-a69e-585352c87b85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3761690 Jul 07 16:49:58.772324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:58.783333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:58.784154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:58.787562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=46cde423-7364-4721-8d09-683a7cd6270c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.814192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-f03c2b3e-a702-4361-a97e-7cee116db7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694242 Jul 07 16:49:58.822309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.823075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.825169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] 10.222.0.13 "PUT /v2.0/ports/17468235-f8e7-4534-be80-3225044555a3 HTTP/1.1" status: 200 len: 1091 time: 1.9082177 Jul 07 16:49:58.826079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'tag': '17468235-f8e7-4534-be80-3225044555a3'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:58.829575 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c8336-834c-4207-b989-4815199d8108" -d '{"events": [{"name": "network-changed", "server_uuid": "c24ac502-baef-44b3-b106-99a03a48fc70", "tag": "17468235-f8e7-4534-be80-3225044555a3"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:58.922684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112830e6-75ab-4d15-ba40-31553340fc49 req-79583ff4-54f1-46bb-a691-d818ab18fd54 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.924167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-112830e6-75ab-4d15-ba40-31553340fc49 req-79583ff4-54f1-46bb-a691-d818ab18fd54 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2898738 Jul 07 16:49:58.947915 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f0ad9f-5c14-4137-a6ac-5577395720c8 x-openstack-request-id: req-83f0ad9f-5c14-4137-a6ac-5577395720c8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:58.950072 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c2dabb-e8d1-42c9-a38e-c385861245f9", "name": "network-vif-plugged", "status": "completed", "tag": "645bc94e-a602-49e0-8e78-de685109aa39", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:58.950528 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83f0ad9f-5c14-4137-a6ac-5577395720c8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:58.956037 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645bc94e-a602-49e0-8e78-de685109aa39', 'code': 200} Jul 07 16:49:58.994714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:59.036578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f089-e7ed-4c33-9fdb-edec6e6cd8ae service neutron] Pushing event updated for resources: {'Port': ['ID=17468235-f8e7-4534-be80-3225044555a3,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:59.111659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-f934dcf9-cfe7-449b-a908-b006fc457529 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512352 Jul 07 16:49:59.135900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.144139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-3245f0d7-82df-4019-ad15-371682e39bef service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170858 Jul 07 16:49:59.176170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-813ce4fa-4903-4b9d-a64b-ff375d91c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.178784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-813ce4fa-4903-4b9d-a64b-ff375d91c739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 1094 time: 0.2848377 Jul 07 16:49:59.266597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:59.320601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c8fc992-a200-41e2-91b1-e8b00c202ba3 req-389e30bb-0936-4aae-af72-3670248522c2 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948655 Jul 07 16:49:59.327890 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-0f7780eb-1268-45b4-9eb8-0c8df4f94566 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17468235-f8e7-4534-be80-3225044555a3 HTTP/1.1" status: 200 len: 217 time: 0.0554860 Jul 07 16:49:59.332666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012bcfb-6de8-44ea-9237-c89f1c687ab0 req-166f8d9d-5ed1-4281-bdc0-59ee6d84be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.334610 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8012bcfb-6de8-44ea-9237-c89f1c687ab0 req-166f8d9d-5ed1-4281-bdc0-59ee6d84be52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 1101 time: 0.2820063 Jul 07 16:49:59.344162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ea702-9990-416f-ab8a-5fbd6bbe3698 req-9d2ccccf-be73-417f-8a86-10e838f69ed0 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.345810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51ea702-9990-416f-ab8a-5fbd6bbe3698 req-9d2ccccf-be73-417f-8a86-10e838f69ed0 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.1893032 Jul 07 16:49:59.381890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 859027a4-74e2-4c8b-9239-4a5b6a26f054 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:59.381890 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.411038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a464882-9790-4215-aaeb-193038768d73 req-47a6131a-4070-46df-aa54-501f3ff76ecd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.412541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a464882-9790-4215-aaeb-193038768d73 req-47a6131a-4070-46df-aa54-501f3ff76ecd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 950 time: 0.1535072 Jul 07 16:49:59.421957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b51ea702-9990-416f-ab8a-5fbd6bbe3698 req-d511c06b-492d-486c-8d26-620dfbe91d75 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689645 Jul 07 16:49:59.430002 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8012bcfb-6de8-44ea-9237-c89f1c687ab0 req-6da944a5-d30c-46bc-9b40-71406d380bfa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762656 Jul 07 16:49:59.447295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-0eeb09c6-f48b-4820-9141-0d4faf67e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.448955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-0eeb09c6-f48b-4820-9141-0d4faf67e629 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.1132839 Jul 07 16:49:59.474744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a464882-9790-4215-aaeb-193038768d73 req-8a838d59-6311-42e2-9ab7-23f48dd5f4c7 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Jul 07 16:49:59.515422 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-84c6bdde-1eae-4ea7-8ab9-1d383322f284 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293436 Jul 07 16:49:59.540177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 8, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:59.544529 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.549153 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd2731-84b0-453b-ad64-90c5fc013649 x-openstack-request-id: req-36fd2731-84b0-453b-ad64-90c5fc013649 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:59.549727 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24ac502-baef-44b3-b106-99a03a48fc70", "tag": "17468235-f8e7-4534-be80-3225044555a3", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:59.550274 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36fd2731-84b0-453b-ad64-90c5fc013649 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:59.551436 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'tag': '17468235-f8e7-4534-be80-3225044555a3', 'status': 'completed', 'code': 200} Jul 07 16:49:59.582734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376dbf0-3834-40fa-81a2-6ef259503978 None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 8, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:59.602588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-4e72e8c2-bf9f-4408-b5e0-a1909f0e2839 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.0966704 Jul 07 16:49:59.622219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:59.629540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.675488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:59.689857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-2b1f668a-559f-4bd4-b7ac-408b67d9db41 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.691770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-2b1f668a-559f-4bd4-b7ac-408b67d9db41 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports/9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 942 time: 0.0808218 Jul 07 16:49:59.697201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:59.710553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-b7db7bbe-a997-40a6-babc-5983b1a20633 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528666 Jul 07 16:49:59.785186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425625a0-f935-4c0f-a8c7-3d2b836257f1 req-b4b72126-4fcd-4df6-93a9-45cbc26bb0e8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.786738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-425625a0-f935-4c0f-a8c7-3d2b836257f1 req-b4b72126-4fcd-4df6-93a9-45cbc26bb0e8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 943 time: 0.0790477 Jul 07 16:49:59.863330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:59.871258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-9ca0500a-28e9-43c0-9bed-e8a5b32ca071 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.0835316 Jul 07 16:49:59.875765 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-93426641-534e-44af-adea-0ecfd7cef44d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9453113 Jul 07 16:49:59.875958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-425625a0-f935-4c0f-a8c7-3d2b836257f1 req-4aa776f4-6ff8-4b8c-8e87-838c3d10fb8b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Jul 07 16:49:59.876093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46622) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:59.895198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e81ae88-0ec5-4887-8283-fcd8bf960b29 req-d6618dfa-145e-4b80-aa91-6b65fab2d5cc service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489453 Jul 07 16:49:59.993905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 2724857a-6420-460f-9dfd-27e9a22dcbf8 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:00.001610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.110155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c8336-834c-4207-b989-4815199d8108 req-668eb34e-273a-4724-9b26-b19e38f55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.111784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-668eb34e-273a-4724-9b26-b19e38f55ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 1094 time: 0.0762858 Jul 07 16:50:00.137303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-aa208c5d-0625-486c-b899-9798e0089630 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.140824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-aa208c5d-0625-486c-b899-9798e0089630 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2623680 Jul 07 16:50:00.166834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.219342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c8336-834c-4207-b989-4815199d8108 req-378177c2-4758-4009-bc59-c31dbb65bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.221467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-378177c2-4758-4009-bc59-c31dbb65bf91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.0968173 Jul 07 16:50:00.231281 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:00.241344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:00.241964 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:00.269917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-f157fbd5-2fed-4534-aa1d-090ed9fa01ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17468235-f8e7-4534-be80-3225044555a3 HTTP/1.1" status: 200 len: 217 time: 0.0420661 Jul 07 16:50:00.307066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ebd16cbb-d162-4b69-870d-d604e8b781c2 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.1444027 Jul 07 16:50:00.330468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c8336-834c-4207-b989-4815199d8108 req-36cc65ec-f908-4e03-b371-56bbb72ef785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.331995 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-36cc65ec-f908-4e03-b371-56bbb72ef785 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.0491014 Jul 07 16:50:00.336226 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:00.344990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:00.356844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad2225-f0b3-4e34-a36e-93f7d5277258 req-b7d79359-3e34-48c5-9dee-f36ebf1eeebc tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.359417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2aad2225-f0b3-4e34-a36e-93f7d5277258 req-b7d79359-3e34-48c5-9dee-f36ebf1eeebc tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.2818229 Jul 07 16:50:00.371360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-fdd75e38-c3d9-4295-958c-432861f10329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318806 Jul 07 16:50:00.378973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46630) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:00.387736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Request body: {'floatingip': {'port_id': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:00.421526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.462296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.476851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.614381 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 8, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:00.618586 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.643199 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:00.652311 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:00.652912 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:00.658342 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-e3ce97e9-eaf3-4304-acc0-36c14ece3b2b service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668138 Jul 07 16:50:00.666889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.669997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c4ffa-006c-4544-9ad1-e6d71fd23abb None None] Network 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:00.674661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/2724857a-6420-460f-9dfd-27e9a22dcbf8 HTTP/1.1" status: 204 len: 168 time: 0.7976327 Jul 07 16:50:00.682484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95472c-d64d-4b0a-bb33-3b274c609b72 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=2724857a-6420-460f-9dfd-27e9a22dcbf8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:00.699984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46634) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:00.761995 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:00.796556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.807624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940d4dc-e32c-4384-b206-b8a6e732064c req-fa92af10-be59-498b-8d39-a9bac1e742ce tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.809874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2940d4dc-e32c-4384-b206-b8a6e732064c req-fa92af10-be59-498b-8d39-a9bac1e742ce tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.2938130 Jul 07 16:50:00.817068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.817560 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Floating IP fd3a535b-e633-4d43-a858-0a7c371cf279 disassociated. External IP: 172.25.5.248, port: 9fa99439-66bb-478e-9f5b-ba9f06085103. Jul 07 16:50:00.956826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] DHCP port deletion for 686b1432-23f2-48a9-a9f3-3dc7dc9365e9 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:00.958813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:00.961577 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237fdef-46e2-4225-855a-e80e01288270" -d '{"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-plugged", "status": "completed", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:00.998292 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.017605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2940d4dc-e32c-4384-b206-b8a6e732064c req-a7de2d57-a82d-4923-9b15-e2f5176a47bc tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977093 Jul 07 16:50:01.023035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] Deleting port 22b129c7-27da-434c-b035-6bcc45472709 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:01.023621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.132468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] For port 22b129c7-27da-434c-b035-6bcc45472709, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22b129c7-27da-434c-b035-6bcc45472709,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:01.132884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.167561 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 8, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:01.172257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] Calling delete_port for 22b129c7-27da-434c-b035-6bcc45472709 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:01.214628 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e656-a0eb-4d30-911a-b3272fe8526c None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 8, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a39118f-5e3c-431a-bd41-14d85119a3b7', 'name': '', 'network_id': 'dd4b7803-a82b-4a69-9dd4-7deef0bbfd33', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:10:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:40Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '99fc702a-eb42-41c5-bafb-741662b4011a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:01.247516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 22b129c7-27da-434c-b035-6bcc45472709 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:01.250537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.256780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:01.335650 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.372142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] Pushing event deleted for resources: {'Port': ['ID=22b129c7-27da-434c-b035-6bcc45472709,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:01.379149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b088ba6-fa8a-4638-aebb-ca477ccaa0dd None None] No DVR routers for this DVR port 22b129c7-27da-434c-b035-6bcc45472709 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:01.580565 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bd9c8336-834c-4207-b989-4815199d8108 req-72e84984-5c07-4276-af79-d5b871963806 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259688 Jul 07 16:50:01.627705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22b129c7-27da-434c-b035-6bcc45472709 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:01.761256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.766948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.783313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 22b129c7-27da-434c-b035-6bcc45472709 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:01.783914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22b129c7-27da-434c-b035-6bcc45472709 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:01.784188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 46cde423-7364-4721-8d09-683a7cd6270c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:01.804590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 46cde423-7364-4721-8d09-683a7cd6270c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:01.804861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 46cde423-7364-4721-8d09-683a7cd6270c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:01.823503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 22b129c7-27da-434c-b035-6bcc45472709, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22b129c7-27da-434c-b035-6bcc45472709,segment=NetworkSegment(4c5c249f-a978-4f13-bbef-6cfaaf610bc2),segment_id=4c5c249f-a978-4f13-bbef-6cfaaf610bc2)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:01.824051 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.845460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 22b129c7-27da-434c-b035-6bcc45472709 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:01.890861 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Floating IP 7308d5e1-5ab7-4f7b-87bc-ff1ce2850858 associated. External IP: 172.25.5.120, port: 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c. Jul 07 16:50:01.943588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:01.952392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.955181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:01.964562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:01.965392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.002260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575b6e-b521-4daa-9da7-0487ac07bb15 req-67354224-af5b-41f0-a9e0-da21dfbf5bbd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.009274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a575b6e-b521-4daa-9da7-0487ac07bb15 req-67354224-af5b-41f0-a9e0-da21dfbf5bbd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 950 time: 0.6622076 Jul 07 16:50:02.062903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-ee26403d-7986-46a7-a3b1-71adb538396e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "PUT /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 695 time: 1.7264218 Jul 07 16:50:02.069853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:02.072439 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284f342-7a03-47a4-9cf7-3e6e338d0543" -d '{"events": [{"name": "network-changed", "server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:02.091516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:02.116037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a575b6e-b521-4daa-9da7-0487ac07bb15 req-8974a655-ab11-4d7b-8dc7-1a854ebecd84 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057756 Jul 07 16:50:02.141038 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.194768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:02.236810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=22b129c7-27da-434c-b035-6bcc45472709,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:02.262043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port 22b129c7-27da-434c-b035-6bcc45472709 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:02.353666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:02.359900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.365825 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] Sync routers for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:02.385704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.387028 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:02.387662 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.405527 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6446aac-8fa0-4b12-b926-19cb47a3b56f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "PUT /v2.0/floatingips/7308d5e1-5ab7-4f7b-87bc-ff1ce2850858 HTTP/1.1" status: 200 len: 992 time: 2.0251017 Jul 07 16:50:02.408041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:02.416717 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867b51a-8a7e-441b-a38f-841b56fe11f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:02.422335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.424511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:02.433883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686b1432-23f2-48a9-a9f3-3dc7dc9365e9']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.434244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:02.434940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.446188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5c249f-a978-4f13-bbef-6cfaaf610bc2') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.446495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5c249f-a978-4f13-bbef-6cfaaf610bc2') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:02.456922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.471899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.487643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:02.488045 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:02.493378 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:02.537935 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:02.558540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-7beecd5a-12ad-44be-b42c-702127ad412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.560218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-7beecd5a-12ad-44be-b42c-702127ad412e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1096 time: 0.4698031 Jul 07 16:50:02.571615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.615203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:02.622037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.624471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/686b1432-23f2-48a9-a9f3-3dc7dc9365e9 HTTP/1.1" status: 204 len: 168 time: 1.9222322 Jul 07 16:50:02.627824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46692) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:02.658280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bdbf-84ae-48c7-83f9-3151d5c9980f req-59ef75e0-6377-4ed4-9711-f7b6a37faa1f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.659556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9786bdbf-84ae-48c7-83f9-3151d5c9980f req-59ef75e0-6377-4ed4-9711-f7b6a37faa1f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 943 time: 0.3915102 Jul 07 16:50:02.790346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d864f8b-c0b4-4fef-b06e-620004003e6a tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=686b1432-23f2-48a9-a9f3-3dc7dc9365e9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:02.910130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9786bdbf-84ae-48c7-83f9-3151d5c9980f req-7d21e490-daa0-46f3-90b5-cbc7bfef950a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293831 Jul 07 16:50:02.977213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-2f8eedc8-1553-4e24-8f9f-5a4f02dcc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.978755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-2f8eedc8-1553-4e24-8f9f-5a4f02dcc7ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.4048853 Jul 07 16:50:03.032302 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f08bc5-0fbe-46de-8778-c78d451e6c5d x-openstack-request-id: req-c4f08bc5-0fbe-46de-8778-c78d451e6c5d {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:03.033200 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-plugged", "status": "completed", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:03.033839 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4f08bc5-0fbe-46de-8778-c78d451e6c5d {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:03.034447 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'code': 200} Jul 07 16:50:03.037719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '7308d5e1-5ab7-4f7b-87bc-ff1ce2850858', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'port_id': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'mac_address': 'fa:16:3e:08:d5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:26Z', 'updated_at': '2021-07-07T16:50:01Z', 'revision_number': 1, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:26Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:03.038696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:03.102778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b4f7c-ad1b-44f0-babf-0758b0913cf4 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:03.123462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-aba70c48-cecc-42ba-a400-917dc8c08e11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 217 time: 0.1283255 Jul 07 16:50:03.249628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-b5f68540-3b55-47bc-a185-a62b132d90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.251210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-b5f68540-3b55-47bc-a185-a62b132d90ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1212382 Jul 07 16:50:03.280265 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.357695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520b85-e5a0-4dc2-a153-afd1f53da445 req-1bd512ce-27d2-466e-8a8a-179e28e7925b tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.365495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77520b85-e5a0-4dc2-a153-afd1f53da445 req-1bd512ce-27d2-466e-8a8a-179e28e7925b tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 945 time: 0.1304135 Jul 07 16:50:03.385785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-e286e75a-85aa-4450-88a3-a7ff4a2e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.387716 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] Checking router: 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:03.388234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-e286e75a-85aa-4450-88a3-a7ff4a2e8458 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136525 Jul 07 16:50:03.410590 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:03.411253 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:03.451088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.495854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77520b85-e5a0-4dc2-a153-afd1f53da445 req-90afd987-fa55-42b5-bd14-ae1ede6061f5 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291802 Jul 07 16:50:03.598993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-0f3730e8-5f80-43df-82a3-0dd49425f671 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961689 Jul 07 16:50:03.657250 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:03.683178 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca1dce-e002-4731-a9b2-d315abb7e7b3 x-openstack-request-id: req-3fca1dce-e002-4731-a9b2-d315abb7e7b3 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:03.683662 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:03.684122 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fca1dce-e002-4731-a9b2-d315abb7e7b3 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:03.684957 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'status': 'completed', 'code': 200} Jul 07 16:50:03.695270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03918956-3f3b-460d-9ec0-63ade3932065 None None] New status for floating IP fd3a535b-e633-4d43-a858-0a7c371cf279: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:03.746549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa69033f-54da-4bb7-9ce0-e322d3fd1dce req-59484a94-69f6-447b-b5bd-3efda0370b6c service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449888 Jul 07 16:50:03.834733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-1c88f14d-1c95-4941-bb0e-6c1d9362c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.836443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-1c88f14d-1c95-4941-bb0e-6c1d9362c164 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 1096 time: 0.0948946 Jul 07 16:50:04.062033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8fad-86d7-45a7-b1ed-572a7fd40d2d req-49a89fd0-be1c-4018-90f2-0110a2b4d6c8 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.079133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-820c8fad-86d7-45a7-b1ed-572a7fd40d2d req-49a89fd0-be1c-4018-90f2-0110a2b4d6c8 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 1101 time: 0.0867813 Jul 07 16:50:04.098152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-820c8fad-86d7-45a7-b1ed-572a7fd40d2d req-ff612709-2a0b-4918-93aa-c94c76230391 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.205738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-4df978b4-724c-44bf-b3a2-760c4c22f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.210783 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-4df978b4-724c-44bf-b3a2-760c4c22f651 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.3631744 Jul 07 16:50:04.215410 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207ee16-40d4-4ff7-936a-782b9b7bf505 x-openstack-request-id: req-e207ee16-40d4-4ff7-936a-782b9b7bf505 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:04.215653 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:04.215885 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e207ee16-40d4-4ff7-936a-782b9b7bf505 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:04.218501 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'status': 'completed', 'code': 200} Jul 07 16:50:04.308055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 7a39118f-5e3c-431a-bd41-14d85119a3b7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:04.308557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.380366 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-820c8fad-86d7-45a7-b1ed-572a7fd40d2d req-ff612709-2a0b-4918-93aa-c94c76230391 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.400357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-820c8fad-86d7-45a7-b1ed-572a7fd40d2d req-ff612709-2a0b-4918-93aa-c94c76230391 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.417379 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '7308d5e1-5ab7-4f7b-87bc-ff1ce2850858', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'port_id': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'mac_address': 'fa:16:3e:08:d5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:26Z', 'updated_at': '2021-07-07T16:50:01Z', 'revision_number': 1, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:26Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:04.429366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff612709-2a0b-4918-93aa-c94c76230391 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e0f94b-1ba7-455e-a7cd-a34b0d3d1fbe,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:04.433064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 7a39118f-5e3c-431a-bd41-14d85119a3b7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7a39118f-5e3c-431a-bd41-14d85119a3b7,segment=NetworkSegment(bcc28ef5-cb7a-4225-9d6e-590de4b0d589),segment_id=bcc28ef5-cb7a-4225-9d6e-590de4b0d589)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:04.433476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.450322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 7a39118f-5e3c-431a-bd41-14d85119a3b7 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:04.471668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17468235-f8e7-4534-be80-3225044555a3 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:04.478343 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6c70c-7eba-4903-9329-b97b4ae95e91 None None] The sync data for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 is: [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '7308d5e1-5ab7-4f7b-87bc-ff1ce2850858', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'port_id': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'mac_address': 'fa:16:3e:08:d5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:26Z', 'updated_at': '2021-07-07T16:50:01Z', 'revision_number': 1, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:26Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:04.480412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-820c8fad-86d7-45a7-b1ed-572a7fd40d2d req-ff612709-2a0b-4918-93aa-c94c76230391 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002445 Jul 07 16:50:04.568500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-c32f0b98-49b8-424a-b983-dbe142359d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.570088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-c32f0b98-49b8-424a-b983-dbe142359d2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe&device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 1097 time: 0.2723689 Jul 07 16:50:04.682786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430a30c-0a90-4ce8-8546-a7e21b553bf2 req-a07255cc-f439-442b-9f1e-0fea563ec753 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.684398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d430a30c-0a90-4ce8-8546-a7e21b553bf2 req-a07255cc-f439-442b-9f1e-0fea563ec753 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.1870794 Jul 07 16:50:04.710824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-407d6a95-c665-4bce-8e7c-f8fbf3ceebe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 200 len: 217 time: 0.4620943 Jul 07 16:50:04.714006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.743610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-9ba17ffd-7308-43b1-9a6c-a09808a53f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.745141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-9ba17ffd-7308-43b1-9a6c-a09808a53f9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f4fb85e-5dad-4e89-8212-aa177063777b HTTP/1.1" status: 200 len: 912 time: 0.1659882 Jul 07 16:50:04.825138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=7a39118f-5e3c-431a-bd41-14d85119a3b7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:04.848759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 17468235-f8e7-4534-be80-3225044555a3, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17468235-f8e7-4534-be80-3225044555a3,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:04.850345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d430a30c-0a90-4ce8-8546-a7e21b553bf2 req-6a6bbaf1-49fa-4a6c-88ca-d4a86947641a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584771 Jul 07 16:50:04.875615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '17468235-f8e7-4534-be80-3225044555a3', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': '17468235-f8e7-4534-be80-3225044555a3', 'mac_address': 'fa:16:3e:94:a5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:04.899805 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63572cdc-07de-4587-a652-8fef37e85b2d None None] New status for floating IP 7308d5e1-5ab7-4f7b-87bc-ff1ce2850858: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:04.902539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-0ae7ad07-aef0-424e-9b6f-1afe7542c8a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c HTTP/1.1" status: 200 len: 1000 time: 0.1496320 Jul 07 16:50:05.002004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.013121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-85a7216d-7f9f-4ee1-b673-beea036e1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.016914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-85a7216d-7f9f-4ee1-b673-beea036e1590 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79 HTTP/1.1" status: 200 len: 850 time: 0.1075151 Jul 07 16:50:05.036541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17468235-f8e7-4534-be80-3225044555a3 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:05.048344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-b649de0c-c679-4b9e-89db-63812106ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.065840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-b649de0c-c679-4b9e-89db-63812106ffcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.3200212 Jul 07 16:50:05.156658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 17468235-f8e7-4534-be80-3225044555a3, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17468235-f8e7-4534-be80-3225044555a3,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:05.174443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-101f9631-7a42-4291-a4e5-71ecb0d54acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.176563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-101f9631-7a42-4291-a4e5-71ecb0d54acb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f4fb85e-5dad-4e89-8212-aa177063777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526227 Jul 07 16:50:05.176770 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.339146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=17468235-f8e7-4534-be80-3225044555a3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:05.347859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-2171a2de-6820-4412-ba4c-68194c741b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.349861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-2171a2de-6820-4412-ba4c-68194c741b3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818987 Jul 07 16:50:05.361675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1880-2159-4a5f-ae30-b298c3b39723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.494698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-887dc788-1e38-4158-b46b-bd8736589563 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091929 Jul 07 16:50:05.574440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0340cc-a1a6-4a97-84e7-fcbfe6e756e9 req-a7ef4b0d-ea8a-4c48-b7a4-6d17aa0d263e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.593597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae0340cc-a1a6-4a97-84e7-fcbfe6e756e9 req-a7ef4b0d-ea8a-4c48-b7a4-6d17aa0d263e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 944 time: 0.2963347 Jul 07 16:50:05.619952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['17468235-f8e7-4534-be80-3225044555a3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:05.745671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.789022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-fba03325-5912-4d54-a60e-47eeee834eae req-d46e888e-bb5c-4bb2-b616-07655bc9b497 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:05.797914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fba03325-5912-4d54-a60e-47eeee834eae req-d46e888e-bb5c-4bb2-b616-07655bc9b497 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1177518 Jul 07 16:50:05.865094 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:50:05.919644 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-1312ea5d-fd84-426d-a387-43e01066ebde service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571649 Jul 07 16:50:05.967921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae0340cc-a1a6-4a97-84e7-fcbfe6e756e9 req-968c3617-9c0d-4750-8794-e4e12a61c4f8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721027 Jul 07 16:50:06.065605 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3284f342-7a03-47a4-9cf7-3e6e338d0543 req-a3b8c71e-667d-4936-bbd7-b38b6bf97fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367037 Jul 07 16:50:06.106489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0867b51a-8a7e-441b-a38f-841b56fe11f9 req-dedac40f-867e-4e03-a5af-ac9794be9128 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876992 Jul 07 16:50:06.143730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fba03325-5912-4d54-a60e-47eeee834eae req-3f41cdee-6665-4219-8393-68c4480883fa tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3439186 Jul 07 16:50:06.222412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:06.356599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:06.376251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:06.378329 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-42236fba-5af3-4323-9ab1-a3288b01b8bb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7491300 Jul 07 16:50:06.379164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46748) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:06.411504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:06.413028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:06.465798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c56c-57ee-40c4-af77-e239a306353e req-79418aa5-7739-4746-8e9d-b9876f9abaaf tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:06.469561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-79418aa5-7739-4746-8e9d-b9876f9abaaf tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1124494 Jul 07 16:50:06.496134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 99fc702a-eb42-41c5-bafb-741662b4011a {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:06.509226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.528466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-93c9c4fa-1cae-4847-8bba-baa597af6a82 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0513573 Jul 07 16:50:06.541648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'floatingip': {'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:06.544773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:06.586335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.635316 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.762910 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.871154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4beba27c-41ed-4ebb-a3b6-a3e90ccc1c38 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875840 Jul 07 16:50:06.895099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.939489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:04Z', 'revision_number': 9, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:06.970146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=99fc702a-eb42-41c5-bafb-741662b4011a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:06.994895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.997035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:07.002137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09dd6b3d-fc7d-46a5-9d0a-8736b0db4bef tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/99fc702a-eb42-41c5-bafb-741662b4011a HTTP/1.1" status: 204 len: 168 time: 0.6217215 Jul 07 16:50:07.008592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46766) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:07.013087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18cd2b-2ef4-496e-ad15-a3cf730313dc None None] Network dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:07.026505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:07.040195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:07.040844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:49:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.175285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.206785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-74db1ec5-ec24-4f98-bb34-e86326321ba7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:07.209028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-74db1ec5-ec24-4f98-bb34-e86326321ba7 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.13 "GET /v2.0/ports?device_id=51d4896a-d009-4483-805c-572f22ce99a4 HTTP/1.1" status: 200 len: 945 time: 0.3342767 Jul 07 16:50:07.291281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:07.292353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.295191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-69a6afce-bb5e-478f-b05e-a57e3bd994aa tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:07.302109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-69a6afce-bb5e-478f-b05e-a57e3bd994aa tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4017129 Jul 07 16:50:07.316612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5600-1c21-4007-bf85-3797cdd7d401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.374929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:07.384963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,segment=NetworkSegment(bcc28ef5-cb7a-4225-9d6e-590de4b0d589),segment_id=bcc28ef5-cb7a-4225-9d6e-590de4b0d589)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:07.385624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.391507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-aaae3c72-453a-49e5-a1a4-20deeca7ba52 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/quotas/d7a06a40562e44fc85561c9f1fb670b5 HTTP/1.1" status: 200 len: 375 time: 0.0884144 Jul 07 16:50:07.408346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:07.429913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.549565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.619912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=45d4f425-8abe-47e6-a2ae-2c1e62c9f30e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:07.631054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:07.720774 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-84662b09-89d5-4605-9cce-67de21cbc047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.811252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.836041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163253b9-07de-47e2-a128-2de6e2657488 None None] DHCP port deletion for dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:07.843141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.858491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.890755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4b7803-a82b-4a69-9dd4-7deef0bbfd33']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.914507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.915218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc28ef5-cb7a-4225-9d6e-590de4b0d589') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.930462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.930780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:04Z', 'revision_number': 9, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.956406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.976499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:07.976913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:07.981728 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:07.995942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e6db2-69e0-46cd-9805-e34f22f14d01 None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:04Z', 'revision_number': 9, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9401fc98-37ec-4dda-903b-00e248c15cf8', 'name': '', 'network_id': '96ca3132-b733-420a-923b-d4618f9d23a9', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:24:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:36Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': 'a42fc88c-4f21-4412-afa8-06c2c4b7f6bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:08.083162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-713e71c6-0c14-430f-ab8e-411a627d7a52 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6905758 Jul 07 16:50:08.105790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.132988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.138034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/dd4b7803-a82b-4a69-9dd4-7deef0bbfd33 HTTP/1.1" status: 204 len: 168 time: 1.1254182 Jul 07 16:50:08.147292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46774) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:08.151035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Deleting port 9fa99439-66bb-478e-9f5b-ba9f06085103 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:08.154599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e88d0-2010-445a-91b1-28c6c55849c7 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=dd4b7803-a82b-4a69-9dd4-7deef0bbfd33,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:08.155516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.312355 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Floating IP fd3a535b-e633-4d43-a858-0a7c371cf279 associated. External IP: 172.25.5.248, port: e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4. Jul 07 16:50:08.488803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17468235-f8e7-4534-be80-3225044555a3 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:08.609693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 17468235-f8e7-4534-be80-3225044555a3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:08.613812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 17468235-f8e7-4534-be80-3225044555a3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:08.614214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.800210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.857272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17468235-f8e7-4534-be80-3225044555a3'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:08.857272 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e774d9b-09eb-4c42-8daa-c68902e566ed" -d '{"events": [{"server_uuid": "c24ac502-baef-44b3-b106-99a03a48fc70", "name": "network-vif-plugged", "status": "completed", "tag": "17468235-f8e7-4534-be80-3225044555a3"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:08.867926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.892669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 17468235-f8e7-4534-be80-3225044555a3, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17468235-f8e7-4534-be80-3225044555a3,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:08.899611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.961884 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5600-1c21-4007-bf85-3797cdd7d401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.977082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a4e5600-1c21-4007-bf85-3797cdd7d401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.999905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.012747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1a4e5600-1c21-4007-bf85-3797cdd7d401 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2fda019ef4f4437a80030b9dc71b7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9831793 Jul 07 16:50:09.031597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46780) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:09.042593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=17468235-f8e7-4534-be80-3225044555a3,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:09.127792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e5600-1c21-4007-bf85-3797cdd7d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def021b4-2883-4971-b4d7-c90b1c9ce189,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:09.200229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] For port 9fa99439-66bb-478e-9f5b-ba9f06085103, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9fa99439-66bb-478e-9f5b-ba9f06085103,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:09.200613 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.259819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Calling delete_port for 9fa99439-66bb-478e-9f5b-ba9f06085103 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:09.325345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec384-d8ca-4e22-9420-0d3e77321403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.369598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec384-d8ca-4e22-9420-0d3e77321403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.492883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65e95-9b5e-4b0e-9bdf-97ffb4bc1bf5 req-7c5af47d-128d-4027-ad14-1a6bc6c9d691 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:09.501136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8fe65e95-9b5e-4b0e-9bdf-97ffb4bc1bf5 req-7c5af47d-128d-4027-ad14-1a6bc6c9d691 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3864510 Jul 07 16:50:09.542665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 9401fc98-37ec-4dda-903b-00e248c15cf8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:09.543120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.562054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec384-d8ca-4e22-9420-0d3e77321403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.564740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec384-d8ca-4e22-9420-0d3e77321403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.565973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3a3ec384-d8ca-4e22-9420-0d3e77321403 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/def021b4-2883-4971-b4d7-c90b1c9ce189 HTTP/1.1" status: 204 len: 168 time: 0.5333939 Jul 07 16:50:09.641416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ec384-d8ca-4e22-9420-0d3e77321403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def021b4-2883-4971-b4d7-c90b1c9ce189,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:09.647897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:09.698090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8fe65e95-9b5e-4b0e-9bdf-97ffb4bc1bf5 req-74296b1c-2eab-4dbe-86da-502019796fdd tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956406 Jul 07 16:50:09.715481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.746840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:09.909967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['9fa99439-66bb-478e-9f5b-ba9f06085103'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:09.915266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7a39118f-5e3c-431a-bd41-14d85119a3b7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:09.973022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 9401fc98-37ec-4dda-903b-00e248c15cf8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9401fc98-37ec-4dda-903b-00e248c15cf8,segment=NetworkSegment(32c166e8-6c7f-4484-90c2-4a3e048c27d7),segment_id=32c166e8-6c7f-4484-90c2-4a3e048c27d7)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:09.974942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.011684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 9401fc98-37ec-4dda-903b-00e248c15cf8 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:10.132243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 7a39118f-5e3c-431a-bd41-14d85119a3b7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:10.132867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7a39118f-5e3c-431a-bd41-14d85119a3b7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:10.133442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:10.253063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:10.267952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 45d4f425-8abe-47e6-a2ae-2c1e62c9f30e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:10.346352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:10.364478 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:10.365163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event deleted for resources: {'Port': ['ID=9fa99439-66bb-478e-9f5b-ba9f06085103,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:10.381351 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:10.382416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:10.382957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.559073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.594344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:10.650200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=9401fc98-37ec-4dda-903b-00e248c15cf8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:10.702225 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.740655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-a601d9af-efc6-45ae-bc60-098bc6ad7c89 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "PUT /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 996 time: 4.2034578 Jul 07 16:50:10.796927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:10.813824 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4165729-6f37-472d-af52-b85db661e6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:10.816802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46814) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:10.893435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] No DVR routers for this DVR port 9fa99439-66bb-478e-9f5b-ba9f06085103 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:10.924812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.932290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a536e577-1733-4585-a92c-d14e5aedd8e2 req-c73924b0-74bf-4bfd-95fa-7088f8156307 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.13 "DELETE /v2.0/ports/9fa99439-66bb-478e-9f5b-ba9f06085103 HTTP/1.1" status: 204 len: 173 time: 3.7001379 Jul 07 16:50:10.959977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c002196-39a9-4538-beaa-934a5585c712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.123807 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:50:07Z', 'revision_number': 8, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:11.157919 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:11.167982 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:11.168610 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:11.207749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc2b04-4471-400f-89f2-9407dcfb2eef req-2daf1870-df7c-4813-85d7-3d4a05ad9474 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.228967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aadc2b04-4471-400f-89f2-9407dcfb2eef req-2daf1870-df7c-4813-85d7-3d4a05ad9474 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 945 time: 0.8657100 Jul 07 16:50:11.282058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c56c-57ee-40c4-af77-e239a306353e req-3a0bd8ec-063e-4157-b016-01ea49094e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.283709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-3a0bd8ec-063e-4157-b016-01ea49094e3f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.4197290 Jul 07 16:50:11.370405 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:11.375591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aadc2b04-4471-400f-89f2-9407dcfb2eef req-f576e831-6a7b-4ab0-87bc-75b356b0190b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451194 Jul 07 16:50:11.480384 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.632188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c56c-57ee-40c4-af77-e239a306353e req-c7bc08cf-900e-49f2-b6ed-8233d610efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.634048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-c7bc08cf-900e-49f2-b6ed-8233d610efb5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.2661521 Jul 07 16:50:11.944991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c002196-39a9-4538-beaa-934a5585c712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.963991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c002196-39a9-4538-beaa-934a5585c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.981524 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:50:07Z', 'revision_number': 8, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:12.009150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:12.058448 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e057c40-eb50-4b4d-9622-8bc6a2ee480c x-openstack-request-id: req-8e057c40-eb50-4b4d-9622-8bc6a2ee480c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:12.059253 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24ac502-baef-44b3-b106-99a03a48fc70", "name": "network-vif-plugged", "status": "completed", "tag": "17468235-f8e7-4534-be80-3225044555a3", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:12.059909 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e057c40-eb50-4b4d-9622-8bc6a2ee480c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:12.061339 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17468235-f8e7-4534-be80-3225044555a3', 'code': 200} Jul 07 16:50:12.064029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701a906-2b1e-4b55-9fc1-82674678a591 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fd3a535b-e633-4d43-a858-0a7c371cf279', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'port_id': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'mac_address': 'fa:16:3e:1d:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:49:12Z', 'updated_at': '2021-07-07T16:50:07Z', 'revision_number': 8, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:12.136128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46820) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:12.146698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2c002196-39a9-4538-beaa-934a5585c712 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78f2e2e75da0426d935e5d4dd9ab4e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2887452 Jul 07 16:50:12.366005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-770b096f-73ae-413d-886b-63c0ac3e2f7c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 999 time: 0.6912932 Jul 07 16:50:12.380251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002196-39a9-4538-beaa-934a5585c712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d584af36-535c-4eab-9ca9-04e09b9fb802,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:12.409736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e80ecc20-e888-416f-818e-0638e4182f18 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274242 Jul 07 16:50:12.571744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9fa99439-66bb-478e-9f5b-ba9f06085103 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:12.646117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 9fa99439-66bb-478e-9f5b-ba9f06085103 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:12.646471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9fa99439-66bb-478e-9f5b-ba9f06085103 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:12.703775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f897f69-ed98-4594-9f75-2abe65c4fecf None None] New status for floating IP fd3a535b-e633-4d43-a858-0a7c371cf279: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:12.837055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c56c-57ee-40c4-af77-e239a306353e req-745c634b-ea52-4485-af65-1e233a07d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.854867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-745c634b-ea52-4485-af65-1e233a07d5b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.4864309 Jul 07 16:50:12.865143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205400fb-6ea0-459d-85b8-b7c3853d1078 req-6117eb50-87a9-4bf6-a87d-a5fbae0d1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.869886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-205400fb-6ea0-459d-85b8-b7c3853d1078 req-6117eb50-87a9-4bf6-a87d-a5fbae0d1041 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 1096 time: 0.2990203 Jul 07 16:50:13.031194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-205400fb-6ea0-459d-85b8-b7c3853d1078 req-265eed16-992b-41aa-884b-483ed6d80359 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Jul 07 16:50:13.069399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c56c-57ee-40c4-af77-e239a306353e req-03888058-6f28-486f-9386-5d449bab6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.081776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-03888058-6f28-486f-9386-5d449bab6a77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192719 Jul 07 16:50:13.216237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-60486060-21af-4425-a9dd-eb1877afe20e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.217482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-60486060-21af-4425-a9dd-eb1877afe20e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7981720 Jul 07 16:50:13.219775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-c4891824-dbf9-4702-a194-f4cd212a3be1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552480 Jul 07 16:50:13.219947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06c963ff-f7ae-4392-a60e-0ac725e43518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.252171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06c963ff-f7ae-4392-a60e-0ac725e43518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.302672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:13.311654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8861fe13-f871-4da7-bdd2-ff7c9610eb4c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1632113 Jul 07 16:50:13.320170 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:13.325233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:13.327853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46828) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:13.330869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06c963ff-f7ae-4392-a60e-0ac725e43518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.333670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06c963ff-f7ae-4392-a60e-0ac725e43518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.339310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06c963ff-f7ae-4392-a60e-0ac725e43518 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d584af36-535c-4eab-9ca9-04e09b9fb802 HTTP/1.1" status: 204 len: 168 time: 1.2036381 Jul 07 16:50:13.347697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:13.348987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:13.529792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-dc7d8327-e4e3-4929-9f6d-5bc88fb1330c service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460487 Jul 07 16:50:13.611324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e0d4aa5e-2293-4fc5-a4c5-a51fdc42fcd5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.613359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e0d4aa5e-2293-4fc5-a4c5-a51fdc42fcd5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594956 Jul 07 16:50:13.619661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet a42fc88c-4f21-4412-afa8-06c2c4b7f6bc {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:13.624115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.645949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c963ff-f7ae-4392-a60e-0ac725e43518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d584af36-535c-4eab-9ca9-04e09b9fb802,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:13.707693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:13.726769 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:13.872630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:13.879061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.907605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d8354-8fd3-46f0-b7af-c90e5ab21899 req-472bf519-00a3-47a7-af9c-f65146d2c296 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.917254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b3d8354-8fd3-46f0-b7af-c90e5ab21899 req-472bf519-00a3-47a7-af9c-f65146d2c296 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 945 time: 0.7239273 Jul 07 16:50:13.956195 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.200650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.94 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/690cff92-e928-4a50-8228-f7e44ed391b0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:14.243669 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:10Z', 'revision_number': 10, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:14.306191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:14.320136 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.325517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:14.326680 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:14.496762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b3d8354-8fd3-46f0-b7af-c90e5ab21899 req-98647d84-28a7-4b72-8675-5558aacfd982 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759304 Jul 07 16:50:14.535777 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:14.538577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7024c56c-57ee-40c4-af77-e239a306353e req-3af652b4-373b-43e8-844d-78382ffc1d61 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0078452 Jul 07 16:50:14.565851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:14.571698 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.587946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.675932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.705425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ea343-ec3b-44e7-9dad-b792629e0225 None None] Network 96ca3132-b733-420a-923b-d4618f9d23a9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:14.757390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 690cff92-e928-4a50-8228-f7e44ed391b0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:14.801586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=a42fc88c-4f21-4412-afa8-06c2c4b7f6bc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:14.828255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.965415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:14.975121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=690cff92-e928-4a50-8228-f7e44ed391b0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:15.033189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:15.042754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:15.057408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:15.110580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.208 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/864dbb9b-8e0e-4a47-94e3-a426867407c7) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:15.164213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:15.165472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.195936 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-e1885782-354f-4b71-a502-3518fe4b6dd2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8831136 Jul 07 16:50:15.208822 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:10Z', 'revision_number': 10, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:15.221618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Request body: {'port': {'device_id': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:15.245565 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40831e28-dacf-4746-acef-1986d207c3a0 None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:10Z', 'revision_number': 10, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None, '_interfaces': [{'id': '6daaf57d-c2e4-449f-9808-efecdc54ca9c', 'name': '', 'network_id': '341e3d3b-6539-44be-bc6f-d3be6ee6c726', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'mac_address': 'fa:16:3e:8c:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:30Z', 'updated_at': '2021-07-07T16:49:41Z', 'revision_number': 5, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'subnets': [{'id': '2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:15.338040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.519180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.524398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fa168a45-9a3f-4d2b-94bf-f7bf17738fc8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/a42fc88c-4f21-4412-afa8-06c2c4b7f6bc HTTP/1.1" status: 204 len: 168 time: 2.1913123 Jul 07 16:50:15.526222 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06afae9e-47ad-48cf-8a84-1a03374361ad x-openstack-request-id: req-06afae9e-47ad-48cf-8a84-1a03374361ad {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:15.526549 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:15.526805 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06afae9e-47ad-48cf-8a84-1a03374361ad {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:15.527265 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'status': 'completed', 'code': 200} Jul 07 16:50:15.528331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:15.598029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8518d964-0b82-4ace-83da-1b174ad276c5 None None] Provisioning for port 690cff92-e928-4a50-8228-f7e44ed391b0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:15.602369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8518d964-0b82-4ace-83da-1b174ad276c5 None None] Provisioning complete for port 690cff92-e928-4a50-8228-f7e44ed391b0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:15.602801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8518d964-0b82-4ace-83da-1b174ad276c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.626671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1a42375-5fd2-4390-aeaf-552aad8e4b31 req-2311f636-c681-497e-aa53-078385968a97 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 210 time: 0.1319578 Jul 07 16:50:15.674972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] DHCP port deletion for 96ca3132-b733-420a-923b-d4618f9d23a9 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:15.687207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8518d964-0b82-4ace-83da-1b174ad276c5 None None] Port 690cff92-e928-4a50-8228-f7e44ed391b0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:15.788534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] Deleting port fd31bad3-51aa-4b14-a198-ae7ff011d1fa {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:15.789870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.792787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd31bad3-51aa-4b14-a198-ae7ff011d1fa no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:15.831308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.888959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.930137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] For port fd31bad3-51aa-4b14-a198-ae7ff011d1fa, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,segment=NetworkSegment(32c166e8-6c7f-4484-90c2-4a3e048c27d7),segment_id=32c166e8-6c7f-4484-90c2-4a3e048c27d7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:15.930905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.949072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] Calling delete_port for fd31bad3-51aa-4b14-a198-ae7ff011d1fa owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:15.965569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 864dbb9b-8e0e-4a47-94e3-a426867407c7 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:15.973601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4165729-6f37-472d-af52-b85db661e6e3 req-79d141d3-8881-49ba-a737-19eea459164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:15.975165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-79d141d3-8881-49ba-a737-19eea459164d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.4656959 Jul 07 16:50:16.082930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.086791 n-d-793619-7 neutron-server[98272]: INFO neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No ports have port_id starting with fd31bad3-51aa-4b14-a198-ae7ff011d1fa Jul 07 16:50:16.119078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] Pushing event deleted for resources: {'Port': ['ID=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:16.130375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9401fc98-37ec-4dda-903b-00e248c15cf8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:16.167963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9401fc98-37ec-4dda-903b-00e248c15cf8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:16.168348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9401fc98-37ec-4dda-903b-00e248c15cf8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:16.171236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7253f7-a855-469f-85b5-427c63a46213 req-c8b0283b-4f6b-435d-a06b-6fff71c32531 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:16.174648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a7253f7-a855-469f-85b5-427c63a46213 req-c8b0283b-4f6b-435d-a06b-6fff71c32531 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 945 time: 0.6858418 Jul 07 16:50:16.184908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19356a96-2283-45d0-968b-b79ac1f0f5d3 None None] No DVR routers for this DVR port fd31bad3-51aa-4b14-a198-ae7ff011d1fa on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:16.321765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4165729-6f37-472d-af52-b85db661e6e3 req-5b0430d4-1274-41e6-9ca1-5f8b4abd128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:16.323172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-5b0430d4-1274-41e6-9ca1-5f8b4abd128a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.3335519 Jul 07 16:50:16.336948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a7253f7-a855-469f-85b5-427c63a46213 req-ad6eed33-d22b-47f0-9677-1e053c30aba7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390326 Jul 07 16:50:16.444910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.457879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:16.463639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port fd31bad3-51aa-4b14-a198-ae7ff011d1fa {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:16.464003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.609509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-ba2dd908-061c-4758-8e88-424b4c76e996 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 1001 time: 0.2711527 Jul 07 16:50:16.626187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff7357e8-93a5-4889-9240-1ca22c88d1aa req-8f565dd0-1995-45f6-ad0b-3eab08eefb77 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 998 time: 0.2283468 Jul 07 16:50:16.646126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:16.660133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690cff92-e928-4a50-8228-f7e44ed391b0 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:16.671791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.688679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Transition to ACTIVE for port object 690cff92-e928-4a50-8228-f7e44ed391b0 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:16.698793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.708988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:16.727371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=864dbb9b-8e0e-4a47-94e3-a426867407c7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:16.739976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:16.744381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port fd31bad3-51aa-4b14-a198-ae7ff011d1fa, host n-d-793619-7, got binding levels [] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:16.744756 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.871130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Attempting to bind port 690cff92-e928-4a50-8228-f7e44ed391b0 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:16.872082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Attempting to bind port 690cff92-e928-4a50-8228-f7e44ed391b0 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:16.873064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Attempting to bind port 690cff92-e928-4a50-8228-f7e44ed391b0 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:16.873833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4165729-6f37-472d-af52-b85db661e6e3 req-60a84653-8141-47a2-97ec-82b835eaabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:16.875397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-60a84653-8141-47a2-97ec-82b835eaabe6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.2461643 Jul 07 16:50:16.877988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=690cff92-e928-4a50-8228-f7e44ed391b0,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:16.884070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7357e8-93a5-4889-9240-1ca22c88d1aa req-8171ad59-0271-4854-bdf6-a74c086ae8aa tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:16.884669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Port 690cff92-e928-4a50-8228-f7e44ed391b0 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:16.885308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Attempting to bind port 690cff92-e928-4a50-8228-f7e44ed391b0 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:16.895121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:16.895845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:16.896509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:16.897534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Bound port: 690cff92-e928-4a50-8228-f7e44ed391b0, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:16.898175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.898688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff7357e8-93a5-4889-9240-1ca22c88d1aa req-8171ad59-0271-4854-bdf6-a74c086ae8aa tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2512581 Jul 07 16:50:16.981541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] For port 690cff92-e928-4a50-8228-f7e44ed391b0, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:16.987461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] For port 690cff92-e928-4a50-8228-f7e44ed391b0, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=690cff92-e928-4a50-8228-f7e44ed391b0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:16.998018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.094148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.095454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.097776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] 10.222.0.54 "PUT /v2.0/ports/690cff92-e928-4a50-8228-f7e44ed391b0 HTTP/1.1" status: 200 len: 1095 time: 1.8815765 Jul 07 16:50:17.098652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14d130-4fa0-4030-a051-68c1e3fd3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=690cff92-e928-4a50-8228-f7e44ed391b0,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:17.103825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'tag': '690cff92-e928-4a50-8228-f7e44ed391b0'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:17.108310 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d514d2f-ad79-4790-91bd-271f444866ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a19acf42-a375-4544-bbe2-54e732bf6872", "tag": "690cff92-e928-4a50-8228-f7e44ed391b0"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:17.133136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-aca76c89-561c-4f5b-8615-25df81fdae67 None None] Provisioning for port 864dbb9b-8e0e-4a47-94e3-a426867407c7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:17.141147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-aca76c89-561c-4f5b-8615-25df81fdae67 None None] Provisioning complete for port 864dbb9b-8e0e-4a47-94e3-a426867407c7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:17.141833 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aca76c89-561c-4f5b-8615-25df81fdae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.269133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-cdb5e7ac-84c0-488a-8548-99a045e0d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.273369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-cdb5e7ac-84c0-488a-8548-99a045e0d7f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 1098 time: 0.1109090 Jul 07 16:50:17.339308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-aca76c89-561c-4f5b-8615-25df81fdae67 None None] Port 864dbb9b-8e0e-4a47-94e3-a426867407c7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:17.378481 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-f8c877cf-db83-461d-915f-4cb7105c3fc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=690cff92-e928-4a50-8228-f7e44ed391b0 HTTP/1.1" status: 200 len: 217 time: 0.0951562 Jul 07 16:50:17.508438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4a407b34-a882-4237-98c5-2ab8d36fb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.510301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4a407b34-a882-4237-98c5-2ab8d36fb3e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1209676 Jul 07 16:50:17.608645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4558ad94-4c5c-47ed-9f2a-5509dcea8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.610985 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4558ad94-4c5c-47ed-9f2a-5509dcea8f46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903990 Jul 07 16:50:17.637185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'name': 'network-vif-deleted', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:17.640268 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d18750-fe1c-4c6a-b826-1e0c48e3252b" -d '{"events": [{"server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "name": "network-vif-deleted", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:17.682524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426450f8-698e-4a35-aed9-120d37fd2d93 req-fef0fb43-e375-41ac-a46b-7aadceea59e0 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.690549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-426450f8-698e-4a35-aed9-120d37fd2d93 req-fef0fb43-e375-41ac-a46b-7aadceea59e0 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 1.4091735 Jul 07 16:50:17.701594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for fd31bad3-51aa-4b14-a198-ae7ff011d1fa owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:17.745367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5d16ffa4-383d-4195-9a22-b8bf7f6ff98c service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230109 Jul 07 16:50:17.760294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Port fd31bad3-51aa-4b14-a198-ae7ff011d1fa was not found and therefore no delete operation was performed {{(pid=98270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:50:17.777199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.836671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.837590 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.847170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=fd31bad3-51aa-4b14-a198-ae7ff011d1fa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:17.856871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port fd31bad3-51aa-4b14-a198-ae7ff011d1fa on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:17.880432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-426450f8-698e-4a35-aed9-120d37fd2d93 req-9ffb377a-2faa-4ef5-9c44-e06804218015 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889241 Jul 07 16:50:17.910673 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-195f516d-1696-4573-a5fe-2afc86c6c1dc service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596150 Jul 07 16:50:18.033167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5a615fa5-38d0-4abf-8c8f-3c0543758602 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3332834 Jul 07 16:50:18.095552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Request body: {'port': {'device_id': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:18.151607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-672b2e1c-d8e8-4319-b3f1-b6710df2cf4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4922960 Jul 07 16:50:18.155328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.159430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4165729-6f37-472d-af52-b85db661e6e3 req-312ba5ef-7df2-45e1-8cc5-2d23b9aef9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.160952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-312ba5ef-7df2-45e1-8cc5-2d23b9aef9b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2607796 Jul 07 16:50:18.203656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ca3132-b733-420a-923b-d4618f9d23a9']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:18.234795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694da93d-210d-4c98-8cd8-711ff67699c8 req-1e287c6e-7167-4bef-b671-bf83c2b61b7c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.236472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-694da93d-210d-4c98-8cd8-711ff67699c8 req-1e287c6e-7167-4bef-b671-bf83c2b61b7c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 945 time: 0.5927618 Jul 07 16:50:18.291673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c166e8-6c7f-4484-90c2-4a3e048c27d7') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:18.291961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c166e8-6c7f-4484-90c2-4a3e048c27d7') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:18.350687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.372294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.389700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.429317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:18.429657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:18.443947 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:18.508808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343be693-9cb1-4392-ae7f-9fac9d231f4e req-373edbc1-bcdb-4a65-b48f-b00ea6c5f368 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.510629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-343be693-9cb1-4392-ae7f-9fac9d231f4e req-373edbc1-bcdb-4a65-b48f-b00ea6c5f368 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 936 time: 0.4629090 Jul 07 16:50:18.515529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-694da93d-210d-4c98-8cd8-711ff67699c8 req-d3a6fd99-75e9-4b35-8b46-1e8bf77aa7dd tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293422 Jul 07 16:50:18.649313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-bcf3dc63-f47e-4b99-8f0c-5ef2a0ca7feb service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491010 Jul 07 16:50:18.692383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.760232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.765062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/96ca3132-b733-420a-923b-d4618f9d23a9 HTTP/1.1" status: 204 len: 168 time: 3.2091358 Jul 07 16:50:18.765596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:18.823119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-565ccc96-9304-4f04-8f49-26b149c9ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.824676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-565ccc96-9304-4f04-8f49-26b149c9ae9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 1097 time: 0.5779483 Jul 07 16:50:18.858062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-343be693-9cb1-4392-ae7f-9fac9d231f4e req-f1745422-6a11-4f2e-a8ac-c4ea79b3dafa tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055005 Jul 07 16:50:18.876564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-2508c8b6-a554-40ba-83b2-8c5bd2601f81 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.3250861 Jul 07 16:50:18.884935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6310b7-4e40-4fc6-a323-b366a4ad83b5 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=96ca3132-b733-420a-923b-d4618f9d23a9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:19.137686 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e461d7b-6717-49f1-8e3c-20febf759d12 x-openstack-request-id: req-9e461d7b-6717-49f1-8e3c-20febf759d12 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:19.138808 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19acf42-a375-4544-bbe2-54e732bf6872", "tag": "690cff92-e928-4a50-8228-f7e44ed391b0", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:19.139265 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e461d7b-6717-49f1-8e3c-20febf759d12 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:19.139859 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'tag': '690cff92-e928-4a50-8228-f7e44ed391b0', 'status': 'completed', 'code': 200} Jul 07 16:50:19.164265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-13adc2d5-18e6-47ab-beb4-f06d4e99bb86 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.166101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-13adc2d5-18e6-47ab-beb4-f06d4e99bb86 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports/e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 942 time: 0.2744741 Jul 07 16:50:19.176162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4165729-6f37-472d-af52-b85db661e6e3 req-bddd1158-b456-425c-869b-57bd212b8220 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167153 Jul 07 16:50:19.256592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-eb0525f0-8d4d-4a08-941a-eee11283ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.259492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-eb0525f0-8d4d-4a08-941a-eee11283ae15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 200 len: 917 time: 0.3751426 Jul 07 16:50:19.367935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514d2f-ad79-4790-91bd-271f444866ef req-14719aee-feeb-4101-bcf1-c87ac2584e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.374462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-14719aee-feeb-4101-bcf1-c87ac2584e95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 1098 time: 0.2322624 Jul 07 16:50:19.390467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-18ff721c-2bea-4078-a605-b96b63ea999c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356 HTTP/1.1" status: 200 len: 217 time: 0.1191719 Jul 07 16:50:19.605904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514d2f-ad79-4790-91bd-271f444866ef req-522b6cb4-1426-46b1-a15e-a9176aa351d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.608921 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-522b6cb4-1426-46b1-a15e-a9176aa351d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2253659 Jul 07 16:50:19.623060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-2e71af23-efef-4157-8a05-4a82e0f175bb tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.2529898 Jul 07 16:50:19.662946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-cd5550b4-d672-448f-a6c4-d82198b83789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.665403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-cd5550b4-d672-448f-a6c4-d82198b83789 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 200 len: 855 time: 0.2213621 Jul 07 16:50:19.689881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864dbb9b-8e0e-4a47-94e3-a426867407c7 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:19.713642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-8a5b10e3-feea-4bcd-9aca-8ede25b7f2fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=690cff92-e928-4a50-8228-f7e44ed391b0 HTTP/1.1" status: 200 len: 217 time: 0.0935159 Jul 07 16:50:19.764326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.831221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Transition to ACTIVE for port object 864dbb9b-8e0e-4a47-94e3-a426867407c7 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:19.852502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.855827 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539b6613-acf8-411c-82e7-0127522f9de3 x-openstack-request-id: req-539b6613-acf8-411c-82e7-0127522f9de3 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:19.856118 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d4896a-d009-4483-805c-572f22ce99a4", "name": "network-vif-deleted", "tag": "9fa99439-66bb-478e-9f5b-ba9f06085103", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:19.856369 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-539b6613-acf8-411c-82e7-0127522f9de3 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:19.857334 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d4896a-d009-4483-805c-572f22ce99a4', 'name': 'network-vif-deleted', 'tag': '9fa99439-66bb-478e-9f5b-ba9f06085103', 'status': 'completed', 'code': 200} Jul 07 16:50:19.919122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514d2f-ad79-4790-91bd-271f444866ef req-a975b8a4-ef15-48a6-8d17-b055d80c8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.924200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-a975b8a4-ef15-48a6-8d17-b055d80c8773 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2009642 Jul 07 16:50:19.935924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-eea63958-9a36-4713-9c44-b3a85d5821dc tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.937465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-eea63958-9a36-4713-9c44-b3a85d5821dc tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.3023858 Jul 07 16:50:19.967476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-cbe75e28-935c-4053-a076-4c25dd484033 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:19.968238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-cbe75e28-935c-4053-a076-4c25dd484033 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191834 Jul 07 16:50:19.969935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Pushing event updated for resources: {'Port': ['ID=864dbb9b-8e0e-4a47-94e3-a426867407c7,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:19.996147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-36db9998-b327-4204-98c5-7c5416696d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.998382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-36db9998-b327-4204-98c5-7c5416696d34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63a5c382-0fa0-4740-b2eb-423987093759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004527 Jul 07 16:50:20.067101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.265250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Attempting to bind port 864dbb9b-8e0e-4a47-94e3-a426867407c7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:20.265749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Attempting to bind port 864dbb9b-8e0e-4a47-94e3-a426867407c7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:20.266125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Attempting to bind port 864dbb9b-8e0e-4a47-94e3-a426867407c7 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:20.302016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-fda6aafa-ac42-4056-9ab1-9a35645f5d4a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 1001 time: 0.3225722 Jul 07 16:50:20.303652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Port 864dbb9b-8e0e-4a47-94e3-a426867407c7 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:20.304616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Attempting to bind port 864dbb9b-8e0e-4a47-94e3-a426867407c7 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:20.346642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514d2f-ad79-4790-91bd-271f444866ef req-0ed3c091-d3e9-452a-99df-f6b2dfba7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.348506 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-0ed3c091-d3e9-452a-99df-f6b2dfba7e89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4022634 Jul 07 16:50:20.364392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:20.378855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:20.379565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:20.380162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:20.380825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Bound port: 864dbb9b-8e0e-4a47-94e3-a426867407c7, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:20.381492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.514559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-bf917911-c812-48b9-a6fe-f59e41fe0fc7 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017462 Jul 07 16:50:20.534536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.581810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-7bcd6c5b-348a-4c05-aea9-d94304ea9644 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788843 Jul 07 16:50:20.695178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9868fa-cb93-43f7-b238-e205c09230ee req-94edc0ea-e86d-4121-8e5a-bf500725bb3c tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.703709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9868fa-cb93-43f7-b238-e205c09230ee req-94edc0ea-e86d-4121-8e5a-bf500725bb3c tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.710786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9868fa-cb93-43f7-b238-e205c09230ee req-94edc0ea-e86d-4121-8e5a-bf500725bb3c tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.714733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af9868fa-cb93-43f7-b238-e205c09230ee req-94edc0ea-e86d-4121-8e5a-bf500725bb3c tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d&device_id=ed1afe8a-8593-4f85-909f-2775ce429722&device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 2417 time: 0.4300945 Jul 07 16:50:20.808423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d514d2f-ad79-4790-91bd-271f444866ef req-e55af248-f9f0-41aa-84fe-d1caa29bdfb1 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078705 Jul 07 16:50:20.830058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port 6daaf57d-c2e4-449f-9808-efecdc54ca9c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:20.830473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.997828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port 6daaf57d-c2e4-449f-9808-efecdc54ca9c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6daaf57d-c2e4-449f-9808-efecdc54ca9c,segment=NetworkSegment(a0290fa0-b91e-4452-bff8-ea6147704889),segment_id=a0290fa0-b91e-4452-bff8-ea6147704889)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:20.998625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.021563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for 6daaf57d-c2e4-449f-9808-efecdc54ca9c owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:21.181010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] For port 864dbb9b-8e0e-4a47-94e3-a426867407c7, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:21.241062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] For port 864dbb9b-8e0e-4a47-94e3-a426867407c7, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:21.261324 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.317895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.344803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.345469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.347633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/864dbb9b-8e0e-4a47-94e3-a426867407c7 HTTP/1.1" status: 200 len: 1096 time: 3.3017404 Jul 07 16:50:21.396457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=6daaf57d-c2e4-449f-9808-efecdc54ca9c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:21.422390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6e9d5a-b5a5-49ef-88b1-d8c1484f67c0 req-3c1bdb95-8d32-4570-b80d-550232d23e92 service neutron] 10.222.0.13 "GET /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8930573 Jul 07 16:50:21.453497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.454564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.455412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.456252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.461584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.462495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.463331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.463916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.464475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.465030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.465629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.466263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:21.549190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af9868fa-cb93-43f7-b238-e205c09230ee req-3ff48462-6fad-49d5-8dfb-7f5de5013480 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699148 Jul 07 16:50:21.558372 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.629683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.630508 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Floating IP fd3a535b-e633-4d43-a858-0a7c371cf279 disassociated. External IP: 172.25.5.248, port: e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4. Jul 07 16:50:21.736666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2e4d8-7df2-46d7-b258-8073618782d4 service neutron] Pushing event updated for resources: {'Port': ['ID=864dbb9b-8e0e-4a47-94e3-a426867407c7,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:21.786537 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.887526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'tag': '864dbb9b-8e0e-4a47-94e3-a426867407c7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:21.891549 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0894e87-47e1-401d-a72b-189b6b625913" -d '{"events": [{"name": "network-changed", "server_uuid": "94b19e74-3368-44ac-9dd7-ad8576d592ac", "tag": "864dbb9b-8e0e-4a47-94e3-a426867407c7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:21.910353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-bdb430d7-b9f8-4893-841d-e574d0ec5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.912735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-bdb430d7-b9f8-4893-841d-e574d0ec5094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 1099 time: 0.3937316 Jul 07 16:50:21.977353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-7ada32a0-caf7-428a-99eb-c5425dedf603 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7 HTTP/1.1" status: 200 len: 217 time: 0.0501833 Jul 07 16:50:22.021532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:22.194580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-65316bc9-c1a1-474c-b8e9-060794601666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.198172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-65316bc9-c1a1-474c-b8e9-060794601666 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2111237 Jul 07 16:50:22.311193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:22.425891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4fa39b96-30ab-4cf3-b4a8-45028b720a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.428686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-4fa39b96-30ab-4cf3-b4a8-45028b720a49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187347 Jul 07 16:50:22.464394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:22.471939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f476e15a-799a-49dc-bf39-6d6e60baac94 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7047572 Jul 07 16:50:22.475731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47010) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:22.484931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:22.509797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:22.510755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:22.633483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:22.660368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:22.664892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting subnet 2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:22.681491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:22.684556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.689505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.694099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:21Z', 'revision_number': 11, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:22.698272 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:22.699086 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:22.751409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:22.762143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:22.764298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:22.800419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-90c51903-10af-450d-bb8d-0c41b515942a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "PUT /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 696 time: 2.4856658 Jul 07 16:50:22.814626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.882379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-41f1ef2e-de68-4a03-8ac6-04d0afcb0aad service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428365 Jul 07 16:50:22.894345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:22.922176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:23.017812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:21Z', 'revision_number': 11, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:23.027128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.079609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9adc22-bce0-4dcc-a7f8-59ee441a29cd None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:21Z', 'revision_number': 11, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:23.085964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d69397f9-e61f-4631-93ba-be9f2e6a3fc4 req-afa560f9-6629-4c6d-ad51-71b26557da3c service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900997 Jul 07 16:50:23.128749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-5774bb85-8096-467c-8cfb-fbe71861b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.137723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-5774bb85-8096-467c-8cfb-fbe71861b64d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.3099921 Jul 07 16:50:23.190100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.242100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:23.252369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.258636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-529eea03-be4d-41e9-930f-d9db16d05b74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c HTTP/1.1" status: 204 len: 168 time: 0.7817256 Jul 07 16:50:23.259870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47032) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:23.261966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd8c05-9a8e-4ef8-816e-4480be323782 None None] Network 341e3d3b-6539-44be-bc6f-d3be6ee6c726 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:23.296700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-38dc57e2-ffc5-47c9-95d4-7e77a747292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.299167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-38dc57e2-ffc5-47c9-95d4-7e77a747292d service neutron] 10.222.0.78 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.1587121 Jul 07 16:50:23.368751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.371018 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:23.414589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-212b6015-95f6-4402-abbd-e6533b179e29 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 217 time: 0.1064203 Jul 07 16:50:23.429201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 690cff92-e928-4a50-8228-f7e44ed391b0 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:23.441953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Deleting port c71b1250-7429-4bfe-90c3-35828d654188 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:23.442467 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.464870 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:23.497254 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:23.498608 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:23.553263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-96d860a9-c960-497d-93d8-eb784915f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.554342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-96d860a9-c960-497d-93d8-eb784915f936 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1255753 Jul 07 16:50:23.555796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] For port c71b1250-7429-4bfe-90c3-35828d654188, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c71b1250-7429-4bfe-90c3-35828d654188,segment=NetworkSegment(a0290fa0-b91e-4452-bff8-ea6147704889),segment_id=a0290fa0-b91e-4452-bff8-ea6147704889)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:23.556314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.574231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Calling delete_port for c71b1250-7429-4bfe-90c3-35828d654188 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:23.616503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 690cff92-e928-4a50-8228-f7e44ed391b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=690cff92-e928-4a50-8228-f7e44ed391b0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:23.634542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '690cff92-e928-4a50-8228-f7e44ed391b0', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '690cff92-e928-4a50-8228-f7e44ed391b0', 'mac_address': 'fa:16:3e:84:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:23.657293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6daaf57d-c2e4-449f-9808-efecdc54ca9c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:23.684498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6daaf57d-c2e4-449f-9808-efecdc54ca9c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:23.684784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6daaf57d-c2e4-449f-9808-efecdc54ca9c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:23.746638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17fd00-60b0-4144-a119-b4c07afc53e4 req-f7dca4df-aac4-4b6d-8c64-3b852b844156 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.755802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f17fd00-60b0-4144-a119-b4c07afc53e4 req-f7dca4df-aac4-4b6d-8c64-3b852b844156 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 948 time: 0.2001908 Jul 07 16:50:23.765607 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.782416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.787056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690cff92-e928-4a50-8228-f7e44ed391b0 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:23.787954 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:23.793737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.798935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-fb9ed3ee-0377-48ca-9dad-7f087f19febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.801220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-fb9ed3ee-0377-48ca-9dad-7f087f19febd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763558 Jul 07 16:50:23.821074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No DVR routers for this DVR port c71b1250-7429-4bfe-90c3-35828d654188 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:23.862244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 690cff92-e928-4a50-8228-f7e44ed391b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=690cff92-e928-4a50-8228-f7e44ed391b0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:23.866192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Port': ['ID=c71b1250-7429-4bfe-90c3-35828d654188,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:23.870841 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.953761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=690cff92-e928-4a50-8228-f7e44ed391b0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:23.960979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f17fd00-60b0-4144-a119-b4c07afc53e4 req-533e685e-7210-4686-9da8-360ff91f5fa2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040462 Jul 07 16:50:23.976465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ff0b7-5b17-45a2-aa3d-36c57426bce9 None None] DHCP port deletion for 341e3d3b-6539-44be-bc6f-d3be6ee6c726 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:24.066432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d571-4a39-43ad-8182-38d74b434069 req-6baf63aa-e925-4a4b-9250-2f664e7a9b29 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:24.068583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a390d571-4a39-43ad-8182-38d74b434069 req-6baf63aa-e925-4a4b-9250-2f664e7a9b29 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 945 time: 0.2295403 Jul 07 16:50:24.080064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.111794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341e3d3b-6539-44be-bc6f-d3be6ee6c726']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:24.141023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0290fa0-b91e-4452-bff8-ea6147704889') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:24.142427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0290fa0-b91e-4452-bff8-ea6147704889') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:24.179640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.215054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.225334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:24.226219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.257527 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:24.303823 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722a0f4-0ef2-4c9a-b437-f29e0e52e3b1 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:48:34Z', 'revision_number': 4, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '920f15d9-b023-4224-aac4-464ab1d212a2', 'name': '', 'network_id': '7e7698b8-a320-4ed5-8427-b55017965f1e', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'mac_address': 'fa:16:3e:a6:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:29Z', 'updated_at': '2021-07-07T16:48:44Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'subnets': [{'id': '1eba8c74-0030-45f6-ac9b-28aee4460b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:24.312997 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:24.326962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.331645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-228db694-9024-4e67-ad91-49eac01e856a req-241dd622-5f95-4bad-83dc-422a20500549 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:24.332889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-228db694-9024-4e67-ad91-49eac01e856a req-241dd622-5f95-4bad-83dc-422a20500549 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075221 Jul 07 16:50:24.345771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.351066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/networks/341e3d3b-6539-44be-bc6f-d3be6ee6c726 HTTP/1.1" status: 204 len: 168 time: 1.0898409 Jul 07 16:50:24.353712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47034) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:24.359468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'routes': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:24.370702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['690cff92-e928-4a50-8228-f7e44ed391b0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:24.415207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f22ab-d388-4c42-8f2c-4edc8e1e8553 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Pushing event deleted for resources: {'Network': ['ID=341e3d3b-6539-44be-bc6f-d3be6ee6c726,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:24.421862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-f4b4c0ad-47f5-4bdc-af94-7c676cb22f61 service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995021 Jul 07 16:50:24.581309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-228db694-9024-4e67-ad91-49eac01e856a req-ab34eb03-c859-48d5-a582-09abc50a8533 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2401159 Jul 07 16:50:24.639418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port 17468235-f8e7-4534-be80-3225044555a3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:24.639698 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.646465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Added routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 16:50:24.647139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Removed routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 16:50:24.647907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.758948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4f882-e6bb-443a-ba77-65f953a0d1cb None None] New status for floating IP fd3a535b-e633-4d43-a858-0a7c371cf279: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:24.837462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port 17468235-f8e7-4534-be80-3225044555a3, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17468235-f8e7-4534-be80-3225044555a3,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:24.837879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.873995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for 17468235-f8e7-4534-be80-3225044555a3 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:24.911540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.926770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.007887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7a0fb7c-d4c6-472e-9ed4-91063b582066 req-73394b8c-6f30-440b-8221-7adea7cc26db service neutron] 10.222.0.78 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738714 Jul 07 16:50:25.012034 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b116875d-8cf8-48f5-aa6c-67cd58985c4c x-openstack-request-id: req-b116875d-8cf8-48f5-aa6c-67cd58985c4c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:25.013329 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b19e74-3368-44ac-9dd7-ad8576d592ac", "tag": "864dbb9b-8e0e-4a47-94e3-a426867407c7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:25.014580 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b116875d-8cf8-48f5-aa6c-67cd58985c4c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:25.015224 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'tag': '864dbb9b-8e0e-4a47-94e3-a426867407c7', 'status': 'completed', 'code': 200} Jul 07 16:50:25.089964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router 42cbbc82-1bc3-4df2-aa66-de420418dc0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:25.252613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:25.265561 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] Sync routers for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:25.283004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.286747 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:25.288300 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:25.300455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b643db6-cf49-4956-8f1f-3974c57d6a06 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 701 time: 0.9455445 Jul 07 16:50:25.300717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47060) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:25.335665 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.341420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894e87-47e1-401d-a72b-189b6b625913 req-1e3f4b0e-1a89-4d5c-8222-e58558536835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.355439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-1e3f4b0e-1a89-4d5c-8222-e58558536835 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 1099 time: 0.2747331 Jul 07 16:50:25.369759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a', '17468235-f8e7-4534-be80-3225044555a3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:25.404821 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a6cf3006-1b6c-4b7f-b8cc-886fbf52b11b tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 205 time: 0.1017363 Jul 07 16:50:25.405782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47068) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:25.433188 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:25.555767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:21Z', 'revision_number': 11, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:25.578575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=17468235-f8e7-4534-be80-3225044555a3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:25.603456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.625451 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] Checking router: 42cbbc82-1bc3-4df2-aa66-de420418dc0e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:25.653029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] Routers {'42cbbc82-1bc3-4df2-aa66-de420418dc0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:25.656968 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:25.706247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.706651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.706923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.707253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.707581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.707907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.708229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.708549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.708976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.721650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.722448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.723119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:25.749799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port 17468235-f8e7-4534-be80-3225044555a3 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:25.767506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.770996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a390d571-4a39-43ad-8182-38d74b434069 req-377a5919-3e10-4fce-8aa4-a0cb2d3cc8d1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "DELETE /v2.0/ports/17468235-f8e7-4534-be80-3225044555a3 HTTP/1.1" status: 204 len: 173 time: 1.6932330 Jul 07 16:50:25.779591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c71b1250-7429-4bfe-90c3-35828d654188 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:25.851261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: c71b1250-7429-4bfe-90c3-35828d654188 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:25.851612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c71b1250-7429-4bfe-90c3-35828d654188 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:25.929296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1c5c7-2f54-409b-9fb6-bf022a59d67e req-5d471dbd-f06f-4e45-b372-fcaafb44ac94 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.937844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebb1c5c7-2f54-409b-9fb6-bf022a59d67e req-5d471dbd-f06f-4e45-b372-fcaafb44ac94 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=c24ac502-baef-44b3-b106-99a03a48fc70 HTTP/1.1" status: 200 len: 867 time: 0.7290418 Jul 07 16:50:25.966569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894e87-47e1-401d-a72b-189b6b625913 req-2cde54a2-f040-4196-b3ea-66fb46e54491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.968680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-2cde54a2-f040-4196-b3ea-66fb46e54491 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.5922251 Jul 07 16:50:25.981856 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] Set router 42cbbc82-1bc3-4df2-aa66-de420418dc0e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:26.005496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebb1c5c7-2f54-409b-9fb6-bf022a59d67e req-03908545-3d58-4e48-831f-fe849dfecea6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662532 Jul 07 16:50:26.066001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.067648 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:21Z', 'revision_number': 11, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:26.070086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.095384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-8669f4b3-8fa1-4802-bdb1-939f40fa4e25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7 HTTP/1.1" status: 200 len: 217 time: 0.1094635 Jul 07 16:50:26.117579 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c80eb8-5152-4fb3-8100-282440490fad None None] The sync data for ids ['42cbbc82-1bc3-4df2-aa66-de420418dc0e'] in n-d-793619-7 is: [{'id': '42cbbc82-1bc3-4df2-aa66-de420418dc0e', 'name': 'tempest-RoutersTest-router-1845516860', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:28Z', 'updated_at': '2021-07-07T16:50:21Z', 'revision_number': 11, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:26.168288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.169299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router 42cbbc82-1bc3-4df2-aa66-de420418dc0e {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:50:26.178145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.188492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47074) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:26.189693 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e1bca08-3665-4c1e-a80c-14bedbfae14f tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 204 len: 168 time: 0.7825189 Jul 07 16:50:26.205587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9a032-3ecd-4b64-a13c-a40a87c88b25 req-3c3d6b7d-d0af-45a7-a952-89abfe4f0af5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.213225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3d9a032-3ecd-4b64-a13c-a40a87c88b25 req-3c3d6b7d-d0af-45a7-a952-89abfe4f0af5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 948 time: 0.3624203 Jul 07 16:50:26.232225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-393697927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:26.275739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894e87-47e1-401d-a72b-189b6b625913 req-0f93e56a-010b-45dc-870b-4c77f46430fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.276854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-0f93e56a-010b-45dc-870b-4c77f46430fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1716430 Jul 07 16:50:26.325709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3d9a032-3ecd-4b64-a13c-a40a87c88b25 req-cf244bb4-f6db-46bd-9320-b51c357bdafc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116018 Jul 07 16:50:26.343393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.345085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.453507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.460650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.475706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894e87-47e1-401d-a72b-189b6b625913 req-07175d74-4238-4c39-a47f-b4999ac833d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.477581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-07175d74-4238-4c39-a47f-b4999ac833d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926794 Jul 07 16:50:26.492188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.496906 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47096) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:26.497296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c5dcbb15-df04-4974-933f-742f1e3dec79 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2689703 Jul 07 16:50:26.504792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Request body: {'router': {'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:26.739576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-de417a4a-d724-4de4-8a2e-9166efe379f9 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312417 Jul 07 16:50:26.877890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.894104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.941904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0894e87-47e1-401d-a72b-189b6b625913 req-9328ac7f-3e03-4950-aab2-829587d1cb99 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917386 Jul 07 16:50:27.016782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}, {'server_uuid': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'name': 'network-vif-deleted', 'tag': '17468235-f8e7-4534-be80-3225044555a3'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:27.019268 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81bd07-8e8e-4b05-a07a-7843368f62bb" -d '{"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}, {"server_uuid": "c24ac502-baef-44b3-b106-99a03a48fc70", "name": "network-vif-deleted", "tag": "17468235-f8e7-4534-be80-3225044555a3"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:27.030844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Router d5ec0f38-a879-47d9-adfc-66310a9ebed3 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:50:27.123102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:27.131342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.135225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-38b7e973-e17f-44dd-b280-77dff116f6a0 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 200 len: 694 time: 0.0625041 Jul 07 16:50:27.135429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] Sync routers for ids ['d5ec0f38-a879-47d9-adfc-66310a9ebed3'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:27.136490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b2408f2-f10e-45b5-8dbf-4127b56c3e04 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "PUT /v2.0/routers/d5ec0f38-a879-47d9-adfc-66310a9ebed3 HTTP/1.1" status: 200 len: 693 time: 0.6379733 Jul 07 16:50:27.138182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47146) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.150680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] Routers {'d5ec0f38-a879-47d9-adfc-66310a9ebed3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:27.151400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d5ec0f38-a879-47d9-adfc-66310a9ebed3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.245842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6f11622d-b3a8-4827-8d96-75e2357a51fc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/routers/d5ec0f38-a879-47d9-adfc-66310a9ebed3 HTTP/1.1" status: 200 len: 699 time: 0.1047018 Jul 07 16:50:27.246655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47150) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.247994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] Set router d5ec0f38-a879-47d9-adfc-66310a9ebed3 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:27.287030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-9c901a0b-e594-474e-83b1-3408c24b537a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:27.287295 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4569ac9b-41bf-4687-b2cf-eab7d06ca433 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5ec0f38-a879-47d9-adfc-66310a9ebed3 HTTP/1.1" status: 200 len: 205 time: 0.0380163 Jul 07 16:50:27.288329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47160) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.297260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-9c901a0b-e594-474e-83b1-3408c24b537a tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.1618223 Jul 07 16:50:27.331534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec0f38-a879-47d9-adfc-66310a9ebed3', 'name': 'tempest-RoutersTest-router-393697927', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:26Z', 'updated_at': '2021-07-07T16:50:26Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.368576 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22970e30-d43a-4905-bf2a-7201e409fc3c x-openstack-request-id: req-22970e30-d43a-4905-bf2a-7201e409fc3c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:27.369224 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "status": "completed", "code": 200}, {"server_uuid": "c24ac502-baef-44b3-b106-99a03a48fc70", "name": "network-vif-deleted", "tag": "17468235-f8e7-4534-be80-3225044555a3", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:27.369659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] Checking router: d5ec0f38-a879-47d9-adfc-66310a9ebed3 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:27.370407 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22970e30-d43a-4905-bf2a-7201e409fc3c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:27.370986 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'status': 'completed', 'code': 200} Jul 07 16:50:27.371397 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24ac502-baef-44b3-b106-99a03a48fc70', 'name': 'network-vif-deleted', 'tag': '17468235-f8e7-4534-be80-3225044555a3', 'status': 'completed', 'code': 200} Jul 07 16:50:27.373481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.381948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] Routers {'d5ec0f38-a879-47d9-adfc-66310a9ebed3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:27.382582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['d5ec0f38-a879-47d9-adfc-66310a9ebed3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.391415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-bc661e8e-fe30-48aa-8ecd-2e24e5d068f8 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 697 time: 0.0928919 Jul 07 16:50:27.468078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-7ddb4e7f-dbac-40b1-8998-0f5a66b47b54 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 697 time: 0.0756133 Jul 07 16:50:27.481118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 864dbb9b-8e0e-4a47-94e3-a426867407c7 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:27.556903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 690cff92-e928-4a50-8228-f7e44ed391b0 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:27.560074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] Set router d5ec0f38-a879-47d9-adfc-66310a9ebed3 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:27.661680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.664481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.691476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec0f38-a879-47d9-adfc-66310a9ebed3', 'name': 'tempest-RoutersTest-router-393697927', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:26Z', 'updated_at': '2021-07-07T16:50:26Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.726237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc43a15d-1bcb-4f08-bfa5-dec2693248e6 None None] The sync data for ids ['d5ec0f38-a879-47d9-adfc-66310a9ebed3'] in n-d-793619-7 is: [{'id': 'd5ec0f38-a879-47d9-adfc-66310a9ebed3', 'name': 'tempest-RoutersTest-router-393697927', 'tenant_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:26Z', 'updated_at': '2021-07-07T16:50:26Z', 'revision_number': 2, 'project_id': 'f2ab7fd2e9b94de7a3faff7b2f7aa014', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:27.727983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 690cff92-e928-4a50-8228-f7e44ed391b0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:27.737344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 690cff92-e928-4a50-8228-f7e44ed391b0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:27.738022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.759549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.760435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Fanout notify agent at l3_agent the message router_deleted on router d5ec0f38-a879-47d9-adfc-66310a9ebed3 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:50:27.770120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.771590 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-398b38e1-3fd6-4515-b529-827161901c8d tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/d5ec0f38-a879-47d9-adfc-66310a9ebed3 HTTP/1.1" status: 204 len: 168 time: 0.4824638 Jul 07 16:50:27.775248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47180) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.803201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 864dbb9b-8e0e-4a47-94e3-a426867407c7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:27.821886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5ff118c7-1cf3-4798-8957-bf716f4eda96 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5ec0f38-a879-47d9-adfc-66310a9ebed3 HTTP/1.1" status: 200 len: 205 time: 0.0445824 Jul 07 16:50:27.824815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47192) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.861954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '864dbb9b-8e0e-4a47-94e3-a426867407c7', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '864dbb9b-8e0e-4a47-94e3-a426867407c7', 'mac_address': 'fa:16:3e:c4:21:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:27.878717 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-f8aaf7c8-1155-4b23-b60d-d056162825c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:27.882923 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f8aaf7c8-1155-4b23-b60d-d056162825c6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/d5ec0f38-a879-47d9-adfc-66310a9ebed3 HTTP/1.1" status: 404 len: 336 time: 0.0565124 Jul 07 16:50:27.883749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47194) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.925064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.937431 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed89da8-6e8b-48ab-b697-f1f8d7689d82 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:27.938728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed89da8-6e8b-48ab-b697-f1f8d7689d82 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:27.941067 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ed89da8-6e8b-48ab-b697-f1f8d7689d82 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/2724857a-6420-460f-9dfd-27e9a22dcbf8 HTTP/1.1" status: 404 len: 337 time: 0.0565040 Jul 07 16:50:27.943777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47204) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.947818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.970200 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690cff92-e928-4a50-8228-f7e44ed391b0'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:27.973314 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa763bc-4772-428f-986a-383e0847aa19" -d '{"events": [{"server_uuid": "a19acf42-a375-4544-bbe2-54e732bf6872", "name": "network-vif-plugged", "status": "completed", "tag": "690cff92-e928-4a50-8228-f7e44ed391b0"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:27.994033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864dbb9b-8e0e-4a47-94e3-a426867407c7 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:27.999688 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a60e7ea-c66c-420b-b163-11e4565266fc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:28.000159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a60e7ea-c66c-420b-b163-11e4565266fc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:28.001798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 690cff92-e928-4a50-8228-f7e44ed391b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=690cff92-e928-4a50-8228-f7e44ed391b0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:28.002367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0a60e7ea-c66c-420b-b163-11e4565266fc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/99fc702a-eb42-41c5-bafb-741662b4011a HTTP/1.1" status: 404 len: 337 time: 0.0564313 Jul 07 16:50:28.004622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47220) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.016438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.046236 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab94fbf-f32a-452e-b837-daaf221b266c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:28.046737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab94fbf-f32a-452e-b837-daaf221b266c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:28.048795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ab94fbf-f32a-452e-b837-daaf221b266c tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/a42fc88c-4f21-4412-afa8-06c2c4b7f6bc HTTP/1.1" status: 404 len: 337 time: 0.0424998 Jul 07 16:50:28.052096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47222) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.089275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 864dbb9b-8e0e-4a47-94e3-a426867407c7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:28.108942 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-facee9c6-4cd1-4669-be2b-ad2cf6b7d0f8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:28.109586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facee9c6-4cd1-4669-be2b-ad2cf6b7d0f8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:28.114503 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-facee9c6-4cd1-4669-be2b-ad2cf6b7d0f8 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/2ec72bfe-ddbb-44b0-bca7-e2d1d9490d9c HTTP/1.1" status: 404 len: 337 time: 0.0611844 Jul 07 16:50:28.115188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47224) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.118316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=690cff92-e928-4a50-8228-f7e44ed391b0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.122753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.131135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.131478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.131829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.132196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.132557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.132925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.133663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.134239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.134762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.135412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.135921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.140940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:28.174394 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-881741ff-9d8c-463a-bae5-25a6d25cd162 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 200 len: 205 time: 0.0579662 Jul 07 16:50:28.176652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47230) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.241586 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-61f6aa4f-7473-4655-a2ba-4dba64c2d0f6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:28.246560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61f6aa4f-7473-4655-a2ba-4dba64c2d0f6 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/42cbbc82-1bc3-4df2-aa66-de420418dc0e HTTP/1.1" status: 404 len: 336 time: 0.0683973 Jul 07 16:50:28.248099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.250825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=864dbb9b-8e0e-4a47-94e3-a426867407c7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.258274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-b8874456-d096-4973-a032-aafa581b6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.260442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-b8874456-d096-4973-a032-aafa581b6aa5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c49db1a37b064161a1727d46dfdab3c7&device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 1096 time: 0.7912076 Jul 07 16:50:28.266732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Deleting port ab52c8cd-778e-42ca-b348-6ddac959be22 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:28.267169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.281127 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31bfa317-db06-45b9-9894-70f889bbebbc tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b291cec-f2bf-493f-86c6-7901650591aa HTTP/1.1" status: 200 len: 205 time: 0.0316243 Jul 07 16:50:28.283589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47240) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.323556 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-2fe05400-9618-4430-9ae5-af7de92eb330 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:28.324910 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2fe05400-9618-4430-9ae5-af7de92eb330 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/5b291cec-f2bf-493f-86c6-7901650591aa HTTP/1.1" status: 404 len: 336 time: 0.0403326 Jul 07 16:50:28.327833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47242) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.359170 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9487010-aee7-4104-a876-ce20a84dece2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:28.359654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9487010-aee7-4104-a876-ce20a84dece2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:28.361499 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9487010-aee7-4104-a876-ce20a84dece2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/99f2f27c-268c-4028-b265-55e1386b3a7c HTTP/1.1" status: 404 len: 337 time: 0.0326614 Jul 07 16:50:28.366103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47244) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.402792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5f49d0a-9a0c-4e99-99d3-203da73c0762 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 200 len: 205 time: 0.0352585 Jul 07 16:50:28.405648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47246) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.444253 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-1dec13a6-a9da-4ab9-b8a8-08ffbef3fe53 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:28.445587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1dec13a6-a9da-4ab9-b8a8-08ffbef3fe53 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/3aa4c720-0cdb-4e4c-a76d-91797ad8bb2b HTTP/1.1" status: 404 len: 336 time: 0.0384665 Jul 07 16:50:28.447974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47248) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.456204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.457010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.479443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Calling delete_port for ab52c8cd-778e-42ca-b348-6ddac959be22 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:28.480004 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-806e7624-eb1b-4bfd-9247-d93c6203663e tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f7270dd-7485-4a9b-a682-41215d3f8245 HTTP/1.1" status: 200 len: 205 time: 0.0306714 Jul 07 16:50:28.484090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.506100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-6842d33f-b20b-401b-a029-2376ddd4dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.507598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-6842d33f-b20b-401b-a029-2376ddd4dcca service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 200 len: 922 time: 0.2247584 Jul 07 16:50:28.523711 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-e38b77e8-0e2c-4508-b2a2-72e3254acb74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:28.524751 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e38b77e8-0e2c-4508-b2a2-72e3254acb74 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/0f7270dd-7485-4a9b-a682-41215d3f8245 HTTP/1.1" status: 404 len: 336 time: 0.0396879 Jul 07 16:50:28.527375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.555174 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-869c6fce-c910-4d0c-a2e9-844b33ee5305 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:28.555672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869c6fce-c910-4d0c-a2e9-844b33ee5305 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:28.556183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['864dbb9b-8e0e-4a47-94e3-a426867407c7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:28.559669 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-869c6fce-c910-4d0c-a2e9-844b33ee5305 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/39c96cfd-c791-4b91-878c-5a9d376e76d5 HTTP/1.1" status: 404 len: 337 time: 0.0290563 Jul 07 16:50:28.561207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.593817 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bf624eb-7b93-47da-bb0f-d3a14c4353cb tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e52c98c-c146-4cec-bbee-9585e56af5de HTTP/1.1" status: 200 len: 205 time: 0.0309625 Jul 07 16:50:28.595852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.598495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfa717-09d3-4859-a720-15aec73f34d9 req-7f0158c7-a5c6-426d-92e7-f2caba4afc13 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.600967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39dfa717-09d3-4859-a720-15aec73f34d9 req-7f0158c7-a5c6-426d-92e7-f2caba4afc13 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 949 time: 0.2305660 Jul 07 16:50:28.604866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-fd97ad78-a157-4385-8d12-3d9db108e339 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 200 len: 217 time: 0.0894294 Jul 07 16:50:28.607270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17468235-f8e7-4534-be80-3225044555a3 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:28.640056 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-34ed1716-d3dd-4876-9039-81f70f533a66 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:28.641138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-34ed1716-d3dd-4876-9039-81f70f533a66 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/0e52c98c-c146-4cec-bbee-9585e56af5de HTTP/1.1" status: 404 len: 336 time: 0.0443809 Jul 07 16:50:28.644814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47258) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.651920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 17468235-f8e7-4534-be80-3225044555a3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:28.652325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17468235-f8e7-4534-be80-3225044555a3 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:28.673069 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fcce13-40e5-482e-9cbd-c4bb11b03497 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:28.673559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fcce13-40e5-482e-9cbd-c4bb11b03497 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:28.677606 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7fcce13-40e5-482e-9cbd-c4bb11b03497 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/890bdb0a-0ec6-4d52-8148-da0f6c81f0f3 HTTP/1.1" status: 404 len: 337 time: 0.0295563 Jul 07 16:50:28.677929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47260) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.712543 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4ed01361-b763-4f71-8050-b2e959939220 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "GET /v2.0/ports?device_id=4269d6d0-4308-43dd-93b2-c7ae332e4e14 HTTP/1.1" status: 200 len: 205 time: 0.0293820 Jul 07 16:50:28.712543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.715186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39dfa717-09d3-4859-a720-15aec73f34d9 req-b815c4fd-afeb-46cb-9ff7-14295b870bb9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050093 Jul 07 16:50:28.721976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-fc93e0c7-0732-458c-988f-9b320777b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.723633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-fc93e0c7-0732-458c-988f-9b320777b052 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 200 len: 860 time: 0.1040416 Jul 07 16:50:28.812359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.846712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event deleted for resources: {'Port': ['ID=ab52c8cd-778e-42ca-b348-6ddac959be22,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.888370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-4f9529fb-7ec8-4b64-a89f-e6af379ea2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.890358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-4f9529fb-7ec8-4b64-a89f-e6af379ea2ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e7698b8-a320-4ed5-8427-b55017965f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517868 Jul 07 16:50:29.046193 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.049000 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.067623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4b0a50b-6ed6-44d8-afce-7ea214fc1e88 req-5d56f28d-18e6-4a6d-af17-ac6195002654 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "DELETE /v2.0/floatingips/fd3a535b-e633-4d43-a858-0a7c371cf279 HTTP/1.1" status: 204 len: 173 time: 1.5722346 Jul 07 16:50:29.072949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-2665fb68-95a4-4ad0-a1c2-3babf6e9f34c service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628842 Jul 07 16:50:29.130853 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-1dad61aa-f433-4772-b450-2b76b20314db tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] delete failed (client error): The resource could not be found. Jul 07 16:50:29.132018 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1dad61aa-f433-4772-b450-2b76b20314db tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/routers/4269d6d0-4308-43dd-93b2-c7ae332e4e14 HTTP/1.1" status: 404 len: 336 time: 0.4192274 Jul 07 16:50:29.140810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.210281 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-900f5b98-be5a-4739-b8e2-60537776cba2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:29.210932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900f5b98-be5a-4739-b8e2-60537776cba2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:29.213467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-900f5b98-be5a-4739-b8e2-60537776cba2 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/81693da5-a9c3-4655-959f-b56b405d4321 HTTP/1.1" status: 404 len: 337 time: 0.0712590 Jul 07 16:50:29.217694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47292) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.244233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b81bd07-8e8e-4b05-a07a-7843368f62bb req-ef2fbb19-f1a4-4eaf-8088-87533b57cef8 service neutron] 10.222.0.54 "GET /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624453 Jul 07 16:50:29.265324 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6728f895-0384-4cd1-9a47-fb1869b5eaf4 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] DELETE failed (client error): The resource could not be found. Jul 07 16:50:29.265963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6728f895-0384-4cd1-9a47-fb1869b5eaf4 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:50:29.267617 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6728f895-0384-4cd1-9a47-fb1869b5eaf4 tempest-RoutersTest-2055568367 tempest-RoutersTest-2055568367-project] 10.222.0.78 "DELETE /v2.0/subnets/e7e1cd56-7f4b-4c2a-ac47-3214b3ef01b6 HTTP/1.1" status: 404 len: 337 time: 0.0487688 Jul 07 16:50:29.348687 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61760566-a0ab-4dd0-9711-16729cbf09b3 x-openstack-request-id: req-61760566-a0ab-4dd0-9711-16729cbf09b3 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:29.349212 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19acf42-a375-4544-bbe2-54e732bf6872", "name": "network-vif-plugged", "status": "completed", "tag": "690cff92-e928-4a50-8228-f7e44ed391b0", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:29.349432 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61760566-a0ab-4dd0-9711-16729cbf09b3 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:29.349734 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690cff92-e928-4a50-8228-f7e44ed391b0', 'code': 200} Jul 07 16:50:29.509376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e7a6c-26ec-47a2-b5c2-19e7d0a63470 req-9b8d3c13-665e-421c-a542-0329541d573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.512431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb2e7a6c-26ec-47a2-b5c2-19e7d0a63470 req-9b8d3c13-665e-421c-a542-0329541d573b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 1100 time: 0.0711191 Jul 07 16:50:29.601259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb2e7a6c-26ec-47a2-b5c2-19e7d0a63470 req-96a25383-54c6-4060-a832-ac2b8c95d62b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614729 Jul 07 16:50:29.671090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47336) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.789830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-cd0fef09-a3c3-4421-8e7b-a4d04da879e4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.791454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-cd0fef09-a3c3-4421-8e7b-a4d04da879e4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.1378016 Jul 07 16:50:29.808725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-8485a4a2-06e4-4147-943f-4aa147fcad3e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.0101693 Jul 07 16:50:29.861486 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0a8a39ce-76ae-46e2-9e03-9f98cc1d81ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2ab7fd2e9b94de7a3faff7b2f7aa014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883264 Jul 07 16:50:29.864232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47344) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.882137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-402cf007-223a-40b2-bc75-879a54caa910 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659478 Jul 07 16:50:29.917567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b08e53ae-8287-4035-bdf9-026556048e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.942561 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b08e53ae-8287-4035-bdf9-026556048e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.006305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-f1073702-335d-4ac0-a44f-aac3a6452e56 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165018 Jul 07 16:50:30.011421 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b08e53ae-8287-4035-bdf9-026556048e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.014763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b08e53ae-8287-4035-bdf9-026556048e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.016076 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b08e53ae-8287-4035-bdf9-026556048e63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ccb721af-7d5b-4cc9-873a-0e19fb106741 HTTP/1.1" status: 204 len: 168 time: 0.1502454 Jul 07 16:50:30.025255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e53ae-8287-4035-bdf9-026556048e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb721af-7d5b-4cc9-873a-0e19fb106741,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:30.129184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-4022247e-261a-4fc9-9a92-0d2ebdc94b91 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217849 Jul 07 16:50:30.712849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911f8d-a6ca-432d-8196-852a3cc38981 req-4d6c1939-d083-4a5d-a6a3-e7042642600e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.714620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68911f8d-a6ca-432d-8196-852a3cc38981 req-4d6c1939-d083-4a5d-a6a3-e7042642600e tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 945 time: 0.1742749 Jul 07 16:50:30.858479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68911f8d-a6ca-432d-8196-852a3cc38981 req-3b71450d-6c77-4130-a3ed-8ab1407bad37 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371562 Jul 07 16:50:31.013541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f08b0-f83b-434f-9483-6d65a4090b2e req-9d9ee565-1861-4c07-9828-007211e4dd92 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.027135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47422) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:31.028933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a7f08b0-f83b-434f-9483-6d65a4090b2e req-9d9ee565-1861-4c07-9828-007211e4dd92 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 949 time: 0.2704644 Jul 07 16:50:31.154828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--528200228'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:31.170030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a7f08b0-f83b-434f-9483-6d65a4090b2e req-a6c4ffb4-ae90-4d13-9c9e-7602ea12c06c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360991 Jul 07 16:50:31.203151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.219962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.366950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.374143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.406249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92d153ab-9208-4e1c-bcfd-de3f4a8097b4 req-e5630bd5-d73d-456d-b19b-027a765d2d84 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 210 time: 0.0328760 Jul 07 16:50:31.428926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cebd71a-90b2-4e04-8423-b65a8b81b840,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:31.453544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 864dbb9b-8e0e-4a47-94e3-a426867407c7 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:31.468177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5e3a-b83a-475d-80f0-85aeafd86a99 req-806167b0-7a15-45a4-b2fa-66d60df2a7a7 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.469426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2d5e3a-b83a-475d-80f0-85aeafd86a99 req-806167b0-7a15-45a4-b2fa-66d60df2a7a7 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.1384060 Jul 07 16:50:31.527338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 864dbb9b-8e0e-4a47-94e3-a426867407c7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:31.536161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2d5e3a-b83a-475d-80f0-85aeafd86a99 req-e63e2468-1dae-4175-aa32-cbf5ccdf7fbc tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592020 Jul 07 16:50:31.537663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 864dbb9b-8e0e-4a47-94e3-a426867407c7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:31.538038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.549680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.554491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.610283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.611785 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5825348 Jul 07 16:50:31.615013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:31.628452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9050a-a55d-40ed-9036-b114286c72a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b42a27-7553-4bef-991c-e4669371c3af,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:31.667431 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.701145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864dbb9b-8e0e-4a47-94e3-a426867407c7'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:31.703504 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff62fa-b78f-4f20-97cb-a2adadc43226" -d '{"events": [{"server_uuid": "94b19e74-3368-44ac-9dd7-ad8576d592ac", "name": "network-vif-plugged", "status": "completed", "tag": "864dbb9b-8e0e-4a47-94e3-a426867407c7"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:31.717823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 864dbb9b-8e0e-4a47-94e3-a426867407c7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:31.729533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.730616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:31.760591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1bd5e456-cd8c-401e-a9c2-5e9b1e98bc36 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1444316 Jul 07 16:50:31.764828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:31.770638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-security--714422994', 'description': 'tempest-security-description-359528936'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:31.808570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.824987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=864dbb9b-8e0e-4a47-94e3-a426867407c7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:31.876504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.892760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.897916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.901996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.908804 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "PUT /v2.0/security-groups/53b42a27-7553-4bef-991c-e4669371c3af HTTP/1.1" status: 200 len: 1778 time: 0.1421099 Jul 07 16:50:31.909750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:31.914974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-61e57899-68d2-4056-bcea-92e8052dc220 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.917626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-61e57899-68d2-4056-bcea-92e8052dc220 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.2404251 Jul 07 16:50:31.944928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:31.957971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.959444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-9558674e-4d4e-4d95-9cf4-dfe9005f3c72 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/quotas/c26f024412694ff2be737116e84500e8 HTTP/1.1" status: 200 len: 375 time: 0.0301151 Jul 07 16:50:31.979591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5812d0-3d12-4b13-a92c-0f3cfe10962e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b42a27-7553-4bef-991c-e4669371c3af,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.001168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-198fe33c-acd9-4dad-a403-1cf76de8bcb8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups/53b42a27-7553-4bef-991c-e4669371c3af HTTP/1.1" status: 200 len: 1778 time: 0.0849605 Jul 07 16:50:32.002672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-78f7db5d-f7fe-4a88-9312-3f4210e0f0f4 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.003351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47476) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:32.005206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-78f7db5d-f7fe-4a88-9312-3f4210e0f0f4 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 945 time: 0.2291441 Jul 07 16:50:32.081634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8dc55d5-1e19-4f43-861c-636a89b6244a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.085487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.086653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-15b16639-c9db-4dbf-add2-976a774c8eae tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.088216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-15b16639-c9db-4dbf-add2-976a774c8eae tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.54 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 945 time: 0.2421858 Jul 07 16:50:32.111601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8dc55d5-1e19-4f43-861c-636a89b6244a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.248392 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e96f7c-b89a-4e48-949d-9ab68ba5cce1 x-openstack-request-id: req-e1e96f7c-b89a-4e48-949d-9ab68ba5cce1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:32.248866 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b19e74-3368-44ac-9dd7-ad8576d592ac", "name": "network-vif-plugged", "status": "completed", "tag": "864dbb9b-8e0e-4a47-94e3-a426867407c7", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:32.249184 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1e96f7c-b89a-4e48-949d-9ab68ba5cce1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:32.249868 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864dbb9b-8e0e-4a47-94e3-a426867407c7', 'code': 200} Jul 07 16:50:32.251421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-b67361ed-0e91-4969-8fa1-5497e844f312 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2825236 Jul 07 16:50:32.304970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-2074e6a2-6d2d-4836-ab64-49af19c21a24 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.306518 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-2074e6a2-6d2d-4836-ab64-49af19c21a24 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.1768186 Jul 07 16:50:32.330403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:32.358807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8dc55d5-1e19-4f43-861c-636a89b6244a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.362040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8dc55d5-1e19-4f43-861c-636a89b6244a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.366155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b8dc55d5-1e19-4f43-861c-636a89b6244a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/53b42a27-7553-4bef-991c-e4669371c3af HTTP/1.1" status: 204 len: 168 time: 0.3617797 Jul 07 16:50:32.367066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47488) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:32.370834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Deleting port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:32.371182 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.431008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc55d5-1e19-4f43-861c-636a89b6244a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b42a27-7553-4bef-991c-e4669371c3af,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.445234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Deleting port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:32.446196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.489184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-a52d2927-677e-4c79-b587-3a3cfd4ade7c service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363486 Jul 07 16:50:32.555454 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-986798b4-a8ee-4e85-be36-df8be91e588d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1580827 Jul 07 16:50:32.562291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47492) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:32.589155 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-7ff9441a-2628-4f67-bea7-e790374e2606 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] delete failed (client error): The resource could not be found. Jul 07 16:50:32.594361 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ff9441a-2628-4f67-bea7-e790374e2606 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/53b42a27-7553-4bef-991c-e4669371c3af HTTP/1.1" status: 404 len: 347 time: 0.0241306 Jul 07 16:50:32.596120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47496) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:32.602707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--687156601'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:32.625413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb23f9-1419-4783-b63b-8272f49d509d req-2f6edd9d-fed7-400c-ab49-59f2f4887287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.627125 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60eb23f9-1419-4783-b63b-8272f49d509d req-2f6edd9d-fed7-400c-ab49-59f2f4887287 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 1101 time: 0.2241178 Jul 07 16:50:32.629970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:32.633480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.661377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] For port b2c10b73-0e8b-4449-9b1d-7f576871e3a6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:32.661829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.684488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.701864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Calling delete_port for b2c10b73-0e8b-4449-9b1d-7f576871e3a6 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:32.722389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] For port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:32.722758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.741765 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60eb23f9-1419-4783-b63b-8272f49d509d req-230e20f8-0b10-4e0a-916a-b49b0a368119 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023858 Jul 07 16:50:32.748768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Calling delete_port for e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:32.752715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-985ab9d2-c13d-44bd-a93c-86969380339c service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259793 Jul 07 16:50:32.763895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1b982-7249-44b2-92ca-c21a43ba6742 req-422c2082-b6c5-4b78-bef1-11820215df06 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.765467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ac1b982-7249-44b2-92ca-c21a43ba6742 req-422c2082-b6c5-4b78-bef1-11820215df06 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 945 time: 0.3682189 Jul 07 16:50:32.916976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ac1b982-7249-44b2-92ca-c21a43ba6742 req-5dc4f0cf-a09a-4078-9523-900296083f16 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/security-groups?id=5e355fab-1f2a-40ec-aff0-f5791cd2b835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146705 Jul 07 16:50:32.920588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.8 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/27d66434-166a-4ab7-9cb9-b8e590a2d935) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:32.998218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.006471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.076236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.078887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.084993 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.087249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4892428 Jul 07 16:50:33.089923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['77b705a8-799e-4d40-b3f1-e3b616a4fb42'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:33.091088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47512) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:33.117664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ac988-f7f8-42a1-8415-185ebee0c6bb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7733f733-fcdf-41b5-8187-388d84004317,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.128389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': '7733f733-fcdf-41b5-8187-388d84004317', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:33.153690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Pushing event deleted for resources: {'Port': ['ID=b2c10b73-0e8b-4449-9b1d-7f576871e3a6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.197360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['25ec58aa-8a0b-4e64-84d6-f73c8004c356', 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:33.295845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.305770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Pushing event deleted for resources: {'Port': ['ID=e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.377210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] No DVR routers for this DVR port b2c10b73-0e8b-4449-9b1d-7f576871e3a6 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:33.387268 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.394827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c38ddb5-b7a3-472a-a353-5ca89a123b8f req-7130d54e-bbd6-4bd0-9dc1-34c773d333e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "DELETE /v2.0/ports/b2c10b73-0e8b-4449-9b1d-7f576871e3a6 HTTP/1.1" status: 204 len: 173 time: 1.3668256 Jul 07 16:50:33.404578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'name': 'network-vif-deleted', 'tag': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:33.407199 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f6e951-a926-4a87-ad6d-e0b80ec4a542" -d '{"events": [{"server_uuid": "ab75d234-dcd7-4cbf-9932-2ec24561f54d", "name": "network-vif-deleted", "tag": "b2c10b73-0e8b-4449-9b1d-7f576871e3a6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:33.441057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.456362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-19e66ccd-57f2-4ecf-9a8c-9b6c9ea425fe tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:33.458348 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-19e66ccd-57f2-4ecf-9a8c-9b6c9ea425fe tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcccc5a7-b0c8-4ebb-a862-76ab83d9c969 HTTP/1.1" status: 200 len: 943 time: 0.2926433 Jul 07 16:50:33.575746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40c3aa30-987f-4ef2-97a9-f50fadc0ec56 req-44fcf694-2ccc-4684-b01d-5c6291196664 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 210 time: 0.1725855 Jul 07 16:50:33.577267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.594572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.641011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] No DVR routers for this DVR port e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:33.651403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.654254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a0c2614-5c99-4f38-9c1d-db2d9aeb3dd9 req-97fbb254-cc5b-4f1a-b01a-a04a6504ca88 tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.54 "DELETE /v2.0/ports/e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 HTTP/1.1" status: 204 len: 173 time: 1.5573585 Jul 07 16:50:33.672868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.683183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25530-544b-427b-989c-2ee72ae2ba8e req-29412520-8a19-4fbc-833d-2abaf26b8c38 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:33.690801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80f25530-544b-427b-989c-2ee72ae2ba8e req-29412520-8a19-4fbc-833d-2abaf26b8c38 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 950 time: 0.4852679 Jul 07 16:50:33.712687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.715326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:33.722024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:33.725916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:33.775803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8762d557-9cb8-4c61-a64e-49ea446cd10e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.779999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=27d66434-166a-4ab7-9cb9-b8e590a2d935,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.792565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Deleting port 859027a4-74e2-4c8b-9239-4a5b6a26f054 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:33.792921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.805436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:33.822924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80f25530-544b-427b-989c-2ee72ae2ba8e req-9a24e404-4858-47b1-a330-d37bfed556d4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310294 Jul 07 16:50:33.824261 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.828604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-191277a3-3531-41f7-9c24-eb31477d817b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7081211 Jul 07 16:50:33.829463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47524) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:33.855574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:33.856244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.892589 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-1afb89dd-a73f-41ef-9873-45f37ab772c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5678616 Jul 07 16:50:33.915647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Request body: {'port': {'device_id': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:33.996500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-121c5df9-7a3f-43fc-90a7-30758d37e771 req-dc9a980a-f20d-4151-82a6-be3c80e0cfdd tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab75d234-dcd7-4cbf-9932-2ec24561f54d HTTP/1.1" status: 200 len: 210 time: 0.1108315 Jul 07 16:50:34.006078 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-94ced684-3dab-448d-9d5d-77b42788a96c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.042977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-94ced684-3dab-448d-9d5d-77b42788a96c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.055789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] For port 859027a4-74e2-4c8b-9239-4a5b6a26f054, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=859027a4-74e2-4c8b-9239-4a5b6a26f054,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:34.056324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.125780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Calling delete_port for 859027a4-74e2-4c8b-9239-4a5b6a26f054 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:34.245735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e76381d-eabd-4244-bfbd-41a403167641 req-8a1af48f-d8ff-4ef3-b465-9470280e5c58 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 210 time: 0.1639946 Jul 07 16:50:34.251612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:34.255103 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed3ef4d-d33c-4d8c-be09-8047b4cc97a5" -d '{"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-unplugged", "status": "completed", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:34.272901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.276703 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-94ced684-3dab-448d-9d5d-77b42788a96c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.287228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-94ced684-3dab-448d-9d5d-77b42788a96c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.288653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-94ced684-3dab-448d-9d5d-77b42788a96c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8762d557-9cb8-4c61-a64e-49ea446cd10e HTTP/1.1" status: 204 len: 168 time: 0.4568777 Jul 07 16:50:34.308057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47548) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:34.311363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ced684-3dab-448d-9d5d-77b42788a96c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8762d557-9cb8-4c61-a64e-49ea446cd10e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.322966 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650f3ce-efb9-4f95-8f52-fd6402aa5d9e x-openstack-request-id: req-9650f3ce-efb9-4f95-8f52-fd6402aa5d9e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:34.323812 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab75d234-dcd7-4cbf-9932-2ec24561f54d", "name": "network-vif-deleted", "tag": "b2c10b73-0e8b-4449-9b1d-7f576871e3a6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:34.324106 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9650f3ce-efb9-4f95-8f52-fd6402aa5d9e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:34.324536 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab75d234-dcd7-4cbf-9932-2ec24561f54d', 'name': 'network-vif-deleted', 'tag': 'b2c10b73-0e8b-4449-9b1d-7f576871e3a6', 'status': 'completed', 'code': 200} Jul 07 16:50:34.479551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6b096c0-cb63-46f5-b343-ab5b21ac3cc2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1487029 Jul 07 16:50:34.479754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47562) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:34.589751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a75cdbdd-a5f4-41f6-98ab-71440d32e4ec req-a2577769-db00-4f08-936c-f8689105ceda tempest-FloatingIPsAssociationTestJSON-1893847414 tempest-FloatingIPsAssociationTestJSON-1893847414-project] 10.222.0.78 "GET /v2.0/ports?device_id=22bde68a-416b-4774-ab8c-d8a9da936bf7 HTTP/1.1" status: 200 len: 210 time: 0.0741825 Jul 07 16:50:34.666719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ea42703-64f4-46d1-a8c9-91482538f99d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.703829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.713684 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ea42703-64f4-46d1-a8c9-91482538f99d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.724432 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed2901-28cf-465c-91af-0e9a8b5d031e x-openstack-request-id: req-dbed2901-28cf-465c-91af-0e9a8b5d031e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:34.724734 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-unplugged", "status": "completed", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:34.725225 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbed2901-28cf-465c-91af-0e9a8b5d031e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:34.726864 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'code': 200} Jul 07 16:50:34.780777 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ea42703-64f4-46d1-a8c9-91482538f99d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.784511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event deleted for resources: {'Port': ['ID=859027a4-74e2-4c8b-9239-4a5b6a26f054,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.793684 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ea42703-64f4-46d1-a8c9-91482538f99d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.798741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ea42703-64f4-46d1-a8c9-91482538f99d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/7733f733-fcdf-41b5-8187-388d84004317 HTTP/1.1" status: 204 len: 168 time: 0.3156562 Jul 07 16:50:34.799791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47576) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:34.846961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] No DVR routers for this DVR port 859027a4-74e2-4c8b-9239-4a5b6a26f054 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:34.851987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.854714 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b89aa4c6-c501-45a4-8119-e2cc200fbfb7 req-39286f67-ec89-40a6-b2ac-b2c840d6234d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "DELETE /v2.0/ports/859027a4-74e2-4c8b-9239-4a5b6a26f054 HTTP/1.1" status: 204 len: 173 time: 1.3882756 Jul 07 16:50:34.855297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-deleted', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:34.858298 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f2e4b1-2308-4c55-b525-2dce762686e5" -d '{"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-deleted", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:34.883853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea42703-64f4-46d1-a8c9-91482538f99d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733f733-fcdf-41b5-8187-388d84004317,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.984736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e0f7d06b-f48c-4685-bd06-b4e0eb6651a2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1686256 Jul 07 16:50:34.992071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47590) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:35.005896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--226705095'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:35.017716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d66434-166a-4ab7-9cb9-b8e590a2d935 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:35.027950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.048596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Transition to ACTIVE for port object 27d66434-166a-4ab7-9cb9-b8e590a2d935 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:35.055404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.076536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.125728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93931483-55d4-4805-9d28-cb99fdb423dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.150284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Pushing event updated for resources: {'Port': ['ID=27d66434-166a-4ab7-9cb9-b8e590a2d935,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:35.301468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Attempting to bind port 27d66434-166a-4ab7-9cb9-b8e590a2d935 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:35.302101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Attempting to bind port 27d66434-166a-4ab7-9cb9-b8e590a2d935 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:35.302457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Attempting to bind port 27d66434-166a-4ab7-9cb9-b8e590a2d935 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:35.308211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Port 27d66434-166a-4ab7-9cb9-b8e590a2d935 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:35.308717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Attempting to bind port 27d66434-166a-4ab7-9cb9-b8e590a2d935 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:35.315750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:35.315750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:35.316126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:35.316500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Bound port: 27d66434-166a-4ab7-9cb9-b8e590a2d935, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:35.316874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.398737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-5b0bf966-7e8c-47b6-b684-37a9c8a24787 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.400345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-5b0bf966-7e8c-47b6-b684-37a9c8a24787 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.2598717 Jul 07 16:50:35.411939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] For port 27d66434-166a-4ab7-9cb9-b8e590a2d935, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:35.417662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] For port 27d66434-166a-4ab7-9cb9-b8e590a2d935, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:35.425729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Request body: {'port': {'device_id': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'admin_state_up': True, 'tenant_id': 'c26f024412694ff2be737116e84500e8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:35.426809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.464981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:35.494345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:35.495334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:35.509004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Pushing event updated for resources: {'Port': ['ID=27d66434-166a-4ab7-9cb9-b8e590a2d935,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:35.520674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.521587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.525456 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-30e419e6-6881-4e7e-95e2-cf48b982edf1 service neutron] 10.222.0.13 "PUT /v2.0/ports/27d66434-166a-4ab7-9cb9-b8e590a2d935 HTTP/1.1" status: 200 len: 1091 time: 1.6128824 Jul 07 16:50:35.695572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-5a493e01-86b7-44cf-8216-c1666b72b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.697771 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-5a493e01-86b7-44cf-8216-c1666b72b0cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 1094 time: 0.0959704 Jul 07 16:50:35.764988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-632eb3f0-66e5-4427-b15d-722124e8f851 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935 HTTP/1.1" status: 200 len: 217 time: 0.0463574 Jul 07 16:50:35.825390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-ca989351-52b4-469e-a21b-7a63acf8c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.827114 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-ca989351-52b4-469e-a21b-7a63acf8c3e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.0558307 Jul 07 16:50:35.874308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-c46e70c1-02bd-4f61-b7c5-0e4e2f4a2f1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399678 Jul 07 16:50:35.910113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.926150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65a174-3ea6-4737-a475-ff8273cc75f0 req-a2fc14b8-b537-4c84-8a14-af23eb08b66a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.927725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa65a174-3ea6-4737-a475-ff8273cc75f0 req-a2fc14b8-b537-4c84-8a14-af23eb08b66a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 943 time: 0.7475505 Jul 07 16:50:35.928387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.972729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-d00665e3-cb4b-47de-8364-276387b6b00a service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919363 Jul 07 16:50:36.007472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.008877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0130954 Jul 07 16:50:36.018420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47630) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:36.019205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202b64-0acd-4537-bb45-64b15d0b025d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d754feb1-0a43-4eec-8d32-58db93ca8d32,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:36.034977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': 'd754feb1-0a43-4eec-8d32-58db93ca8d32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:36.071048 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac3bf879-0ead-431f-a2a5-58b901205e83 req-3eaf74c7-f595-4118-b3ce-505fd10927d9 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905178 Jul 07 16:50:36.078414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa65a174-3ea6-4737-a475-ff8273cc75f0 req-60e47623-02c6-459f-89dc-4e3d0e283b82 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345732 Jul 07 16:50:36.094877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58addb-05ca-4f96-b0b0-8ff019914722 req-e9923432-f423-4b59-a7c8-86ff9f8045ed tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.101724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c58addb-05ca-4f96-b0b0-8ff019914722 req-e9923432-f423-4b59-a7c8-86ff9f8045ed tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 950 time: 0.2249269 Jul 07 16:50:36.133589 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879eb7e2-b796-4627-b27f-60e05d4cc145 x-openstack-request-id: req-879eb7e2-b796-4627-b27f-60e05d4cc145 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:36.134058 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcccc5a7-b0c8-4ebb-a862-76ab83d9c969", "name": "network-vif-deleted", "tag": "859027a4-74e2-4c8b-9239-4a5b6a26f054", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:36.134211 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.134418 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-879eb7e2-b796-4627-b27f-60e05d4cc145 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:36.134823 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcccc5a7-b0c8-4ebb-a862-76ab83d9c969', 'name': 'network-vif-deleted', 'tag': '859027a4-74e2-4c8b-9239-4a5b6a26f054', 'status': 'completed', 'code': 200} Jul 07 16:50:36.167152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Made reservation on behalf of c26f024412694ff2be737116e84500e8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:36.170756 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.193371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c58addb-05ca-4f96-b0b0-8ff019914722 req-24b63bcc-0089-4419-bb75-a4917137064e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909100 Jul 07 16:50:36.269016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.277243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.316594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b80e51-f4bc-4e30-9b68-c120213d497f,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:36.337896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'name': 'network-vif-deleted', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:36.339948 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a1c92-3c5f-4a53-b0a9-c9ee048104c5" -d '{"events": [{"server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "name": "network-vif-deleted", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:36.342518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.343757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ef0a60d3-7011-4af8-98cb-9d8c994e26ac tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219764 Jul 07 16:50:36.346996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47648) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:36.352052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': 'd754feb1-0a43-4eec-8d32-58db93ca8d32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:36.369408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:36.383282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a27c8e0-b66f-4dbc-837d-2c32346b39b6 req-26b73b6b-8c6a-4e55-9e46-bf4b2680ba8b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 210 time: 0.0358896 Jul 07 16:50:36.418228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Allocated IP 172.20.0.4 (68301043-2b07-4a40-b171-587b7a29738d/6fe65595-fae8-4119-8e8c-cea4d24deba9/79f16818-7212-4d6a-ba9a-3b1a9ee18342) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:36.505876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.607816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.627697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.641898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b2c10b73-0e8b-4449-9b1d-7f576871e3a6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:36.648614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.674905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: b2c10b73-0e8b-4449-9b1d-7f576871e3a6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:36.676644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b2c10b73-0e8b-4449-9b1d-7f576871e3a6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:36.679862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.685347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330748 Jul 07 16:50:36.690169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47652) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:36.696650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': 'd754feb1-0a43-4eec-8d32-58db93ca8d32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:36.705161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af901a6-650d-44dc-9697-d3d1ab79ee1d tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ee2ee1-76ac-404e-9841-36b5e37cc7c2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:36.763161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.769759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03c7d9-bcdf-4f14-b50c-113179a82d4d req-73190d9d-1800-48fd-8db0-51da4f926988 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.772392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a03c7d9-bcdf-4f14-b50c-113179a82d4d req-73190d9d-1800-48fd-8db0-51da4f926988 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 949 time: 0.1420763 Jul 07 16:50:36.787337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.851211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a03c7d9-bcdf-4f14-b50c-113179a82d4d req-518717ee-eecd-450a-b3d0-4afb305cdf92 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732212 Jul 07 16:50:36.863440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Network 68301043-2b07-4a40-b171-587b7a29738d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:36.867440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:36.875435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:36.908288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:36.932841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.943340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.954227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.955196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.975177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-8f6f1ae5-68e6-4603-8877-00fe851a59cd tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5592079 Jul 07 16:50:36.990826 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3968cfb-9b26-4365-9cb0-219b7160c13a x-openstack-request-id: req-d3968cfb-9b26-4365-9cb0-219b7160c13a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:36.991185 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bde68a-416b-4774-ab8c-d8a9da936bf7", "name": "network-vif-deleted", "tag": "e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:36.991594 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3968cfb-9b26-4365-9cb0-219b7160c13a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:36.991884 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bde68a-416b-4774-ab8c-d8a9da936bf7', 'name': 'network-vif-deleted', 'tag': 'e7b5b067-9aa2-4f99-96e8-6d6fc1454eb4', 'status': 'completed', 'code': 200} Jul 07 16:50:36.999082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Request body: {'port': {'device_id': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:37.007169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7bd1e5-aa2c-4467-9912-5d1a8f21ac8f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:37.018135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.019653 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cf05c4d3-1234-4806-a1d4-7d9b1ee904b8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278201 Jul 07 16:50:37.023087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47678) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:37.057993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': 'd754feb1-0a43-4eec-8d32-58db93ca8d32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:37.103723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.109810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.182875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.189389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.194411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.253825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2558b2f4-0ecb-491b-902d-8febcb61d8c2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:37.279915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.281147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-133923fd-4bc0-4df7-ba23-1cf07caeabea tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2568927 Jul 07 16:50:37.285670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:37.320005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': 'd754feb1-0a43-4eec-8d32-58db93ca8d32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:37.375378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.393242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c445e-9f33-4dab-8a4f-856066b72a49 req-56fcd66b-40d7-4d52-97e1-c3be4aaa7bc1 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.394878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29c445e-9f33-4dab-8a4f-856066b72a49 req-56fcd66b-40d7-4d52-97e1-c3be4aaa7bc1 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 945 time: 0.1633492 Jul 07 16:50:37.429955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.479458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29c445e-9f33-4dab-8a4f-856066b72a49 req-ae779f4a-e579-4bf3-92d3-2ac5e3d84c46 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774095 Jul 07 16:50:37.506536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:37.522128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.540356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f16818-7212-4d6a-ba9a-3b1a9ee18342 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:37.550549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.550842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.565321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 859027a4-74e2-4c8b-9239-4a5b6a26f054 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:37.566117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 859027a4-74e2-4c8b-9239-4a5b6a26f054 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:37.568102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Transition to ACTIVE for port object 79f16818-7212-4d6a-ba9a-3b1a9ee18342 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:37.576920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.592231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6be673-e06f-4a40-92d4-3e73195498a7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:37.637221 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bfb700cf-8273-4647-a9f0-26de961ec1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.650662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.654280 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ecd7f336-5592-4394-88b3-b1bbfed30abc tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3651302 Jul 07 16:50:37.658003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47706) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:37.732100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Deleting port 920f15d9-b023-4224-aac4-464ab1d212a2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:37.732603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.736346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:37.744326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504d04d1-c097-4701-af52-3ae2a9f1ef27 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.781689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504d04d1-c097-4701-af52-3ae2a9f1ef27 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.818790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] For port 920f15d9-b023-4224-aac4-464ab1d212a2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=920f15d9-b023-4224-aac4-464ab1d212a2,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:37.819341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.832562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Calling delete_port for 920f15d9-b023-4224-aac4-464ab1d212a2 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:37.883706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace66e7-05bb-41ef-b5c0-aedb55bfa3e3 req-e6c62ef6-2491-4569-a3e4-e60271fff9eb tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.885279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ace66e7-05bb-41ef-b5c0-aedb55bfa3e3 req-e6c62ef6-2491-4569-a3e4-e60271fff9eb tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 943 time: 0.2424726 Jul 07 16:50:37.894061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504d04d1-c097-4701-af52-3ae2a9f1ef27 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.898767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504d04d1-c097-4701-af52-3ae2a9f1ef27 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.899852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-504d04d1-c097-4701-af52-3ae2a9f1ef27 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fb6be673-e06f-4a40-92d4-3e73195498a7 HTTP/1.1" status: 204 len: 168 time: 0.2392087 Jul 07 16:50:37.902536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47708) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:37.936695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d04d1-c097-4701-af52-3ae2a9f1ef27 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6be673-e06f-4a40-92d4-3e73195498a7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:37.947496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3e7ff-90fc-4e05-9ae0-bd367b302db0 req-65d51056-0e6a-452d-959b-25637521d441 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.954413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3e7ff-90fc-4e05-9ae0-bd367b302db0 req-65d51056-0e6a-452d-959b-25637521d441 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.956044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff3e7ff-90fc-4e05-9ae0-bd367b302db0 req-65d51056-0e6a-452d-959b-25637521d441 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac&device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 1690 time: 0.2436466 Jul 07 16:50:37.956752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Attempting to bind port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:37.957090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Attempting to bind port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:37.957511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Attempting to bind port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:37.974036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 on network 68301043-2b07-4a40-b171-587b7a29738d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:37.974426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Attempting to bind port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:37.998927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ace66e7-05bb-41ef-b5c0-aedb55bfa3e3 req-b14f4850-e649-4eb3-aff3-d7c9db922b54 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059065 Jul 07 16:50:38.001677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:38.001872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Checking segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:38.002262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Bound using segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:38.002699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Bound port: 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:38.003060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.014863 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ff48e412-e737-4f5b-a1b0-c9a95c9bd315 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1101971 Jul 07 16:50:38.031708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.064001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff3e7ff-90fc-4e05-9ae0-bd367b302db0 req-3858cb39-f1e4-4ff6-a5cd-1ea781cb7681 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935361 Jul 07 16:50:38.076463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8db4-848e-4180-a450-23b7f7c3ed45 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.086611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8db4-848e-4180-a450-23b7f7c3ed45 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.115135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:38.119857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:38.129610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.138816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'tag': '27d66434-166a-4ab7-9cb9-b8e590a2d935'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:38.142867 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae126652-f6fe-4d6e-bc05-0d71186686c3" -d '{"events": [{"name": "network-changed", "server_uuid": "869c340b-f493-4f1b-84b1-aa4bf6cebe7e", "tag": "27d66434-166a-4ab7-9cb9-b8e590a2d935"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:38.189282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8db4-848e-4180-a450-23b7f7c3ed45 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.197382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8db4-848e-4180-a450-23b7f7c3ed45 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.199190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5a3d8db4-848e-4180-a450-23b7f7c3ed45 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/2558b2f4-0ecb-491b-902d-8febcb61d8c2 HTTP/1.1" status: 204 len: 168 time: 0.1741774 Jul 07 16:50:38.210788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.213537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d8db4-848e-4180-a450-23b7f7c3ed45 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2558b2f4-0ecb-491b-902d-8febcb61d8c2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.241862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.242493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.243927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] 10.222.0.13 "PUT /v2.0/ports/79f16818-7212-4d6a-ba9a-3b1a9ee18342 HTTP/1.1" status: 200 len: 1091 time: 1.2511947 Jul 07 16:50:38.246201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e2108-877d-4a70-a0df-a8b6f22a8505 service neutron] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.280703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.293065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b66f0-faba-4e90-b32c-b57a23682cf3 req-fa8688f7-49fd-4d2c-928f-f6da9de8e099 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.295438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6b66f0-faba-4e90-b32c-b57a23682cf3 req-fa8688f7-49fd-4d2c-928f-f6da9de8e099 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 943 time: 0.1267614 Jul 07 16:50:38.322973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=920f15d9-b023-4224-aac4-464ab1d212a2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.351145 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f1444ddb-5549-4d06-a67e-9daf28c5f511 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1343374 Jul 07 16:50:38.376911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47746) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.439160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969697fb-c1f8-4ac8-9030-876629045b65 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.447913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969697fb-c1f8-4ac8-9030-876629045b65 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.477458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6b66f0-faba-4e90-b32c-b57a23682cf3 req-3d286411-dca5-4641-a3f8-015295475ac4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686025 Jul 07 16:50:38.486415 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969697fb-c1f8-4ac8-9030-876629045b65 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.498802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969697fb-c1f8-4ac8-9030-876629045b65 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.499979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-969697fb-c1f8-4ac8-9030-876629045b65 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fe7bd1e5-aa2c-4467-9912-5d1a8f21ac8f HTTP/1.1" status: 204 len: 168 time: 0.1184075 Jul 07 16:50:38.500836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969697fb-c1f8-4ac8-9030-876629045b65 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe7bd1e5-aa2c-4467-9912-5d1a8f21ac8f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.533476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47748) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.535653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-99d44afc-631d-4018-af21-9276ae8f8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.537266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-99d44afc-631d-4018-af21-9276ae8f8276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 1094 time: 0.2203677 Jul 07 16:50:38.614712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-80cb8875-b318-4686-86f0-470ce843a7f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342 HTTP/1.1" status: 200 len: 217 time: 0.0407157 Jul 07 16:50:38.641287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 27d66434-166a-4ab7-9cb9-b8e590a2d935 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:38.692468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-13690824-7f34-4a02-b1bc-9400e3a844c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.694057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-13690824-7f34-4a02-b1bc-9400e3a844c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.0729363 Jul 07 16:50:38.743656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-9a252ed0-07c0-471d-a020-ded582bb3070 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407560 Jul 07 16:50:38.760347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f800a335-56a3-44df-90f5-4d81a8675bbb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2191625 Jul 07 16:50:38.767258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.802991 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ddce8-40d6-4b20-8d40-06d24830e60b x-openstack-request-id: req-892ddce8-40d6-4b20-8d40-06d24830e60b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:38.803642 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869c340b-f493-4f1b-84b1-aa4bf6cebe7e", "tag": "27d66434-166a-4ab7-9cb9-b8e590a2d935", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:38.804171 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-892ddce8-40d6-4b20-8d40-06d24830e60b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:38.806550 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'tag': '27d66434-166a-4ab7-9cb9-b8e590a2d935', 'status': 'completed', 'code': 200} Jul 07 16:50:38.849612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa704-e12a-4be5-8ca3-f5fcea0498ba tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.859965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa704-e12a-4be5-8ca3-f5fcea0498ba tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.874266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 27d66434-166a-4ab7-9cb9-b8e590a2d935, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:38.893280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.902735 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa704-e12a-4be5-8ca3-f5fcea0498ba tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.923448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa704-e12a-4be5-8ca3-f5fcea0498ba tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.924036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '27d66434-166a-4ab7-9cb9-b8e590a2d935', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': '27d66434-166a-4ab7-9cb9-b8e590a2d935', 'mac_address': 'fa:16:3e:2d:db:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:38.924660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c2aa704-e12a-4be5-8ca3-f5fcea0498ba tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/64ee2ee1-76ac-404e-9841-36b5e37cc7c2 HTTP/1.1" status: 204 len: 168 time: 0.1564317 Jul 07 16:50:38.925594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aa704-e12a-4be5-8ca3-f5fcea0498ba tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64ee2ee1-76ac-404e-9841-36b5e37cc7c2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.939852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47778) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.996552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:39.006106 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f738ae8-05bc-4188-b771-a9417463e12c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:39.026157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-e13de706-336c-4f06-9f2d-8e42369611c5 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674551 Jul 07 16:50:39.033763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.038089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.050524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d66434-166a-4ab7-9cb9-b8e590a2d935 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:39.075424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 27d66434-166a-4ab7-9cb9-b8e590a2d935, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:39.082296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.136445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-281bdd80-0d07-4716-917a-ed48dfcd9dcb req-258aee39-e1d5-489f-a187-95c0f1c7f1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901520 Jul 07 16:50:39.141946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=27d66434-166a-4ab7-9cb9-b8e590a2d935,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:39.220086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e38a7173-3b11-4292-ab7a-6bf4f376945b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2630522 Jul 07 16:50:39.220320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47790) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:39.233025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-0523186f-4cbf-4b5d-be40-4dcf1076edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.234581 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-0523186f-4cbf-4b5d-be40-4dcf1076edbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 1094 time: 0.4165618 Jul 07 16:50:39.245474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-28298b27-ec2f-45f8-ab08-a18f1427b851 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.247185 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-28298b27-ec2f-45f8-ab08-a18f1427b851 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 945 time: 0.4975255 Jul 07 16:50:39.270118 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59edc8f3-d6c3-40f8-a3cf-b3b40ac4bd70 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.279959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78ab04-f144-4bfa-8a52-daa094d7a1e5 req-e7837768-dcc3-4ba4-93d5-d7b336bc0912 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.285771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a78ab04-f144-4bfa-8a52-daa094d7a1e5 req-e7837768-dcc3-4ba4-93d5-d7b336bc0912 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 945 time: 0.2505424 Jul 07 16:50:39.291983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0e2a4-9cb3-4f16-830c-339aac9de4b6 req-e3d4519a-22e8-4b39-b3d6-a337781516a3 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.294919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50a0e2a4-9cb3-4f16-830c-339aac9de4b6 req-e3d4519a-22e8-4b39-b3d6-a337781516a3 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 1101 time: 0.1601868 Jul 07 16:50:39.302724 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59edc8f3-d6c3-40f8-a3cf-b3b40ac4bd70 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.374094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['27d66434-166a-4ab7-9cb9-b8e590a2d935'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:39.379634 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59edc8f3-d6c3-40f8-a3cf-b3b40ac4bd70 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.386930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59edc8f3-d6c3-40f8-a3cf-b3b40ac4bd70 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.389437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-59edc8f3-d6c3-40f8-a3cf-b3b40ac4bd70 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f0b80e51-f4bc-4e30-9b68-c120213d497f HTTP/1.1" status: 204 len: 168 time: 0.1696560 Jul 07 16:50:39.392821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47798) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:39.477146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d4755ae0-105a-405e-96ff-78e592a8c502 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823820 Jul 07 16:50:39.487840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47800) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:39.488016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50a0e2a4-9cb3-4f16-830c-339aac9de4b6 req-bc2fd297-e1a6-44fd-8d96-958106fd150c tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772897 Jul 07 16:50:39.491068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edc8f3-d6c3-40f8-a3cf-b3b40ac4bd70 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0b80e51-f4bc-4e30-9b68-c120213d497f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:39.511610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a78ab04-f144-4bfa-8a52-daa094d7a1e5 req-b4b2e99e-dc5c-47c6-84ad-1bb118dfdd10 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227962 Jul 07 16:50:39.589898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-5fd27860-804a-49ec-8fca-2f9b07298ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.591540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-5fd27860-804a-49ec-8fca-2f9b07298ca3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.3428950 Jul 07 16:50:39.595387 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27f0c5b-03e7-4e5a-a659-b4d6a88c84b2 x-openstack-request-id: req-a27f0c5b-03e7-4e5a-a659-b4d6a88c84b2 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:39.595387 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:39.595695 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a27f0c5b-03e7-4e5a-a659-b4d6a88c84b2 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:39.596087 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'status': 'completed', 'code': 200} Jul 07 16:50:39.623530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Router 09b92155-2b7e-42ef-818a-26beaca6315f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:39.743274 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-a4453a3d-0403-4cc8-9de7-2d01704d0fc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935 HTTP/1.1" status: 200 len: 217 time: 0.1097388 Jul 07 16:50:39.745045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af4fdbe2-aadc-416e-a62a-ed88066ea21f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.749615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Deleting port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:39.749952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.861491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738ae8-05bc-4188-b771-a9417463e12c req-8307d762-40d7-42c0-b2bb-f14ed6736d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.863017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-8307d762-40d7-42c0-b2bb-f14ed6736d29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 1094 time: 0.2042365 Jul 07 16:50:39.880289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75ac6-6a26-49a8-88df-9ceaea720c69 req-71139747-301f-4bc8-a4f0-ad1bb67a0e02 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.881704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7e75ac6-6a26-49a8-88df-9ceaea720c69 req-71139747-301f-4bc8-a4f0-ad1bb67a0e02 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 943 time: 0.1474266 Jul 07 16:50:39.883494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af4fdbe2-aadc-416e-a62a-ed88066ea21f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.899779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0108013-4505-4d6a-aa66-484efd2f5708 req-3adb3cf4-6943-4e51-b55c-4c015d7bbdfb tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.901338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0108013-4505-4d6a-aa66-484efd2f5708 req-3adb3cf4-6943-4e51-b55c-4c015d7bbdfb tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 944 time: 0.1658690 Jul 07 16:50:39.948015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:39.997845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-d89ac1c0-8707-45bc-9311-034133bdf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.999572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-d89ac1c0-8707-45bc-9311-034133bdf4cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.2407782 Jul 07 16:50:40.036270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0108013-4505-4d6a-aa66-484efd2f5708 req-ba656ac9-99f6-420f-812f-12acee1e2235 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159399 Jul 07 16:50:40.042162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7e75ac6-6a26-49a8-88df-9ceaea720c69 req-70978c08-ae60-4257-87da-c427ffc34eb4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503553 Jul 07 16:50:40.051859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-610fa35e-394c-4b4b-99d6-c040ed9e738e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445271 Jul 07 16:50:40.063288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] For port 77b705a8-799e-4d40-b3f1-e3b616a4fb42, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=77b705a8-799e-4d40-b3f1-e3b616a4fb42,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:40.063845 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.081149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738ae8-05bc-4188-b771-a9417463e12c req-972c8475-05a2-412d-abd4-c36259e16156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:40.082198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:40.082715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-972c8475-05a2-412d-abd4-c36259e16156 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 905 time: 0.2110963 Jul 07 16:50:40.087274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af4fdbe2-aadc-416e-a62a-ed88066ea21f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.089872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af4fdbe2-aadc-416e-a62a-ed88066ea21f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.094106 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-af4fdbe2-aadc-416e-a62a-ed88066ea21f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/d754feb1-0a43-4eec-8d32-58db93ca8d32 HTTP/1.1" status: 204 len: 168 time: 0.6034036 Jul 07 16:50:40.098000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47816) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:40.100962 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] Sync routers for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:40.111954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a02aff9-3926-4515-ad1b-f9d4422beca8 admin admin] 10.222.0.78 "PUT /v2.0/routers/09b92155-2b7e-42ef-818a-26beaca6315f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7410624 Jul 07 16:50:40.115715 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:40.116344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:40.116924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47818) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:40.214404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Calling delete_port for 77b705a8-799e-4d40-b3f1-e3b616a4fb42 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:40.220744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-35455e18-e15a-4ab3-bd33-042a6b862971 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342 HTTP/1.1" status: 200 len: 217 time: 0.1207449 Jul 07 16:50:40.243747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fdbe2-aadc-416e-a62a-ed88066ea21f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d754feb1-0a43-4eec-8d32-58db93ca8d32,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:40.257285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6e27f4e-b9ba-434f-828d-de031ec9dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.270119 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:40.331928 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0632e1cf-2d8d-4059-bb0a-86cfc259dae9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1868796 Jul 07 16:50:40.342148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47820) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:40.357670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677442390'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:40.375434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-265db5bf-68d6-4d9d-8596-a28ba961e638 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082423 Jul 07 16:50:40.405497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738ae8-05bc-4188-b771-a9417463e12c req-eec8eaba-5c2d-4410-adf6-9ecdd8561f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:40.407093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-eec8eaba-5c2d-4410-adf6-9ecdd8561f09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.1714978 Jul 07 16:50:40.465795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-36cc4557-8aae-4109-abc6-86555c69f14c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470223 Jul 07 16:50:40.489997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.500494 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:50:38Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:40.531490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae126652-f6fe-4d6e-bc05-0d71186686c3 req-90091250-7a35-4a73-8259-9b3df74ead0a service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488481 Jul 07 16:50:40.534075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.543031 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] Checking router: 09b92155-2b7e-42ef-818a-26beaca6315f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:40.556381 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] Routers {'09b92155-2b7e-42ef-818a-26beaca6315f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:40.557234 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['09b92155-2b7e-42ef-818a-26beaca6315f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:40.567209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Pushing event deleted for resources: {'Port': ['ID=77b705a8-799e-4d40-b3f1-e3b616a4fb42,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:40.568770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['25ec58aa-8a0b-4e64-84d6-f73c8004c356'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:40.614936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8194669-d9a3-409f-b312-7091a777dc86 req-2754545c-a8a6-43f4-9873-2193b68ef613 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:40.622080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8194669-d9a3-409f-b312-7091a777dc86 req-2754545c-a8a6-43f4-9873-2193b68ef613 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 1100 time: 0.3998199 Jul 07 16:50:40.638418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] No DVR routers for this DVR port 77b705a8-799e-4d40-b3f1-e3b616a4fb42 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:40.642475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.645704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d3110b35-1f1b-40f4-ab7a-e1f357639cd2 req-1bf1ed33-7f52-40d6-b69b-58405863a331 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.54 "DELETE /v2.0/ports/77b705a8-799e-4d40-b3f1-e3b616a4fb42 HTTP/1.1" status: 204 len: 173 time: 1.3836613 Jul 07 16:50:40.662958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 27d66434-166a-4ab7-9cb9-b8e590a2d935 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:40.664977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.790071 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] Set router 09b92155-2b7e-42ef-818a-26beaca6315f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:40.807792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'name': 'network-vif-deleted', 'tag': '77b705a8-799e-4d40-b3f1-e3b616a4fb42'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:40.809870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8194669-d9a3-409f-b312-7091a777dc86 req-d3167ec6-8c64-45ad-b99a-0b877585c1d3 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865296 Jul 07 16:50:40.811410 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bdf793-a2f7-4444-9b38-364a083619b2" -d '{"events": [{"server_uuid": "ed1afe8a-8593-4f85-909f-2775ce429722", "name": "network-vif-deleted", "tag": "77b705a8-799e-4d40-b3f1-e3b616a4fb42"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:40.818660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6e27f4e-b9ba-434f-828d-de031ec9dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.837163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-c22e77de-7a3f-4d2b-aa19-b266bed29474 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641303 Jul 07 16:50:40.857178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.872357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6e27f4e-b9ba-434f-828d-de031ec9dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.882552 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466ee42d-4414-4c92-a37b-a6e854ec9209 x-openstack-request-id: req-466ee42d-4414-4c92-a37b-a6e854ec9209 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:40.884474 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1afe8a-8593-4f85-909f-2775ce429722", "name": "network-vif-deleted", "tag": "77b705a8-799e-4d40-b3f1-e3b616a4fb42", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:40.885149 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-466ee42d-4414-4c92-a37b-a6e854ec9209 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:40.885503 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1afe8a-8593-4f85-909f-2775ce429722', 'name': 'network-vif-deleted', 'tag': '77b705a8-799e-4d40-b3f1-e3b616a4fb42', 'status': 'completed', 'code': 200} Jul 07 16:50:40.975449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 27d66434-166a-4ab7-9cb9-b8e590a2d935 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:40.984737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 27d66434-166a-4ab7-9cb9-b8e590a2d935 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:40.984999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-558a64cd-9808-408e-993c-d8709f496448 req-1c5d269d-8fed-477a-8089-56d830ab92a0 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1afe8a-8593-4f85-909f-2775ce429722 HTTP/1.1" status: 200 len: 210 time: 0.1887255 Jul 07 16:50:40.985318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.064715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.071258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.074513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.135151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d6e27f4e-b9ba-434f-828d-de031ec9dda9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74f844d3949143849f58d57d98ccf246&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1730194 Jul 07 16:50:41.139075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:41.142010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e27f4e-b9ba-434f-828d-de031ec9dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dbd765-5835-4a12-8393-8160deacee2f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.142674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.144130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7961309 Jul 07 16:50:41.149672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47834) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:41.155834 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:50:38Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:41.158190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': 'beb17a9c-2ea1-4b2b-9eb9-673c605118d3', 'direction': 'ingress', 'protocol': 17}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:41.165910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3700d6-3cd5-4588-aafa-7b5508b1627f tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb17a9c-2ea1-4b2b-9eb9-673c605118d3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.201491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b03609-1dbe-40c7-9c48-60071d6dedf1 None None] The sync data for ids ['09b92155-2b7e-42ef-818a-26beaca6315f'] in n-d-793619-7 is: [{'id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214431206-router', 'tenant_id': 'c49db1a37b064161a1727d46dfdab3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:48:19Z', 'updated_at': '2021-07-07T16:50:38Z', 'revision_number': 5, 'project_id': 'c49db1a37b064161a1727d46dfdab3c7', 'gw_port': {'id': 'd78a721a-a7c4-495e-a32c-b25e71ed5ff3', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b92155-2b7e-42ef-818a-26beaca6315f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:48:21Z', 'updated_at': '2021-07-07T16:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:41.251460 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.352440 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.380059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f738ae8-05bc-4188-b771-a9417463e12c req-96d54a66-c0cb-4035-b714-e554db976fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236950 Jul 07 16:50:41.384804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d66434-166a-4ab7-9cb9-b8e590a2d935'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:41.389060 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a1516-fd2e-4af2-808d-6d06c613e841" -d '{"events": [{"server_uuid": "869c340b-f493-4f1b-84b1-aa4bf6cebe7e", "name": "network-vif-plugged", "status": "completed", "tag": "27d66434-166a-4ab7-9cb9-b8e590a2d935"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:41.411333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 27d66434-166a-4ab7-9cb9-b8e590a2d935, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:41.416958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.420524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.424106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.455716 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5088e274-ee84-47be-8519-728b7bba75c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.462786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.467765 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3167005 Jul 07 16:50:41.470689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47844) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:41.471948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Deleting port d78a721a-a7c4-495e-a32c-b25e71ed5ff3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:41.472291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.486094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=27d66434-166a-4ab7-9cb9-b8e590a2d935,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.501559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1568406-d5a8-4ebf-b385-cd3854b2cf0f req-3d3a2dc8-2814-476f-884b-3ce401b24773 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.503536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1568406-d5a8-4ebf-b385-cd3854b2cf0f req-3d3a2dc8-2814-476f-884b-3ce401b24773 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 943 time: 0.2044351 Jul 07 16:50:41.508422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 77b705a8-799e-4d40-b3f1-e3b616a4fb42 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:41.513802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346179f-26ab-457d-8163-b7802a04e5c8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a41ce86-eca5-48e7-b309-83128ee81f9c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.530946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 77b705a8-799e-4d40-b3f1-e3b616a4fb42 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:41.531437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 77b705a8-799e-4d40-b3f1-e3b616a4fb42 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:41.548925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad023-7525-47f0-a6f3-fe397474e734 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.558335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5088e274-ee84-47be-8519-728b7bba75c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.579089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad023-7525-47f0-a6f3-fe397474e734 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.651070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 920f15d9-b023-4224-aac4-464ab1d212a2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:41.677713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 920f15d9-b023-4224-aac4-464ab1d212a2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:41.678684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 920f15d9-b023-4224-aac4-464ab1d212a2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:41.679640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad023-7525-47f0-a6f3-fe397474e734 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.683978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad023-7525-47f0-a6f3-fe397474e734 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.688197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ab0ad023-7525-47f0-a6f3-fe397474e734 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/beb17a9c-2ea1-4b2b-9eb9-673c605118d3 HTTP/1.1" status: 204 len: 168 time: 0.2164752 Jul 07 16:50:41.688863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47846) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:41.693691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1568406-d5a8-4ebf-b385-cd3854b2cf0f req-31b9478f-94fa-49fc-9416-3e24db5b806d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521804 Jul 07 16:50:41.717822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ad023-7525-47f0-a6f3-fe397474e734 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb17a9c-2ea1-4b2b-9eb9-673c605118d3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.725457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5088e274-ee84-47be-8519-728b7bba75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.728523 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5088e274-ee84-47be-8519-728b7bba75c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.730519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5088e274-ee84-47be-8519-728b7bba75c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42dbd765-5835-4a12-8393-8160deacee2f HTTP/1.1" status: 204 len: 168 time: 0.5742371 Jul 07 16:50:41.756948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] For port d78a721a-a7c4-495e-a32c-b25e71ed5ff3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:41.757346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.766915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088e274-ee84-47be-8519-728b7bba75c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dbd765-5835-4a12-8393-8160deacee2f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.781914 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aa1d0c77-26fb-42e4-ba4a-71a6f6fd4dc3 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887885 Jul 07 16:50:41.784697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47850) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:41.795095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadfa58-e9d6-420f-a3a8-5f008c65f8dd req-dffec3ea-d19e-465c-b9aa-2e0e83b9d819 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.806145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5eadfa58-e9d6-420f-a3a8-5f008c65f8dd req-dffec3ea-d19e-465c-b9aa-2e0e83b9d819 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 945 time: 0.2657807 Jul 07 16:50:41.810970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Calling delete_port for d78a721a-a7c4-495e-a32c-b25e71ed5ff3 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:41.814543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457790919'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:41.930594 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0b08f3-7385-49aa-9475-f2e605a8354c x-openstack-request-id: req-af0b08f3-7385-49aa-9475-f2e605a8354c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:41.930901 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869c340b-f493-4f1b-84b1-aa4bf6cebe7e", "name": "network-vif-plugged", "status": "completed", "tag": "27d66434-166a-4ab7-9cb9-b8e590a2d935", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:41.931172 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af0b08f3-7385-49aa-9475-f2e605a8354c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:41.931578 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d66434-166a-4ab7-9cb9-b8e590a2d935', 'code': 200} Jul 07 16:50:41.935875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5eadfa58-e9d6-420f-a3a8-5f008c65f8dd req-a040684b-0726-403c-851f-dac563b42804 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268976 Jul 07 16:50:41.964856 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.455710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-bb1ca39e-4771-4c37-a114-18a18a29f029 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748107 Jul 07 16:50:42.642480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:42.651236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.699727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da990612-41cf-43f5-96e3-a3321649aee8 req-2b870c7a-5b1d-425f-a062-9abdf08e2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.701884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da990612-41cf-43f5-96e3-a3321649aee8 req-2b870c7a-5b1d-425f-a062-9abdf08e2f06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 1096 time: 0.3181212 Jul 07 16:50:42.717773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78a721a-a7c4-495e-a32c-b25e71ed5ff3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:42.752809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:42.766083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'mac_address': 'fa:16:3e:e4:ba:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:42.786690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.804309 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.818211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f16818-7212-4d6a-ba9a-3b1a9ee18342 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:42.819020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.840481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:42.844904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.864035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-63c8ef4b-6f77-44b5-9f62-b5383c225f8e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.865182 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:50:42.865708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-63c8ef4b-6f77-44b5-9f62-b5383c225f8e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826053 Jul 07 16:50:42.882395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56470b10-da01-4418-965e-f2693c8e1a44 req-1180e732-61fb-4464-bc71-ed17ea7790e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.883933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56470b10-da01-4418-965e-f2693c8e1a44 req-1180e732-61fb-4464-bc71-ed17ea7790e9 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3560529 Jul 07 16:50:42.909420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:42.915552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.916756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1087062 Jul 07 16:50:42.918467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da990612-41cf-43f5-96e3-a3321649aee8 req-c1221e3f-e801-4127-9d00-0b3f0f2fb402 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052331 Jul 07 16:50:42.920735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47890) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:42.925649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065797843'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:42.938540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccd727-079e-4fd6-80be-d9a1666e400e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883bec77-6ada-4795-a25c-eee1a4ac7e91,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:42.945203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.947804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-50d27318-25d0-433e-99a8-7f6f8fd1b1a7 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/quotas/d7a06a40562e44fc85561c9f1fb670b5 HTTP/1.1" status: 200 len: 375 time: 0.0597355 Jul 07 16:50:42.958505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.052567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.056888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.085267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.086529 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1645589 Jul 07 16:50:43.087883 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.089469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47894) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.094824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': '883bec77-6ada-4795-a25c-eee1a4ac7e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f69490e-5cb0-44fd-bf4c-18318bfcc920', 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:43.096277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.102473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894934-e125-4dec-b481-4fb7f387f6a1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69490e-5cb0-44fd-bf4c-18318bfcc920,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:43.102906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56470b10-da01-4418-965e-f2693c8e1a44 req-b8bb41a7-76b8-498b-9239-b1bf85804886 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034979 Jul 07 16:50:43.145131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.157566 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.158132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b92155-2b7e-42ef-818a-26beaca6315f {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:50:43.165198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['79f16818-7212-4d6a-ba9a-3b1a9ee18342'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:43.165452 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.168459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5d05e276-d8d0-47a4-8845-8a03aa26ff24 admin admin] 10.222.0.78 "DELETE /v2.0/routers/09b92155-2b7e-42ef-818a-26beaca6315f HTTP/1.1" status: 204 len: 168 time: 3.0458322 Jul 07 16:50:43.171240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.194949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-97633bb5-eb36-4746-8e91-15e030fef705 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2180498 Jul 07 16:50:43.255065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Deleting subnet 1eba8c74-0030-45f6-ac9b-28aee4460b25 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:43.259637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.321964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.324049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.330467 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.377786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51434da0-ff76-47df-9cce-aa3a536cf30c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:43.391533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.397417 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3f023e43-3434-490c-91e4-eb02ef8e88a9 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3024778 Jul 07 16:50:43.398282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47900) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.455031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e06cb1e-0823-4868-98bb-12001978c298 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.466593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e06cb1e-0823-4868-98bb-12001978c298 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.478718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.505050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e06cb1e-0823-4868-98bb-12001978c298 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.515470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e06cb1e-0823-4868-98bb-12001978c298 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.516930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e06cb1e-0823-4868-98bb-12001978c298 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/51434da0-ff76-47df-9cce-aa3a536cf30c HTTP/1.1" status: 204 len: 168 time: 0.1167836 Jul 07 16:50:43.520726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47902) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.523090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06cb1e-0823-4868-98bb-12001978c298 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51434da0-ff76-47df-9cce-aa3a536cf30c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:43.606313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83636e9f-230c-4576-bfcc-120f6077267b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0812833 Jul 07 16:50:43.606313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.607204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.632157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eba8c74-0030-45f6-ac9b-28aee4460b25,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:43.635788 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.641541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-69ef5562-7d0b-4461-a39b-16df2263a3d4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1eba8c74-0030-45f6-ac9b-28aee4460b25 HTTP/1.1" status: 204 len: 168 time: 0.4687598 Jul 07 16:50:43.642554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47906) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.643081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d2515-ad64-4154-a1cb-e3ef191bc407 None None] Network 7e7698b8-a320-4ed5-8427-b55017965f1e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:43.678016 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc9e5-ebb6-481e-a65c-32c68f2cc5ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.723858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc9e5-ebb6-481e-a65c-32c68f2cc5ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.728070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.804195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc9e5-ebb6-481e-a65c-32c68f2cc5ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.807469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc9e5-ebb6-481e-a65c-32c68f2cc5ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.808990 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9c6bc9e5-ebb6-481e-a65c-32c68f2cc5ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/8f69490e-5cb0-44fd-bf4c-18318bfcc920 HTTP/1.1" status: 204 len: 168 time: 0.2012224 Jul 07 16:50:43.814061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47910) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.847349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc9e5-ebb6-481e-a65c-32c68f2cc5ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69490e-5cb0-44fd-bf4c-18318bfcc920,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:43.892257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d78a721a-a7c4-495e-a32c-b25e71ed5ff3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:43.903470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Deleting port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:43.903992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.930380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:43.931764 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c6988b39-98b8-428e-900c-ad5e31dbe0a7 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1041837 Jul 07 16:50:43.954642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d78a721a-a7c4-495e-a32c-b25e71ed5ff3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:43.954991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d78a721a-a7c4-495e-a32c-b25e71ed5ff3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:43.980174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846938fe-397a-4e79-a92f-28f95527d491 req-a3ca66d4-c517-47ec-a056-1b204367a43b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:43.994790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-846938fe-397a-4e79-a92f-28f95527d491 req-a3ca66d4-c517-47ec-a056-1b204367a43b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 944 time: 0.1790619 Jul 07 16:50:44.086558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] DHCP port deletion for 7e7698b8-a320-4ed5-8427-b55017965f1e request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:44.087449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] For port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:44.087914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.117850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-846938fe-397a-4e79-a92f-28f95527d491 req-12e26d0d-51cf-4e80-b83b-66283514ae7a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220167 Jul 07 16:50:44.119760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Calling delete_port for a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:44.204548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1f70b04-fe0d-40c4-9048-1922cd96427e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.213196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] Deleting port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:44.213700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.297321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] For port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,segment=NetworkSegment(61fe1be6-b40e-46db-b16d-03ae61c9ccd5),segment_id=61fe1be6-b40e-46db-b16d-03ae61c9ccd5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:44.297861 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.306312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1f70b04-fe0d-40c4-9048-1922cd96427e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.314123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] Calling delete_port for a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:44.423807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.429991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.460980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] Pushing event deleted for resources: {'Port': ['ID=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:44.462385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:44.466479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d674125-781a-4b3f-ad53-9fd5dd4d61f7 None None] No DVR routers for this DVR port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:44.473830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] No DVR routers for this DVR port a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:44.529927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1f70b04-fe0d-40c4-9048-1922cd96427e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.532759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1f70b04-fe0d-40c4-9048-1922cd96427e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.536510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e1f70b04-fe0d-40c4-9048-1922cd96427e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/883bec77-6ada-4795-a25c-eee1a4ac7e91 HTTP/1.1" status: 204 len: 168 time: 0.6025031 Jul 07 16:50:44.536889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47932) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:44.598602 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-be3427c8-2457-442d-b9d6-874f077eaaaa tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604384 Jul 07 16:50:44.605168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47934) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:44.609758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134112480'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:44.636393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.641922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70b04-fe0d-40c4-9048-1922cd96427e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883bec77-6ada-4795-a25c-eee1a4ac7e91,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:44.649191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:44.656395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b7638-2029-4afa-8d4f-5c716b7aaf83 req-6ccf26a6-c990-4607-9f2a-78d082283384 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.658903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402b7638-2029-4afa-8d4f-5c716b7aaf83 req-6ccf26a6-c990-4607-9f2a-78d082283384 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 945 time: 0.3300703 Jul 07 16:50:44.682060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.710398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7698b8-a320-4ed5-8427-b55017965f1e']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:44.731445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:44.737872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:44.738375 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.743705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fe1be6-b40e-46db-b16d-03ae61c9ccd5') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:44.744563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fe1be6-b40e-46db-b16d-03ae61c9ccd5') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:44.761478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.772827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.781722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.790114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.813740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:44.814169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:44.819622 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:44.831616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.833022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2281132 Jul 07 16:50:44.835897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:44.837881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402b7638-2029-4afa-8d4f-5c716b7aaf83 req-cfb48bbd-e1ec-47a7-b686-6093a443e537 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507547 Jul 07 16:50:44.842860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': '4ab33819-21db-413e-9d46-f917c03430ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:44.848252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b518a-53d6-4b37-a4aa-6b5d2a0d31fb tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab33819-21db-413e-9d46-f917c03430ea,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:44.896254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.910971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.936892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-0897d840-fa25-4940-8c30-685b11d8172a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.940691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-0897d840-fa25-4940-8c30-685b11d8172a tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.4297397 Jul 07 16:50:44.972298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:44.976118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad5340-8493-410f-8778-136d90c179bc req-4390f3ea-96d2-41d9-b950-30c2f6151691 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.979013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-daad5340-8493-410f-8778-136d90c179bc req-4390f3ea-96d2-41d9-b950-30c2f6151691 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 946 time: 0.3952518 Jul 07 16:50:44.979805 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae95a2f9-44de-41ab-a33d-08f020acc5e9" -d '{"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-plugged", "status": "completed", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:45.015795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:45.023074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.046809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.054518 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.071067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.077699 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.079930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7e7698b8-a320-4ed5-8427-b55017965f1e HTTP/1.1" status: 204 len: 168 time: 1.4364038 Jul 07 16:50:45.106731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:45.129567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6b3e16-e42a-41a7-a0e0-66cb2ef01dd2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:45.141796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.143138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-56360646-9a5c-4e99-851a-f6e8d9a1da33 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3062682 Jul 07 16:50:45.147814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47952) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:45.148931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16126906-510e-4120-80c0-80302eaf50e7 req-becd7927-165a-443d-8ea5-cb344375924c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 210 time: 0.1238091 Jul 07 16:50:45.192197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23606fa-2ef0-48e2-9f59-3f1f8a188841 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7698b8-a320-4ed5-8427-b55017965f1e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:45.227335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7d62613-c5fe-47ec-b7f4-d5002d6833a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.233884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-daad5340-8493-410f-8778-136d90c179bc req-f7202171-74c0-492f-a73c-2aa4c49f86e7 tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8f6789f-0e2a-47c5-846d-56a93fd12d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397878 Jul 07 16:50:45.239865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7d62613-c5fe-47ec-b7f4-d5002d6833a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.316476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Deleting port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:45.316841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.326243 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7d62613-c5fe-47ec-b7f4-d5002d6833a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.338852 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a8c197-5520-46c5-b4e7-9127940babd6 x-openstack-request-id: req-d5a8c197-5520-46c5-b4e7-9127940babd6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:45.339570 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-plugged", "status": "completed", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:45.340017 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5a8c197-5520-46c5-b4e7-9127940babd6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:45.340930 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'code': 200} Jul 07 16:50:45.346895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7d62613-c5fe-47ec-b7f4-d5002d6833a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.352214 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7d62613-c5fe-47ec-b7f4-d5002d6833a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8e6b3e16-e42a-41a7-a0e0-66cb2ef01dd2 HTTP/1.1" status: 204 len: 168 time: 0.1866765 Jul 07 16:50:45.353297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47956) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:45.444043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d62613-c5fe-47ec-b7f4-d5002d6833a6 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e6b3e16-e42a-41a7-a0e0-66cb2ef01dd2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:45.500794 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2ca35f5f-b294-47bf-96cd-39e07f646529 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1424870 Jul 07 16:50:45.504443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47958) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:45.504791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47960) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:45.602822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64aac-8806-499f-bcb1-1beff3447c00 req-238d1a15-8e53-4f48-8b8d-baaf50954e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:45.604779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-31d64aac-8806-499f-bcb1-1beff3447c00 req-238d1a15-8e53-4f48-8b8d-baaf50954e06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 1096 time: 0.0903640 Jul 07 16:50:45.619374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] For port 25ec58aa-8a0b-4e64-84d6-f73c8004c356, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=25ec58aa-8a0b-4e64-84d6-f73c8004c356,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:45.620040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.643256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-292c7e1b-19de-4264-a1d3-e00b761f5080 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c49db1a37b064161a1727d46dfdab3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370237 Jul 07 16:50:45.650538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47968) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:45.660567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Calling delete_port for 25ec58aa-8a0b-4e64-84d6-f73c8004c356 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:45.691239 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-31d64aac-8806-499f-bcb1-1beff3447c00 req-e4714afe-7788-4243-a3ad-159f1ac30809 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781522 Jul 07 16:50:45.709373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:45.730700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:45.731057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a54e36c8-9b48-4fbe-9dad-6f0c2fbae47b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:45.881879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7bae051-4b16-46ce-88d0-d7282b463c98 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.922418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3709cf2b-a531-49a3-890d-c9ec4ff84c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.975318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7bae051-4b16-46ce-88d0-d7282b463c98 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.997771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3709cf2b-a531-49a3-890d-c9ec4ff84c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.067726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-22decd07-5ef5-46ed-b0c4-1a9b4207a85e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:46.069441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-22decd07-5ef5-46ed-b0c4-1a9b4207a85e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.3559978 Jul 07 16:50:46.120975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c31a-7ad8-4d51-88f1-ef37e8bd8290 req-3414a8de-2744-4548-a0c5-5eab00c289ce tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:46.122733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fd6c31a-7ad8-4d51-88f1-ef37e8bd8290 req-3414a8de-2744-4548-a0c5-5eab00c289ce tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.4082270 Jul 07 16:50:46.153507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-8d42a12b-1e35-413b-93ee-1136ad1b22d6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.0685837 Jul 07 16:50:46.186270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7bae051-4b16-46ce-88d0-d7282b463c98 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.189149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7bae051-4b16-46ce-88d0-d7282b463c98 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.192639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a7bae051-4b16-46ce-88d0-d7282b463c98 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ab33819-21db-413e-9d46-f917c03430ea HTTP/1.1" status: 204 len: 168 time: 0.6832309 Jul 07 16:50:46.208907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47976) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:46.275931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bae051-4b16-46ce-88d0-d7282b463c98 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab33819-21db-413e-9d46-f917c03430ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:46.296932 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3709cf2b-a531-49a3-890d-c9ec4ff84c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.300088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3709cf2b-a531-49a3-890d-c9ec4ff84c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.303572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3709cf2b-a531-49a3-890d-c9ec4ff84c71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e355fab-1f2a-40ec-aff0-f5791cd2b835 HTTP/1.1" status: 204 len: 168 time: 0.6454892 Jul 07 16:50:46.312300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.325202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fd6c31a-7ad8-4d51-88f1-ef37e8bd8290 req-f409b164-9753-49a4-8d9d-5fa0eedd7c2b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766777 Jul 07 16:50:46.336240 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-883e88a6-50e1-4b52-9e10-f409577b2e4a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3295746 Jul 07 16:50:46.352254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709cf2b-a531-49a3-890d-c9ec4ff84c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e355fab-1f2a-40ec-aff0-f5791cd2b835,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:46.387963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['25ec58aa-8a0b-4e64-84d6-f73c8004c356'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:46.407091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Pushing event deleted for resources: {'Port': ['ID=25ec58aa-8a0b-4e64-84d6-f73c8004c356,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:46.421268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e9a57acb-9b89-4ce7-92e3-1568f058bf4c tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2079725 Jul 07 16:50:46.427457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47982) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:46.443574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634199471'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:46.506218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] No DVR routers for this DVR port 25ec58aa-8a0b-4e64-84d6-f73c8004c356 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:46.513314 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.515954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e338ba2-7af4-412a-bda4-f8e32e8005e7 req-167d1fb0-68e5-48e3-bf20-9e8ac80e29af tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.13 "DELETE /v2.0/ports/25ec58aa-8a0b-4e64-84d6-f73c8004c356 HTTP/1.1" status: 204 len: 173 time: 1.5563374 Jul 07 16:50:46.516555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'name': 'network-vif-deleted', 'tag': '25ec58aa-8a0b-4e64-84d6-f73c8004c356'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:46.527077 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f44e7d3-2296-4ff2-aaa5-1de7284ecb3c" -d '{"events": [{"server_uuid": "56ad2c50-ac08-4a9d-bffb-66cd89c2cf56", "name": "network-vif-deleted", "tag": "25ec58aa-8a0b-4e64-84d6-f73c8004c356"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:46.544550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.555969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-59405d07-6f88-415a-bffc-86687eb6dc04 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3758280 Jul 07 16:50:46.583716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-6fcee61d-4c43-4436-8aa4-33e7a28dcae6 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:46.585722 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-6fcee61d-4c43-4436-8aa4-33e7a28dcae6 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325244 Jul 07 16:50:46.613970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:46.751108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a66dd748-d9b9-4114-aeca-77ff164aa5f6 req-6eee020a-d65e-451e-a33c-dd789f9af1dd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 210 time: 0.0579283 Jul 07 16:50:46.902264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-e47d506f-b06f-40cb-b32f-df6aba7a7a55 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960424 Jul 07 16:50:46.922614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-d5844ef9-8541-4c5c-9c16-fbc67e22947e service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573592 Jul 07 16:50:46.930225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.946309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.004740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:47.008913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.015471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.021025 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5873730 Jul 07 16:50:47.032853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47992) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:47.038929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a155b-166e-41ef-aa57-bf31d6cdaa1a tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2beb4-5b0d-43eb-9299-064ac6b07ffe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:47.056434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': '1db2beb4-5b0d-43eb-9299-064ac6b07ffe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:47.182306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.239793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73d56051-d95c-4831-8997-23959ab059d8 req-3c0378a7-4286-4d32-81aa-e4c712efeb9d tempest-ListServerFiltersTestJSON-1402016006 tempest-ListServerFiltersTestJSON-1402016006-project] 10.222.0.78 "GET /v2.0/ports?device_id=56ad2c50-ac08-4a9d-bffb-66cd89c2cf56 HTTP/1.1" status: 200 len: 210 time: 0.2537570 Jul 07 16:50:47.326402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-4de8dffb-0b57-431d-b739-5c1f6d709376 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015057 Jul 07 16:50:47.326712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.336050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.160 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/53449eda-5191-44e7-8197-3592513f08dd) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:47.339155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.374742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f0ed74-93f1-4406-bfcb-adbeae6a0524,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:47.391251 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.400040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48004) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:47.400403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ec22dd6-8efc-4c49-82a4-a1be25462a17 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3593352 Jul 07 16:50:47.442112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-6777fa5f-ba12-49cf-ad37-f92595ee11e5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:47.444163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-6777fa5f-ba12-49cf-ad37-f92595ee11e5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051422 Jul 07 16:50:47.447849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8f157334-25cd-4117-be33-ae86deafbb42 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules/f6f0ed74-93f1-4406-bfcb-adbeae6a0524 HTTP/1.1" status: 200 len: 763 time: 0.0507281 Jul 07 16:50:47.452184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48008) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:47.473480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:47.525347 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c9569-a375-46ef-b6fd-43a49dd39e22 x-openstack-request-id: req-8e7c9569-a375-46ef-b6fd-43a49dd39e22 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:47.529665 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad2c50-ac08-4a9d-bffb-66cd89c2cf56", "name": "network-vif-deleted", "tag": "25ec58aa-8a0b-4e64-84d6-f73c8004c356", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:47.529665 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e7c9569-a375-46ef-b6fd-43a49dd39e22 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:47.530117 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad2c50-ac08-4a9d-bffb-66cd89c2cf56', 'name': 'network-vif-deleted', 'tag': '25ec58aa-8a0b-4e64-84d6-f73c8004c356', 'status': 'completed', 'code': 200} Jul 07 16:50:47.674577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.710948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 53449eda-5191-44e7-8197-3592513f08dd will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:47.715839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:47.724518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.772462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.784736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:47.843872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=53449eda-5191-44e7-8197-3592513f08dd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:47.854095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:47.856508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:47.860544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:47.948241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d89bf1f4-f977-4c81-a2f7-ea28b2f3fe6b req-9fd72edd-0f09-4d54-82aa-3e588a7000af tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 210 time: 0.1758633 Jul 07 16:50:47.953864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:47.954709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.993708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-fe907d1f-fa49-4a9f-804d-d0ecad417631 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3807812 Jul 07 16:50:48.017391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Request body: {'port': {'device_id': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:48.086167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48030) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.245677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.49 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/4ec00762-f94a-44fd-84bd-ca1c2e319b66) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:48.266516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.342838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-network', 'tenant_id': '9000b64e57a547b58775548dfc8954bb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:48.345261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-053d9552-1777-4476-b3e8-e5e90d1fec22 None None] Provisioning for port 53449eda-5191-44e7-8197-3592513f08dd completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:48.361964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-053d9552-1777-4476-b3e8-e5e90d1fec22 None None] Provisioning complete for port 53449eda-5191-44e7-8197-3592513f08dd triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:48.362340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-053d9552-1777-4476-b3e8-e5e90d1fec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.371434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Made reservation on behalf of 9000b64e57a547b58775548dfc8954bb for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:48.374490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.395228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.403120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-efd6887d-ced5-4fd5-9722-f56db2cc539e tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9494998 Jul 07 16:50:48.411484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48038) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.463445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-053d9552-1777-4476-b3e8-e5e90d1fec22 None None] Port 53449eda-5191-44e7-8197-3592513f08dd cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:48.547802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.570457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 4ec00762-f94a-44fd-84bd-ca1c2e319b66 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:48.578392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7502e703-2375-4ef8-9b61-bd0aa37093ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.589763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7502e703-2375-4ef8-9b61-bd0aa37093ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.611309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6414b06-02d9-4586-b39b-ed4b6de4b1db req-b837aa0a-e94b-4bc9-8540-602de8588083 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:48.613298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6414b06-02d9-4586-b39b-ed4b6de4b1db req-b837aa0a-e94b-4bc9-8540-602de8588083 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.8546464 Jul 07 16:50:48.646272 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7502e703-2375-4ef8-9b61-bd0aa37093ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.658854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 25ec58aa-8a0b-4e64-84d6-f73c8004c356 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:48.666977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.673148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7502e703-2375-4ef8-9b61-bd0aa37093ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.679471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7502e703-2375-4ef8-9b61-bd0aa37093ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f6f0ed74-93f1-4406-bfcb-adbeae6a0524 HTTP/1.1" status: 204 len: 168 time: 0.2665381 Jul 07 16:50:48.684269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502e703-2375-4ef8-9b61-bd0aa37093ad tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6f0ed74-93f1-4406-bfcb-adbeae6a0524,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:48.687289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48044) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.702185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 25ec58aa-8a0b-4e64-84d6-f73c8004c356 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:48.702656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 25ec58aa-8a0b-4e64-84d6-f73c8004c356 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:48.783064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6414b06-02d9-4586-b39b-ed4b6de4b1db req-709ebfad-d264-46d2-972c-2dd3df4541c8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268384 Jul 07 16:50:48.801673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:48.817460 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.825355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.837652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:48.843199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=4ec00762-f94a-44fd-84bd-ca1c2e319b66,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:48.860005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:48.877407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:50:48.884689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b99d37-4e01-413b-9d02-32277b4f4fc4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:48.900763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48048) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.924652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.925248 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Added segment f697a799-e428-4cff-aaa8-10bae554e11f of type vlan for network f581a245-e0d8-45b9-83db-e2b7cd280f61 Jul 07 16:50:48.943369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8e4abd66-810f-423e-9cff-1e616150b6ce tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2471862 Jul 07 16:50:48.946785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48050) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.957587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': '1db2beb4-5b0d-43eb-9299-064ac6b07ffe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:48.986081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:48.986971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.987858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53449eda-5191-44e7-8197-3592513f08dd {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:49.025302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.026286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db16c47-9128-4e75-b2da-47b73e2623ca req-cb5a3d1f-0f0a-4d59-b7f2-a85daae85872 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.028297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7db16c47-9128-4e75-b2da-47b73e2623ca req-cb5a3d1f-0f0a-4d59-b7f2-a85daae85872 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 935 time: 0.2726004 Jul 07 16:50:49.085002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Transition to ACTIVE for port object 53449eda-5191-44e7-8197-3592513f08dd will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:49.092585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7db16c47-9128-4e75-b2da-47b73e2623ca req-4fe8f3cd-13bd-45bb-b71a-514f3ac68f9c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524712 Jul 07 16:50:49.095974 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.102840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.109272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-e94a55de-c301-41d9-87d6-45498c5eff2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6388538 Jul 07 16:50:49.123439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:49.123982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Request body: {'port': {'device_id': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:49.134471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.155944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Deleting subnet ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:49.174150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.271147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Pushing event updated for resources: {'Port': ['ID=53449eda-5191-44e7-8197-3592513f08dd,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:49.321025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.351378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79c5a703-263f-4b73-9883-0abc45023586 None None] Provisioning for port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:49.367097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79c5a703-263f-4b73-9883-0abc45023586 None None] Provisioning complete for port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:49.376323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79c5a703-263f-4b73-9883-0abc45023586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.391817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.392624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.393254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.583653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-79c5a703-263f-4b73-9883-0abc45023586 None None] Port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:49.623741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5363324 Jul 07 16:50:49.638543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48058) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:49.656085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Request body: {'subnet': {'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-subnet', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:49.689560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b89cd-1cf3-4fdb-a6ff-3ef78904b0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f581a245-e0d8-45b9-83db-e2b7cd280f61,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:49.718641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:50:49.730422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Attempting to bind port 53449eda-5191-44e7-8197-3592513f08dd on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:49.730763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Attempting to bind port 53449eda-5191-44e7-8197-3592513f08dd by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:49.731100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Attempting to bind port 53449eda-5191-44e7-8197-3592513f08dd on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:49.738611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.760767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Made reservation on behalf of 9000b64e57a547b58775548dfc8954bb for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:49.764009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.769482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Port 53449eda-5191-44e7-8197-3592513f08dd on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:49.769850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Attempting to bind port 53449eda-5191-44e7-8197-3592513f08dd on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:49.853077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:49.853490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:49.853889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:49.854645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Bound port: 53449eda-5191-44e7-8197-3592513f08dd, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:49.855039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.944244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.989627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.995871 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3 HTTP/1.1" status: 204 len: 168 time: 1.0915139 Jul 07 16:50:49.998460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062da673-2173-49b2-91bc-30f2b538ed42 None None] Network 63a5c382-0fa0-4740-b2eb-423987093759 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:50.015891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48064) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:50.019913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0cbf6-8392-4659-8465-a0b990ab8d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6b35a7-b6a3-4d09-892f-3a9a62ff04e3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:50.094249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] For port 53449eda-5191-44e7-8197-3592513f08dd, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:50.102139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] For port 53449eda-5191-44e7-8197-3592513f08dd, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=53449eda-5191-44e7-8197-3592513f08dd,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:50.132011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.150137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.151135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.152213 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] 10.222.0.54 "PUT /v2.0/ports/53449eda-5191-44e7-8197-3592513f08dd HTTP/1.1" status: 200 len: 1096 time: 2.1549094 Jul 07 16:50:50.171613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'tag': '53449eda-5191-44e7-8197-3592513f08dd'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:50.181913 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be12f92-da19-44dc-b91f-1d118ac1766f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb6719-50bc-4885-8392-b525aa2df2e4", "tag": "53449eda-5191-44e7-8197-3592513f08dd"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:50.215060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b96cb06d-bf77-4175-889b-bf744d78bd46 req-aa731be3-3eba-4abe-a1cc-5cfe9efd27f5 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 210 time: 0.1878662 Jul 07 16:50:50.267339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.294507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.324119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.328238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] DHCP port deletion for 63a5c382-0fa0-4740-b2eb-423987093759 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:50.383570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.386250 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.400999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e2f34b-2f11-49cd-aae3-b486c8ec5a9f,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:50.431828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.433234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a73e2bc6-478b-47f3-a99c-502cdc558656 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4845746 Jul 07 16:50:50.434662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] Deleting port 25821f7e-2459-45d6-97f6-4aac362b3006 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:50.435159 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.445074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48076) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:50.468759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-4a306e48-2d60-4e13-8483-524b818255e9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.470366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-4a306e48-2d60-4e13-8483-524b818255e9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.4559457 Jul 07 16:50:50.493042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f0eab-b69b-4009-a304-97a69e143d2b service neutron] Pushing event updated for resources: {'Port': ['ID=53449eda-5191-44e7-8197-3592513f08dd,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:50.509123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-627650a7-eba0-4adb-b2d2-90af6d8de87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.510744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-627650a7-eba0-4adb-b2d2-90af6d8de87b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 1099 time: 0.2739294 Jul 07 16:50:50.513229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:50.513943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b374f5-818d-45e5-9b7d-f248621f3f49,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:50.542545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033355-5497-4185-a0df-0f10f811549b req-9bfad166-3fc6-40ea-9184-bde70e4c1dd4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.550431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91033355-5497-4185-a0df-0f10f811549b req-9bfad166-3fc6-40ea-9184-bde70e4c1dd4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.5375838 Jul 07 16:50:50.570636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Checking segment: {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:50.571021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Network hostable DHCP agents. Network: f581a245-e0d8-45b9-83db-e2b7cd280f61, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:50:50.577233 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-3ab51f10-6d7b-4d96-aa20-e2b2fa832a04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53449eda-5191-44e7-8197-3592513f08dd HTTP/1.1" status: 200 len: 217 time: 0.0454128 Jul 07 16:50:50.611146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] For port 25821f7e-2459-45d6-97f6-4aac362b3006, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=25821f7e-2459-45d6-97f6-4aac362b3006,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:50.612754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.620321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:50:50.631751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, f581a245-e0d8-45b9-83db-e2b7cd280f61) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:50.637212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bcf818f9-ddb7-40f7-94ec-836c2029dbc2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules/a7e2f34b-2f11-49cd-aae3-b486c8ec5a9f HTTP/1.1" status: 200 len: 763 time: 0.1909144 Jul 07 16:50:50.644325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48078) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:50.645713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.646331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.657879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5043f-7f08-4202-b562-156e3d4def48 None None] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:50.673641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-cb6c82b6-94ef-4b60-8e9f-d1bef5c9abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.675218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-cb6c82b6-94ef-4b60-8e9f-d1bef5c9abeb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0919204 Jul 07 16:50:50.683082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3fd286ee-06ac-4749-94e6-1f0229a4d3b7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0409231 Jul 07 16:50:50.683341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48080) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:50.687762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:50.735004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] Calling delete_port for 25821f7e-2459-45d6-97f6-4aac362b3006 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:50.758931 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-375dd946-25f1-4f94-81d4-1049e87ae074 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1072659 Jul 07 16:50:50.761069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48082) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:50.784960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91033355-5497-4185-a0df-0f10f811549b req-0f518e57-7f83-4a71-9d40-51969eddd3b5 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333932 Jul 07 16:50:50.823665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.825528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.845234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8be57b79-052e-4d70-a7b3-7b69bacac83b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.863873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8be57b79-052e-4d70-a7b3-7b69bacac83b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.884452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-2b190fff-903c-490f-a4a0-accccf89be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.886139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-2b190fff-903c-490f-a4a0-accccf89be10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1937222 Jul 07 16:50:50.904583 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e618a2-c076-41e6-93ce-6039b5506e2e x-openstack-request-id: req-61e618a2-c076-41e6-93ce-6039b5506e2e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:50.904583 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb6719-50bc-4885-8392-b525aa2df2e4", "tag": "53449eda-5191-44e7-8197-3592513f08dd", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:50.904888 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61e618a2-c076-41e6-93ce-6039b5506e2e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:50.905156 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'tag': '53449eda-5191-44e7-8197-3592513f08dd', 'status': 'completed', 'code': 200} Jul 07 16:50:50.909774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Deleting port 25821f7e-2459-45d6-97f6-4aac362b3006 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:50.910093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.928824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b6bf8-9d9f-402c-bc22-1f430b64dbdb req-38143855-0127-4967-a542-354ceb422c6a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.936920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c55b6bf8-9d9f-402c-bc22-1f430b64dbdb req-38143855-0127-4967-a542-354ceb422c6a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 935 time: 0.4652863 Jul 07 16:50:50.993148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.044708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:51.048930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.070544 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8be57b79-052e-4d70-a7b3-7b69bacac83b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.090265 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.138605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8be57b79-052e-4d70-a7b3-7b69bacac83b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.139281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c55b6bf8-9d9f-402c-bc22-1f430b64dbdb req-735bad04-803c-4dc8-b357-f5698282eaa8 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013865 Jul 07 16:50:51.146809 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8be57b79-052e-4d70-a7b3-7b69bacac83b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a7e2f34b-2f11-49cd-aae3-b486c8ec5a9f HTTP/1.1" status: 204 len: 168 time: 0.3783660 Jul 07 16:50:51.153007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:51.159993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] For port 25821f7e-2459-45d6-97f6-4aac362b3006, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=25821f7e-2459-45d6-97f6-4aac362b3006,segment=NetworkSegment(c1b0f981-2349-46c7-8a98-82d428499978),segment_id=c1b0f981-2349-46c7-8a98-82d428499978)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:51.160284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.173482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-f581a245-e0d8-45b9-83db-e2b7cd280f61', 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'fixed_ips': [{'subnet_id': '81b374f5-818d-45e5-9b7d-f248621f3f49'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:50:51.175861 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.182709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] Pushing event deleted for resources: {'Port': ['ID=25821f7e-2459-45d6-97f6-4aac362b3006,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:51.209704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9835b7-39eb-40f9-b8b3-4640ddf36f27 None None] No DVR routers for this DVR port 25821f7e-2459-45d6-97f6-4aac362b3006 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:51.224741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be57b79-052e-4d70-a7b3-7b69bacac83b tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e2f34b-2f11-49cd-aae3-b486c8ec5a9f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:51.403113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Calling delete_port for 25821f7e-2459-45d6-97f6-4aac362b3006 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:51.409022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-f6d43ba0-ad17-4003-a0be-1d6473f19f5f service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065994 Jul 07 16:50:51.457536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Allocated IP 172.20.0.2 (f581a245-e0d8-45b9-83db-e2b7cd280f61/81b374f5-818d-45e5-9b7d-f248621f3f49/8f808bba-5ab8-4231-90a5-126e653eb718) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:51.510864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec00762-f94a-44fd-84bd-ca1c2e319b66 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:51.519437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07f6f03f-6689-4fda-a714-83305e5cc688 req-24680bc0-c5e2-4992-814e-969923bcb46e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 210 time: 0.0885551 Jul 07 16:50:51.571311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.588925 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e59934b-e4f5-4b5c-ac53-81b112532833 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4178843 Jul 07 16:50:51.593555 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-8a0a47e4-15f1-4222-a154-2cf2db4718c3 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741211 Jul 07 16:50:51.594330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48094) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:51.597652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.607941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Transition to ACTIVE for port object 4ec00762-f94a-44fd-84bd-ca1c2e319b66 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:51.611212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Request body: {'security_group_rule': {'security_group_id': '1db2beb4-5b0d-43eb-9299-064ac6b07ffe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:51.621846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.624947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.9 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/415affa7-7e81-48bb-bd58-8ba8e4bd1c4e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:51.763304 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.775220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 25821f7e-2459-45d6-97f6-4aac362b3006 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:51.790379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.793988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Transition to ACTIVE for port object 8f808bba-5ab8-4231-90a5-126e653eb718 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:51.797084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.842818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 25821f7e-2459-45d6-97f6-4aac362b3006 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:51.843198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 25821f7e-2459-45d6-97f6-4aac362b3006 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:51.877630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Transition to ACTIVE for port object 8f808bba-5ab8-4231-90a5-126e653eb718 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:51.892566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.950981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-f7360817-0d2a-4c60-80b2-dade85594fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:51.952870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-f7360817-0d2a-4c60-80b2-dade85594fcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 1099 time: 0.2225907 Jul 07 16:50:51.985469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.991676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:52.009374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:52.014049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:52.027145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Pushing event updated for resources: {'Port': ['ID=8f808bba-5ab8-4231-90a5-126e653eb718,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.049877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.052120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec00762-f94a-44fd-84bd-ca1c2e319b66,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.065373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] No DVR routers for this DVR port 25821f7e-2459-45d6-97f6-4aac362b3006 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:52.110371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0068f3b7-8aba-4766-8f9e-6e2f92bf7204,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.141735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.147236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dd75fbf2-d8fd-478c-b95d-08b87d5d2cb2 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5393417 Jul 07 16:50:52.158937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48098) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:52.273161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25821f7e-2459-45d6-97f6-4aac362b3006,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.274893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Attempting to bind port 8f808bba-5ab8-4231-90a5-126e653eb718 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:52.275272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Attempting to bind port 8f808bba-5ab8-4231-90a5-126e653eb718 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:52.275630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Attempting to bind port 8f808bba-5ab8-4231-90a5-126e653eb718 on network f581a245-e0d8-45b9-83db-e2b7cd280f61 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:52.286170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:52.286592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Checking segment: {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:52.286974 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.287339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Bound using segment: {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:52.287873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Bound port: 8f808bba-5ab8-4231-90a5-126e653eb718, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:52.288459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.365436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] For port 8f808bba-5ab8-4231-90a5-126e653eb718, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:52.370421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] For port 8f808bba-5ab8-4231-90a5-126e653eb718, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8f808bba-5ab8-4231-90a5-126e653eb718,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:52.376322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.463876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59747f3a-8606-412f-a29d-b3e1fd622eff None None] Pushing event updated for resources: {'Port': ['ID=8f808bba-5ab8-4231-90a5-126e653eb718,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.490428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.557506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a5c382-0fa0-4740-b2eb-423987093759']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:52.596216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Attempting to bind port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:52.596797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Attempting to bind port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:52.597459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Attempting to bind port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:52.654729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b0f981-2349-46c7-8a98-82d428499978') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:52.654729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b0f981-2349-46c7-8a98-82d428499978') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:52.684292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c105ab28-6ea8-4cca-8991-89a5c664a952 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules/0068f3b7-8aba-4766-8f9e-6e2f92bf7204 HTTP/1.1" status: 200 len: 764 time: 0.5217752 Jul 07 16:50:52.689460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:52.689800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Attempting to bind port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:52.696296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48108) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:52.701634 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.705508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-dd6393ec-b7e3-48bb-9417-5ac9307db123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.707074 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-dd6393ec-b7e3-48bb-9417-5ac9307db123 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.7401328 Jul 07 16:50:52.715050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.748473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:52.748939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:52.749244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:52.749712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Bound port: 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:52.750077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.764930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced23a9d-a118-46db-9f90-ec429858ec06 req-f6c6264a-ec82-42bd-9adf-41624a959dc3 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.766553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced23a9d-a118-46db-9f90-ec429858ec06 req-f6c6264a-ec82-42bd-9adf-41624a959dc3 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.7039797 Jul 07 16:50:52.768774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.791533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:52.792006 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:52.802372 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:52.825816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-59834721-6c9b-4d50-a7ac-454c6e6cfed0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53449eda-5191-44e7-8197-3592513f08dd HTTP/1.1" status: 200 len: 217 time: 0.1099839 Jul 07 16:50:52.875904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.901194 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.914935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-8b87a9ae-0002-4539-bbb9-c8454ca8073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.916429 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-8b87a9ae-0002-4539-bbb9-c8454ca8073d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0825622 Jul 07 16:50:52.967516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-612af31d-b98b-4d28-a9fe-1e44c7807c75 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2614703 Jul 07 16:50:52.980187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7a164-5544-4bef-8da9-8c608b5d3f6a req-2a5fdb25-ef1a-4099-89bb-41d8e9457f98 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.982764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92e7a164-5544-4bef-8da9-8c608b5d3f6a req-2a5fdb25-ef1a-4099-89bb-41d8e9457f98 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 947 time: 0.4957724 Jul 07 16:50:52.984104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48110) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:52.993023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced23a9d-a118-46db-9f90-ec429858ec06 req-eda5ee49-44d9-49dc-a4b1-28f3fffc45bc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184076 Jul 07 16:50:52.993755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.017537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.023467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/63a5c382-0fa0-4740-b2eb-423987093759 HTTP/1.1" status: 204 len: 168 time: 2.9887319 Jul 07 16:50:53.065815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9ed0d-1fa3-43f1-9228-e1c2b6fcdcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a5c382-0fa0-4740-b2eb-423987093759,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:53.076509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.079059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55312e68-22cd-4a0a-b12e-859c64c058f8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.102111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55312e68-22cd-4a0a-b12e-859c64c058f8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.111265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a', '27d66434-166a-4ab7-9cb9-b8e590a2d935'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:53.123083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] For port 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:53.148100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Allocated IP 172.25.5.10 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f40a9cc5-7507-4bc1-bbf9-c19fba353f83) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:53.161588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] For port 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:53.180065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.186000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:53.196217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92e7a164-5544-4bef-8da9-8c608b5d3f6a req-24a37577-42a0-4748-8e1e-638e90da4cec tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934633 Jul 07 16:50:53.211558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:53.213865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:53.222872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:53.319425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.320155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.324960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ec00762-f94a-44fd-84bd-ca1c2e319b66 HTTP/1.1" status: 200 len: 1095 time: 4.2062702 Jul 07 16:50:53.346757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'tag': '4ec00762-f94a-44fd-84bd-ca1c2e319b66'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:53.360742 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c01ff924-9ff6-48b4-aa02-83881c5f726e", "tag": "4ec00762-f94a-44fd-84bd-ca1c2e319b66"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:53.404768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48118) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:53.427837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.456514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-28928a96-6e87-4942-8e79-7008c121112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.458582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-28928a96-6e87-4942-8e79-7008c121112f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5101347 Jul 07 16:50:53.463459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55312e68-22cd-4a0a-b12e-859c64c058f8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.470032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55312e68-22cd-4a0a-b12e-859c64c058f8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.475775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55312e68-22cd-4a0a-b12e-859c64c058f8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0068f3b7-8aba-4766-8f9e-6e2f92bf7204 HTTP/1.1" status: 204 len: 168 time: 0.4827011 Jul 07 16:50:53.481072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48120) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:53.574018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.577135 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.585988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312e68-22cd-4a0a-b12e-859c64c058f8 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0068f3b7-8aba-4766-8f9e-6e2f92bf7204,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:53.661371 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9567504-c272-4c99-a2a3-5c72aa835161 x-openstack-request-id: req-b9567504-c272-4c99-a2a3-5c72aa835161 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:53.661979 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01ff924-9ff6-48b4-aa02-83881c5f726e", "tag": "4ec00762-f94a-44fd-84bd-ca1c2e319b66", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:53.662406 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9567504-c272-4c99-a2a3-5c72aa835161 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:53.662994 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'tag': '4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'status': 'completed', 'code': 200} Jul 07 16:50:53.682746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ae5e2611-1097-46f9-ae26-ea93fc0467b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1750500 Jul 07 16:50:53.717505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Request body: {'port': {'device_id': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:53.727741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427c53-b22a-4f37-b1b7-5c2a63308ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec00762-f94a-44fd-84bd-ca1c2e319b66,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:53.730072 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.836413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.879706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bead8cc0-727d-4a82-bd2d-08b8e0277b74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98eee55e236d4f42a6b5e0676b4b146f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4695106 Jul 07 16:50:53.892811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48126) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:53.950467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8f808bba-5ab8-4231-90a5-126e653eb718 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:54.004073 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8b9fa5a2-e9c6-45bd-9819-c58d21b15a49 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5048718 Jul 07 16:50:54.011318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48128) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:54.034616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-c5fb9a9f-03f7-4ff4-8814-a88a493054b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:54.035801 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-a3d435fe-a1d6-4934-9830-f24088212019 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623965 Jul 07 16:50:54.036282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-c5fb9a9f-03f7-4ff4-8814-a88a493054b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 1098 time: 0.6304901 Jul 07 16:50:54.042596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Pushing event updated for resources: {'Port': ['ID=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:54.050938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:54.064929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8f808bba-5ab8-4231-90a5-126e653eb718 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:54.081521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:54.095395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:54.163207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a185f-8942-4911-b4ac-57fd18066272 None None] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:54.182493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8621d79a-344d-4795-9e3c-4e7cb4350209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.201822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77f3d3-78c9-4cc1-b6e8-7a91ddfd94d8 req-8a9cf884-afc3-4447-a93d-6f295cdd641a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:54.204429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea77f3d3-78c9-4cc1-b6e8-7a91ddfd94d8 req-8a9cf884-afc3-4447-a93d-6f295cdd641a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 931 time: 0.4709425 Jul 07 16:50:54.222228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.245683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-984429d8-4ce6-4e33-a7da-b48886576f63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66 HTTP/1.1" status: 200 len: 217 time: 0.1827586 Jul 07 16:50:54.266811 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8621d79a-344d-4795-9e3c-4e7cb4350209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.303052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] Provisioning for port 8f808bba-5ab8-4231-90a5-126e653eb718 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:54.319710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] Provisioning complete for port 8f808bba-5ab8-4231-90a5-126e653eb718 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:54.321567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.369584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8621d79a-344d-4795-9e3c-4e7cb4350209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.373421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8621d79a-344d-4795-9e3c-4e7cb4350209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.374594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8621d79a-344d-4795-9e3c-4e7cb4350209 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8f6789f-0e2a-47c5-846d-56a93fd12d49 HTTP/1.1" status: 204 len: 168 time: 0.4780567 Jul 07 16:50:54.411323 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5be12f92-da19-44dc-b91f-1d118ac1766f req-cbd97920-d0e1-4141-a686-382f156a0690 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591256 Jul 07 16:50:54.518046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6973afe4-4e88-403f-a3cb-cd94cf2c42da tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.546285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6973afe4-4e88-403f-a3cb-cd94cf2c42da tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.597166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621d79a-344d-4795-9e3c-4e7cb4350209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6789f-0e2a-47c5-846d-56a93fd12d49,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:54.615523 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6973afe4-4e88-403f-a3cb-cd94cf2c42da tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.618909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6973afe4-4e88-403f-a3cb-cd94cf2c42da tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.624862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6973afe4-4e88-403f-a3cb-cd94cf2c42da tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "DELETE /v2.0/security-groups/1db2beb4-5b0d-43eb-9299-064ac6b07ffe HTTP/1.1" status: 204 len: 168 time: 0.6009026 Jul 07 16:50:54.631267 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.642853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48138) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:54.648357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973afe4-4e88-403f-a3cb-cd94cf2c42da tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2beb4-5b0d-43eb-9299-064ac6b07ffe,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:54.688877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea77f3d3-78c9-4cc1-b6e8-7a91ddfd94d8 req-09f0c4b3-c007-4e96-b81f-4cd71bfbdd7d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712263 Jul 07 16:50:54.705899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-ae55f8e0-21af-4046-a669-12dfb314f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:54.707282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] For port 8f808bba-5ab8-4231-90a5-126e653eb718, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8f808bba-5ab8-4231-90a5-126e653eb718,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:54.707536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-ae55f8e0-21af-4046-a669-12dfb314f7db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.3634171 Jul 07 16:50:54.713984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.771619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.802202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a3f7-f3f4-49f3-84fd-da2d98ec8f8f None None] Pushing event updated for resources: {'Port': ['ID=8f808bba-5ab8-4231-90a5-126e653eb718,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:55.186590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48148) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:55.187439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c76cdd7-27bd-443a-85c5-b62c6694d4c1 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5363824 Jul 07 16:50:55.214102 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.272231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0689d87a-92a9-467a-a7fa-360cee449292 None None] Provisioning complete for port 8f808bba-5ab8-4231-90a5-126e653eb718 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:55.272881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0689d87a-92a9-467a-a7fa-360cee449292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.325026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b95dd66c-f25d-4938-aa7f-3bc341145491 tempest-SecGroupTest-507377460 tempest-SecGroupTest-507377460-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1365359 Jul 07 16:50:55.388829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821115-d44e-4416-94db-62f88be74bd7 req-1addb0bf-8587-49ea-8d6e-24586acb0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.391088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-1addb0bf-8587-49ea-8d6e-24586acb0b4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5821965 Jul 07 16:50:55.512825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Router cc981c35-241b-47cf-b30a-8b943f0a5f70 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:50:55.562299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 53449eda-5191-44e7-8197-3592513f08dd details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:55.740406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:55.774793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.779848 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d1826fc3-92ab-4849-b4c9-a35c7b768331 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0954504 Jul 07 16:50:55.787082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48160) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:55.812617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 53449eda-5191-44e7-8197-3592513f08dd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=53449eda-5191-44e7-8197-3592513f08dd,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:55.828641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '53449eda-5191-44e7-8197-3592513f08dd', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '53449eda-5191-44e7-8197-3592513f08dd', 'mac_address': 'fa:16:3e:7f:d9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:55.834003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Sync routers for ids ['cc981c35-241b-47cf-b30a-8b943f0a5f70'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:55.836810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8f808bba-5ab8-4231-90a5-126e653eb718 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:55.896004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48162) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:55.912065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Routers {'cc981c35-241b-47cf-b30a-8b943f0a5f70'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:55.912730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cc981c35-241b-47cf-b30a-8b943f0a5f70'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:56.012014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.084588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53449eda-5191-44e7-8197-3592513f08dd {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:56.109080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8f808bba-5ab8-4231-90a5-126e653eb718 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:56.109836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.190857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:56.198918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-71bee498-f02e-4020-ba0c-700faec112bc service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796235 Jul 07 16:50:56.205733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 53449eda-5191-44e7-8197-3592513f08dd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=53449eda-5191-44e7-8197-3592513f08dd,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:56.206855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a88c-6417-4ad8-ac60-691897af6654 req-a7934b1c-c947-4cee-ba6e-371fe856e183 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.208692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a25a88c-6417-4ad8-ac60-691897af6654 req-a7934b1c-c947-4cee-ba6e-371fe856e183 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 947 time: 1.0469892 Jul 07 16:50:56.221599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f498-ac5a-4ad0-acf0-a324ac8d50dc req-2f0b57bb-3cc5-4630-8d10-25ab28f33d0c tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.230717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0879f498-ac5a-4ad0-acf0-a324ac8d50dc req-2f0b57bb-3cc5-4630-8d10-25ab28f33d0c tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 1.2593575 Jul 07 16:50:56.239080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.317554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.367021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Set router cc981c35-241b-47cf-b30a-8b943f0a5f70 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:56.393462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48174) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:56.447479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Transition to ACTIVE for port object 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:56.472324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0879f498-ac5a-4ad0-acf0-a324ac8d50dc req-b9a6d105-a241-4eea-9a22-04321e7836fe tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418742 Jul 07 16:50:56.488989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a25a88c-6417-4ad8-ac60-691897af6654 req-f195d539-3453-49ce-aa53-65b8b0ea4237 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469637 Jul 07 16:50:56.505546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.644964 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05221189-2808-4ac0-862d-b398d6be60da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6dd964fbf61341ac8bcdca50664ee718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468052 Jul 07 16:50:56.663038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48180) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:56.683421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1471982777-network', 'tenant_id': 'a4ef839511ab4d859c867dea2a469d4b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:56.751735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=53449eda-5191-44e7-8197-3592513f08dd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:56.762568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.890304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:56.981001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:56.982677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:50:54Z', 'revision_number': 3, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:57.031731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Checking router: cc981c35-241b-47cf-b30a-8b943f0a5f70 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:57.032192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Updating router cc981c35-241b-47cf-b30a-8b943f0a5f70 port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:50:57.059050 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50821115-d44e-4416-94db-62f88be74bd7 req-c4c1f58d-ddae-4b32-b00b-c621fec74655 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468153 Jul 07 16:50:57.076439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Made reservation on behalf of a4ef839511ab4d859c867dea2a469d4b for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:57.079113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.109803 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.112655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Allocated IP 172.20.0.1 (f581a245-e0d8-45b9-83db-e2b7cd280f61/81b374f5-818d-45e5-9b7d-f248621f3f49/d4065ee7-4487-405a-abee-484ac3e2227f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:57.121034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.182214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ef6a72-3e21-4fcb-af3c-d97ee8b55cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.312326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12f53-683a-45f5-8304-728414d04b76 req-575794b0-838c-40f2-8c53-fca9c7d1e378 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.326154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74b12f53-683a-45f5-8304-728414d04b76 req-575794b0-838c-40f2-8c53-fca9c7d1e378 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 943 time: 0.5473738 Jul 07 16:50:57.336625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.356240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Attempting to bind port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:57.357381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Attempting to bind port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:57.358067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Transition to ACTIVE for port object d4065ee7-4487-405a-abee-484ac3e2227f will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:57.358217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Attempting to bind port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:57.374957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:57.390020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ef6a72-3e21-4fcb-af3c-d97ee8b55cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.424428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:57.424986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Attempting to bind port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:57.454080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.504999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:57.505397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:57.505816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:57.506317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Bound port: 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:57.506697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.565824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74b12f53-683a-45f5-8304-728414d04b76 req-3765b682-a636-4563-8880-b47342d3fc1b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380345 Jul 07 16:50:57.569000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be8cdbb9-928f-4b06-a3f3-194b865d317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.572037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.574865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:57.588073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:57.593275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Transition to ACTIVE for port object f40a9cc5-7507-4bc1-bbf9-c19fba353f83 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:57.596131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:57.602476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.671158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-91ad2ca9-d81d-44da-96a1-a192354cbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.672869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-91ad2ca9-d81d-44da-96a1-a192354cbc7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 1098 time: 0.4962223 Jul 07 16:50:57.696153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Attempting to bind port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:57.696792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Attempting to bind port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:57.699571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Attempting to bind port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:57.703499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ef6a72-3e21-4fcb-af3c-d97ee8b55cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.710186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ef6a72-3e21-4fcb-af3c-d97ee8b55cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.711449 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06ef6a72-3e21-4fcb-af3c-d97ee8b55cea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9cebd71a-90b2-4e04-8423-b65a8b81b840 HTTP/1.1" status: 204 len: 168 time: 1.0221028 Jul 07 16:50:57.713417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:57.713417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:57.714064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.727614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:57.730547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Pushing event updated for resources: {'Port': ['ID=d4065ee7-4487-405a-abee-484ac3e2227f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:57.731116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Bound port: f40a9cc5-7507-4bc1-bbf9-c19fba353f83, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:57.731766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.739836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd539f-a6e6-49d0-9c9d-1e77a78c272d None None] Pushing event updated for resources: {'Port': ['ID=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:57.780704 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.846210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6a72-3e21-4fcb-af3c-d97ee8b55cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cebd71a-90b2-4e04-8423-b65a8b81b840,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:57.859975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] For port f40a9cc5-7507-4bc1-bbf9-c19fba353f83, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:57.865760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] For port f40a9cc5-7507-4bc1-bbf9-c19fba353f83, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:57.906610 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.949806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] For port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:58.027245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] For port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:58.036243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.045489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.049443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Routers {'cc981c35-241b-47cf-b30a-8b943f0a5f70'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:58.050384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cc981c35-241b-47cf-b30a-8b943f0a5f70'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:58.068746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.093724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.129994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-08f06c54-d397-4055-b7d8-77d44c405550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.131892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-08f06c54-d397-4055-b7d8-77d44c405550 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.4455924 Jul 07 16:50:58.156084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.157846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.159596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] 10.222.0.54 "PUT /v2.0/ports/415affa7-7e81-48bb-bd58-8ba8e4bd1c4e HTTP/1.1" status: 200 len: 1091 time: 4.4511995 Jul 07 16:50:58.165135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'tag': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:58.167955 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e4511-c081-4d40-969c-ac57664c6019" -d '{"events": [{"name": "network-changed", "server_uuid": "14b7073b-81b1-43f3-b43d-e76f5c551e4a", "tag": "415affa7-7e81-48bb-bd58-8ba8e4bd1c4e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:58.172189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:50:58.207216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd539f-a6e6-49d0-9c9d-1e77a78c272d None None] Pushing event updated for resources: {'Port': ['ID=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.210375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01c0cbc5-c5dc-4b63-9920-f61e0414eeb7 None None] Provisioning for port d4065ee7-4487-405a-abee-484ac3e2227f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:58.220207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01c0cbc5-c5dc-4b63-9920-f61e0414eeb7 None None] Provisioning complete for port d4065ee7-4487-405a-abee-484ac3e2227f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:58.220579 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01c0cbc5-c5dc-4b63-9920-f61e0414eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.250944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.273064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.273683 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Added segment 46964c8a-1cfb-4819-adbf-29e378e4ff07 of type vlan for network 3299c7bc-3664-4edc-9138-e834d549a0aa Jul 07 16:50:58.284209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] Set router cc981c35-241b-47cf-b30a-8b943f0a5f70 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:58.290560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed618-bf72-4072-b781-cdd076f3b5e4 req-30aea5e4-29f4-4921-b1b6-369ca457a5c2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.298065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c92ed618-bf72-4072-b781-cdd076f3b5e4 req-30aea5e4-29f4-4921-b1b6-369ca457a5c2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 947 time: 0.5357027 Jul 07 16:50:58.301734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-efac2c15-c0cc-43fc-812e-9474fef9b0be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66 HTTP/1.1" status: 200 len: 217 time: 0.1387448 Jul 07 16:50:58.314078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-01c0cbc5-c5dc-4b63-9920-f61e0414eeb7 None None] Port d4065ee7-4487-405a-abee-484ac3e2227f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:58.351517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be8cdbb9-928f-4b06-a3f3-194b865d317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.353412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b709-862f-4227-b408-99f4dc487dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.373941 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be8cdbb9-928f-4b06-a3f3-194b865d317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.416911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5216a92-76af-4dae-840f-79d4be709a03 req-355dcde2-bc65-49da-819d-8930f35012fc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.424454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5216a92-76af-4dae-840f-79d4be709a03 req-355dcde2-bc65-49da-819d-8930f35012fc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.5699728 Jul 07 16:50:58.471596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-be8cdbb9-928f-4b06-a3f3-194b865d317a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39e3bf028cda4533bde84e93d6d1e23b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0910313 Jul 07 16:50:58.474455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cdbb9-928f-4b06-a3f3-194b865d317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e208f2e-8f09-4499-a4f9-64e9db1650b8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.475873 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.479799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48212) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:58.523909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-fb58d683-d781-498b-9111-4521e49b356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.525846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-fb58d683-d781-498b-9111-4521e49b356f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2037816 Jul 07 16:50:58.548632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.556876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c92ed618-bf72-4072-b781-cdd076f3b5e4 req-b793457b-0b10-4fb6-921b-597f63525cbc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567739 Jul 07 16:50:58.560976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.658368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5216a92-76af-4dae-840f-79d4be709a03 req-d4499764-4874-450e-a0cf-3826ce9ea0ff tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328269 Jul 07 16:50:58.714985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Pushing event updated for resources: {'Port': ['ID=d4065ee7-4487-405a-abee-484ac3e2227f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.749470 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.750541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.751170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.764232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.772618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ab344213-071d-4f3b-8ffb-f204f98547de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.783423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-ab344213-071d-4f3b-8ffb-f204f98547de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 1094 time: 0.5175583 Jul 07 16:50:58.784997 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91805423-dddf-4eca-8a12-8f3af4b33316 x-openstack-request-id: req-91805423-dddf-4eca-8a12-8f3af4b33316 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:58.785356 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b7073b-81b1-43f3-b43d-e76f5c551e4a", "tag": "415affa7-7e81-48bb-bd58-8ba8e4bd1c4e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:58.785708 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91805423-dddf-4eca-8a12-8f3af4b33316 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:58.785989 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'tag': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e', 'status': 'completed', 'code': 200} Jul 07 16:50:58.789176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:50:58Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd4065ee7-4487-405a-abee-484ac3e2227f', 'name': '', 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'mac_address': 'fa:16:3e:7a:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:50:57Z', 'revision_number': 1, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'subnets': [{'id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:58.852352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384a622-69d6-4264-a0f5-40c77d698a82 None None] The sync data for ids ['cc981c35-241b-47cf-b30a-8b943f0a5f70'] in n-d-793619-7 is: [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:50:58Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd4065ee7-4487-405a-abee-484ac3e2227f', 'name': '', 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'mac_address': 'fa:16:3e:7a:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:50:57Z', 'revision_number': 1, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'subnets': [{'id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:58.981702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-613dff40-1027-4c97-80e4-2a170d1ce141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.010203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-d5adc92d-0e04-4304-aa1a-61f647d95a9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e HTTP/1.1" status: 200 len: 217 time: 0.1978166 Jul 07 16:50:59.013395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6027064 Jul 07 16:50:59.050651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48224) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:59.050651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48226) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:59.067511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Request body: {'subnet': {'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1471982777-subnet', 'tenant_id': 'a4ef839511ab4d859c867dea2a469d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:59.093784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03348-1959-4688-a7b7-7e32a6b0ae77 admin admin] Pushing event updated for resources: {'Network': ['ID=3299c7bc-3664-4edc-9138-e834d549a0aa,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:59.118810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3299c7bc-3664-4edc-9138-e834d549a0aa details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:50:59.143234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-601eacc4-600e-4d0a-8e3d-b57c4d8529f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.146905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-601eacc4-600e-4d0a-8e3d-b57c4d8529f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6031263 Jul 07 16:50:59.157273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-613dff40-1027-4c97-80e4-2a170d1ce141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.265501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Made reservation on behalf of a4ef839511ab4d859c867dea2a469d4b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:59.270621 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.341228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375640414-network', 'tenant_id': '9db47bf5e54e4995a0019091bd9328e0'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:59.365007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:59.366713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:59.371471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-495c2e7f-d4e5-48ca-a3a7-e90f28cee15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.374082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-495c2e7f-d4e5-48ca-a3a7-e90f28cee15a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.3244152 Jul 07 16:50:59.502529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-c502b438-28e6-43e6-b8c3-794adfbe5f31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782170 Jul 07 16:50:59.503254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Made reservation on behalf of 9db47bf5e54e4995a0019091bd9328e0 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:59.506205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.525194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.544651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Router cc981c35-241b-47cf-b30a-8b943f0a5f70 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:59.572787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 53449eda-5191-44e7-8197-3592513f08dd up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:59.644201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d894985-e062-4477-94fc-fdc8ecf6fcfa req-f46dadac-f19b-487b-88d7-d5bd1a1ecbd3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.657476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d894985-e062-4477-94fc-fdc8ecf6fcfa req-f46dadac-f19b-487b-88d7-d5bd1a1ecbd3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 943 time: 0.7292302 Jul 07 16:50:59.742207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:59.765157 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6fb7e3d1-3bc7-4fad-9638-2b8583dcf292 admin admin] 10.222.0.78 "PUT /v2.0/routers/cc981c35-241b-47cf-b30a-8b943f0a5f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9690020 Jul 07 16:50:59.793899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 53449eda-5191-44e7-8197-3592513f08dd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:59.799789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 53449eda-5191-44e7-8197-3592513f08dd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:59.800230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.868530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea12ff80-197e-43a9-9603-a4eef3af9c9f None None] Provisioning complete for port d4065ee7-4487-405a-abee-484ac3e2227f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:59.868831 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff80-197e-43a9-9603-a4eef3af9c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.881830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-3f2b0c67-0c7b-4743-9816-7967d2128d98 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149329 Jul 07 16:50:59.901959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-613dff40-1027-4c97-80e4-2a170d1ce141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.905636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-613dff40-1027-4c97-80e4-2a170d1ce141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.906841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-613dff40-1027-4c97-80e4-2a170d1ce141 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e208f2e-8f09-4499-a4f9-64e9db1650b8 HTTP/1.1" status: 204 len: 168 time: 1.4206495 Jul 07 16:50:59.928314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ea12ff80-197e-43a9-9603-a4eef3af9c9f None None] Port d4065ee7-4487-405a-abee-484ac3e2227f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:59.954262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dff40-1027-4c97-80e4-2a170d1ce141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e208f2e-8f09-4499-a4f9-64e9db1650b8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:00.008848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.067760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 53449eda-5191-44e7-8197-3592513f08dd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=53449eda-5191-44e7-8197-3592513f08dd,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:00.072296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53449eda-5191-44e7-8197-3592513f08dd'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:00.073220 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e1ba5f-a058-4928-8cbf-cf4fcf6ada2d" -d '{"events": [{"server_uuid": "8bcb6719-50bc-4885-8392-b525aa2df2e4", "name": "network-vif-plugged", "status": "completed", "tag": "53449eda-5191-44e7-8197-3592513f08dd"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:00.081358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.182665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=53449eda-5191-44e7-8197-3592513f08dd,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:00.239624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d894985-e062-4477-94fc-fdc8ecf6fcfa req-386abb8d-808d-4ad5-a626-72a7e32e9c83 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735581 Jul 07 16:51:00.253503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.355976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-3ba13990-94bb-42e3-8272-01741d6daadd service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339818 Jul 07 16:51:00.403406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be612ee-d192-4aea-9c85-627a87925351 req-c07c7b88-18d4-48ac-8781-7f9858648003 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:00.411145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1be612ee-d192-4aea-9c85-627a87925351 req-c07c7b88-18d4-48ac-8781-7f9858648003 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 947 time: 0.5403275 Jul 07 16:51:00.512280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83505feb-d2dd-41ed-8ff4-ce0900f4fdeb req-fb9860ba-a9ad-45a1-a45a-14d84768e2eb service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985718 Jul 07 16:51:00.542415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62a6b83-af61-4a52-8b14-b05d68c89cc1,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:00.554972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.579859 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.647347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1be612ee-d192-4aea-9c85-627a87925351 req-0c13e4b3-f592-4f4c-bf34-b3692869674b tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351198 Jul 07 16:51:00.651806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:00.672391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.672748 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Added segment e6282110-80aa-46f0-a7dd-b8f448d8fd90 of type vlan for network 07d8fd98-e667-454a-a569-8ca9f8843921 Jul 07 16:51:00.704288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Checking segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:00.704664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Network hostable DHCP agents. Network: 3299c7bc-3664-4edc-9138-e834d549a0aa, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:00.712804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4ec00762-f94a-44fd-84bd-ca1c2e319b66 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:00.756781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.770289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdaa399-a3bf-4de9-bae0-cef4271f9708,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:00.788680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e07b2c3-2b45-4c65-a0ac-336f9d22669d req-e513825f-c0f9-4f55-869e-f6ba19a03d55 service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205997 Jul 07 16:51:00.839626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4afcf-6532-4a24-a5ae-486975ca62c4 req-2ab685c0-2d35-4d91-a5c2-0b6d34552b07 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:00.842635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1be4afcf-6532-4a24-a5ae-486975ca62c4 req-2ab685c0-2d35-4d91-a5c2-0b6d34552b07 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.3985834 Jul 07 16:51:00.843334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Network 3299c7bc-3664-4edc-9138-e834d549a0aa is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:00.870788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3299c7bc-3664-4edc-9138-e834d549a0aa) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:00.878432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:00.878900 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.886929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.888593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:00.889228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.917972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:00.935146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'mac_address': 'fa:16:3e:30:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:00.943353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0625087-5801-49c6-8202-7b8a6b2ac594 None None] Network 3299c7bc-3664-4edc-9138-e834d549a0aa requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:01.013419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c6f2fe88-74eb-4afb-a984-9c245bf0b747 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9582283 Jul 07 16:51:01.020054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9641848 Jul 07 16:51:01.023675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48264) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:01.042835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Request body: {'subnet': {'network_id': '07d8fd98-e667-454a-a569-8ca9f8843921', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375640414-subnet', 'tenant_id': '9db47bf5e54e4995a0019091bd9328e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:01.123632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1be4afcf-6532-4a24-a5ae-486975ca62c4 req-cb49cc44-b787-4dea-85a0-3936cb7d90ee tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702119 Jul 07 16:51:01.123950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Made reservation on behalf of 9db47bf5e54e4995a0019091bd9328e0 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:01.129230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96bd5-54c9-418c-9060-0737f95fb84c admin admin] Pushing event updated for resources: {'Network': ['ID=07d8fd98-e667-454a-a569-8ca9f8843921,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:01.131263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.173927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 07d8fd98-e667-454a-a569-8ca9f8843921 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:01.209120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4511-c081-4d40-969c-ac57664c6019 req-27070a85-b403-4b83-99b8-3ad3347dae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.210788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-27070a85-b403-4b83-99b8-3ad3347dae3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 1094 time: 0.3078911 Jul 07 16:51:01.244773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:01.351416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.355490 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863485c6-15dc-4ffa-91cc-a6640175ae0d x-openstack-request-id: req-863485c6-15dc-4ffa-91cc-a6640175ae0d {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:01.356278 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb6719-50bc-4885-8392-b525aa2df2e4", "name": "network-vif-plugged", "status": "completed", "tag": "53449eda-5191-44e7-8197-3592513f08dd", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:01.357380 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-863485c6-15dc-4ffa-91cc-a6640175ae0d {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:01.358576 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53449eda-5191-44e7-8197-3592513f08dd', 'code': 200} Jul 07 16:51:01.491779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3b4f3-b873-4360-a6c8-e705f1ea8922 req-9b4f0ac3-1d40-47e4-b344-b47b0f3a9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.493222 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cb3b4f3-b873-4360-a6c8-e705f1ea8922 req-9b4f0ac3-1d40-47e4-b344-b47b0f3a9808 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 1101 time: 0.1164873 Jul 07 16:51:01.502662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec00762-f94a-44fd-84bd-ca1c2e319b66 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:01.567784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d102e-d58a-4624-9763-10d2cf54cb0a None None] Network 3299c7bc-3664-4edc-9138-e834d549a0aa requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:01.589478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4511-c081-4d40-969c-ac57664c6019 req-7d314a4f-b5f9-4bb9-a3a0-ed46f87d5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.591760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-7d314a4f-b5f9-4bb9-a3a0-ed46f87d5f6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.3732128 Jul 07 16:51:01.594505 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cb3b4f3-b873-4360-a6c8-e705f1ea8922 req-995d9b89-71b9-405b-96c8-e7824c7acb7a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935254 Jul 07 16:51:01.620862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.661613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:01.682636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff8dcd9-e271-4dc9-b8fd-bcafa29cf239,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:01.687108 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.690027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85dfb838-e643-424c-9bfe-8c2f7fa1ff17 req-d8d9a298-f89c-4c21-aaeb-60e48e81b6b6 tempest-FloatingIPsNegativeTestJSON-931741810 tempest-FloatingIPsNegativeTestJSON-931741810-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=9000b64e57a547b58775548dfc8954bb HTTP/1.1" status: 200 len: 217 time: 0.1705377 Jul 07 16:51:01.702690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1896242111-network', 'tenant_id': 'dd5d916ad7ab4b09a28eaf26de94f93b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:01.755018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4ec00762-f94a-44fd-84bd-ca1c2e319b66,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:01.775837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Checking segment: {'id': 'e6282110-80aa-46f0-a7dd-b8f448d8fd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '07d8fd98-e667-454a-a569-8ca9f8843921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:01.776376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Network hostable DHCP agents. Network: 07d8fd98-e667-454a-a569-8ca9f8843921, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:01.794499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Made reservation on behalf of dd5d916ad7ab4b09a28eaf26de94f93b for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:01.798195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.811779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.839547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Network 07d8fd98-e667-454a-a569-8ca9f8843921 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:01.863376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 07d8fd98-e667-454a-a569-8ca9f8843921) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:01.873737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.875035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.881145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b5c7e-a5e2-41ff-922e-ca7f45953b48 None None] Network 07d8fd98-e667-454a-a569-8ca9f8843921 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:01.931824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f40a9cc5-7507-4bc1-bbf9-c19fba353f83 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:02.059061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:02.105135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.115876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.133725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99c8c678-f709-435d-bb57-2d9a42f108c8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0951929 Jul 07 16:51:02.201734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79cbe2b-400b-45c9-9e72-8a06db7ddd80,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:02.236259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:02.259734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:02.263617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.264496 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Added segment f8855899-a0ba-418c-9a1b-d6f29a24027d of type vlan for network 8a5f5852-55b0-4790-b1dc-162c032ba6ba Jul 07 16:51:02.300527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:02.300884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.315008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-01eaed04-883a-4ea3-b581-09190a7c3a70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e HTTP/1.1" status: 200 len: 217 time: 0.5968740 Jul 07 16:51:02.327791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.413478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.415920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:02.417523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.454425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52125a6e-a846-42e0-9e40-dfcf506f0e17 None None] Network 07d8fd98-e667-454a-a569-8ca9f8843921 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:02.502061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4511-c081-4d40-969c-ac57664c6019 req-1f1e4483-5f52-4c73-a2c8-55f9cb686175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:02.503917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-1f1e4483-5f52-4c73-a2c8-55f9cb686175 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.1779904 Jul 07 16:51:02.567370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3183596 Jul 07 16:51:02.568017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-abd79c63-60e2-464c-9e57-55993e29dd67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553727 Jul 07 16:51:02.571631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a0029-2126-4253-ba7a-9af0dd9a1264 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5f5852-55b0-4790-b1dc-162c032ba6ba,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:02.575958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48300) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:02.582050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Request body: {'subnet': {'network_id': '8a5f5852-55b0-4790-b1dc-162c032ba6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1896242111-subnet', 'tenant_id': 'dd5d916ad7ab4b09a28eaf26de94f93b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:02.597298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ab634-944e-41a7-87f6-fdd842f56928 req-2ac9d8ba-01af-4b29-80d1-f9cfc5b4cf92 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:02.600237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-177ab634-944e-41a7-87f6-fdd842f56928 req-2ac9d8ba-01af-4b29-80d1-f9cfc5b4cf92 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 943 time: 1.0781887 Jul 07 16:51:02.609983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Made reservation on behalf of dd5d916ad7ab4b09a28eaf26de94f93b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:02.616216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.678342 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.680131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Sync routers for ids ['cc981c35-241b-47cf-b30a-8b943f0a5f70'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:02.691163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8a5f5852-55b0-4790-b1dc-162c032ba6ba details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:02.714630 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Routers {'cc981c35-241b-47cf-b30a-8b943f0a5f70'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:02.716409 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cc981c35-241b-47cf-b30a-8b943f0a5f70'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:02.795063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-f48f4c8b-089e-4599-9133-bd3e78ba01e4 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:02.808306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-f48f4c8b-089e-4599-9133-bd3e78ba01e4 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 813 time: 0.4917586 Jul 07 16:51:02.864792 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Set router cc981c35-241b-47cf-b30a-8b943f0a5f70 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:02.888371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-aefdf8b7-972a-48e6-a54a-b6fbafa7b15b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/quotas/a4ef839511ab4d859c867dea2a469d4b HTTP/1.1" status: 200 len: 375 time: 0.0736365 Jul 07 16:51:02.921202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f40a9cc5-7507-4bc1-bbf9-c19fba353f83, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:02.952237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.007420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-177ab634-944e-41a7-87f6-fdd842f56928 req-42ca261f-708b-4803-8070-3664c36acedf tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857605 Jul 07 16:51:03.012949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-acad9675-5aca-4a07-8983-f65abd6af7fd service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115016 Jul 07 16:51:03.137406 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:50:58Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd4065ee7-4487-405a-abee-484ac3e2227f', 'name': '', 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'mac_address': 'fa:16:3e:7a:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:50:58Z', 'revision_number': 2, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'subnets': [{'id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:03.138491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:03.182005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-3f84314f-20cb-4e7b-8b34-7738c194b5a5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2810600 Jul 07 16:51:03.227257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.235726 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Checking router: cc981c35-241b-47cf-b30a-8b943f0a5f70 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:03.237647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Updating router cc981c35-241b-47cf-b30a-8b943f0a5f70 port d4065ee7-4487-405a-abee-484ac3e2227f binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:03.282241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.301003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48312) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:03.313130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989895116-network', 'tenant_id': 'c5aec62d5daf4a1388b051b748816115'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:03.319829 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.343193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Made reservation on behalf of c5aec62d5daf4a1388b051b748816115 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:03.347533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.366798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.390160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f6b687-787b-413d-8aa5-807c68baf83f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:03.430108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Checking segment: {'id': 'f8855899-a0ba-418c-9a1b-d6f29a24027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8a5f5852-55b0-4790-b1dc-162c032ba6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:03.430773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Network hostable DHCP agents. Network: 8a5f5852-55b0-4790-b1dc-162c032ba6ba, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:03.486907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Network 8a5f5852-55b0-4790-b1dc-162c032ba6ba is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:03.494805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-dc977da4-19a2-4b81-baab-dcfae7db4f44 service neutron] 10.222.0.78 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120518 Jul 07 16:51:03.511170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8a5f5852-55b0-4790-b1dc-162c032ba6ba) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:03.521749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a8b6e-59ec-41d8-8bcf-fc878943f6ac None None] Network 8a5f5852-55b0-4790-b1dc-162c032ba6ba requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:03.526125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:03.526781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.586926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0572b-06d9-4061-9419-40a78f4a6c5d req-782d621c-92db-4784-bf86-4c88b86280fe tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:03.595702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b0572b-06d9-4061-9419-40a78f4a6c5d req-782d621c-92db-4784-bf86-4c88b86280fe tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 948 time: 0.2473757 Jul 07 16:51:03.621120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-979e4511-c081-4d40-969c-ac57664c6019 req-7530f482-152b-4ef1-b96f-a260404cc2e4 service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731187 Jul 07 16:51:03.623281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.646528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.662955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b0572b-06d9-4061-9419-40a78f4a6c5d req-dc60813d-7e96-4e75-aa73-5b0fa0ad0fbc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662315 Jul 07 16:51:03.696162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d8043b80-f9ca-4d8d-b0db-2304450c8b2b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1189368 Jul 07 16:51:03.719347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:03.726184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426b407-b253-4681-896c-919ca35c4a5f None None] Network 8a5f5852-55b0-4790-b1dc-162c032ba6ba requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:03.770315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-922a131a-4e99-42e0-bc8b-10e71aca9af0 service neutron] 10.222.0.78 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610233 Jul 07 16:51:03.782412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a28b3d-7172-4cd2-a00f-9844acecae79,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:03.797386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.798346 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Added segment 6a921930-9ebc-43b8-ba41-62881f3ae732 of type vlan for network 1afb73c5-c7b1-4968-90d6-44182ba6890f Jul 07 16:51:03.810486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fe5f1c0-4def-4b9e-837d-1715779545c9 req-e86e49fc-c628-417a-9dc8-ce924cc3929e tempest-FloatingIPsNegativeTestJSON-931741810 tempest-FloatingIPsNegativeTestJSON-931741810-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0994253 Jul 07 16:51:03.836995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f40a9cc5-7507-4bc1-bbf9-c19fba353f83 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:03.902491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.908240 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.921622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Transition to ACTIVE for port object d4065ee7-4487-405a-abee-484ac3e2227f will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:03.931602 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.944547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.945705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:03.946310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.977393 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Pushing event updated for resources: {'Port': ['ID=d4065ee7-4487-405a-abee-484ac3e2227f,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:03.990120 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.990743 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.991254 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.991836 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.992393 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.992952 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.993551 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.994128 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.994658 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.995157 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.995673 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:03.996215 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:04.068286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7596262 Jul 07 16:51:04.070322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48320) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:04.088526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Request body: {'subnet': {'network_id': '1afb73c5-c7b1-4968-90d6-44182ba6890f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989895116-subnet', 'tenant_id': 'c5aec62d5daf4a1388b051b748816115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:04.108654 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Attempting to bind port d4065ee7-4487-405a-abee-484ac3e2227f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:04.109512 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Attempting to bind port d4065ee7-4487-405a-abee-484ac3e2227f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:04.110169 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Attempting to bind port d4065ee7-4487-405a-abee-484ac3e2227f on network f581a245-e0d8-45b9-83db-e2b7cd280f61 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:04.119237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-f32ac9e4-71d5-4a89-8fe1-4c8c2bcf5252 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495020 Jul 07 16:51:04.121413 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:04.122281 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Checking segment: {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:04.122886 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.123465 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Bound using segment: {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:04.124348 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Bound port: d4065ee7-4487-405a-abee-484ac3e2227f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697a799-e428-4cff-aaa8-10bae554e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:04.125011 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.193376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Made reservation on behalf of c5aec62d5daf4a1388b051b748816115 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:04.200017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.256649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db812f3c-027d-4e4d-8fcf-90c6eaed1e9f admin admin] Pushing event updated for resources: {'Network': ['ID=1afb73c5-c7b1-4968-90d6-44182ba6890f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:04.262271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] For port d4065ee7-4487-405a-abee-484ac3e2227f, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:04.269036 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] For port d4065ee7-4487-405a-abee-484ac3e2227f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4065ee7-4487-405a-abee-484ac3e2227f,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:04.277896 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.350889 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-c10cf67e-bf41-4fc5-81db-9c2763afc4ab req-235f8051-1e9a-48cd-87f3-18f1e975e3a3 tempest-FloatingIPsNegativeTestJSON-931741810 tempest-FloatingIPsNegativeTestJSON-931741810-project] show failed (client error): The resource could not be found. Jul 07 16:51:04.354172 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ba2a0-3885-45cc-958b-e16a3fa2042c None None] Pushing event updated for resources: {'Port': ['ID=d4065ee7-4487-405a-abee-484ac3e2227f,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:04.380898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48328) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:04.384948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c10cf67e-bf41-4fc5-81db-9c2763afc4ab req-235f8051-1e9a-48cd-87f3-18f1e975e3a3 tempest-FloatingIPsNegativeTestJSON-931741810 tempest-FloatingIPsNegativeTestJSON-931741810-project] 10.222.0.78 "GET /v2.0/floatingips/7ab430bf-0e99-421c-a793-95adc51276eb HTTP/1.1" status: 404 len: 350 time: 0.1350670 Jul 07 16:51:04.392516 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Routers {'cc981c35-241b-47cf-b30a-8b943f0a5f70'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:04.393776 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:50:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cc981c35-241b-47cf-b30a-8b943f0a5f70'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:04.586241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 1afb73c5-c7b1-4968-90d6-44182ba6890f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:04.622971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-0ad378ec-8b93-4193-a875-0af9a23112e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:04.624518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-0ad378ec-8b93-4193-a875-0af9a23112e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 1101 time: 0.4304681 Jul 07 16:51:04.625412 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] Set router cc981c35-241b-47cf-b30a-8b943f0a5f70 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:04.831069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cdb4f-a36f-42e5-9425-e1320c7f1a37 req-7eac24c0-84f6-415d-857d-5c7418d79f29 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:04.840290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a95cdb4f-a36f-42e5-9425-e1320c7f1a37 req-7eac24c0-84f6-415d-857d-5c7418d79f29 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.4500766 Jul 07 16:51:04.863203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fd5c18ac-78ab-4a0e-8f61-a242f517187a req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-292462994', 'description': 'tempest-description-2133723613'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:04.901643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4ec00762-f94a-44fd-84bd-ca1c2e319b66 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:04.995015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a95cdb4f-a36f-42e5-9425-e1320c7f1a37 req-bcf6f393-6601-473d-a7a3-2b23ad5ebea6 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521032 Jul 07 16:51:05.000588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd5c18ac-78ab-4a0e-8f61-a242f517187a req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.022100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-c00fd8e2-3edd-4719-be16-5e841863b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.031353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:05.031810 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.038702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-c00fd8e2-3edd-4719-be16-5e841863b881 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.3731577 Jul 07 16:51:05.098843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.136535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:05.150923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:05.151515 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.213199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-63cb980e-319d-4457-bcbb-afc2c3f9d6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.263748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-340e2227-8547-4862-90a9-1485291f699e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=645bc94e-a602-49e0-8e78-de685109aa39 HTTP/1.1" status: 200 len: 217 time: 0.1990654 Jul 07 16:51:05.307608 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-62825dc6-c050-487a-93d7-089b72278acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:50:58Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd4065ee7-4487-405a-abee-484ac3e2227f', 'name': '', 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'mac_address': 'fa:16:3e:7a:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:04Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'subnets': [{'id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:05.334682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32de887e-8ca9-4c88-84b8-dd5c0e0b4143,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:05.350467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.385699 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62825dc6-c050-487a-93d7-089b72278acf None None] The sync data for ids ['cc981c35-241b-47cf-b30a-8b943f0a5f70'] in n-d-793619-7 is: [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:50:58Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd4065ee7-4487-405a-abee-484ac3e2227f', 'name': '', 'network_id': 'f581a245-e0d8-45b9-83db-e2b7cd280f61', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'mac_address': 'fa:16:3e:7a:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:04Z', 'revision_number': 4, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'subnets': [{'id': '81b374f5-818d-45e5-9b7d-f248621f3f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:05.391969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec00762-f94a-44fd-84bd-ca1c2e319b66'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:05.395750 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f0edf9-9798-4941-b23e-3daae24e3d25" -d '{"events": [{"server_uuid": "c01ff924-9ff6-48b4-aa02-83881c5f726e", "name": "network-vif-plugged", "status": "completed", "tag": "4ec00762-f94a-44fd-84bd-ca1c2e319b66"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:05.414018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:05.422283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.428910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Checking segment: {'id': '6a921930-9ebc-43b8-ba41-62881f3ae732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1afb73c5-c7b1-4968-90d6-44182ba6890f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:05.429554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Network hostable DHCP agents. Network: 1afb73c5-c7b1-4968-90d6-44182ba6890f, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:05.511655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Network 1afb73c5-c7b1-4968-90d6-44182ba6890f is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:05.534267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 1afb73c5-c7b1-4968-90d6-44182ba6890f) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:05.539117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8f4d1-e8fa-4469-aa3c-7bc74e6c4b22 req-1b0ad1f5-eb38-4582-a443-a3f76e63ca3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.539521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.540445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.549813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b58fa-5bb9-4e99-a8ac-2acb2666f35e None None] Network 1afb73c5-c7b1-4968-90d6-44182ba6890f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:05.555493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0f8f4d1-e8fa-4469-aa3c-7bc74e6c4b22 req-1b0ad1f5-eb38-4582-a443-a3f76e63ca3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 943 time: 0.3044493 Jul 07 16:51:05.579478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-4f0491ee-0822-405e-b9b9-d32be72ea8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.582702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-4f0491ee-0822-405e-b9b9-d32be72ea8ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2518361 Jul 07 16:51:05.687616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:05.696128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4ec00762-f94a-44fd-84bd-ca1c2e319b66,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:05.717384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0f8f4d1-e8fa-4469-aa3c-7bc74e6c4b22 req-cd8a1cde-613c-4fff-a41e-f7436d2e644a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601613 Jul 07 16:51:05.782903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.850266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd5c18ac-78ab-4a0e-8f61-a242f517187a req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.858647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd5c18ac-78ab-4a0e-8f61-a242f517187a req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.875320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4065ee7-4487-405a-abee-484ac3e2227f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:05.913197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-531dcbaf-fec1-4d61-9594-3b65e210da5d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8310988 Jul 07 16:51:05.948930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-68bcb787-4372-4ced-984c-eaa33558d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.952025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-68bcb787-4372-4ced-984c-eaa33558d52a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3574538 Jul 07 16:51:06.007664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd5c18ac-78ab-4a0e-8f61-a242f517187a req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.030276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd5c18ac-78ab-4a0e-8f61-a242f517187a req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2169721 Jul 07 16:51:06.063814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c0fd1-f6a6-4fc3-ad50-84860a730e77 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb3581-419f-4176-8499-8f3b81768edf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.298787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-8219b3e3-8fb9-4634-8206-7bed31f334f1 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355403 Jul 07 16:51:06.315060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:06.335099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:06.346045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b1016-218c-4af6-9a6f-280dc1ced4c3 None None] Network 1afb73c5-c7b1-4968-90d6-44182ba6890f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:06.358310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d4065ee7-4487-405a-abee-484ac3e2227f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:06.413539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d4065ee7-4487-405a-abee-484ac3e2227f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:06.414269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.494552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Deleting subnet dff8dcd9-e271-4dc9-b8fd-bcafa29cf239 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:06.500713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.558231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e', 'mac_address': 'fa:16:3e:a1:62:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:06.561382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.696743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.703610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-943179b2-0c01-42ae-a3f2-a1784fdbba6c req-782722fa-5b2e-49b1-9c02-0aa6511d84cd service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743443 Jul 07 16:51:06.723569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5ad1-f6ed-4e24-8cf7-cb6a3321f22e req-8787aa78-56fe-4252-b2ac-4825ae7422bb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.725631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e1e5ad1-f6ed-4e24-8cf7-cb6a3321f22e req-8787aa78-56fe-4252-b2ac-4825ae7422bb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 949 time: 0.2469954 Jul 07 16:51:06.822638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e1e5ad1-f6ed-4e24-8cf7-cb6a3321f22e req-fb1cb457-caec-4e1b-bd98-1c6e826999a4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910614 Jul 07 16:51:06.870283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Deleting port d4065ee7-4487-405a-abee-484ac3e2227f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:06.870824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.892486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.894745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.911974 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337fdd3e-ec4d-466f-9346-0edd14003493 x-openstack-request-id: req-337fdd3e-ec4d-466f-9346-0edd14003493 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:06.912515 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01ff924-9ff6-48b4-aa02-83881c5f726e", "name": "network-vif-plugged", "status": "completed", "tag": "4ec00762-f94a-44fd-84bd-ca1c2e319b66", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:06.916158 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-337fdd3e-ec4d-466f-9346-0edd14003493 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:06.917022 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'code': 200} Jul 07 16:51:06.961878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff8dcd9-e271-4dc9-b8fd-bcafa29cf239,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.969206 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.970594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.972715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6a96b4f2-1df7-454d-b760-8fc3efe3e678 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dff8dcd9-e271-4dc9-b8fd-bcafa29cf239 HTTP/1.1" status: 204 len: 168 time: 0.6556730 Jul 07 16:51:06.973812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:06.983018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48360) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:07.055606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-f2d934a8-9ab6-4dc7-bfd4-34fc1be93fc7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/83cb3581-419f-4176-8499-8f3b81768edf HTTP/1.1" status: 200 len: 1806 time: 0.1618948 Jul 07 16:51:07.071834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83cb3581-419f-4176-8499-8f3b81768edf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:07.072318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83cb3581-419f-4176-8499-8f3b81768edf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:07.122473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:07.128234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.150627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.298284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d4065ee7-4487-405a-abee-484ac3e2227f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4065ee7-4487-405a-abee-484ac3e2227f,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:07.300239 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.304264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.309224 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.393339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] For port d4065ee7-4487-405a-abee-484ac3e2227f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4065ee7-4487-405a-abee-484ac3e2227f,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:07.393969 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.412983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.427697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e5db1-00e2-4700-9397-db9fffbb49b0 req-8fea1f83-4504-4af4-bc7e-1b2105db275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.428975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b81e5db1-00e2-4700-9397-db9fffbb49b0 req-8fea1f83-4504-4af4-bc7e-1b2105db275d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 1100 time: 0.3295364 Jul 07 16:51:07.436124 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.443667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d4065ee7-4487-405a-abee-484ac3e2227f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.457490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.491785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338416fe-5767-4f37-b588-1d891c3c0aaa req-30c0b5fd-ef43-4d19-937a-15a6b88c1cdc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.493733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-338416fe-5767-4f37-b588-1d891c3c0aaa req-30c0b5fd-ef43-4d19-937a-15a6b88c1cdc tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.3024588 Jul 07 16:51:07.533073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Calling delete_port for d4065ee7-4487-405a-abee-484ac3e2227f owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:07.553432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d139a81f-0656-4bd1-a877-22456e77c821,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.561236 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.564542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.570032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['415affa7-7e81-48bb-bd58-8ba8e4bd1c4e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:07.584376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b28e710b-06a8-4dc9-8d53-76e37b7bf4f7 req-d6d07633-8aee-49a3-8557-b85c811fd83d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5251627 Jul 07 16:51:07.605601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-df1e85e5-ec13-40a4-b8fa-ea8e71ab1080 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.607037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d8fd98-e667-454a-a569-8ca9f8843921']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:07.609041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-df1e85e5-ec13-40a4-b8fa-ea8e71ab1080 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 813 time: 0.2994630 Jul 07 16:51:07.624500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b81e5db1-00e2-4700-9397-db9fffbb49b0 req-5a0a2faf-a7ac-47af-b7ef-099cf4be9f34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830270 Jul 07 16:51:07.662710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Request body: {'port': {'device_id': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'admin_state_up': True, 'tenant_id': 'a4ef839511ab4d859c867dea2a469d4b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:07.696491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-338416fe-5767-4f37-b588-1d891c3c0aaa req-231553ec-35da-4d80-afe9-af5fd8c77361 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835411 Jul 07 16:51:07.741132 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1aa1-896d-4edd-836d-a2864229f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.766279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6282110-80aa-46f0-a7dd-b8f448d8fd90') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:07.766675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6282110-80aa-46f0-a7dd-b8f448d8fd90') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:07.778752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4065ee7-4487-405a-abee-484ac3e2227f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:07.786904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.839033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-265f43e2-c019-4e8d-9063-2b771b9d6c86 req-4e7d350f-5179-4ecc-93a5-0df90d04e389 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 210 time: 0.0712395 Jul 07 16:51:07.894164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0f7bb5f6-970d-4707-a9a3-a5357941a5a3 req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1425531192', 'description': 'tempest-description-1296258667'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:07.918078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.942311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:07.943004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:07.945166 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:07.991697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d4065ee7-4487-405a-abee-484ac3e2227f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:07.992616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.042187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0f7bb5f6-970d-4707-a9a3-a5357941a5a3 req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.098909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.109498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.113092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] 10.222.0.78 "DELETE /v2.0/networks/07d8fd98-e667-454a-a569-8ca9f8843921 HTTP/1.1" status: 204 len: 168 time: 1.1290305 Jul 07 16:51:08.117583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Made reservation on behalf of a4ef839511ab4d859c867dea2a469d4b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:08.123019 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.128597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48368) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:08.195234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22050261-7cd6-48e7-8908-acf5d01166df admin admin] Pushing event deleted for resources: {'Network': ['ID=07d8fd98-e667-454a-a569-8ca9f8843921,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.235857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.265981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4065ee7-4487-405a-abee-484ac3e2227f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.284039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-57b6ef5c-190e-4d1c-90c3-2a9b95fc8654 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.285916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-57b6ef5c-190e-4d1c-90c3-2a9b95fc8654 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 813 time: 0.3216457 Jul 07 16:51:08.305907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73213-2cd3-444a-8439-b9619d606591 req-3c6439aa-1bef-4a03-b81a-0a447fcaa0c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.314733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aff73213-2cd3-444a-8439-b9619d606591 req-3c6439aa-1bef-4a03-b81a-0a447fcaa0c6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 944 time: 0.3943827 Jul 07 16:51:08.355006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Request body: {'port': {'device_id': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'admin_state_up': True, 'tenant_id': 'a4ef839511ab4d859c867dea2a469d4b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:08.470320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0f7bb5f6-970d-4707-a9a3-a5357941a5a3 req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.486558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Deleting subnet 32de887e-8ca9-4c88-84b8-dd5c0e0b4143 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:08.497157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.504469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.510536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0f7bb5f6-970d-4707-a9a3-a5357941a5a3 req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.555687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aff73213-2cd3-444a-8439-b9619d606591 req-b4c63695-273b-40dd-a6b7-0e1ff8f8d43f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400701 Jul 07 16:51:08.686864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0f7bb5f6-970d-4707-a9a3-a5357941a5a3 req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.688497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f7bb5f6-970d-4707-a9a3-a5357941a5a3 req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8023002 Jul 07 16:51:08.709802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.726803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979c60b-8bcc-4404-beae-dcc9083da147 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82312598-28e7-4936-a628-5a0d9a757782,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.786468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Router cc981c35-241b-47cf-b30a-8b943f0a5f70 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:08.848343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Allocated IP 172.20.0.6 (3299c7bc-3664-4edc-9138-e834d549a0aa/c62a6b83-af61-4a52-8b14-b05d68c89cc1/66fa44bd-43c5-45de-88fe-6081aabed9b0) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:08.909594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.918566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:08.924925 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-10cac42f-ee74-4c0b-81a5-51315c1af77a admin admin] 10.222.0.78 "PUT /v2.0/routers/cc981c35-241b-47cf-b30a-8b943f0a5f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5337641 Jul 07 16:51:08.927891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:08.931859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] Sync routers for ids ['cc981c35-241b-47cf-b30a-8b943f0a5f70'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:08.943435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] Routers {'cc981c35-241b-47cf-b30a-8b943f0a5f70'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:08.944166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:51:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cc981c35-241b-47cf-b30a-8b943f0a5f70'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:09.015398 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.089288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] Set router cc981c35-241b-47cf-b30a-8b943f0a5f70 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:09.114129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Made reservation on behalf of a4ef839511ab4d859c867dea2a469d4b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:09.121173 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.170184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-12df58f4-9f9b-4e64-98b6-91abff6b48f2 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/82312598-28e7-4936-a628-5a0d9a757782 HTTP/1.1" status: 200 len: 1807 time: 0.3730412 Jul 07 16:51:09.214336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '82312598-28e7-4936-a628-5a0d9a757782', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:09.214884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '82312598-28e7-4936-a628-5a0d9a757782', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:09.345968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:51:08Z', 'revision_number': 5, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:09.396387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.405915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.408338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] Checking router: cc981c35-241b-47cf-b30a-8b943f0a5f70 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:09.424429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] Routers {'cc981c35-241b-47cf-b30a-8b943f0a5f70'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:09.425592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:51:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cc981c35-241b-47cf-b30a-8b943f0a5f70'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:09.474380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32de887e-8ca9-4c88-84b8-dd5c0e0b4143,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:09.480492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.485784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61d14881-e729-4c53-80eb-b373b421ec13 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/32de887e-8ca9-4c88-84b8-dd5c0e0b4143 HTTP/1.1" status: 204 len: 168 time: 1.3493495 Jul 07 16:51:09.498623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacbe6a-935a-4c49-be8b-4abd8daed788 req-0ba630f9-615f-4122-863b-e9a5e420fbeb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.500443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6eacbe6a-935a-4c49-be8b-4abd8daed788 req-0ba630f9-615f-4122-863b-e9a5e420fbeb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 949 time: 0.6104913 Jul 07 16:51:09.508074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48378) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:09.579960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.619550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:09.679069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] Set router cc981c35-241b-47cf-b30a-8b943f0a5f70 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:09.687191 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.695182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6eacbe6a-935a-4c49-be8b-4abd8daed788 req-ec3d7978-e05f-4fd6-add6-003931bdcee0 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823878 Jul 07 16:51:09.698947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.704384 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.709251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Deleting port f40a9cc5-7507-4bc1-bbf9-c19fba353f83 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:09.710166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.856420 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.871700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] For port f40a9cc5-7507-4bc1-bbf9-c19fba353f83, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:09.872956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.894871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Calling delete_port for f40a9cc5-7507-4bc1-bbf9-c19fba353f83 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:09.952611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.074281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.081609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f758247-265f-4b01-8ac8-d7b1db899a44 req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8951306 Jul 07 16:51:10.096285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.096629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.103180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afb73c5-c7b1-4968-90d6-44182ba6890f']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:10.120901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a921930-9ebc-43b8-ba41-62881f3ae732') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:10.121787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a921930-9ebc-43b8-ba41-62881f3ae732') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:10.137387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.149606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:10.154304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40a9cc5-7507-4bc1-bbf9-c19fba353f83,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.161385 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.173053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:10.173553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.175481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:10.176122 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.210846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:10.267317 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:10.273518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3099789-d87f-4564-b883-d99b762033d4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d7761c-4c5d-4dd2-8f00-f7bcd2d2990d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.275801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.308887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.316131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] 10.222.0.78 "DELETE /v2.0/networks/1afb73c5-c7b1-4968-90d6-44182ba6890f HTTP/1.1" status: 204 len: 168 time: 0.8013649 Jul 07 16:51:10.316131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0d473-8881-488c-bd6c-a129081aa69e admin admin] Pushing event deleted for resources: {'Network': ['ID=1afb73c5-c7b1-4968-90d6-44182ba6890f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.317552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.368291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.372539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.453483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.467030 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.468052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc981c35-241b-47cf-b30a-8b943f0a5f70 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:51:10.476648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.478598 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ea6ed10-1b46-43b4-9f7c-6bc5bfc04f40 admin admin] 10.222.0.78 "DELETE /v2.0/routers/cc981c35-241b-47cf-b30a-8b943f0a5f70 HTTP/1.1" status: 204 len: 168 time: 1.5493205 Jul 07 16:51:10.482161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48390) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:10.487162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:51:08Z', 'revision_number': 5, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:10.515695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:10.519108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:10.522096 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4720278e-dbb4-47b1-aa54-271e588209d5" -d '{"events": [{"server_uuid": "14b7073b-81b1-43f3-b43d-e76f5c551e4a", "name": "network-vif-plugged", "status": "completed", "tag": "415affa7-7e81-48bb-bd58-8ba8e4bd1c4e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:10.553703 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.558924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785f81f-7b98-4f62-84c0-698252634a67 None None] The sync data for ids ['cc981c35-241b-47cf-b30a-8b943f0a5f70'] in n-d-793619-7 is: [{'id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061658410-router', 'tenant_id': '9000b64e57a547b58775548dfc8954bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:50Z', 'updated_at': '2021-07-07T16:51:08Z', 'revision_number': 5, 'project_id': '9000b64e57a547b58775548dfc8954bb', 'gw_port': {'id': 'f40a9cc5-7507-4bc1-bbf9-c19fba353f83', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc981c35-241b-47cf-b30a-8b943f0a5f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:52Z', 'updated_at': '2021-07-07T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:10.574420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Deleting subnet 81b374f5-818d-45e5-9b7d-f248621f3f49 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:10.580989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.624885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48394) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:10.656468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.660416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.681294 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.738642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8d1703cd-e318-4885-82a2-7b44d55333d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9db47bf5e54e4995a0019091bd9328e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119645 Jul 07 16:51:10.741914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:10.832196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.866866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a76cd79-57af-4b80-a1bd-9da9614642d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.905255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a76cd79-57af-4b80-a1bd-9da9614642d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.952007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.007668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b374f5-818d-45e5-9b7d-f248621f3f49,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:11.017843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.023409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b7ad0581-dfc6-43cd-a3c1-3d3641ee4445 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/81b374f5-818d-45e5-9b7d-f248621f3f49 HTTP/1.1" status: 204 len: 168 time: 0.5363841 Jul 07 16:51:11.037910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407c59f-0417-4729-bedf-b99884043da1 None None] Network f581a245-e0d8-45b9-83db-e2b7cd280f61 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:11.038344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48400) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:11.040673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Network 3299c7bc-3664-4edc-9138-e834d549a0aa is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:11.069913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:11.085914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859458b-1316-4471-b11e-af6bcbebe971 req-4cb12afc-2745-4d9c-be7d-fa2808ddf7ba tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.088089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0859458b-1316-4471-b11e-af6bcbebe971 req-4cb12afc-2745-4d9c-be7d-fa2808ddf7ba tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 1.2399209 Jul 07 16:51:11.088972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:11.099061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event updated for resources: {'Port': ['ID=66fa44bd-43c5-45de-88fe-6081aabed9b0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:11.124757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a76cd79-57af-4b80-a1bd-9da9614642d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.127870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a76cd79-57af-4b80-a1bd-9da9614642d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.131857 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6a76cd79-57af-4b80-a1bd-9da9614642d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2bdaa399-a3bf-4de9-bae0-cef4271f9708 HTTP/1.1" status: 204 len: 168 time: 0.3862190 Jul 07 16:51:11.136416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Allocated IP 172.20.0.11 (3299c7bc-3664-4edc-9138-e834d549a0aa/c62a6b83-af61-4a52-8b14-b05d68c89cc1/ebbf6451-405a-47c4-b0e5-3bc61486191e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:11.148674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76cd79-57af-4b80-a1bd-9da9614642d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdaa399-a3bf-4de9-bae0-cef4271f9708,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:11.183777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.286974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.287937 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.301885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0859458b-1316-4471-b11e-af6bcbebe971 req-d6b7e3fa-170f-4ba7-9ada-3175848bdbb2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865969 Jul 07 16:51:11.331546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Deleting port 8f808bba-5ab8-4231-90a5-126e653eb718 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:11.332011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.342558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-22a4002f-8840-4ffb-b66f-233fb70ab1dc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7139068 Jul 07 16:51:11.361230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd4a02-2211-4460-8810-5c81207ef869 req-ced869af-97b7-48cc-8607-6fd5a21b4b19 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.369058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07bd4a02-2211-4460-8810-5c81207ef869 req-ced869af-97b7-48cc-8607-6fd5a21b4b19 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 931 time: 0.3890510 Jul 07 16:51:11.375202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Request body: {'port': {'device_id': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:11.516425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] For port 8f808bba-5ab8-4231-90a5-126e653eb718, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8f808bba-5ab8-4231-90a5-126e653eb718,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:11.517301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.526123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] DHCP port deletion for f581a245-e0d8-45b9-83db-e2b7cd280f61 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:51:11.545252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Calling delete_port for 8f808bba-5ab8-4231-90a5-126e653eb718 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:11.615872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07bd4a02-2211-4460-8810-5c81207ef869 req-816dea18-b740-4bed-a9cb-5fcc3fbf8272 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453189 Jul 07 16:51:11.704450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] Deleting port 8f808bba-5ab8-4231-90a5-126e653eb718 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:11.705583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.750922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.880063 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.913537 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.920238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4f91c694-a90e-4732-9bed-ea503fb43d15 req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-348382377', 'description': 'tempest-description-607428180'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:11.921325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] For port 8f808bba-5ab8-4231-90a5-126e653eb718, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8f808bba-5ab8-4231-90a5-126e653eb718,segment=NetworkSegment(f697a799-e428-4cff-aaa8-10bae554e11f),segment_id=f697a799-e428-4cff-aaa8-10bae554e11f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:11.922210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.945944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] Calling delete_port for 8f808bba-5ab8-4231-90a5-126e653eb718 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:11.972627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] No DVR routers for this DVR port 8f808bba-5ab8-4231-90a5-126e653eb718 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:11.984997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f808bba-5ab8-4231-90a5-126e653eb718,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.037776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4f91c694-a90e-4732-9bed-ea503fb43d15 req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.088016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48406) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:12.111907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3244924-92e0-43de-aa5d-fea4c4db1c3a req-cc4ba512-5ab7-4dc6-8436-5fdfff0281e7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.121743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3244924-92e0-43de-aa5d-fea4c4db1c3a req-cc4ba512-5ab7-4dc6-8436-5fdfff0281e7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 945 time: 0.3774428 Jul 07 16:51:12.127727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.140876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f581a245-e0d8-45b9-83db-e2b7cd280f61']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:12.157390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f697a799-e428-4cff-aaa8-10bae554e11f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:12.157719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f697a799-e428-4cff-aaa8-10bae554e11f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:12.170289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: from cryptography.utils import int_from_bytes Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: from cryptography.utils import int_from_bytes Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:12.171511 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 16:51:12.189494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.192795 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.208378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:12.214964 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.218266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] No DVR routers for this DVR port 8f808bba-5ab8-4231-90a5-126e653eb718 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:12.221551 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:12.292765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfe8a6-fd5b-44ca-a197-150f54be66ee None None] Pushing event deleted for resources: {'Port': ['ID=8f808bba-5ab8-4231-90a5-126e653eb718,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.306142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.320750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8f808bba-5ab8-4231-90a5-126e653eb718 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:12.323402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.329393 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] 10.222.0.78 "DELETE /v2.0/networks/f581a245-e0d8-45b9-83db-e2b7cd280f61 HTTP/1.1" status: 204 len: 168 time: 1.2895997 Jul 07 16:51:12.340477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4f91c694-a90e-4732-9bed-ea503fb43d15 req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.353767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8041640-e496-4221-897f-c647d183b07d admin admin] Pushing event deleted for resources: {'Network': ['ID=f581a245-e0d8-45b9-83db-e2b7cd280f61,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.363597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8f808bba-5ab8-4231-90a5-126e653eb718 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:12.364172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8f808bba-5ab8-4231-90a5-126e653eb718 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:12.364831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4065ee7-4487-405a-abee-484ac3e2227f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:12.396664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.399259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4f91c694-a90e-4732-9bed-ea503fb43d15 req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.399580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d4065ee7-4487-405a-abee-484ac3e2227f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:12.399893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4065ee7-4487-405a-abee-484ac3e2227f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:12.510202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3244924-92e0-43de-aa5d-fea4c4db1c3a req-c1de95dc-3751-4a80-9373-713e7f72028b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874712 Jul 07 16:51:12.529275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9f844b53-db7e-4fe4-a6dd-be84fb2237e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c5aec62d5daf4a1388b051b748816115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326367 Jul 07 16:51:12.532134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:12.554465 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4f91c694-a90e-4732-9bed-ea503fb43d15 req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.556982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f91c694-a90e-4732-9bed-ea503fb43d15 req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6492295 Jul 07 16:51:12.570626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2248753-64ee-41dd-87d1-848f2e9ba8a7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfebcfe-fa8c-46e4-81c8-9f6b212c2755,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.591608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Network 3299c7bc-3664-4edc-9138-e834d549a0aa is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:12.603587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:12.607107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event updated for resources: {'Port': ['ID=ebbf6451-405a-47c4-b0e5-3bc61486191e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.611997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:12.644548 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217973f-acf0-4b9f-a41b-c799c4e0ff83 x-openstack-request-id: req-8217973f-acf0-4b9f-a41b-c799c4e0ff83 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:12.645456 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b7073b-81b1-43f3-b43d-e76f5c551e4a", "name": "network-vif-plugged", "status": "completed", "tag": "415affa7-7e81-48bb-bd58-8ba8e4bd1c4e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:12.645853 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8217973f-acf0-4b9f-a41b-c799c4e0ff83 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:12.646586 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e', 'code': 200} Jul 07 16:51:12.665840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-182558b8-18fb-4105-8f86-8d85435e015a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.702418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-182558b8-18fb-4105-8f86-8d85435e015a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.726906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48418) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:12.770298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-182558b8-18fb-4105-8f86-8d85435e015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.775062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-182558b8-18fb-4105-8f86-8d85435e015a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.779415 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-182558b8-18fb-4105-8f86-8d85435e015a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11a28b3d-7172-4cd2-a00f-9844acecae79 HTTP/1.1" status: 204 len: 168 time: 0.2460053 Jul 07 16:51:12.788706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182558b8-18fb-4105-8f86-8d85435e015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a28b3d-7172-4cd2-a00f-9844acecae79,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.912377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.913393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.916649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3bb5-385d-4d02-bd91-b7f7f10784ed req-548cbf75-a4a6-445b-8ad8-93baff3221c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.918470 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd2f3bb5-385d-4d02-bd91-b7f7f10784ed req-548cbf75-a4a6-445b-8ad8-93baff3221c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 1096 time: 0.1088166 Jul 07 16:51:12.971009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd2f3bb5-385d-4d02-bd91-b7f7f10784ed req-dedb7a71-5c07-43d0-bf7a-163f916f4589 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jul 07 16:51:12.998220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-fd207aac-d0ee-4029-af78-975cc823eafe tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6759377 Jul 07 16:51:13.010415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f282513e-6229-4c28-898f-0b40c4d78bc0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9000b64e57a547b58775548dfc8954bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473452 Jul 07 16:51:13.013164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48426) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:13.048396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Request body: {'port': {'device_id': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:13.100279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fa44bd-43c5-45de-88fe-6081aabed9b0 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:13.125905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.143780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-824ce556-bb3c-41d6-9fdf-3587a5246cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.174035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Transition to ACTIVE for port object 66fa44bd-43c5-45de-88fe-6081aabed9b0 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:13.198117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-824ce556-bb3c-41d6-9fdf-3587a5246cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.207720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808d45a-8e7c-4b13-9185-a35dde99ae4b req-deca03b5-9c5a-40bf-b3d3-fb6154c6e49a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.209514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8808d45a-8e7c-4b13-9185-a35dde99ae4b req-deca03b5-9c5a-40bf-b3d3-fb6154c6e49a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 949 time: 0.3939328 Jul 07 16:51:13.244658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434ef3a-7baf-49f2-94f0-593a77b726c5 req-59ac04c3-1726-4311-8c8d-0f2efb35bc57 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.248588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2434ef3a-7baf-49f2-94f0-593a77b726c5 req-59ac04c3-1726-4311-8c8d-0f2efb35bc57 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.3591874 Jul 07 16:51:13.250636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.297276 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-824ce556-bb3c-41d6-9fdf-3587a5246cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.301386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-824ce556-bb3c-41d6-9fdf-3587a5246cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.303666 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-824ce556-bb3c-41d6-9fdf-3587a5246cb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1b99d37-4e01-413b-9d02-32277b4f4fc4 HTTP/1.1" status: 204 len: 168 time: 0.2890534 Jul 07 16:51:13.335298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ce556-bb3c-41d6-9fdf-3587a5246cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b99d37-4e01-413b-9d02-32277b4f4fc4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.414303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.534396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Pushing event updated for resources: {'Port': ['ID=66fa44bd-43c5-45de-88fe-6081aabed9b0,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.586281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2434ef3a-7baf-49f2-94f0-593a77b726c5 req-30607a1b-9217-4df2-83b6-8f6bf95bae20 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254924 Jul 07 16:51:13.602112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8808d45a-8e7c-4b13-9185-a35dde99ae4b req-156398f5-b6a2-425e-92c9-a23afb08beb2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186200 Jul 07 16:51:13.683436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f40a9cc5-7507-4bc1-bbf9-c19fba353f83 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:13.739285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-269520d5-e51a-4ca0-a2b2-d2f66d3fafd9 req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1011330722', 'description': 'tempest-description-533165894'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:13.772690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f40a9cc5-7507-4bc1-bbf9-c19fba353f83 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:13.773340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f40a9cc5-7507-4bc1-bbf9-c19fba353f83 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:13.929598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-269520d5-e51a-4ca0-a2b2-d2f66d3fafd9 req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.031930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Attempting to bind port 66fa44bd-43c5-45de-88fe-6081aabed9b0 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:14.032472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Attempting to bind port 66fa44bd-43c5-45de-88fe-6081aabed9b0 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:14.033000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Attempting to bind port 66fa44bd-43c5-45de-88fe-6081aabed9b0 on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:14.068094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Port 66fa44bd-43c5-45de-88fe-6081aabed9b0 on network 3299c7bc-3664-4edc-9138-e834d549a0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:14.068772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Attempting to bind port 66fa44bd-43c5-45de-88fe-6081aabed9b0 on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:14.098331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:14.098985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Checking segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:14.099564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Bound using segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:14.100247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Bound port: 66fa44bd-43c5-45de-88fe-6081aabed9b0, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:14.100825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.246480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a476ab-4d6a-4803-a7b8-86de9624a91c req-fc970021-e97c-431d-82a5-2f212afc967d tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.248907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0a476ab-4d6a-4803-a7b8-86de9624a91c req-fc970021-e97c-431d-82a5-2f212afc967d tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 943 time: 0.3464379 Jul 07 16:51:14.320777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] For port 66fa44bd-43c5-45de-88fe-6081aabed9b0, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:14.371777 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-269520d5-e51a-4ca0-a2b2-d2f66d3fafd9 req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.380561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] For port 66fa44bd-43c5-45de-88fe-6081aabed9b0, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:14.391703 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-269520d5-e51a-4ca0-a2b2-d2f66d3fafd9 req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.408676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.433797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbf6451-405a-47c4-b0e5-3bc61486191e {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:14.477856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0a476ab-4d6a-4803-a7b8-86de9624a91c req-121437af-7ffc-449a-9bb8-38cbf4c6eb5d tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130339 Jul 07 16:51:14.482717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.510366 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-269520d5-e51a-4ca0-a2b2-d2f66d3fafd9 req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.511643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-269520d5-e51a-4ca0-a2b2-d2f66d3fafd9 req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7920229 Jul 07 16:51:14.525339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.525992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.527546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] 10.222.0.54 "PUT /v2.0/ports/66fa44bd-43c5-45de-88fe-6081aabed9b0 HTTP/1.1" status: 200 len: 1091 time: 3.1763270 Jul 07 16:51:14.527964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'tag': '66fa44bd-43c5-45de-88fe-6081aabed9b0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:14.530584 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d" -d '{"events": [{"name": "network-changed", "server_uuid": "4baf8154-1a75-4cd5-96aa-12f19c785cf7", "tag": "66fa44bd-43c5-45de-88fe-6081aabed9b0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:14.541994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aae91-dfb8-458c-bbf9-e663c2b22979 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07827739-04c4-4ecb-a82f-e382d44226d8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:14.562440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Transition to ACTIVE for port object ebbf6451-405a-47c4-b0e5-3bc61486191e will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:14.563970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6cf76-4f76-4b94-af85-fe01f3444dac service neutron] Pushing event updated for resources: {'Port': ['ID=66fa44bd-43c5-45de-88fe-6081aabed9b0,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:14.577747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.707365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:14.748251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf6451-405a-47c4-b0e5-3bc61486191e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:14.932755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-a90888d4-8c6c-4181-aa90-9cca2fcf4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.935265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-a90888d4-8c6c-4181-aa90-9cca2fcf4acb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 1094 time: 0.3475606 Jul 07 16:51:14.945868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Attempting to bind port ebbf6451-405a-47c4-b0e5-3bc61486191e on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:14.946212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Attempting to bind port ebbf6451-405a-47c4-b0e5-3bc61486191e by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:14.946544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Attempting to bind port ebbf6451-405a-47c4-b0e5-3bc61486191e on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:14.994190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Port ebbf6451-405a-47c4-b0e5-3bc61486191e on network 3299c7bc-3664-4edc-9138-e834d549a0aa not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:14.994190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Attempting to bind port ebbf6451-405a-47c4-b0e5-3bc61486191e on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:15.021568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1740800201-network', 'tenant_id': '477938b11b024e7f920149281dd4eccc'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:15.076641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Made reservation on behalf of 477938b11b024e7f920149281dd4eccc for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:15.082489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.082825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-1e057b51-4961-4210-b1f0-ee37b67c9029 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0 HTTP/1.1" status: 200 len: 217 time: 0.1308107 Jul 07 16:51:15.086394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:15.086997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Checking segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:15.089032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Bound using segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:15.089032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Bound port: ebbf6451-405a-47c4-b0e5-3bc61486191e, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:15.089032 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.102321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.226022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.238529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.264335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9e996592-0fc1-4d52-8da6-443d07349fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:15.265151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:15.267429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9e996592-0fc1-4d52-8da6-443d07349fc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.1705000 Jul 07 16:51:15.298901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.299781 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Added segment 08519acf-4cef-44af-b1ef-83f977cc7aed of type vlan for network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 Jul 07 16:51:15.301718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb76c5f9-c723-4e68-af52-86221894f474,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:15.347211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ccfac-88d9-4f85-86f2-eb8a231d8708 req-9af9de0d-ff9c-4cd7-803e-c78389078a3a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:15.350006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-129ccfac-88d9-4f85-86f2-eb8a231d8708 req-9af9de0d-ff9c-4cd7-803e-c78389078a3a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 945 time: 0.4006026 Jul 07 16:51:15.367234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.394717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94045d72-ac17-4a22-8c09-b728797643c1 req-b717f094-5255-4867-9d1b-e4c7785a0dfc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:15.398670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94045d72-ac17-4a22-8c09-b728797643c1 req-b717f094-5255-4867-9d1b-e4c7785a0dfc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 950 time: 0.4259291 Jul 07 16:51:15.405491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.407174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:15.407848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.409019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-bda9b335-cbee-4d86-959f-29830a59597f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231165 Jul 07 16:51:15.443605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] For port ebbf6451-405a-47c4-b0e5-3bc61486191e, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:15.493815 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7845416 Jul 07 16:51:15.494557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48500) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:15.505529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Request body: {'subnet': {'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1740800201-subnet', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:15.509597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] For port ebbf6451-405a-47c4-b0e5-3bc61486191e, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:15.518810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d4cc-12d3-4ea8-9a40-c4ae965b18b7 admin admin] Pushing event updated for resources: {'Network': ['ID=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:15.534590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:15.541901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Made reservation on behalf of 477938b11b024e7f920149281dd4eccc for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:15.544795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.597052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.701301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-129ccfac-88d9-4f85-86f2-eb8a231d8708 req-ffbe170f-502a-4988-a634-f4bd495ad18b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006651 Jul 07 16:51:15.735723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94045d72-ac17-4a22-8c09-b728797643c1 req-fb69f9f0-665e-4f90-aef4-96cd9bda6261 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217044 Jul 07 16:51:15.741354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:15.742450 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.745436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebbf6451-405a-47c4-b0e5-3bc61486191e HTTP/1.1" status: 200 len: 1092 time: 2.7045999 Jul 07 16:51:15.829903 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94076a4c-2ffe-401e-b7b1-5dcba70eb1fe x-openstack-request-id: req-94076a4c-2ffe-401e-b7b1-5dcba70eb1fe {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:15.830372 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baf8154-1a75-4cd5-96aa-12f19c785cf7", "tag": "66fa44bd-43c5-45de-88fe-6081aabed9b0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:15.830778 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94076a4c-2ffe-401e-b7b1-5dcba70eb1fe {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:15.831413 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'tag': '66fa44bd-43c5-45de-88fe-6081aabed9b0', 'status': 'completed', 'code': 200} Jul 07 16:51:15.869382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.876964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c31aa7-7181-44a5-8994-98209ed73594 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf6451-405a-47c4-b0e5-3bc61486191e,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:15.951633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b94dd52-5914-4259-a21e-d5528a0508f0,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:15.951947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-2e52325d-43d5-4032-984e-729b6a05f103 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098660 Jul 07 16:51:15.962233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Checking segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:15.962642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Network hostable DHCP agents. Network: 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:15.986841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:16.000338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:16.005595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.006367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.014393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e84e5d-76f1-4a86-908f-4ae078a37bea None None] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:16.030081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ca95a1f-e912-41e4-916d-dc1f98ed8d97 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5313349 Jul 07 16:51:16.030631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:16.035298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:16.040839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-45fa99ca-6868-485f-b2d4-ed788a37b75f tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/bdfebcfe-fa8c-46e4-81c8-9f6b212c2755 HTTP/1.1" status: 200 len: 1805 time: 0.2623918 Jul 07 16:51:16.074292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.077549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.201525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.292795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-79db713d-7613-4da6-8c72-8531116101dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.296071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-79db713d-7613-4da6-8c72-8531116101dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=ba4bbc19-b022-4b91-9217-2675b4fc4ef4 HTTP/1.1" status: 200 len: 1095 time: 0.4805853 Jul 07 16:51:16.311302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-7fa8e886-4ea3-4914-965d-e3e4c853f00a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/07827739-04c4-4ecb-a82f-e382d44226d8 HTTP/1.1" status: 200 len: 1806 time: 0.2176070 Jul 07 16:51:16.320080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bdfebcfe-fa8c-46e4-81c8-9f6b212c2755', 'remote_group_id': '07827739-04c4-4ecb-a82f-e382d44226d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:16.321177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bdfebcfe-fa8c-46e4-81c8-9f6b212c2755', 'remote_group_id': '07827739-04c4-4ecb-a82f-e382d44226d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:16.393317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:51:16.396170 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.436159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.440454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fe54-e4ba-4e9e-a3a0-49d094cd9616 req-77b6ab0b-edcd-47ec-bbcd-b5b245bae567 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.453249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de55fe54-e4ba-4e9e-a3a0-49d094cd9616 req-77b6ab0b-edcd-47ec-bbcd-b5b245bae567 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 945 time: 0.5186594 Jul 07 16:51:16.471461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-a4fc8671-0cce-4c23-a687-08ba5ac21129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e HTTP/1.1" status: 200 len: 217 time: 0.1310120 Jul 07 16:51:16.487887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-9baa0934-a016-404c-8853-601f83a96d27 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171924 Jul 07 16:51:16.654795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de55fe54-e4ba-4e9e-a3a0-49d094cd9616 req-b38b7faa-fc54-426c-a9c2-a144eb2b6eaa tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000995 Jul 07 16:51:16.659076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Allocated IP 172.20.0.2 (278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6/7b94dd52-5914-4259-a21e-d5528a0508f0/e9ea0d9b-caa3-4220-affd-faca647fa004) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:16.685510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-540e35d5-1652-4c6c-ab15-9e9881b927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.685510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-540e35d5-1652-4c6c-ab15-9e9881b927c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.1820047 Jul 07 16:51:16.800738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-7b3f9667-5701-4eca-b70c-6106dc4c653f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001868 Jul 07 16:51:16.839498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.872390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.908719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.972047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.983598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Transition to ACTIVE for port object e9ea0d9b-caa3-4220-affd-faca647fa004 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:17.009070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Transition to ACTIVE for port object e9ea0d9b-caa3-4220-affd-faca647fa004 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:17.017583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.040561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Allocated IP 172.25.5.57 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/b8b4c306-c5c7-4d09-b9ac-24825dc612c4) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:17.059107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:17.064281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:17.069006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:17.113833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Pushing event updated for resources: {'Port': ['ID=e9ea0d9b-caa3-4220-affd-faca647fa004,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:17.167758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Attempting to bind port e9ea0d9b-caa3-4220-affd-faca647fa004 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:17.168167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Attempting to bind port e9ea0d9b-caa3-4220-affd-faca647fa004 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:17.168501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Attempting to bind port e9ea0d9b-caa3-4220-affd-faca647fa004 on network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:17.174746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:17.175142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Checking segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:17.175527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.175929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Bound using segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:17.177257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Bound port: e9ea0d9b-caa3-4220-affd-faca647fa004, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:17.177531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.200352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.254869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.293202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] For port e9ea0d9b-caa3-4220-affd-faca647fa004, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:17.300071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] For port e9ea0d9b-caa3-4220-affd-faca647fa004, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e9ea0d9b-caa3-4220-affd-faca647fa004,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:17.301438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:17.306854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:17.311259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.318562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:17.402993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Pushing event updated for resources: {'Port': ['ID=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:17.437086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0403d10-ca46-4d32-b1fd-86b3c085878d None None] Pushing event updated for resources: {'Port': ['ID=e9ea0d9b-caa3-4220-affd-faca647fa004,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:17.551219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-0fac5734-e351-4dc9-a0e4-220363cb00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.554035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-0fac5734-e351-4dc9-a0e4-220363cb00db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 1094 time: 0.9630158 Jul 07 16:51:17.843113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.860022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'tag': 'ebbf6451-405a-47c4-b0e5-3bc61486191e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:17.864981 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4bbc19-b022-4b91-9217-2675b4fc4ef4", "tag": "ebbf6451-405a-47c4-b0e5-3bc61486191e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:17.889861 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.937579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d1167-e35b-45af-a1d8-25f9c6983c9b req-283e9b53-fd67-4a38-addf-9204862c1417 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.942324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015d1167-e35b-45af-a1d8-25f9c6983c9b req-283e9b53-fd67-4a38-addf-9204862c1417 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 943 time: 1.0846288 Jul 07 16:51:17.945201 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.964875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e9ea0d9b-caa3-4220-affd-faca647fa004 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:17.977795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-ad9e2491-a40e-49b3-b9e8-47c031d8473b service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1434445 Jul 07 16:51:17.992704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-a54681ce-048c-40f6-9cc5-29cf88537691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.994379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-a54681ce-048c-40f6-9cc5-29cf88537691 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 914 time: 0.4278576 Jul 07 16:51:18.029391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dcd90e-5320-4a3f-9ce5-f6366eeaaf79,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:18.045464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e9ea0d9b-caa3-4220-affd-faca647fa004 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:18.121495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-63443a8b-8c6c-4527-916a-a479980d005f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0 HTTP/1.1" status: 200 len: 217 time: 0.1106446 Jul 07 16:51:18.126403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.128608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.130409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-becbefa4-ae1a-4db8-b0a9-e18828edffc7 req-d4d5e83e-5a4c-4422-8ba2-1152dc57b670 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.8174131 Jul 07 16:51:18.210613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015d1167-e35b-45af-a1d8-25f9c6983c9b req-8437e9ef-5857-4848-923c-2279f987336c tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499406 Jul 07 16:51:18.307090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-c7f07cf0-eb84-44be-be48-277e920ce837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.310481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-c7f07cf0-eb84-44be-be48-277e920ce837 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.1778617 Jul 07 16:51:18.317364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5d310e-1602-4b64-93bc-c6c0543d3efb req-5aecbf6e-ce6e-4fc6-8fc3-e3791d1c2b9b service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154254 Jul 07 16:51:18.384691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-1232a791-4362-4b8f-874e-20b1d7ed0d01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617442 Jul 07 16:51:18.667718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545738a8-d502-4cc9-8489-507ea06b7317 req-3f7da62f-ed24-43cb-8db4-88cc658d75b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.670976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-545738a8-d502-4cc9-8489-507ea06b7317 req-3f7da62f-ed24-43cb-8db4-88cc658d75b9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 945 time: 0.2909107 Jul 07 16:51:18.755766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-4fb2e225-1c19-40e2-af74-8898676811d2 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126712 Jul 07 16:51:18.833097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Router c2934fef-5f49-491a-bc64-e0dcf78c8870 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:51:18.897362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-545738a8-d502-4cc9-8489-507ea06b7317 req-dd43f9b1-cde3-49a3-979b-d1d8cc59bf1f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050176 Jul 07 16:51:18.988421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f1715-cb7a-46e2-8c93-4f5af83e255a None None] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:19.010066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd056d97-8449-4f0a-870f-7a2746455e39 req-44259c6b-bae4-418b-a5c9-b721d71d1f19 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.026736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd056d97-8449-4f0a-870f-7a2746455e39 req-44259c6b-bae4-418b-a5c9-b721d71d1f19 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.030710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd056d97-8449-4f0a-870f-7a2746455e39 req-44259c6b-bae4-418b-a5c9-b721d71d1f19 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4&device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 1690 time: 0.3542619 Jul 07 16:51:19.101649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07aca84-cdbe-4a52-be5e-6ee30ce9e60d req-26b83078-a174-4d78-8204-69efe1df0010 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348014 Jul 07 16:51:19.146967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:19.174094 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Sync routers for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:19.175070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] Provisioning for port e9ea0d9b-caa3-4220-affd-faca647fa004 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:19.177784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd056d97-8449-4f0a-870f-7a2746455e39 req-913cef8f-187c-4834-98e8-7a0876919603 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317186 Jul 07 16:51:19.186775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] Provisioning complete for port e9ea0d9b-caa3-4220-affd-faca647fa004 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:19.187753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.203404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.206157 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fe959c26-79f3-4150-b64a-ab8bd598f22f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1740170 Jul 07 16:51:19.207471 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:19.208752 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:51:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:19.210166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:19.305235 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95143294-8c0f-4854-bcd0-249bbeefe0cd x-openstack-request-id: req-95143294-8c0f-4854-bcd0-249bbeefe0cd {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:19.305684 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4bbc19-b022-4b91-9217-2675b4fc4ef4", "tag": "ebbf6451-405a-47c4-b0e5-3bc61486191e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:19.306076 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95143294-8c0f-4854-bcd0-249bbeefe0cd {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:19.306697 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'tag': 'ebbf6451-405a-47c4-b0e5-3bc61486191e', 'status': 'completed', 'code': 200} Jul 07 16:51:19.332983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-70390829-3f8e-4319-99d2-fb5e4287e9d8 req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1775019390', 'description': 'tempest-description-646254237'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:19.365200 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70390829-3f8e-4319-99d2-fb5e4287e9d8 req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.463420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:19.596249 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.689888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-09cde06e-c0ac-4639-a5ce-adb3fc3aac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.693366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-09cde06e-c0ac-4639-a5ce-adb3fc3aac2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=ba4bbc19-b022-4b91-9217-2675b4fc4ef4 HTTP/1.1" status: 200 len: 1095 time: 0.2530730 Jul 07 16:51:19.701043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] For port e9ea0d9b-caa3-4220-affd-faca647fa004, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e9ea0d9b-caa3-4220-affd-faca647fa004,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:19.710593 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.823490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df413f4-c955-4912-a320-66df65dc3a1d None None] Pushing event updated for resources: {'Port': ['ID=e9ea0d9b-caa3-4220-affd-faca647fa004,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:19.897422 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:51:19.938872 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:17Z', 'revision_number': 3, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:19.979153 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Checking router: c2934fef-5f49-491a-bc64-e0dcf78c8870 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:19.980732 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Updating router c2934fef-5f49-491a-bc64-e0dcf78c8870 port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:20.027451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-24c3d280-984d-4f4a-9aba-851b02759227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.030577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-24c3d280-984d-4f4a-9aba-851b02759227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 914 time: 0.3306150 Jul 07 16:51:20.034039 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.166640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-161af846-37cf-459a-b801-f182cbb40d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e HTTP/1.1" status: 200 len: 217 time: 0.1122694 Jul 07 16:51:20.349473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70390829-3f8e-4319-99d2-fb5e4287e9d8 req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.358542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b2221cdb-7222-43f0-8a82-969e06a88d97 None None] Provisioning complete for port e9ea0d9b-caa3-4220-affd-faca647fa004 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:20.359172 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2221cdb-7222-43f0-8a82-969e06a88d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.374015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70390829-3f8e-4319-99d2-fb5e4287e9d8 req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.455609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-70390829-3f8e-4319-99d2-fb5e4287e9d8 req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.474229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70390829-3f8e-4319-99d2-fb5e4287e9d8 req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1458774 Jul 07 16:51:20.475773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.612268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-0b8b0626-7ff7-40bb-81f4-e3a5ccd9db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.617758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-0b8b0626-7ff7-40bb-81f4-e3a5ccd9db4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.4368670 Jul 07 16:51:20.694518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e568b7-4097-47a7-a3ad-88b2f0d0a8e3 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721b2e3a-73da-487e-bcd6-04db92d6a2ae,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:20.792338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-e2114eca-5b98-436c-8113-0a9b46d2ef91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604655 Jul 07 16:51:20.806897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Allocated IP 172.20.0.1 (278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6/7b94dd52-5914-4259-a21e-d5528a0508f0/6b4ba6a7-71d7-4a1d-b747-6876a445d0e5) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:20.898694 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.922444 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Transition to ACTIVE for port object b8b4c306-c5c7-4d09-b9ac-24825dc612c4 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:20.936982 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.035484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9b6a-591d-46c3-b9ef-f8fe6f1d7267 None None] Pushing event updated for resources: {'Port': ['ID=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:21.090098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.105885 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Attempting to bind port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:21.107170 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Attempting to bind port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:21.107778 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Attempting to bind port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:21.130664 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:21.131252 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:21.131894 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.132282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Transition to ACTIVE for port object 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:21.136581 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:21.139378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Bound port: b8b4c306-c5c7-4d09-b9ac-24825dc612c4, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:21.141464 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.213338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.276837 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] For port b8b4c306-c5c7-4d09-b9ac-24825dc612c4, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:21.277898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-f2d815dd-fdd4-499a-9464-a22c31dc39e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769902 Jul 07 16:51:21.280874 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] For port b8b4c306-c5c7-4d09-b9ac-24825dc612c4, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:21.290468 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.306842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:21.310563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:21.323060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:21.344725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050aa3a-8773-4b21-a607-6e199604613a req-8c787d46-8285-4507-87e2-2c79270f283b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.372824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d050aa3a-8773-4b21-a607-6e199604613a req-8c787d46-8285-4507-87e2-2c79270f283b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 943 time: 0.3091550 Jul 07 16:51:21.379075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:21.397443 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9b6a-591d-46c3-b9ef-f8fe6f1d7267 None None] Pushing event updated for resources: {'Port': ['ID=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:21.432480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:21.433300 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:51:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:21.439848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.573993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d050aa3a-8773-4b21-a607-6e199604613a req-c51263ca-3759-4d33-8c2b-448e48073949 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792862 Jul 07 16:51:21.607441 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:21.633980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 66fa44bd-43c5-45de-88fe-6081aabed9b0 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:21.725332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66bbd-7495-4055-b013-7f6fa21d96ec req-9c54ca06-ec74-4279-85e4-f787d4c507e7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.735784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62b66bbd-7495-4055-b013-7f6fa21d96ec req-9c54ca06-ec74-4279-85e4-f787d4c507e7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 945 time: 1.2569001 Jul 07 16:51:21.808763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af737fb-fa2c-4414-ba9e-ac2b00359a9a req-e15e6b56-a077-49e4-bd4d-060c16e24107 service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706526 Jul 07 16:51:21.886858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62b66bbd-7495-4055-b013-7f6fa21d96ec req-c4d0740d-11f7-4db5-948b-9630af999dc8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479568 Jul 07 16:51:21.999941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e9ea0d9b-caa3-4220-affd-faca647fa004 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:22.008336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.034907 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:17Z', 'revision_number': 3, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:22.089578 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510103a-c10e-41f7-ac8d-36b9aef607b7 None None] The sync data for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 is: [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:17Z', 'revision_number': 3, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:22.099074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-97c56859-3732-474e-ba9a-7fc2bedad552 None None] Provisioning for port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:22.108199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-97c56859-3732-474e-ba9a-7fc2bedad552 None None] Provisioning complete for port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:22.108199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-97c56859-3732-474e-ba9a-7fc2bedad552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.110357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1806044a-16c5-4e35-9ec9-3a04834b8179 req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-103348542', 'description': 'tempest-description-1233176985'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:22.123900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 66fa44bd-43c5-45de-88fe-6081aabed9b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:22.177127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '66fa44bd-43c5-45de-88fe-6081aabed9b0', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'port_id': '66fa44bd-43c5-45de-88fe-6081aabed9b0', 'mac_address': 'fa:16:3e:6d:93:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62a6b83-af61-4a52-8b14-b05d68c89cc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:22.180578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1806044a-16c5-4e35-9ec9-3a04834b8179 req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.284121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e9ea0d9b-caa3-4220-affd-faca647fa004 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:22.284583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.286891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-97c56859-3732-474e-ba9a-7fc2bedad552 None None] Port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:22.337305 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.369745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fa44bd-43c5-45de-88fe-6081aabed9b0 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:22.401399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 66fa44bd-43c5-45de-88fe-6081aabed9b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:22.411065 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.499322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a619-cda8-4e48-b222-7bb183b2015e req-553b792f-d908-451c-bd72-76d7b913cc77 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.502597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc83a619-cda8-4e48-b222-7bb183b2015e req-553b792f-d908-451c-bd72-76d7b913cc77 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 1101 time: 0.2190635 Jul 07 16:51:22.515370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1806044a-16c5-4e35-9ec9-3a04834b8179 req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.522538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1806044a-16c5-4e35-9ec9-3a04834b8179 req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.530710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=66fa44bd-43c5-45de-88fe-6081aabed9b0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:22.590146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.598096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.673385 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1806044a-16c5-4e35-9ec9-3a04834b8179 req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.691868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1806044a-16c5-4e35-9ec9-3a04834b8179 req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5904951 Jul 07 16:51:22.708786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d00e5-65b9-478f-b40f-b8e8ae35e1fd tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043f0701-8f3b-4080-baf7-5b2b45a00eda,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:22.717424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.749940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:22.768515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc83a619-cda8-4e48-b222-7bb183b2015e req-b700c812-da7b-40bf-b517-94c366008523 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239304 Jul 07 16:51:22.802606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.803171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.803692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.804214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.804738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.805284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.805804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.806322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.806828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.807344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.808373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.808888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:22.819604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ebbf6451-405a-47c4-b0e5-3bc61486191e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:22.857612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['66fa44bd-43c5-45de-88fe-6081aabed9b0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:22.983577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:22.985206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:23.126935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ebbf6451-405a-47c4-b0e5-3bc61486191e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:23.285389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070334f6-0018-4672-b453-d7165d0f3e26 req-c7864168-e0f2-406f-bd50-c8e0ba6c3922 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.302879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-070334f6-0018-4672-b453-d7165d0f3e26 req-c7864168-e0f2-406f-bd50-c8e0ba6c3922 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 944 time: 0.1788156 Jul 07 16:51:23.330608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Router c2934fef-5f49-491a-bc64-e0dcf78c8870 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:23.433646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-070334f6-0018-4672-b453-d7165d0f3e26 req-0b778a34-686a-4c84-8cb6-917c323f057b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288083 Jul 07 16:51:23.470520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ebbf6451-405a-47c4-b0e5-3bc61486191e', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'port_id': 'ebbf6451-405a-47c4-b0e5-3bc61486191e', 'mac_address': 'fa:16:3e:c5:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62a6b83-af61-4a52-8b14-b05d68c89cc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:23.529153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-1b4b5782-242a-424b-8cf5-7f9f84ba48ff tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/721b2e3a-73da-487e-bcd6-04db92d6a2ae HTTP/1.1" status: 200 len: 1806 time: 0.0693190 Jul 07 16:51:23.556098 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.591957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0f4ac5e8-0f30-4f51-a572-167650ffded8 None None] Provisioning complete for port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:23.591957 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f4ac5e8-0f30-4f51-a572-167650ffded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.638449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ac5e8-0f30-4f51-a572-167650ffded8 None None] Port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:23.713378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-101aa537-673c-4a25-bdfe-7320f98e9d7d tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/043f0701-8f3b-4080-baf7-5b2b45a00eda HTTP/1.1" status: 200 len: 1806 time: 0.1878822 Jul 07 16:51:23.723467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.726295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '721b2e3a-73da-487e-bcd6-04db92d6a2ae', 'remote_group_id': '043f0701-8f3b-4080-baf7-5b2b45a00eda', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:23.726747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '721b2e3a-73da-487e-bcd6-04db92d6a2ae', 'remote_group_id': '043f0701-8f3b-4080-baf7-5b2b45a00eda', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:23.741094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:23.764190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bf7609e4-159a-4517-a851-f59757a2a3f7 admin admin] 10.222.0.78 "PUT /v2.0/routers/c2934fef-5f49-491a-bc64-e0dcf78c8870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5480430 Jul 07 16:51:23.805948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbf6451-405a-47c4-b0e5-3bc61486191e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:23.883535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b8b4c306-c5c7-4d09-b9ac-24825dc612c4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:23.929025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ebbf6451-405a-47c4-b0e5-3bc61486191e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:23.953701 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.994850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.147117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ebbf6451-405a-47c4-b0e5-3bc61486191e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.171093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.186038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:24.191002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.207573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:24.209047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.246355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999d8753-025f-4fbc-9f65-26fdfd0602ec,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.266791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.269045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd81bb0b-f5b8-48f5-8cb3-111032a14b71 req-f7fdc1f9-ad39-43c1-80f1-d3ef8aa5eb5a tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5546129 Jul 07 16:51:24.282065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e87486-0832-49d2-bf1e-2ab8fc532e2a req-1195af25-e8ea-42ca-bd5c-4466090793ef tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.282065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8e87486-0832-49d2-bf1e-2ab8fc532e2a req-1195af25-e8ea-42ca-bd5c-4466090793ef tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 1100 time: 0.4044895 Jul 07 16:51:24.373132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ebbf6451-405a-47c4-b0e5-3bc61486191e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:24.398036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8e87486-0832-49d2-bf1e-2ab8fc532e2a req-692e4f2c-5164-4c06-9815-6c438ff701ab tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115434 Jul 07 16:51:24.536702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.621298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port b8b4c306-c5c7-4d09-b9ac-24825dc612c4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:24.636675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.778673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.831426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:25.167130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:25.167973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d42909-e2e5-46c0-b53e-032ffde8796f req-65abc9b3-b30b-4650-a1bf-6f4aeba8c0e9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.188647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32d42909-e2e5-46c0-b53e-032ffde8796f req-65abc9b3-b30b-4650-a1bf-6f4aeba8c0e9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 945 time: 0.2752104 Jul 07 16:51:25.228534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'mac_address': 'fa:16:3e:e4:ba:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:25.330144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32d42909-e2e5-46c0-b53e-032ffde8796f req-35759bd3-84d0-45fa-9224-a908fda350b4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396718 Jul 07 16:51:25.367057 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.440619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79f16818-7212-4d6a-ba9a-3b1a9ee18342 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:25.500246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Sync routers for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:25.538397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:25.545149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.566172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48652) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:25.597800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e3e1fa8-8697-4b72-8f3c-991a9e2465bf req-00a7dd7f-382d-4fad-97b1-2ffc01b3ff4c tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/043f0701-8f3b-4080-baf7-5b2b45a00eda HTTP/1.1" status: 200 len: 1806 time: 0.1966488 Jul 07 16:51:25.603644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970877753', 'description': 'tempest-description--484844159'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:25.639457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:25.643437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:51:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:25.723374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.748995 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2e3e1fa8-8697-4b72-8f3c-991a9e2465bf req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.818146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 66fa44bd-43c5-45de-88fe-6081aabed9b0 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:25.850934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['79f16818-7212-4d6a-ba9a-3b1a9ee18342'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:25.889629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.900086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.981781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.988829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4198120 Jul 07 16:51:25.993331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48658) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:26.001484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Request body: {'security_group_rule': {'security_group_id': 'adc65f78-5501-407e-a040-dde4a6a6d089', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:26.002933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2e3e1fa8-8697-4b72-8f3c-991a9e2465bf req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.010215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b8b4c306-c5c7-4d09-b9ac-24825dc612c4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:26.014783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c521af6-456e-47ec-a51d-04741bbcaccf tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc65f78-5501-407e-a040-dde4a6a6d089,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.073042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.161381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.213523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.229971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.246217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2e3e1fa8-8697-4b72-8f3c-991a9e2465bf req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.249752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2e3e1fa8-8697-4b72-8f3c-991a9e2465bf req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.251035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e3e1fa8-8697-4b72-8f3c-991a9e2465bf req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/043f0701-8f3b-4080-baf7-5b2b45a00eda HTTP/1.1" status: 204 len: 173 time: 0.6498635 Jul 07 16:51:26.274276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2b4e22-b735-4903-8ea0-554e09c642fe,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.286659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.291138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2affa9cd-0ee4-43ea-854c-947ff620745d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963116 Jul 07 16:51:26.292063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48662) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:26.297635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Request body: {'security_group_rule': {'security_group_id': 'adc65f78-5501-407e-a040-dde4a6a6d089', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:26.312062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f0701-8f3b-4080-baf7-5b2b45a00eda,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.333643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-4ea24f66-e3c7-4f25-929f-fa5add3ddfd4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.342391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-4ea24f66-e3c7-4f25-929f-fa5add3ddfd4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 945 time: 0.5284216 Jul 07 16:51:26.360740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.368088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d4729-5316-48b9-af8f-147671260842 req-08143a25-37b2-4e69-aeb2-51ef08a6d961 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.375255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:26.376089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.377562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 66fa44bd-43c5-45de-88fe-6081aabed9b0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:26.378038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce3d4729-5316-48b9-af8f-147671260842 req-08143a25-37b2-4e69-aeb2-51ef08a6d961 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 944 time: 0.6710179 Jul 07 16:51:26.386207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.386557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.386892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.387366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.388431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.388758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.389096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.389669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.389907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.390207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.390533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.390862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbe5c9-132f-42e3-bdfd-5365124faf55 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:26.394490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 66fa44bd-43c5-45de-88fe-6081aabed9b0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:26.394777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.480040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce3d4729-5316-48b9-af8f-147671260842 req-cceb15b1-053e-4fab-afae-a4944f012a79 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007462 Jul 07 16:51:26.530806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.538232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.586923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcca828-1b76-400b-8162-c39eba0ccebf,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.596058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.600700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-24542c52-5b83-4d0c-800e-86489d7982e6 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3073039 Jul 07 16:51:26.601387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48678) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:26.611831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:26.678955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:26.695175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.707520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-6e2c3b12-5023-42e8-a78b-67e1ede87f44 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645539 Jul 07 16:51:26.872447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-9f00b770-76bb-4f6f-891b-125f79da0f3d tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.874507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-9f00b770-76bb-4f6f-891b-125f79da0f3d tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562905 Jul 07 16:51:26.880392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ebbf6451-405a-47c4-b0e5-3bc61486191e up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:26.882081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:26.882440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.941526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-02b97225-d1a9-440f-92c4-4c138ad21b92 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/quotas/d7a06a40562e44fc85561c9f1fb670b5 HTTP/1.1" status: 200 len: 375 time: 0.0553980 Jul 07 16:51:26.999282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.214348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2d0e0d4-fcb2-4240-b84b-cdf21aa0ef6e req-803d547f-9437-4357-9f24-1832e7268dc8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/721b2e3a-73da-487e-bcd6-04db92d6a2ae HTTP/1.1" status: 200 len: 1806 time: 0.2352145 Jul 07 16:51:27.257299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-50a53441-881e-4938-92db-646b6a77e4f8 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2755127 Jul 07 16:51:27.266570 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.281136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Allocated IP 172.25.5.23 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/c8d0322e-aa33-459d-8298-8282364b8c09) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:27.363560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:27.364634 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.422524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:27.562006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.677852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.694187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fa44bd-43c5-45de-88fe-6081aabed9b0'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:27.710711 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5df16c4-2c55-47fa-8ca3-83ce6cb0ff03" -d '{"events": [{"server_uuid": "4baf8154-1a75-4cd5-96aa-12f19c785cf7", "name": "network-vif-plugged", "status": "completed", "tag": "66fa44bd-43c5-45de-88fe-6081aabed9b0"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:27.729135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:27.739608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:27.746202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:27.852085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 66fa44bd-43c5-45de-88fe-6081aabed9b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:27.857768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-67d5114d-7e74-4834-8e13-a75b96a8e3ff req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2036533370', 'description': 'tempest-description-1921971178'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:27.894616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.915907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event updated for resources: {'Port': ['ID=c8d0322e-aa33-459d-8298-8282364b8c09,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:27.958639 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-67d5114d-7e74-4834-8e13-a75b96a8e3ff req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:27.970391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ebbf6451-405a-47c4-b0e5-3bc61486191e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:27.974162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:28.042894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.079143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa64f-45a6-4c21-af17-dd63d85bda30 req-aff84bda-a7a9-4544-aaa5-13c95a4a5306 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:28.087174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33eaa64f-45a6-4c21-af17-dd63d85bda30 req-aff84bda-a7a9-4544-aaa5-13c95a4a5306 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 867 time: 0.3041873 Jul 07 16:51:28.121588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No active binding found for port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:51:28.123026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:28.126224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a', '27d66434-166a-4ab7-9cb9-b8e590a2d935'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:28.159784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=415affa7-7e81-48bb-bd58-8ba8e4bd1c4e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.197626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ebbf6451-405a-47c4-b0e5-3bc61486191e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:28.199495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.223738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.250140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33eaa64f-45a6-4c21-af17-dd63d85bda30 req-05fcaa5d-32ba-4dbe-b9d6-accc9391abc9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616886 Jul 07 16:51:28.399927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-67d5114d-7e74-4834-8e13-a75b96a8e3ff req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.402592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port 415affa7-7e81-48bb-bd58-8ba8e4bd1c4e on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:28.408377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.412077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cc9c256-b27a-42ff-b904-6a0def16359c req-376fb2cb-efc7-438b-a246-f41b6a2b5a63 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "DELETE /v2.0/ports/415affa7-7e81-48bb-bd58-8ba8e4bd1c4e HTTP/1.1" status: 204 len: 173 time: 2.0610693 Jul 07 16:51:28.413738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'name': 'network-vif-deleted', 'tag': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:28.416669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.431791 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cf047-e458-4de8-b9e1-f0c97757dc16" -d '{"events": [{"server_uuid": "14b7073b-81b1-43f3-b43d-e76f5c551e4a", "name": "network-vif-deleted", "tag": "415affa7-7e81-48bb-bd58-8ba8e4bd1c4e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:28.439775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-67d5114d-7e74-4834-8e13-a75b96a8e3ff req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.502322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-67d5114d-7e74-4834-8e13-a75b96a8e3ff req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.512752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67d5114d-7e74-4834-8e13-a75b96a8e3ff req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6732075 Jul 07 16:51:28.554023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=66fa44bd-43c5-45de-88fe-6081aabed9b0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.621509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.622131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.622715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.623258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.623811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.624344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.624891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.629442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.630079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.630860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.631486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.632029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:28.734751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d8d4bca-6626-4b34-9f66-f09e51aba8d5 req-36449778-ab4a-46c4-b110-4237ee1c9801 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 210 time: 0.1355472 Jul 07 16:51:28.738497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d9ea5-75a0-4014-94bf-bc6221916b8e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c05c3-b98d-4017-85a0-1c417c34f3e0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.830601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:22Z', 'revision_number': 2, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:28.916137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Checking router: c2934fef-5f49-491a-bc64-e0dcf78c8870 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:28.916815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Updating router c2934fef-5f49-491a-bc64-e0dcf78c8870 port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:28.980703 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d750acd-0e10-4d05-a709-9c6550b01583 x-openstack-request-id: req-3d750acd-0e10-4d05-a709-9c6550b01583 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:28.981504 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baf8154-1a75-4cd5-96aa-12f19c785cf7", "name": "network-vif-plugged", "status": "completed", "tag": "66fa44bd-43c5-45de-88fe-6081aabed9b0", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:28.981942 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d750acd-0e10-4d05-a709-9c6550b01583 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:28.982770 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fa44bd-43c5-45de-88fe-6081aabed9b0', 'code': 200} Jul 07 16:51:28.984111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.988826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.004261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.083466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.107396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event updated for resources: {'Port': ['ID=c8d0322e-aa33-459d-8298-8282364b8c09,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:29.180148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ebbf6451-405a-47c4-b0e5-3bc61486191e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:29.205008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.290764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e964c-ca43-4021-8ce0-f03776a6bf73 req-136c5e0a-a5a4-409d-988b-853d65fdf5f8 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.297568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.297568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-98a299c5-d1b7-490b-b819-f51ea34701d5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6529174 Jul 07 16:51:29.298500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-379e964c-ca43-4021-8ce0-f03776a6bf73 req-136c5e0a-a5a4-409d-988b-853d65fdf5f8 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 945 time: 0.5068672 Jul 07 16:51:29.426456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-379e964c-ca43-4021-8ce0-f03776a6bf73 req-0216dd63-44c3-4e67-9d71-89c994065928 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647687 Jul 07 16:51:29.446634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1725a-c3ae-4371-8cad-12c125f160cd req-48902483-9a6e-4f78-9e0a-2ac83f100d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.455566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07c1725a-c3ae-4371-8cad-12c125f160cd req-48902483-9a6e-4f78-9e0a-2ac83f100d67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 1096 time: 0.4017341 Jul 07 16:51:29.577189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07c1725a-c3ae-4371-8cad-12c125f160cd req-959bbd18-6277-48be-9632-d8b003a4e495 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108522 Jul 07 16:51:29.805363 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6256107-00a0-4836-97b8-9c6f0bf52340 x-openstack-request-id: req-d6256107-00a0-4836-97b8-9c6f0bf52340 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:29.805832 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b7073b-81b1-43f3-b43d-e76f5c551e4a", "name": "network-vif-deleted", "tag": "415affa7-7e81-48bb-bd58-8ba8e4bd1c4e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:29.806286 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6256107-00a0-4836-97b8-9c6f0bf52340 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:29.812939 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b7073b-81b1-43f3-b43d-e76f5c551e4a', 'name': 'network-vif-deleted', 'tag': '415affa7-7e81-48bb-bd58-8ba8e4bd1c4e', 'status': 'completed', 'code': 200} Jul 07 16:51:29.886081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-baf7ef8c-d664-4a77-9bac-9ac16e267c05 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/687c05c3-b98d-4017-85a0-1c417c34f3e0 HTTP/1.1" status: 200 len: 1807 time: 0.2136188 Jul 07 16:51:29.911535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '687c05c3-b98d-4017-85a0-1c417c34f3e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:29.913624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '687c05c3-b98d-4017-85a0-1c417c34f3e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:30.064532 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.085465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Transition to ACTIVE for port object 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:30.115008 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.118203 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.167928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:30.206615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.311218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.317363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9203b4f-fb3d-44b0-9d8c-4d00708be65a req-74a17c69-8853-4a89-a983-f129a8f80272 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b7073b-81b1-43f3-b43d-e76f5c551e4a HTTP/1.1" status: 200 len: 210 time: 0.0863817 Jul 07 16:51:30.319219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.351861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a823fefe-0877-4e19-8c61-e98f2a8d57ac,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.366438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.373794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1179ff6f-1c02-4b50-b9e8-cee9d8586476 req-dcc0ec75-efd8-4707-aeb1-6cc23c2320d8 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4858625 Jul 07 16:51:30.498562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ebbf6451-405a-47c4-b0e5-3bc61486191e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.534641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-e6735a1d-fb3d-4f7b-a270-3b06fa507dc9 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/687c05c3-b98d-4017-85a0-1c417c34f3e0 HTTP/1.1" status: 200 len: 2401 time: 0.1282260 Jul 07 16:51:30.541622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '687c05c3-b98d-4017-85a0-1c417c34f3e0', 'remote_group_id': None}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:30.542212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '687c05c3-b98d-4017-85a0-1c417c34f3e0', 'remote_group_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:30.768659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68e5b1e1-d814-4b06-b01f-5c9640703bb0 req-fdaa3511-1479-438f-8874-110147d300a7 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 210 time: 0.1104593 Jul 07 16:51:30.779808 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.839832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5077-dcb5-498e-9303-2918309be72a None None] Pushing event updated for resources: {'Port': ['ID=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.926865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.935449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.984721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.989749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Attempting to bind port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:30.990369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Attempting to bind port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:30.991433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Attempting to bind port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 on network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:31.005833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fcb42a3-7b4a-4f26-a065-488e1651daf8 req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4653335 Jul 07 16:51:31.018227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf6451-405a-47c4-b0e5-3bc61486191e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:31.032333 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9a2e8-a2ef-4d7c-98b3-facf1ac4300e" -d '{"events": [{"server_uuid": "ba4bbc19-b022-4b91-9217-2675b4fc4ef4", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf6451-405a-47c4-b0e5-3bc61486191e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:31.037048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:31.037752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.257763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d695e88-e822-44ed-a2b7-1f63d0080fd7 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708e9f0d-36a4-40b9-af0d-a6e77244341c,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:31.267234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:31.267803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Checking segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:31.268129 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.268826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Bound using segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:31.270351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Bound port: 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:31.270351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.412200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-50fe1552-88df-442d-92e6-79f775420860 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753691 Jul 07 16:51:31.665858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-a5dc2935-4bd0-47bf-9d40-006b3c0d58f6 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:31.677307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-a5dc2935-4bd0-47bf-9d40-006b3c0d58f6 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555306 Jul 07 16:51:31.703440 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.724472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:31.788969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] For port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:31.870807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] For port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:31.958454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:31.967616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.992199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.152291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:32.158522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:51:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:32.159204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459d90e-3741-4d5a-a9fc-238401f0f98d req-4c28e3ee-b882-48ca-8be5-c423d58fa90e tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.160843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6459d90e-3741-4d5a-a9fc-238401f0f98d req-4c28e3ee-b882-48ca-8be5-c423d58fa90e tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 945 time: 1.1452987 Jul 07 16:51:32.186495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:32.339315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:32.344152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.391032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6459d90e-3741-4d5a-a9fc-238401f0f98d req-cf495c8e-19fb-435e-a3d0-50c013c5ef2f tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034166 Jul 07 16:51:32.411183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e42be82-83df-4c7a-b43e-a514fcbc13c3 req-c51d9052-c456-4496-8aa4-52e506cc9559 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/687c05c3-b98d-4017-85a0-1c417c34f3e0 HTTP/1.1" status: 200 len: 3000 time: 0.3474178 Jul 07 16:51:32.532390 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac6ae0d-0bbe-40d0-9a43-8584ac2d2004 x-openstack-request-id: req-dac6ae0d-0bbe-40d0-9a43-8584ac2d2004 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:32.532963 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4bbc19-b022-4b91-9217-2675b4fc4ef4", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf6451-405a-47c4-b0e5-3bc61486191e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:32.536206 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dac6ae0d-0bbe-40d0-9a43-8584ac2d2004 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:32.536858 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf6451-405a-47c4-b0e5-3bc61486191e', 'code': 200} Jul 07 16:51:32.673584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5077-dcb5-498e-9303-2918309be72a None None] Pushing event updated for resources: {'Port': ['ID=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:32.746004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:32.758081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59e98bfa-4bfd-42cf-b4d9-4c8779989ecd req-7b3d9f45-b0a2-4884-8244-8ec7af0e8828 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 210 time: 0.0563130 Jul 07 16:51:32.762741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.33 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/afed01b9-da1d-4e16-8a37-769d7b855f46) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:32.764214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f97bb-6cc1-4b32-bb00-f5167e9eb909 req-3bbe0421-f92e-4369-9c73-901f0fbeff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.765943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc6f97bb-6cc1-4b32-bb00-f5167e9eb909 req-3bbe0421-f92e-4369-9c73-901f0fbeff8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba4bbc19-b022-4b91-9217-2675b4fc4ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1249523 Jul 07 16:51:32.847935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e476166b-fa1b-4219-9700-60588cdb058a req-3f5dbea8-0041-47bb-b948-7c9b8688ec6c tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-group-rules/708e9f0d-36a4-40b9-af0d-a6e77244341c HTTP/1.1" status: 200 len: 783 time: 0.0468884 Jul 07 16:51:32.859706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc6f97bb-6cc1-4b32-bb00-f5167e9eb909 req-3b41fca8-7e9a-418d-b0e2-9cfa6b4d5c49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738394 Jul 07 16:51:32.925589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e476166b-fa1b-4219-9700-60588cdb058a req-7d55401d-6a2b-4797-8014-c584ac95b3a4 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/687c05c3-b98d-4017-85a0-1c417c34f3e0 HTTP/1.1" status: 200 len: 3000 time: 0.0765343 Jul 07 16:51:33.013421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e476166b-fa1b-4219-9700-60588cdb058a req-79ffcd14-7148-42a0-8634-97b157db49ca tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.029017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e476166b-fa1b-4219-9700-60588cdb058a req-79ffcd14-7148-42a0-8634-97b157db49ca tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.143520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e476166b-fa1b-4219-9700-60588cdb058a req-79ffcd14-7148-42a0-8634-97b157db49ca tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.182503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e476166b-fa1b-4219-9700-60588cdb058a req-79ffcd14-7148-42a0-8634-97b157db49ca tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.208965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e476166b-fa1b-4219-9700-60588cdb058a req-79ffcd14-7148-42a0-8634-97b157db49ca tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/708e9f0d-36a4-40b9-af0d-a6e77244341c HTTP/1.1" status: 204 len: 173 time: 0.2822366 Jul 07 16:51:33.212086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffcd14-7148-42a0-8634-97b157db49ca tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=708e9f0d-36a4-40b9-af0d-a6e77244341c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:33.218109 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.247089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object afed01b9-da1d-4e16-8a37-769d7b855f46 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:33.333591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:31Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:33.342640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.371770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.444965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:33.449066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:33.461391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf77c4-b866-4e0d-b833-e1a881b15e9a None None] The sync data for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 is: [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:31Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:33.716882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=afed01b9-da1d-4e16-8a37-769d7b855f46,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:33.812665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:33.820373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:33.826239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:34.116561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.139380 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.177391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-282f510b-8c23-454b-a0bb-39e767ed0846 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4653723 Jul 07 16:51:34.204865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Request body: {'port': {'device_id': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:34.338591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:34.596286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:34.607565 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979269ae-6fdf-4fcb-bb60-5baf1b49f1fe" -d '{"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-plugged", "status": "completed", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:34.823540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a7a60450-188f-43ba-8947-920bd0543c13 None None] Provisioning for port afed01b9-da1d-4e16-8a37-769d7b855f46 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:34.850244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a7a60450-188f-43ba-8947-920bd0543c13 None None] Provisioning complete for port afed01b9-da1d-4e16-8a37-769d7b855f46 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:34.850506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7a60450-188f-43ba-8947-920bd0543c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.954496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:34.965684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a7a60450-188f-43ba-8947-920bd0543c13 None None] Port afed01b9-da1d-4e16-8a37-769d7b855f46 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:34.972121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:34.972387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.973378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.163596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9f8dfe1-cf19-42fb-a9f8-18c81a551727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.255938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9884d753-a283-4c85-b7e7-95a77523a3cc req-a67fb735-e48e-436d-a7f7-e330f5794b0e tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/687c05c3-b98d-4017-85a0-1c417c34f3e0 HTTP/1.1" status: 200 len: 2401 time: 0.4163740 Jul 07 16:51:35.282112 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.371674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:35.422391 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.455008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9884d753-a283-4c85-b7e7-95a77523a3cc req-711a5d8e-8e4f-4773-a7c2-5257627ee426 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.564370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:35.775209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9884d753-a283-4c85-b7e7-95a77523a3cc req-711a5d8e-8e4f-4773-a7c2-5257627ee426 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.119034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:36.290037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:36.294489 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.646611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48880) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:36.803979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9884d753-a283-4c85-b7e7-95a77523a3cc req-711a5d8e-8e4f-4773-a7c2-5257627ee426 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.808534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9884d753-a283-4c85-b7e7-95a77523a3cc req-711a5d8e-8e4f-4773-a7c2-5257627ee426 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.846190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9884d753-a283-4c85-b7e7-95a77523a3cc req-711a5d8e-8e4f-4773-a7c2-5257627ee426 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/687c05c3-b98d-4017-85a0-1c417c34f3e0 HTTP/1.1" status: 204 len: 173 time: 1.5887356 Jul 07 16:51:36.856628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-c2a1fa3d-8548-4e8b-a3eb-999c4b3a1793 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.867677 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-c2a1fa3d-8548-4e8b-a3eb-999c4b3a1793 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 945 time: 0.3463259 Jul 07 16:51:36.944467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a5d8e-8e4f-4773-a7c2-5257627ee426 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c05c3-b98d-4017-85a0-1c417c34f3e0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:36.999698 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-19a224bb-d90e-4388-ac6a-a371291a22f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.138574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afed01b9-da1d-4e16-8a37-769d7b855f46 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:37.160247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.190718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Transition to ACTIVE for port object afed01b9-da1d-4e16-8a37-769d7b855f46 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:37.220277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.377148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port 27d66434-166a-4ab7-9cb9-b8e590a2d935 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:37.379345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.383179 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.531811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Pushing event updated for resources: {'Port': ['ID=afed01b9-da1d-4e16-8a37-769d7b855f46,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.542822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-19a224bb-d90e-4388-ac6a-a371291a22f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.551069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-19a224bb-d90e-4388-ac6a-a371291a22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.608549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7b8dcb9-446e-47bf-b6df-4c1547b2e0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.668150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port 27d66434-166a-4ab7-9cb9-b8e590a2d935, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=27d66434-166a-4ab7-9cb9-b8e590a2d935,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:37.669549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.670035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c8f1-e842-4cf3-af5b-5544d283ab73 req-efbcaca2-9372-4837-8132-367c420d6310 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:37.690088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for 27d66434-166a-4ab7-9cb9-b8e590a2d935 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:37.690342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a85c8f1-e842-4cf3-af5b-5544d283ab73 req-efbcaca2-9372-4837-8132-367c420d6310 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 945 time: 0.4973431 Jul 07 16:51:37.759695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Attempting to bind port afed01b9-da1d-4e16-8a37-769d7b855f46 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:37.760225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Attempting to bind port afed01b9-da1d-4e16-8a37-769d7b855f46 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:37.760760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Attempting to bind port afed01b9-da1d-4e16-8a37-769d7b855f46 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:37.785851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a224bb-d90e-4388-ac6a-a371291a22f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6606a4c-0264-4f33-bf91-4941582ec860,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.786721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Port afed01b9-da1d-4e16-8a37-769d7b855f46 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:37.787642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Attempting to bind port afed01b9-da1d-4e16-8a37-769d7b855f46 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:37.795362 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-19a224bb-d90e-4388-ac6a-a371291a22f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ccb036e320064e60a93c90af4229aca2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419122 Jul 07 16:51:37.802722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48892) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:37.841903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:37.844621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:37.847836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:37.849145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Bound port: afed01b9-da1d-4e16-8a37-769d7b855f46, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:37.850811 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.955678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb9b-b3fa-47c6-a937-6f465deace8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.963857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a85c8f1-e842-4cf3-af5b-5544d283ab73 req-6b2c48b9-c995-4d3a-9e69-2e87a73af2f1 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720788 Jul 07 16:51:38.112314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb9b-b3fa-47c6-a937-6f465deace8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.137816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.177889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a', '27d66434-166a-4ab7-9cb9-b8e590a2d935'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:38.286247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=27d66434-166a-4ab7-9cb9-b8e590a2d935,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.291370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] For port afed01b9-da1d-4e16-8a37-769d7b855f46, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:38.330579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] For port afed01b9-da1d-4e16-8a37-769d7b855f46, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=afed01b9-da1d-4e16-8a37-769d7b855f46,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:38.339451 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.409580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port 27d66434-166a-4ab7-9cb9-b8e590a2d935 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:38.416215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.421212 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bcb433a4-74c2-4e07-9c6f-becaeb4ac5c2 req-28f49c41-6b06-494b-bef3-656777a74c30 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "DELETE /v2.0/ports/27d66434-166a-4ab7-9cb9-b8e590a2d935 HTTP/1.1" status: 204 len: 173 time: 1.5465913 Jul 07 16:51:38.422001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'name': 'network-vif-deleted', 'tag': '27d66434-166a-4ab7-9cb9-b8e590a2d935'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:38.426455 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa490ef9-8996-4d49-8fe3-ccbd9460cf3d" -d '{"events": [{"server_uuid": "869c340b-f493-4f1b-84b1-aa4bf6cebe7e", "name": "network-vif-deleted", "tag": "27d66434-166a-4ab7-9cb9-b8e590a2d935"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:38.446394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Pushing event updated for resources: {'Port': ['ID=afed01b9-da1d-4e16-8a37-769d7b855f46,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.453376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb9b-b3fa-47c6-a937-6f465deace8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.460597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cb9b-b3fa-47c6-a937-6f465deace8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.467361 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2fc8cb9b-b3fa-47c6-a937-6f465deace8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e6606a4c-0264-4f33-bf91-4941582ec860 HTTP/1.1" status: 204 len: 168 time: 0.6610298 Jul 07 16:51:38.491990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8cb9b-b3fa-47c6-a937-6f465deace8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6606a4c-0264-4f33-bf91-4941582ec860,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.492542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481458fe-400d-48f1-b728-059886f8a134 req-ff69992e-32d7-4e46-a9be-0a29a61e0e2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.494466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-481458fe-400d-48f1-b728-059886f8a134 req-ff69992e-32d7-4e46-a9be-0a29a61e0e2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 947 time: 0.2852006 Jul 07 16:51:38.501421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.503258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.503902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-07fd3c10-90cb-4d13-b729-a9e026d5e731 service neutron] 10.222.0.13 "PUT /v2.0/ports/afed01b9-da1d-4e16-8a37-769d7b855f46 HTTP/1.1" status: 200 len: 1095 time: 4.3124046 Jul 07 16:51:38.506241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'tag': 'afed01b9-da1d-4e16-8a37-769d7b855f46'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:38.513714 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0d022b-1929-4f77-8a8a-06f4b61593fa", "tag": "afed01b9-da1d-4e16-8a37-769d7b855f46"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:38.641843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-481458fe-400d-48f1-b728-059886f8a134 req-d8523d2f-6289-45b0-8441-555af8b81059 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366782 Jul 07 16:51:39.017222 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.124491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21401dfd-2d34-4bad-a759-859c8ebe5247 req-472b679a-3240-4a44-9e93-ef0f3e6f5d13 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=869c340b-f493-4f1b-84b1-aa4bf6cebe7e HTTP/1.1" status: 200 len: 210 time: 0.0826216 Jul 07 16:51:39.140220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-dc84e6d1-3ecd-4157-afa3-b463a095fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.152180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-dc84e6d1-3ecd-4157-afa3-b463a095fe98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 1098 time: 0.3472004 Jul 07 16:51:39.282274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-9dc0db75-1b22-431d-8ca3-065dd0aa9921 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=afed01b9-da1d-4e16-8a37-769d7b855f46 HTTP/1.1" status: 200 len: 217 time: 0.1103160 Jul 07 16:51:39.359265 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fdaba9-a960-4162-be95-c9256bc6233e x-openstack-request-id: req-d9fdaba9-a960-4162-be95-c9256bc6233e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:39.359809 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-plugged", "status": "completed", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:39.361685 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9fdaba9-a960-4162-be95-c9256bc6233e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:39.363652 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'code': 200} Jul 07 16:51:39.432684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-84872f74-ef41-40a6-ba21-2cfbab308506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.436498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-84872f74-ef41-40a6-ba21-2cfbab308506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1268187 Jul 07 16:51:39.600894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031526-187f-45e2-b051-87008acc20f9 req-aeb99525-0053-4b64-b801-309032db4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.619212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-aeb99525-0053-4b64-b801-309032db4d81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757281 Jul 07 16:51:39.657145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:39.700781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32917a4-b21a-45d4-b9b2-1e86e0a0d8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.858688 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-4ea26d40-b22b-45f6-9a57-e85887cbd527 req-b16bdc8a-1e82-4ed8-b1b6-bf6a3160f76c tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] show failed (client error): The resource could not be found. Jul 07 16:51:39.859783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ea26d40-b22b-45f6-9a57-e85887cbd527 req-b16bdc8a-1e82-4ed8-b1b6-bf6a3160f76c tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/043f0701-8f3b-4080-baf7-5b2b45a00eda HTTP/1.1" status: 404 len: 352 time: 0.0501261 Jul 07 16:51:39.902691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-4ac118f0-d42d-4183-aab5-73ecd7ae4a76 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746251 Jul 07 16:51:40.053776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32917a4-b21a-45d4-b9b2-1e86e0a0d8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.072797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f32917a4-b21a-45d4-b9b2-1e86e0a0d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.114737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32917a4-b21a-45d4-b9b2-1e86e0a0d8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728fd9c9-a1c4-4964-a373-4acd6a03978f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:40.154864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28031526-187f-45e2-b051-87008acc20f9 req-dbd906a7-2a06-48e6-be8f-11c7d41ec561 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439749 Jul 07 16:51:40.161129 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f32917a4-b21a-45d4-b9b2-1e86e0a0d8c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5b7144a14d74953a5026bd5bf34ffda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003562 Jul 07 16:51:40.161588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48914) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:40.316793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9582359-9208-4b15-bc39-e504b4eb7029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.383617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f38c8-2930-45fb-987c-a17b42055c33 req-50c13f21-73b1-45de-b715-830a61781615 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.386967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b0f38c8-2930-45fb-987c-a17b42055c33 req-50c13f21-73b1-45de-b715-830a61781615 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba4bbc19-b022-4b91-9217-2675b4fc4ef4 HTTP/1.1" status: 200 len: 946 time: 0.1410730 Jul 07 16:51:40.403995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9582359-9208-4b15-bc39-e504b4eb7029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.491240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b0f38c8-2930-45fb-987c-a17b42055c33 req-ffaafb74-22b4-47b1-a58e-2f0b7c29c00d tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919898 Jul 07 16:51:40.514207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9582359-9208-4b15-bc39-e504b4eb7029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.520486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9582359-9208-4b15-bc39-e504b4eb7029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.525275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9582359-9208-4b15-bc39-e504b4eb7029 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/728fd9c9-a1c4-4964-a373-4acd6a03978f HTTP/1.1" status: 204 len: 168 time: 0.3610520 Jul 07 16:51:40.595787 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a792a8-fe5f-42b4-b75f-96a980b6f736 x-openstack-request-id: req-a1a792a8-fe5f-42b4-b75f-96a980b6f736 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:40.600113 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869c340b-f493-4f1b-84b1-aa4bf6cebe7e", "name": "network-vif-deleted", "tag": "27d66434-166a-4ab7-9cb9-b8e590a2d935", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:40.603149 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1a792a8-fe5f-42b4-b75f-96a980b6f736 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:40.604235 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869c340b-f493-4f1b-84b1-aa4bf6cebe7e', 'name': 'network-vif-deleted', 'tag': '27d66434-166a-4ab7-9cb9-b8e590a2d935', 'status': 'completed', 'code': 200} Jul 07 16:51:40.606513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9582359-9208-4b15-bc39-e504b4eb7029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728fd9c9-a1c4-4964-a373-4acd6a03978f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:40.640431 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760384e-2ac8-4864-81ed-d6218b743a83 x-openstack-request-id: req-8760384e-2ac8-4864-81ed-d6218b743a83 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:40.641088 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0d022b-1929-4f77-8a8a-06f4b61593fa", "tag": "afed01b9-da1d-4e16-8a37-769d7b855f46", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:40.641657 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8760384e-2ac8-4864-81ed-d6218b743a83 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:40.642455 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'tag': 'afed01b9-da1d-4e16-8a37-769d7b855f46', 'status': 'completed', 'code': 200} Jul 07 16:51:40.769359 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.914297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-0c529973-53ef-4a88-82d1-50e5073a98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.915931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-0c529973-53ef-4a88-82d1-50e5073a98b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 1098 time: 0.1897006 Jul 07 16:51:40.933690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5539c-8509-484e-943d-795b8525448f req-ea6a2201-10bd-4f63-8ed0-3b1332d904fc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.944209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85b5539c-8509-484e-943d-795b8525448f req-ea6a2201-10bd-4f63-8ed0-3b1332d904fc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 947 time: 0.1229358 Jul 07 16:51:40.974139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 27d66434-166a-4ab7-9cb9-b8e590a2d935 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:41.024484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 27d66434-166a-4ab7-9cb9-b8e590a2d935 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:41.025497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 27d66434-166a-4ab7-9cb9-b8e590a2d935 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:41.098478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85b5539c-8509-484e-943d-795b8525448f req-c153242d-e807-4e3b-a6ef-0bee1f79fd12 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529040 Jul 07 16:51:41.191343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-cf4e86a9-52a8-427a-880a-68a269fe0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:41.195385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-cf4e86a9-52a8-427a-880a-68a269fe0eb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2711010 Jul 07 16:51:41.298176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-d829dc4c-2b8d-4fc9-b2c2-b3a82343fed5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=afed01b9-da1d-4e16-8a37-769d7b855f46 HTTP/1.1" status: 200 len: 217 time: 0.0917833 Jul 07 16:51:41.370145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82a2bd53-2c00-4740-8dca-2ea408ab5983 req-6317a540-0338-4430-9dbd-cd9a9b805f60 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/721b2e3a-73da-487e-bcd6-04db92d6a2ae HTTP/1.1" status: 200 len: 1806 time: 0.2254958 Jul 07 16:51:41.426535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-6212f1f0-f6b7-4b5c-a744-2dcd529e0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:41.428182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-6212f1f0-f6b7-4b5c-a744-2dcd529e0715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1130910 Jul 07 16:51:41.577770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-82a2bd53-2c00-4740-8dca-2ea408ab5983 req-ebb7f0f8-a15e-4952-b9b4-f9431197ce00 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.686108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-d13973c1-3af8-4c6e-bfc3-c0c44d7b99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:41.687437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-d13973c1-3af8-4c6e-bfc3-c0c44d7b99c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2480879 Jul 07 16:51:41.701506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-82a2bd53-2c00-4740-8dca-2ea408ab5983 req-ebb7f0f8-a15e-4952-b9b4-f9431197ce00 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.021714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-82a2bd53-2c00-4740-8dca-2ea408ab5983 req-ebb7f0f8-a15e-4952-b9b4-f9431197ce00 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.025488 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-82a2bd53-2c00-4740-8dca-2ea408ab5983 req-ebb7f0f8-a15e-4952-b9b4-f9431197ce00 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.039450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82a2bd53-2c00-4740-8dca-2ea408ab5983 req-ebb7f0f8-a15e-4952-b9b4-f9431197ce00 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/721b2e3a-73da-487e-bcd6-04db92d6a2ae HTTP/1.1" status: 204 len: 173 time: 0.6646631 Jul 07 16:51:42.091946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f0f8-a15e-4952-b9b4-f9431197ce00 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721b2e3a-73da-487e-bcd6-04db92d6a2ae,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.185396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-71857079-26ab-44cf-8152-5f2e1dea9edc service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867156 Jul 07 16:51:42.583804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-309f5d19-9f38-45ef-9efa-26bd2fd35ba5 req-7a5bf4e0-c610-4820-958f-8b20bec1ceab service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888857 Jul 07 16:51:42.974609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device afed01b9-da1d-4e16-8a37-769d7b855f46 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:43.192239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port afed01b9-da1d-4e16-8a37-769d7b855f46, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=afed01b9-da1d-4e16-8a37-769d7b855f46,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:43.216261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'afed01b9-da1d-4e16-8a37-769d7b855f46', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'afed01b9-da1d-4e16-8a37-769d7b855f46', 'mac_address': 'fa:16:3e:7e:2c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:43.246726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-434a7b8f-024f-424c-bb19-b33cb98f686f req-5c695270-81b1-48ac-8b4d-6b423a3514ff tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/07827739-04c4-4ecb-a82f-e382d44226d8 HTTP/1.1" status: 200 len: 1806 time: 0.1497576 Jul 07 16:51:43.313678 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.344461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afed01b9-da1d-4e16-8a37-769d7b855f46 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:43.388751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port afed01b9-da1d-4e16-8a37-769d7b855f46, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=afed01b9-da1d-4e16-8a37-769d7b855f46,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:43.397866 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.428399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-434a7b8f-024f-424c-bb19-b33cb98f686f req-5b04f393-94ae-46de-93db-995a95182526 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.501664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-434a7b8f-024f-424c-bb19-b33cb98f686f req-5b04f393-94ae-46de-93db-995a95182526 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.547206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=afed01b9-da1d-4e16-8a37-769d7b855f46,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:43.681581 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-434a7b8f-024f-424c-bb19-b33cb98f686f req-5b04f393-94ae-46de-93db-995a95182526 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.684249 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-434a7b8f-024f-424c-bb19-b33cb98f686f req-5b04f393-94ae-46de-93db-995a95182526 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.685570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-434a7b8f-024f-424c-bb19-b33cb98f686f req-5b04f393-94ae-46de-93db-995a95182526 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/07827739-04c4-4ecb-a82f-e382d44226d8 HTTP/1.1" status: 204 len: 173 time: 0.4390872 Jul 07 16:51:43.702670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04f393-94ae-46de-93db-995a95182526 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07827739-04c4-4ecb-a82f-e382d44226d8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:43.800076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['afed01b9-da1d-4e16-8a37-769d7b855f46'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:44.198160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7feb-a56b-42b8-8441-82cf83fde4fb req-13322800-f68d-48fc-aa63-6c375a9a6f93 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:44.205955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7edc7feb-a56b-42b8-8441-82cf83fde4fb req-13322800-f68d-48fc-aa63-6c375a9a6f93 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 948 time: 0.1632864 Jul 07 16:51:44.284422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7edc7feb-a56b-42b8-8441-82cf83fde4fb req-7df90274-016a-4a2f-960a-ef94c9986d78 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773003 Jul 07 16:51:44.688392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-3926e8cf-8a90-4ce9-8ba2-736fbe1709f9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:44.691363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-3926e8cf-8a90-4ce9-8ba2-736fbe1709f9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba4bbc19-b022-4b91-9217-2675b4fc4ef4 HTTP/1.1" status: 200 len: 946 time: 0.1346922 Jul 07 16:51:45.004969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Deleting port ebbf6451-405a-47c4-b0e5-3bc61486191e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:45.006088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.171088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] For port ebbf6451-405a-47c4-b0e5-3bc61486191e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ebbf6451-405a-47c4-b0e5-3bc61486191e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:45.171506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.195990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Calling delete_port for ebbf6451-405a-47c4-b0e5-3bc61486191e owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:45.503768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.518584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['66fa44bd-43c5-45de-88fe-6081aabed9b0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:45.546228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event deleted for resources: {'Port': ['ID=ebbf6451-405a-47c4-b0e5-3bc61486191e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:45.581334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ebbf6451-405a-47c4-b0e5-3bc61486191e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:45.679080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] No DVR routers for this DVR port ebbf6451-405a-47c4-b0e5-3bc61486191e on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:45.683352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.688965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae7746e9-691a-4974-bf13-0c7e251a0170 req-6043df27-8ca2-4df9-99bb-f384cd3d3a8b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "DELETE /v2.0/ports/ebbf6451-405a-47c4-b0e5-3bc61486191e HTTP/1.1" status: 204 len: 173 time: 0.9913967 Jul 07 16:51:45.690004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'name': 'network-vif-deleted', 'tag': 'ebbf6451-405a-47c4-b0e5-3bc61486191e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:45.694408 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36da503b-f53a-4ae8-8b56-49f5e085b378" -d '{"events": [{"server_uuid": "ba4bbc19-b022-4b91-9217-2675b4fc4ef4", "name": "network-vif-deleted", "tag": "ebbf6451-405a-47c4-b0e5-3bc61486191e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:46.999621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device afed01b9-da1d-4e16-8a37-769d7b855f46 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:47.199016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port afed01b9-da1d-4e16-8a37-769d7b855f46 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:47.217366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port afed01b9-da1d-4e16-8a37-769d7b855f46 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:47.218370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.402444 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.476643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port afed01b9-da1d-4e16-8a37-769d7b855f46, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=afed01b9-da1d-4e16-8a37-769d7b855f46,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:47.478675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed01b9-da1d-4e16-8a37-769d7b855f46'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:47.485990 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f938f-3b9d-41b4-8b28-0f0ef1475f27" -d '{"events": [{"server_uuid": "fe0d022b-1929-4f77-8a8a-06f4b61593fa", "name": "network-vif-plugged", "status": "completed", "tag": "afed01b9-da1d-4e16-8a37-769d7b855f46"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:47.493516 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.495173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ebbf6451-405a-47c4-b0e5-3bc61486191e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:47.546386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: ebbf6451-405a-47c4-b0e5-3bc61486191e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:47.547308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ebbf6451-405a-47c4-b0e5-3bc61486191e not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:47.676854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=afed01b9-da1d-4e16-8a37-769d7b855f46,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:49.818001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-840350ca-7835-4a25-ab58-49a2674e068a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:49.830407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-840350ca-7835-4a25-ab58-49a2674e068a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.2004950 Jul 07 16:51:49.851339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-119fb5c7-8c33-4fbd-9364-b24635b4ce18 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.0163496 Jul 07 16:51:49.963040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-f69c390b-a875-4f1a-88a2-7ce39b99ce21 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031375 Jul 07 16:51:50.155826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-165aa05e-232e-4264-b76c-7319eeed45d0 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726260 Jul 07 16:51:50.345761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-01f502c8-07a7-41c6-b8e1-30284c8ced91 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886697 Jul 07 16:51:50.364140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39caf5c-7f15-4601-80a1-3d0e51019983 req-6df7e194-d39e-4fb8-bda6-2cfa718a3680 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:50.366117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f39caf5c-7f15-4601-80a1-3d0e51019983 req-6df7e194-d39e-4fb8-bda6-2cfa718a3680 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.1955760 Jul 07 16:51:50.546755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f39caf5c-7f15-4601-80a1-3d0e51019983 req-1cd68d42-6e5f-4293-a832-7a7756fd2120 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358659 Jul 07 16:51:50.680491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba6b373d-b1b6-4f5d-9317-344e0adc886e req-18205210-0b0d-458d-b87f-eb39591a4680 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/bdfebcfe-fa8c-46e4-81c8-9f6b212c2755 HTTP/1.1" status: 200 len: 1805 time: 0.0701087 Jul 07 16:51:50.838439 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba6b373d-b1b6-4f5d-9317-344e0adc886e req-4873a85d-01a0-4128-adc7-89384a133631 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.915178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba6b373d-b1b6-4f5d-9317-344e0adc886e req-4873a85d-01a0-4128-adc7-89384a133631 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.980431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f389b-3747-42c1-9755-af70693961bb req-1bbfe901-2749-4680-be6b-91ca67ffbfa2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:50.987070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d50f389b-3747-42c1-9755-af70693961bb req-1bbfe901-2749-4680-be6b-91ca67ffbfa2 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 949 time: 0.1342390 Jul 07 16:51:51.063163 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba6b373d-b1b6-4f5d-9317-344e0adc886e req-4873a85d-01a0-4128-adc7-89384a133631 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.068181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ba6b373d-b1b6-4f5d-9317-344e0adc886e req-4873a85d-01a0-4128-adc7-89384a133631 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.070030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba6b373d-b1b6-4f5d-9317-344e0adc886e req-4873a85d-01a0-4128-adc7-89384a133631 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/bdfebcfe-fa8c-46e4-81c8-9f6b212c2755 HTTP/1.1" status: 204 len: 173 time: 0.3680952 Jul 07 16:51:51.115233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d50f389b-3747-42c1-9755-af70693961bb req-cdcc91e4-d392-48d6-98ad-9671c6325aed tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137474 Jul 07 16:51:51.116783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a85d-01a0-4128-adc7-89384a133631 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfebcfe-fa8c-46e4-81c8-9f6b212c2755,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:51.184762 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb0c9e-0b86-43e9-b531-e6ad716bd921 x-openstack-request-id: req-c7eb0c9e-0b86-43e9-b531-e6ad716bd921 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:51.185333 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4bbc19-b022-4b91-9217-2675b4fc4ef4", "name": "network-vif-deleted", "tag": "ebbf6451-405a-47c4-b0e5-3bc61486191e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:51.185681 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7eb0c9e-0b86-43e9-b531-e6ad716bd921 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:51.186311 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4bbc19-b022-4b91-9217-2675b4fc4ef4', 'name': 'network-vif-deleted', 'tag': 'ebbf6451-405a-47c4-b0e5-3bc61486191e', 'status': 'completed', 'code': 200} Jul 07 16:51:51.241389 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eaa278-1128-4fd0-a8f7-410835a2ca53 x-openstack-request-id: req-32eaa278-1128-4fd0-a8f7-410835a2ca53 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:51.241985 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0d022b-1929-4f77-8a8a-06f4b61593fa", "name": "network-vif-plugged", "status": "completed", "tag": "afed01b9-da1d-4e16-8a37-769d7b855f46", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:51.242343 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32eaa278-1128-4fd0-a8f7-410835a2ca53 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:51.243010 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed01b9-da1d-4e16-8a37-769d7b855f46', 'code': 200} Jul 07 16:51:51.513260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-042a3f8c-af5a-424e-aee1-7f7f3d8c8049 req-c52f99a0-6e65-4f91-9e56-1ba045d093b8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 210 time: 0.1270323 Jul 07 16:51:51.630279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-9d729280-d699-499c-b281-031f5bd83810 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:51.638232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-9d729280-d699-499c-b281-031f5bd83810 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 813 time: 0.2807779 Jul 07 16:51:51.686594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-d47a0b5a-e08e-4827-bfd7-07d09b6993e4 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/quotas/a4ef839511ab4d859c867dea2a469d4b HTTP/1.1" status: 200 len: 375 time: 0.0472157 Jul 07 16:51:51.764436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c39f5ab8-988c-4a33-be1f-c39cbb9cec89 req-40775cd3-13a7-40c7-bb27-1d41922e7ca9 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/82312598-28e7-4936-a628-5a0d9a757782 HTTP/1.1" status: 200 len: 2407 time: 0.1647420 Jul 07 16:51:51.906531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-227554d2-8d9f-4547-b15d-0a5ebff4c482 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188959 Jul 07 16:51:52.006004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c39f5ab8-988c-4a33-be1f-c39cbb9cec89 req-dcee777b-f812-425f-b396-34a6269e4f44 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.122455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c39f5ab8-988c-4a33-be1f-c39cbb9cec89 req-dcee777b-f812-425f-b396-34a6269e4f44 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.318903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01f018-50d8-449c-ab9f-02e113f8ca0c req-9af3f23d-21de-4003-a656-7b28f782070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:52.320739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a01f018-50d8-449c-ab9f-02e113f8ca0c req-9af3f23d-21de-4003-a656-7b28f782070e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 1100 time: 0.9075828 Jul 07 16:51:52.334414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4d9b439-8d81-433a-a1f9-1dc0b9c93bbb service neutron] 10.222.0.78 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265590 Jul 07 16:51:52.458449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c39f5ab8-988c-4a33-be1f-c39cbb9cec89 req-dcee777b-f812-425f-b396-34a6269e4f44 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.461446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-c39f5ab8-988c-4a33-be1f-c39cbb9cec89 req-dcee777b-f812-425f-b396-34a6269e4f44 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.462708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c39f5ab8-988c-4a33-be1f-c39cbb9cec89 req-dcee777b-f812-425f-b396-34a6269e4f44 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/82312598-28e7-4936-a628-5a0d9a757782 HTTP/1.1" status: 204 len: 173 time: 0.6872828 Jul 07 16:51:52.496379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a01f018-50d8-449c-ab9f-02e113f8ca0c req-9a1a3a40-cd94-4e01-9907-96705e9b0deb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477814 Jul 07 16:51:52.510575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee777b-f812-425f-b396-34a6269e4f44 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82312598-28e7-4936-a628-5a0d9a757782,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:52.530800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c6e11666-ac90-41a9-9c4e-eeb3bc414bcf service neutron] 10.222.0.78 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953623 Jul 07 16:51:52.540112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c9b421d9-9043-48d5-92e2-1256b9c5e472 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:52.541950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c9b421d9-9043-48d5-92e2-1256b9c5e472 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "GET /v2.0/ports?device_id=4baf8154-1a75-4cd5-96aa-12f19c785cf7 HTTP/1.1" status: 200 len: 945 time: 0.3777616 Jul 07 16:51:52.757143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Deleting port 66fa44bd-43c5-45de-88fe-6081aabed9b0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:52.757578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.057704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] For port 66fa44bd-43c5-45de-88fe-6081aabed9b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=66fa44bd-43c5-45de-88fe-6081aabed9b0,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:53.058601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.116626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Calling delete_port for 66fa44bd-43c5-45de-88fe-6081aabed9b0 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:53.545527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.585535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.602578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['66fa44bd-43c5-45de-88fe-6081aabed9b0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:53.686660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event deleted for resources: {'Port': ['ID=66fa44bd-43c5-45de-88fe-6081aabed9b0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:53.710250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-a7e3955a-f2c7-4d5a-ba15-396db082ac8b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.713202 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-a7e3955a-f2c7-4d5a-ba15-396db082ac8b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.3575068 Jul 07 16:51:53.763180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:53.812720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] No DVR routers for this DVR port 66fa44bd-43c5-45de-88fe-6081aabed9b0 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:53.830748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.850950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acdd594b-d736-4489-b210-ad9710d2fbc0 req-c76727ee-b953-46d9-9549-f0f5caaa6af5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "DELETE /v2.0/ports/66fa44bd-43c5-45de-88fe-6081aabed9b0 HTTP/1.1" status: 204 len: 173 time: 1.3019843 Jul 07 16:51:53.851603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'name': 'network-vif-deleted', 'tag': '66fa44bd-43c5-45de-88fe-6081aabed9b0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:53.857016 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31635f8b-51c6-4c44-b644-a65285ba8307" -d '{"events": [{"server_uuid": "4baf8154-1a75-4cd5-96aa-12f19c785cf7", "name": "network-vif-deleted", "tag": "66fa44bd-43c5-45de-88fe-6081aabed9b0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:53.894374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a1f88-5dca-4cd3-9078-986334814ccb req-8526b45e-030a-4437-a531-1aad81f544d8 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.909853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-980a1f88-5dca-4cd3-9078-986334814ccb req-8526b45e-030a-4437-a531-1aad81f544d8 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 949 time: 0.3845484 Jul 07 16:51:54.026056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-980a1f88-5dca-4cd3-9078-986334814ccb req-b4e91ffe-7aec-4776-b0c6-931ecd0c0adf tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097724 Jul 07 16:51:54.150605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d0c9fd9-aa38-4518-813d-8f8faffa4b60 req-3b2446c3-f9f2-4955-bf63-4a43b2be441b tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "GET /v2.0/security-groups/83cb3581-419f-4176-8499-8f3b81768edf HTTP/1.1" status: 200 len: 2400 time: 0.0927532 Jul 07 16:51:54.275960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:54.283947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.370881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0d0c9fd9-aa38-4518-813d-8f8faffa4b60 req-f0ab4753-e700-4464-8045-1989776f4159 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.458285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0d0c9fd9-aa38-4518-813d-8f8faffa4b60 req-f0ab4753-e700-4464-8045-1989776f4159 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.537894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.8 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/c045a4be-3128-4cf1-82b1-c0778421bff5) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:54.586668 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0d0c9fd9-aa38-4518-813d-8f8faffa4b60 req-f0ab4753-e700-4464-8045-1989776f4159 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.589386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0d0c9fd9-aa38-4518-813d-8f8faffa4b60 req-f0ab4753-e700-4464-8045-1989776f4159 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.591293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d0c9fd9-aa38-4518-813d-8f8faffa4b60 req-f0ab4753-e700-4464-8045-1989776f4159 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] 10.222.0.78 "DELETE /v2.0/security-groups/83cb3581-419f-4176-8499-8f3b81768edf HTTP/1.1" status: 204 len: 173 time: 0.4328907 Jul 07 16:51:54.611563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49182) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:54.612441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4753-e700-4464-8045-1989776f4159 tempest-SecurityGroupRulesTestJSON-228291209 tempest-SecurityGroupRulesTestJSON-228291209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb3581-419f-4176-8499-8f3b81768edf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:54.734697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f9afd11-01c0-4c7d-93a0-ea9fa80bdbe4 req-b441ac8c-05e1-4162-b391-9b922640b53f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 210 time: 0.0372329 Jul 07 16:51:54.745963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Deleting subnet a0f6b687-787b-413d-8aa5-807c68baf83f {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:54.750562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.844518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.025279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:55.109321 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.234749 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.289050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.292866 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.310414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.319192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49194) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:55.323285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a0f6b687-787b-413d-8aa5-807c68baf83f HTTP/1.1" status: 204 len: 168 time: 0.6946237 Jul 07 16:51:55.350223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:55.357583 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa49eb8-99e2-48b6-bd55-9fa10140cbd7" -d '{"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:55.374804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07f8d7-4dbc-4e27-b67e-a25331bc72bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f6b687-787b-413d-8aa5-807c68baf83f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.401139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:55.412254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.477675 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f20e93-0eb9-4eb2-b192-5801b593eb00 x-openstack-request-id: req-38f20e93-0eb9-4eb2-b192-5801b593eb00 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:55.478384 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baf8154-1a75-4cd5-96aa-12f19c785cf7", "name": "network-vif-deleted", "tag": "66fa44bd-43c5-45de-88fe-6081aabed9b0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:55.479605 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38f20e93-0eb9-4eb2-b192-5801b593eb00 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:55.481004 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baf8154-1a75-4cd5-96aa-12f19c785cf7', 'name': 'network-vif-deleted', 'tag': '66fa44bd-43c5-45de-88fe-6081aabed9b0', 'status': 'completed', 'code': 200} Jul 07 16:51:55.510827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.861196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.895262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:55.906816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.965727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7bd7a-5363-49e3-bbee-94cd1387e474 req-c110dfe5-c25c-43cf-900d-4d8dd26d83dd tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:55.986443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00d7bd7a-5363-49e3-bbee-94cd1387e474 req-c110dfe5-c25c-43cf-900d-4d8dd26d83dd tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.2250419 Jul 07 16:51:56.160715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00d7bd7a-5363-49e3-bbee-94cd1387e474 req-e6b5210c-812a-40f0-b999-dcb0ff045eea tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720560 Jul 07 16:51:56.182103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:56.274272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:56.381167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:56.825732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.826809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.836594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65f024-9fd0-44b7-9641-1fc73d4c4279 req-feb0a82c-54b0-4428-a26f-3eb1f25f2e40 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.843085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=c045a4be-3128-4cf1-82b1-c0778421bff5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:56.843321 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8561c12-f16f-405d-972b-c57b50234187 x-openstack-request-id: req-c8561c12-f16f-405d-972b-c57b50234187 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:56.850470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d65f024-9fd0-44b7-9641-1fc73d4c4279 req-feb0a82c-54b0-4428-a26f-3eb1f25f2e40 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 949 time: 0.1600339 Jul 07 16:51:56.856122 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:56.856688 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8561c12-f16f-405d-972b-c57b50234187 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:56.859756 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'code': 200} Jul 07 16:51:56.929003 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:51:57.009048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d65f024-9fd0-44b7-9641-1fc73d4c4279 req-b1a97db8-3fc3-40c1-8577-2f7cda8f8e07 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566989 Jul 07 16:51:57.034158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.057448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f5852-55b0-4790-b1dc-162c032ba6ba']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:57.067920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8855899-a0ba-418c-9a1b-d6f29a24027d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:57.068228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8855899-a0ba-418c-9a1b-d6f29a24027d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:57.073801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76234d7c-08dd-4c3d-b0f4-4d0fab1b883d req-7ef29983-5f87-45d8-99ee-a2cae0b4b8cc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 210 time: 0.1191764 Jul 07 16:51:57.083152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.168410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.186774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-dc28b93c-78a3-4830-a03b-5b9011d2b0f9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4629745 Jul 07 16:51:57.187970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:57.188539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:57.193662 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:57.247986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-395c3898-e7dc-4049-a31f-1be552cc161f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:57.249893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-395c3898-e7dc-4049-a31f-1be552cc161f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220845 Jul 07 16:51:57.557040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.574676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-0bca6fc1-3898-46ee-b0d8-532e575c75f0 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.586266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-0bca6fc1-3898-46ee-b0d8-532e575c75f0 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 813 time: 0.2629840 Jul 07 16:51:57.593629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.608234 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] 10.222.0.78 "DELETE /v2.0/networks/8a5f5852-55b0-4790-b1dc-162c032ba6ba HTTP/1.1" status: 204 len: 168 time: 2.2829323 Jul 07 16:51:57.713027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Request body: {'port': {'device_id': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:57.733196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade72015-2f78-4943-a672-5c555822fe5e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5f5852-55b0-4790-b1dc-162c032ba6ba,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:57.884120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 66fa44bd-43c5-45de-88fe-6081aabed9b0 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:58.001850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 66fa44bd-43c5-45de-88fe-6081aabed9b0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:58.009226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 66fa44bd-43c5-45de-88fe-6081aabed9b0 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:58.011039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.023283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Request body: {'port': {'device_id': '38ec7422-6014-407e-b730-600073727745', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'admin_state_up': True, 'tenant_id': 'a4ef839511ab4d859c867dea2a469d4b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:58.031108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49234) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:58.277168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c91f1ea5-43ed-43d4-ad11-1073ba1950f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd5d916ad7ab4b09a28eaf26de94f93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423396 Jul 07 16:51:58.287384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:58.495839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-8fe783b5-cf59-45af-ad4b-2d29f973e84d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.504538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-8fe783b5-cf59-45af-ad4b-2d29f973e84d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.8858125 Jul 07 16:51:58.535555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-0101b757-5f80-4513-ac67-020e34411ed4 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.537371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-0101b757-5f80-4513-ac67-020e34411ed4 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 813 time: 0.8860559 Jul 07 16:51:58.570487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Request body: {'port': {'device_id': '41a09b89-319f-4d01-a778-b820651a5087', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'admin_state_up': True, 'tenant_id': 'a4ef839511ab4d859c867dea2a469d4b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:58.590377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff355045-324c-42c1-9a7e-7cb10181b940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.600297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-e87ae832-f907-410d-b9c0-348bf150d878 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/quotas/c26f024412694ff2be737116e84500e8 HTTP/1.1" status: 200 len: 375 time: 0.0605121 Jul 07 16:51:58.615630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a0042-a010-441c-84d2-504a319ee3de req-99714400-9eab-4f70-968c-8f0c7bc163e9 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.620172 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215a0042-a010-441c-84d2-504a319ee3de req-99714400-9eab-4f70-968c-8f0c7bc163e9 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f87fdfa-fced-4d25-9b12-25c33e0cf6e6 HTTP/1.1" status: 200 len: 943 time: 0.4147553 Jul 07 16:51:59.245800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c045a4be-3128-4cf1-82b1-c0778421bff5 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:59.252873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff355045-324c-42c1-9a7e-7cb10181b940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.276344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.326166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Transition to ACTIVE for port object c045a4be-3128-4cf1-82b1-c0778421bff5 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:59.348035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.351546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Made reservation on behalf of a4ef839511ab4d859c867dea2a469d4b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:59.358232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.412659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad8fb5-b341-4c72-8e74-13a53df5fee4 req-50da9143-cc0f-4f08-9e95-c3ff328dd159 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.428663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25ad8fb5-b341-4c72-8e74-13a53df5fee4 req-50da9143-cc0f-4f08-9e95-c3ff328dd159 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 931 time: 1.8401988 Jul 07 16:51:59.479273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Pushing event updated for resources: {'Port': ['ID=c045a4be-3128-4cf1-82b1-c0778421bff5,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.520777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff355045-324c-42c1-9a7e-7cb10181b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.523470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff355045-324c-42c1-9a7e-7cb10181b940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.524687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ff355045-324c-42c1-9a7e-7cb10181b940 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b79cbe2b-400b-45c9-9e72-8a06db7ddd80 HTTP/1.1" status: 204 len: 168 time: 1.2358429 Jul 07 16:51:59.547233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff355045-324c-42c1-9a7e-7cb10181b940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79cbe2b-400b-45c9-9e72-8a06db7ddd80,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.552289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Deleting port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:59.552723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.619959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Attempting to bind port c045a4be-3128-4cf1-82b1-c0778421bff5 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:59.622272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Attempting to bind port c045a4be-3128-4cf1-82b1-c0778421bff5 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:59.622272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Attempting to bind port c045a4be-3128-4cf1-82b1-c0778421bff5 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:59.633095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Port c045a4be-3128-4cf1-82b1-c0778421bff5 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:59.633589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Attempting to bind port c045a4be-3128-4cf1-82b1-c0778421bff5 on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:59.649655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:59.649979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:59.650377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:59.650846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Bound port: c045a4be-3128-4cf1-82b1-c0778421bff5, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:59.651729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.734519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] For port 79f16818-7212-4d6a-ba9a-3b1a9ee18342, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79f16818-7212-4d6a-ba9a-3b1a9ee18342,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:59.734791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.759968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Calling delete_port for 79f16818-7212-4d6a-ba9a-3b1a9ee18342 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:59.761904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25ad8fb5-b341-4c72-8e74-13a53df5fee4 req-aec36ebf-97f1-4fdd-853a-8c64f2ef1dde tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297274 Jul 07 16:51:59.793577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] For port c045a4be-3128-4cf1-82b1-c0778421bff5, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:59.820518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-62fb0ed6-6355-48e8-a62c-cbd0783a9e55 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1819851 Jul 07 16:51:59.900135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] For port c045a4be-3128-4cf1-82b1-c0778421bff5, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c045a4be-3128-4cf1-82b1-c0778421bff5,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:59.926721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-5e217fc6-06f7-4956-ada2-5e148fc2b1ce tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:59.927801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-5e217fc6-06f7-4956-ada2-5e148fc2b1ce tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420318 Jul 07 16:51:59.932466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.032466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Made reservation on behalf of a4ef839511ab4d859c867dea2a469d4b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:00.036584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.080665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.089469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.091962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] 10.222.0.54 "PUT /v2.0/ports/c045a4be-3128-4cf1-82b1-c0778421bff5 HTTP/1.1" status: 200 len: 1091 time: 2.5811625 Jul 07 16:52:00.095123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'tag': 'c045a4be-3128-4cf1-82b1-c0778421bff5'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:00.106180 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2347fa1-3204-4fd7-87c5-82840567a02e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2d1924-8ace-45b6-83c1-4f502d1a220a", "tag": "c045a4be-3128-4cf1-82b1-c0778421bff5"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:00.279560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868063-5306-4c9b-a1c6-6e17a83dae6e service neutron] Pushing event updated for resources: {'Port': ['ID=c045a4be-3128-4cf1-82b1-c0778421bff5,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:00.432317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.469789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Allocated IP 172.20.0.14 (3299c7bc-3664-4edc-9138-e834d549a0aa/c62a6b83-af61-4a52-8b14-b05d68c89cc1/4a638982-a154-493f-8f28-dad9fb34e8a6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:00.540015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event deleted for resources: {'Port': ['ID=79f16818-7212-4d6a-ba9a-3b1a9ee18342,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:00.588160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-25ff1e0b-5e1a-4bd3-a894-5cdda17615e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.590174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-25ff1e0b-5e1a-4bd3-a894-5cdda17615e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 1094 time: 0.3997843 Jul 07 16:52:00.646205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] No DVR routers for this DVR port 79f16818-7212-4d6a-ba9a-3b1a9ee18342 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:00.678942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.686232 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215a0042-a010-441c-84d2-504a319ee3de req-e51e1756-b3f8-400f-833d-753d2fe7d292 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "DELETE /v2.0/ports/79f16818-7212-4d6a-ba9a-3b1a9ee18342 HTTP/1.1" status: 204 len: 173 time: 2.0536792 Jul 07 16:52:00.691965 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-40324ca1-4516-4aef-8816-caf5f45423bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c045a4be-3128-4cf1-82b1-c0778421bff5 HTTP/1.1" status: 200 len: 217 time: 0.0906322 Jul 07 16:52:00.908690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-50120565-5954-4344-a458-f65c410b3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.922107 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-50120565-5954-4344-a458-f65c410b3711 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.2208474 Jul 07 16:52:01.041376 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-c089e4ac-4513-4436-a0e4-b02dd60360f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114364 Jul 07 16:52:01.282253 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-359d2bac-a050-46d4-8f83-f5070392b89e service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320063 Jul 07 16:52:01.326404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.380397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49288) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:01.423794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-a4a80fe3-50be-4816-b69b-c6c016ff9f57 service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4508038 Jul 07 16:52:01.508990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eacdf-fd5d-43bc-8b55-ee14fd043971 req-87c9fe2b-9908-49a8-bdae-bcc67331d1ed tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.522838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c85eacdf-fd5d-43bc-8b55-ee14fd043971 req-87c9fe2b-9908-49a8-bdae-bcc67331d1ed tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 1100 time: 1.2662570 Jul 07 16:52:01.538893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6b09c5a3-48f7-439d-ac78-3fcd0d99267a req-3a1ccfac-e3d6-4775-8945-512f6db5263c service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427242 Jul 07 16:52:01.649731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ddd8f0b5-4975-4770-b6ef-16ef0d9f3f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.737640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.802228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c85eacdf-fd5d-43bc-8b55-ee14fd043971 req-3e2e14d0-234f-4d60-acc0-c93b518b38c4 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765925 Jul 07 16:52:01.900566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49302) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:01.959711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-31445862-53fe-45b8-abfd-a900bfc56861 service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176666 Jul 07 16:52:02.034518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Network 3299c7bc-3664-4edc-9138-e834d549a0aa is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:02.072411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event updated for resources: {'Port': ['ID=4a638982-a154-493f-8f28-dad9fb34e8a6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:02.130871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:02.157469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:02.164713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-668993474-network', 'tenant_id': '379a6a47594e4618804129d568ce68f0'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:02.187440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Allocated IP 172.20.0.13 (3299c7bc-3664-4edc-9138-e834d549a0aa/c62a6b83-af61-4a52-8b14-b05d68c89cc1/3a4cb355-6ebe-4552-898e-a98d72a58a1e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:02.474343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ddd8f0b5-4975-4770-b6ef-16ef0d9f3f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.506201 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ddd8f0b5-4975-4770-b6ef-16ef0d9f3f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.512228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Made reservation on behalf of 379a6a47594e4618804129d568ce68f0 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:02.516364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.546179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.575630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ddd8f0b5-4975-4770-b6ef-16ef0d9f3f4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=160beb02075e47a8b3ebdf97dc198b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1842833 Jul 07 16:52:02.580773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49316) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:02.588750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.589678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.713836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8f0b5-4975-4770-b6ef-16ef0d9f3f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379af7df-13ba-46be-950b-33a2c8949f4f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:02.794217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.811739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e44d09c6-1eee-47c4-8074-2f685a82ce0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.826877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0c87c-8434-4db0-94e0-847e08916445 req-d0caba03-b295-41f5-8f7e-9942cdf8e151 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.828574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1eb0c87c-8434-4db0-94e0-847e08916445 req-d0caba03-b295-41f5-8f7e-9942cdf8e151 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 932 time: 0.2515681 Jul 07 16:52:02.867921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e44d09c6-1eee-47c4-8074-2f685a82ce0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.914621 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2881f-e0e7-4c19-b5c5-51a260a4a46b x-openstack-request-id: req-30c2881f-e0e7-4c19-b5c5-51a260a4a46b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:02.915671 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2d1924-8ace-45b6-83c1-4f502d1a220a", "tag": "c045a4be-3128-4cf1-82b1-c0778421bff5", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:02.915671 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30c2881f-e0e7-4c19-b5c5-51a260a4a46b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:02.916099 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'tag': 'c045a4be-3128-4cf1-82b1-c0778421bff5', 'status': 'completed', 'code': 200} Jul 07 16:52:02.947086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1eb0c87c-8434-4db0-94e0-847e08916445 req-0097052e-ed01-4861-8be7-6752f9e67fa9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104808 Jul 07 16:52:02.960565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.010435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Network 3299c7bc-3664-4edc-9138-e834d549a0aa is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:03.050029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:03.061153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:03.075863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:03.101158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e44d09c6-1eee-47c4-8074-2f685a82ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.111559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e44d09c6-1eee-47c4-8074-2f685a82ce0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.116792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e44d09c6-1eee-47c4-8074-2f685a82ce0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/379af7df-13ba-46be-950b-33a2c8949f4f HTTP/1.1" status: 204 len: 168 time: 0.5307164 Jul 07 16:52:03.133232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 79f16818-7212-4d6a-ba9a-3b1a9ee18342 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:03.134328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79f16818-7212-4d6a-ba9a-3b1a9ee18342 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:03.162127 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.163849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d09c6-1eee-47c4-8074-2f685a82ce0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379af7df-13ba-46be-950b-33a2c8949f4f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.176856 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.197625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:03.252600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.253045 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Added segment 8036bc94-6471-4ea4-a795-4c7339318388 of type vlan for network 4ed5371e-d393-4577-a03b-688d5e265f7f Jul 07 16:52:03.289989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee992d7a-7b82-4fb4-be10-52e2e10497fc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.299094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-243bf71a-8387-485d-9133-a64e02f8b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.300654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-243bf71a-8387-485d-9133-a64e02f8b6b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 1094 time: 0.3769491 Jul 07 16:52:03.312273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-6597929d-5ec2-476a-8b22-b3865df50fb9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4804101 Jul 07 16:52:03.321300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event updated for resources: {'Port': ['ID=3a4cb355-6ebe-4552-898e-a98d72a58a1e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.343626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.374511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-9d082e72-dc72-4edb-a952-d1a7bcdb38b1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2189558 Jul 07 16:52:03.393571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Request body: {'port': {'device_id': '38ec7422-6014-407e-b730-600073727745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:03.540541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-c5ba92e2-52ba-40e9-8cb6-c2c1aff7c250 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.541805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-c5ba92e2-52ba-40e9-8cb6-c2c1aff7c250 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639793 Jul 07 16:52:03.586977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.604787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.605883 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.643332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-71fdba3c-784e-4993-b7b0-35ef039f4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.645494 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-71fdba3c-784e-4993-b7b0-35ef039f4525 service neutron] 10.222.0.54 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.3047376 Jul 07 16:52:03.648565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-8490237f-2422-4556-a2af-6dd67770e07b tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/quotas/d7a06a40562e44fc85561c9f1fb670b5 HTTP/1.1" status: 200 len: 375 time: 0.0696959 Jul 07 16:52:03.660876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-edfdc8f5-e1a7-4d17-8b28-ffca18e51c46 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1012917 Jul 07 16:52:03.708365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49344) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:03.721016 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-68c07ba0-98b6-41d3-b009-403595be3e5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c045a4be-3128-4cf1-82b1-c0778421bff5 HTTP/1.1" status: 200 len: 217 time: 0.0580671 Jul 07 16:52:03.725432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-87ebfc73-a5f7-4025-ad24-7ea6f5b32fc3 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:03.726544 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-87ebfc73-a5f7-4025-ad24-7ea6f5b32fc3 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207386 Jul 07 16:52:03.729665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.730789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.731510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.737383 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f284e7b-2028-464a-a828-61086342947a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.763755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Request body: {'port': {'device_id': '41a09b89-319f-4d01-a778-b820651a5087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:03.784375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db2e47-c352-4a74-9028-e130558a1e1e req-de612c79-b3d9-4139-a63c-cd3f5f839831 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.786152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31db2e47-c352-4a74-9028-e130558a1e1e req-de612c79-b3d9-4139-a63c-cd3f5f839831 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 943 time: 0.6257632 Jul 07 16:52:03.816718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.895562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-04de549d-c5b0-4792-8904-e1db959c53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.897305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-04de549d-c5b0-4792-8904-e1db959c53d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.1629131 Jul 07 16:52:03.899571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed5371e-d393-4577-a03b-688d5e265f7f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.912992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 4ed5371e-d393-4577-a03b-688d5e265f7f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:03.951994 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-ac8aff93-7ef8-4f1d-ac71-d45e1750554c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445516 Jul 07 16:52:04.002424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31db2e47-c352-4a74-9028-e130558a1e1e req-d021c237-7dad-4019-b7bc-7419ed41d3a4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908357 Jul 07 16:52:04.037829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.152153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-4dd4bede-c139-45c1-8ac3-e50e98ad4c9a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4897926 Jul 07 16:52:04.281568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f284e7b-2028-464a-a828-61086342947a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.299069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f284e7b-2028-464a-a828-61086342947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.334704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f284e7b-2028-464a-a828-61086342947a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5919ccb0641464a8d6acfbb5602b20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234655 Jul 07 16:52:04.345897 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8159f29b-496b-4f14-ae48-335dd7831a11 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4439490 Jul 07 16:52:04.348290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49352) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:04.348631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:04.359761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41b76440-1607-4bd4-8cab-9d0554dc95ab req-e846b1a2-d095-4d9c-9210-8186c5c2eb4d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 210 time: 0.0644689 Jul 07 16:52:04.381886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Request body: {'subnet': {'network_id': '4ed5371e-d393-4577-a03b-688d5e265f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-668993474-subnet', 'tenant_id': '379a6a47594e4618804129d568ce68f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:04.561732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Made reservation on behalf of 379a6a47594e4618804129d568ce68f0 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:04.564257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.588399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f284e7b-2028-464a-a828-61086342947a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b49a4-4646-469e-8b8a-8dc1cb4e3a1c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:04.701376 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-379d13f4-7f5b-4d91-9741-ecf30133b405 service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129112 Jul 07 16:52:04.750208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b81f3b85-8c80-4fed-aaf7-00b001ce0d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.782373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b81f3b85-8c80-4fed-aaf7-00b001ce0d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.783969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-77560c2f-a5ca-4784-9501-cdb5e5fdceff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a19acf42-a375-4544-bbe2-54e732bf6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8100049 Jul 07 16:52:04.956894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-deleted', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:04.966219 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd482bc-0892-42a9-9f41-1042240d4e5a" -d '{"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-deleted", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:05.139847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-bafca17a-7da8-4ab7-9d23-84c8a55e49a1 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.146876 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-bafca17a-7da8-4ab7-9d23-84c8a55e49a1 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.9713311 Jul 07 16:52:05.174612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f352fef-ee58-4f9b-abde-f4ef4400ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.211928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886d385-20b6-4744-b46f-9aa975c0580a req-1aa38236-85df-4c17-b32c-e2b0289a3ef9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.226683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2886d385-20b6-4744-b46f-9aa975c0580a req-1aa38236-85df-4c17-b32c-e2b0289a3ef9 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 932 time: 0.4851933 Jul 07 16:52:05.319269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a638982-a154-493f-8f28-dad9fb34e8a6 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:05.346210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-25fc41ea-0c15-43c5-beb9-4ae1f657ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.349541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-25fc41ea-0c15-43c5-beb9-4ae1f657ca36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 1100 time: 0.5258188 Jul 07 16:52:05.355796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-30c7eb9e-11be-4b52-8430-36d76f68c7a0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.358274 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-30c7eb9e-11be-4b52-8430-36d76f68c7a0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.4878435 Jul 07 16:52:05.359592 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.393559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b34b-781b-4706-9fd7-ffd23f600f2e req-0537b078-a099-496a-a93e-4403a270886d tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.394057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b81f3b85-8c80-4fed-aaf7-00b001ce0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.397663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b81f3b85-8c80-4fed-aaf7-00b001ce0d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.402415 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b81f3b85-8c80-4fed-aaf7-00b001ce0d91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/140b49a4-4646-469e-8b8a-8dc1cb4e3a1c HTTP/1.1" status: 204 len: 168 time: 1.0509171 Jul 07 16:52:05.410513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2955b34b-781b-4706-9fd7-ffd23f600f2e req-0537b078-a099-496a-a93e-4403a270886d tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.5890625 Jul 07 16:52:05.419453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Request body: {'port': {'device_id': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'admin_state_up': True, 'tenant_id': 'c26f024412694ff2be737116e84500e8'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:05.430483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2886d385-20b6-4744-b46f-9aa975c0580a req-cafb6895-794a-4a40-bcbd-5535172bf192 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013788 Jul 07 16:52:05.445042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e2347fa1-3204-4fd7-87c5-82840567a02e req-bc36231e-b0ac-4510-b132-f04f3fdd6dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350264 Jul 07 16:52:05.524851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f3b85-8c80-4fed-aaf7-00b001ce0d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b49a4-4646-469e-8b8a-8dc1cb4e3a1c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:05.710121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Transition to ACTIVE for port object 4a638982-a154-493f-8f28-dad9fb34e8a6 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:05.889940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-6e0a4c6a-190c-4b5a-8c03-111ae25686b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.894497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-6e0a4c6a-190c-4b5a-8c03-111ae25686b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.4528258 Jul 07 16:52:05.894497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.904253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c045a4be-3128-4cf1-82b1-c0778421bff5 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:05.956793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Deleting port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:05.957164 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.076403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Made reservation on behalf of c26f024412694ff2be737116e84500e8 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:06.080488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.152282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73189c61-701b-40cc-a5f3-d68f59435518 req-91c1e403-b2c9-4814-a104-ee4a064ef9ed tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 210 time: 0.2818420 Jul 07 16:52:06.234407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2955b34b-781b-4706-9fd7-ffd23f600f2e req-ff9e2c45-ec7a-406d-9b7c-75cd1318e458 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8223331 Jul 07 16:52:06.317568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c045a4be-3128-4cf1-82b1-c0778421bff5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c045a4be-3128-4cf1-82b1-c0778421bff5,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:06.346925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'c045a4be-3128-4cf1-82b1-c0778421bff5', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': 'c045a4be-3128-4cf1-82b1-c0778421bff5', 'mac_address': 'fa:16:3e:7b:65:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:06.394625 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e872e7d8-0111-4b23-b1d6-e8fc99ea8a6f x-openstack-request-id: req-e872e7d8-0111-4b23-b1d6-e8fc99ea8a6f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:06.395630 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f87fdfa-fced-4d25-9b12-25c33e0cf6e6", "name": "network-vif-deleted", "tag": "79f16818-7212-4d6a-ba9a-3b1a9ee18342", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:06.395750 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e872e7d8-0111-4b23-b1d6-e8fc99ea8a6f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:06.396448 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f87fdfa-fced-4d25-9b12-25c33e0cf6e6', 'name': 'network-vif-deleted', 'tag': '79f16818-7212-4d6a-ba9a-3b1a9ee18342', 'status': 'completed', 'code': 200} Jul 07 16:52:06.398749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-231c80d5-d5c2-4446-8c15-9c7b390bc569 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=690cff92-e928-4a50-8228-f7e44ed391b0 HTTP/1.1" status: 200 len: 217 time: 0.4212494 Jul 07 16:52:06.450457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.495129 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.501772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4cb355-6ebe-4552-898e-a98d72a58a1e {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:06.514789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.531225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c045a4be-3128-4cf1-82b1-c0778421bff5 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:06.534942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Transition to ACTIVE for port object 3a4cb355-6ebe-4552-898e-a98d72a58a1e will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:06.592233 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.640890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06a8f29-7ef9-45be-9591-51d50d565f18,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:06.643289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c045a4be-3128-4cf1-82b1-c0778421bff5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c045a4be-3128-4cf1-82b1-c0778421bff5,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:06.650332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.752648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] For port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:06.753820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.766128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=c045a4be-3128-4cf1-82b1-c0778421bff5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:06.922835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Allocated IP 172.20.0.13 (68301043-2b07-4a40-b171-587b7a29738d/6fe65595-fae8-4119-8e8c-cea4d24deba9/d8fd8f86-f5b6-459d-a2a6-cc7612bd6695) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:07.063497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['c045a4be-3128-4cf1-82b1-c0778421bff5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:07.212253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Pushing event updated for resources: {'Port': ['ID=4a638982-a154-493f-8f28-dad9fb34e8a6,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.232591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-c39ff55f-6bdd-4824-90f8-ca644f247092 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3198314 Jul 07 16:52:07.264336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84960909-1172-4e5e-b9fd-48365ef3eabe req-85e7f7cb-9fab-41b9-be50-31e44af3030c tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 210 time: 0.7223535 Jul 07 16:52:07.526230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4cb355-6ebe-4552-898e-a98d72a58a1e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.556370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.593455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-afc28735-60e9-4d31-8869-a0a2cc678dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.595062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-afc28735-60e9-4d31-8869-a0a2cc678dbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 1.1948900 Jul 07 16:52:07.689017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbb74e29-e053-4a43-b247-76d6f3555f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.705598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Attempting to bind port 4a638982-a154-493f-8f28-dad9fb34e8a6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:07.705841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Attempting to bind port 4a638982-a154-493f-8f28-dad9fb34e8a6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:07.706165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Attempting to bind port 4a638982-a154-493f-8f28-dad9fb34e8a6 on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:07.716639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Port 4a638982-a154-493f-8f28-dad9fb34e8a6 on network 3299c7bc-3664-4edc-9138-e834d549a0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:07.716970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Attempting to bind port 4a638982-a154-493f-8f28-dad9fb34e8a6 on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:07.726861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:07.727230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Checking segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:07.727605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Bound using segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:07.728234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Bound port: 4a638982-a154-493f-8f28-dad9fb34e8a6, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:07.728619 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.739800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807457f-fe6e-47e0-80a9-71a766ba3843 req-bedd4f68-7166-4aba-b50d-66fc3c690168 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.741525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0807457f-fe6e-47e0-80a9-71a766ba3843 req-bedd4f68-7166-4aba-b50d-66fc3c690168 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 944 time: 0.4978321 Jul 07 16:52:07.766930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Attempting to bind port 3a4cb355-6ebe-4552-898e-a98d72a58a1e on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:07.767177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Attempting to bind port 3a4cb355-6ebe-4552-898e-a98d72a58a1e by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:07.767502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Attempting to bind port 3a4cb355-6ebe-4552-898e-a98d72a58a1e on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:07.830243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Port 3a4cb355-6ebe-4552-898e-a98d72a58a1e on network 3299c7bc-3664-4edc-9138-e834d549a0aa not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:07.830579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Attempting to bind port 3a4cb355-6ebe-4552-898e-a98d72a58a1e on network 3299c7bc-3664-4edc-9138-e834d549a0aa {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:07.889395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-5c3cf445-e78b-4300-b051-ade26e5e9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.891218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-5c3cf445-e78b-4300-b051-ade26e5e9587 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2800474 Jul 07 16:52:07.892075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:07.892410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Checking segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:07.892805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Bound using segment: {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:07.893299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Bound port: 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46964c8a-1cfb-4819-adbf-29e378e4ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:07.893897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.048699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-5eacacd0-8fdf-4626-b4fe-ea38c9d756aa service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376703 Jul 07 16:52:08.065010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0807457f-fe6e-47e0-80a9-71a766ba3843 req-d21c078e-06f7-4f6a-bf61-061fbf7095ff tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914109 Jul 07 16:52:08.148890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] For port 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:08.152847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] For port 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:08.173016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.305142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-240cc22f-a9d0-4fe7-aeb7-dad3814479d0 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.306978 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-240cc22f-a9d0-4fe7-aeb7-dad3814479d0 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0633795 Jul 07 16:52:08.323225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Checking segment: {'id': '8036bc94-6471-4ea4-a795-4c7339318388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ed5371e-d393-4577-a03b-688d5e265f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:08.324506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Network hostable DHCP agents. Network: 4ed5371e-d393-4577-a03b-688d5e265f7f, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:08.340259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] For port 4a638982-a154-493f-8f28-dad9fb34e8a6, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:08.349164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:08.423956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e095e91-35c1-4a70-bb19-adcb59a4a32d req-12aa7463-ebab-4112-8a4f-92fe6dc3cb80 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612151 Jul 07 16:52:08.515000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] For port 4a638982-a154-493f-8f28-dad9fb34e8a6, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4a638982-a154-493f-8f28-dad9fb34e8a6,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:08.534762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.536182 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.539153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] 10.222.0.13 "PUT /v2.0/ports/3a4cb355-6ebe-4552-898e-a98d72a58a1e HTTP/1.1" status: 200 len: 1092 time: 4.7866077 Jul 07 16:52:08.557521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9b9d7-c5a7-4ef5-8b17-eea2a539a351 req-3a7e6b14-a112-4a5a-a933-ed894392d600 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.560523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5af9b9d7-c5a7-4ef5-8b17-eea2a539a351 req-3a7e6b14-a112-4a5a-a933-ed894392d600 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 944 time: 0.8369687 Jul 07 16:52:08.565724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f13ba-1351-4acf-a7f8-05f1a330093d req-c5bab49e-f429-4d41-8019-7ad083a6795f tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 210 time: 0.2086425 Jul 07 16:52:08.566857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a09b89-319f-4d01-a778-b820651a5087', 'tag': '3a4cb355-6ebe-4552-898e-a98d72a58a1e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:08.572275 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caf0c61-9c0c-47d4-aa80-045e67551a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "41a09b89-319f-4d01-a778-b820651a5087", "tag": "3a4cb355-6ebe-4552-898e-a98d72a58a1e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:08.586723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.673182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.674940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.676683 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Floating IP 7308d5e1-5ab7-4f7b-87bc-ff1ce2850858 disassociated. External IP: 172.25.5.120, port: 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c. Jul 07 16:52:08.677727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Calling delete_port for 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:08.697645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.699348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.702245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] 10.222.0.54 "PUT /v2.0/ports/4a638982-a154-493f-8f28-dad9fb34e8a6 HTTP/1.1" status: 200 len: 1092 time: 5.3411436 Jul 07 16:52:08.794675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24ebf-82d7-4f75-9ca2-c57a5f1afcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4cb355-6ebe-4552-898e-a98d72a58a1e,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:09.020759 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.056241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79045009-75fd-4d7b-9e91-1346eeead05e service neutron] Pushing event updated for resources: {'Port': ['ID=4a638982-a154-493f-8f28-dad9fb34e8a6,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:09.078415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-35e1399c-787f-4f7d-88f7-b18694595e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.080450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-35e1399c-787f-4f7d-88f7-b18694595e50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=41a09b89-319f-4d01-a778-b820651a5087 HTTP/1.1" status: 200 len: 1095 time: 0.4321775 Jul 07 16:52:09.097131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5af9b9d7-c5a7-4ef5-8b17-eea2a539a351 req-d1f9e099-e779-460a-aa8b-8f87801ada89 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133061 Jul 07 16:52:09.100835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:09.216710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.225555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Network 4ed5371e-d393-4577-a03b-688d5e265f7f is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:09.284387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-1b5d9abb-c55a-4bf7-8c35-65d0d1deb05d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e HTTP/1.1" status: 200 len: 217 time: 0.1855795 Jul 07 16:52:09.376080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-653ef8ac-808f-4cd0-bc8e-d0c353efbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.379516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-653ef8ac-808f-4cd0-bc8e-d0c353efbe59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.0802629 Jul 07 16:52:09.382193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.402658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 4ed5371e-d393-4577-a03b-688d5e265f7f) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:09.437900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-5ba5c786-d1f8-472c-8f38-1bcdbf9c790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.439492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-5ba5c786-d1f8-472c-8f38-1bcdbf9c790e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 1095 time: 0.6522691 Jul 07 16:52:09.458493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695e39e-d410-4a8f-ad84-6b442bac847c None None] Network 4ed5371e-d393-4577-a03b-688d5e265f7f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:09.486701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-9b4b2b4a-6ea5-42d2-8203-7090281e0afa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958779 Jul 07 16:52:09.502040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.504325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.523696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Network 68301043-2b07-4a40-b171-587b7a29738d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:09.544926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:09.554901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:09.570778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99320-3b73-4c2f-9e70-c3e4813fbadf req-5094e4b0-8d90-40e8-b5c0-e83a5f975927 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.573741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1f99320-3b73-4c2f-9e70-c3e4813fbadf req-5094e4b0-8d90-40e8-b5c0-e83a5f975927 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 946 time: 0.6654422 Jul 07 16:52:09.576305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-192e4fe2-bdcd-483d-b6fa-73b56bf19c34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a638982-a154-493f-8f28-dad9fb34e8a6 HTTP/1.1" status: 200 len: 217 time: 0.0880306 Jul 07 16:52:09.588221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:09.599931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.619108 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.881776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accad03-00fe-4169-be49-e6541f84bd84 req-0d23ec7f-40b7-4166-848f-f2fcc6c12896 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.883811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.91 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/6896314c-c379-465f-85d1-0aea08e483fc) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:09.885060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6accad03-00fe-4169-be49-e6541f84bd84 req-0d23ec7f-40b7-4166-848f-f2fcc6c12896 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 932 time: 0.5017457 Jul 07 16:52:09.895733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-30d8f286-03a2-4f0a-be28-a471589343b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.898494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-30d8f286-03a2-4f0a-be28-a471589343b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.3017876 Jul 07 16:52:09.914391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c045a4be-3128-4cf1-82b1-c0778421bff5 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:09.977681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08385673-c02e-4bcf-8e43-bf75df176739 None None] Network 4ed5371e-d393-4577-a03b-688d5e265f7f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:09.988709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1f99320-3b73-4c2f-9e70-c3e4813fbadf req-b3b72a5f-69c3-445e-9494-69d7fcbdda6e tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups?id=5512e062-f6b6-48eb-873d-90cc027b56dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893926 Jul 07 16:52:10.100264 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.197141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ea0bbbf9-2ba7-4fcc-82e5-64725e676e0c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.8300226 Jul 07 16:52:10.197527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-c105e4c9-f3b1-4d74-a75b-bd366e113fce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138162 Jul 07 16:52:10.198749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-5d15cceb-eb28-4606-8dd8-f8c0affbfab6 service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205707 Jul 07 16:52:10.257965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.347823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:10.389312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 6896314c-c379-465f-85d1-0aea08e483fc will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:10.462350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port c045a4be-3128-4cf1-82b1-c0778421bff5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:10.478089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port c045a4be-3128-4cf1-82b1-c0778421bff5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:10.478812 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.540077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6accad03-00fe-4169-be49-e6541f84bd84 req-63034af3-ddfc-4c96-a38b-c7ec0f2a2c90 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249256 Jul 07 16:52:10.654018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-7e4a1a38-6488-4f5b-b44d-58c6a8fd0f94 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615507 Jul 07 16:52:10.696102 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07234447-84ac-45b3-9311-87b71f9c694e x-openstack-request-id: req-07234447-84ac-45b3-9311-87b71f9c694e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:10.703324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event deleted for resources: {'Port': ['ID=3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:10.707448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.717223 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a09b89-319f-4d01-a778-b820651a5087", "tag": "3a4cb355-6ebe-4552-898e-a98d72a58a1e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:10.717754 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07234447-84ac-45b3-9311-87b71f9c694e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:10.718241 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a09b89-319f-4d01-a778-b820651a5087', 'tag': '3a4cb355-6ebe-4552-898e-a98d72a58a1e', 'status': 'completed', 'code': 200} Jul 07 16:52:10.875333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-fc2d2b12-578f-48e2-b6e2-780e3e9345b1 service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471512 Jul 07 16:52:10.916082 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.923355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.924874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.986779 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-612f1d9d-b9b1-4374-9714-746e7d4129e2 req-0814e0a5-c3bd-43d5-b163-25fffafa4465 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162119 Jul 07 16:52:11.024502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e36c6-d75f-4043-b240-d82e3b9f585b req-facabfde-27c5-4a4e-ba05-f4cab0f8c743 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.026461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c045a4be-3128-4cf1-82b1-c0778421bff5'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:11.028957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805e36c6-d75f-4043-b240-d82e3b9f585b req-facabfde-27c5-4a4e-ba05-f4cab0f8c743 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 944 time: 0.2213898 Jul 07 16:52:11.032584 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeb2de3-e1e6-4643-bed3-980081391810" -d '{"events": [{"server_uuid": "9d2d1924-8ace-45b6-83c1-4f502d1a220a", "name": "network-vif-plugged", "status": "completed", "tag": "c045a4be-3128-4cf1-82b1-c0778421bff5"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:11.060650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-2a4e7a06-bb03-4062-b473-b6aa437ac7d2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6559155 Jul 07 16:52:11.071900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.084449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c045a4be-3128-4cf1-82b1-c0778421bff5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c045a4be-3128-4cf1-82b1-c0778421bff5,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:11.098061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:11.127265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Request body: {'port': {'device_id': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:11.163367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805e36c6-d75f-4043-b240-d82e3b9f585b req-d6b6b6fa-e14d-4ecd-989a-33899a801779 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045871 Jul 07 16:52:11.236151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-335e6438-6731-4d46-ad9d-64ab1ddb884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.238545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-335e6438-6731-4d46-ad9d-64ab1ddb884f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=41a09b89-319f-4d01-a778-b820651a5087 HTTP/1.1" status: 200 len: 1095 time: 0.2380157 Jul 07 16:52:11.268295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb01f0-3979-428e-a08b-482ce3179e2e req-1fe10814-ef28-4540-a0a9-741a7d8cd5be tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.271173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14fb01f0-3979-428e-a08b-482ce3179e2e req-1fe10814-ef28-4540-a0a9-741a7d8cd5be tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 935 time: 0.2147832 Jul 07 16:52:11.315830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'afed01b9-da1d-4e16-8a37-769d7b855f46'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:11.326670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.385061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:11.399246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:11.406674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14fb01f0-3979-428e-a08b-482ce3179e2e req-37854793-eb05-4a62-8036-c8e3424bae40 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182201 Jul 07 16:52:11.407466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:11.411152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:11.517284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.520292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.536034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-6d0de3b6-f93c-4676-ac37-6c6021172ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.540191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=6896314c-c379-465f-85d1-0aea08e483fc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.546442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-6d0de3b6-f93c-4676-ac37-6c6021172ea6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 914 time: 0.2968612 Jul 07 16:52:11.555929 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-e75e3683-ca59-4fdd-8081-73f8cba179d3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2283678 Jul 07 16:52:11.562715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.577187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Request body: {'port': {'device_id': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:11.651682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-f5a3559c-65ec-48dc-a819-69e51d960f0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e HTTP/1.1" status: 200 len: 217 time: 0.0999739 Jul 07 16:52:11.684062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=c045a4be-3128-4cf1-82b1-c0778421bff5,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.705576 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-bb5312f8-c108-48da-8857-301ad0a33c59 req-e19e3030-a389-4c17-873f-36148ac06d2a tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] show failed (client error): The resource could not be found. Jul 07 16:52:11.708072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb5312f8-c108-48da-8857-301ad0a33c59 req-e19e3030-a389-4c17-873f-36148ac06d2a tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups/bdf512dc-857f-4898-ae30-046c857d7be9 HTTP/1.1" status: 404 len: 352 time: 0.0553257 Jul 07 16:52:11.879895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-cd634dfb-efd3-4396-8441-4a9bf4758a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.881580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-cd634dfb-efd3-4396-8441-4a9bf4758a34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.1534185 Jul 07 16:52:11.891753 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0066a1ae-be73-407f-82f8-809744ac3325 x-openstack-request-id: req-0066a1ae-be73-407f-82f8-809744ac3325 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:11.892222 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2d1924-8ace-45b6-83c1-4f502d1a220a", "name": "network-vif-plugged", "status": "completed", "tag": "c045a4be-3128-4cf1-82b1-c0778421bff5", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:11.892594 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0066a1ae-be73-407f-82f8-809744ac3325 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:11.893393 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c045a4be-3128-4cf1-82b1-c0778421bff5', 'code': 200} Jul 07 16:52:11.913362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2feda-87c0-433d-bf3a-646fef3f340c req-427e3c4a-3866-4e08-a069-11849d780805 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.915802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cf2feda-87c0-433d-bf3a-646fef3f340c req-427e3c4a-3866-4e08-a069-11849d780805 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 944 time: 0.2488108 Jul 07 16:52:11.922030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c0560d20-3c9d-4437-98b0-142b3bd7ce0e None None] Provisioning for port 6896314c-c379-465f-85d1-0aea08e483fc completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:11.939914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-5b64e97d-e5df-4515-a0ca-d3cd3251142e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504630 Jul 07 16:52:11.944230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c0560d20-3c9d-4437-98b0-142b3bd7ce0e None None] Provisioning complete for port 6896314c-c379-465f-85d1-0aea08e483fc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:11.944903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0560d20-3c9d-4437-98b0-142b3bd7ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.984490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.083729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c0560d20-3c9d-4437-98b0-142b3bd7ce0e None None] Port 6896314c-c379-465f-85d1-0aea08e483fc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:12.111235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:12.133034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] Sync routers for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:12.158622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:12.160440 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:12.170982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cf2feda-87c0-433d-bf3a-646fef3f340c req-30765939-0dd1-4849-a61f-da6221118ddc tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338204 Jul 07 16:52:12.240618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] No DVR routers for this DVR port 3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:12.273189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.275610 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.13 "DELETE /v2.0/ports/3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c HTTP/1.1" status: 204 len: 173 time: 7.0482032 Jul 07 16:52:12.276116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'name': 'network-vif-deleted', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:12.278697 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0eae4-d1fd-4bab-ab1a-a86f8e26ba3e" -d '{"events": [{"server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "name": "network-vif-deleted", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:12.298821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-feb2dbc1-19c4-479e-8a36-124f4bc618b5 req-cae68cbc-cbbb-4339-aa3c-45b16235a89b tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b HTTP/1.1" status: 200 len: 210 time: 0.1228247 Jul 07 16:52:12.375178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f31ca7-0f26-42af-8428-a7a34a68b8a5 req-b86fcddf-56ba-44c3-9b2f-01f223aca1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.376887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96f31ca7-0f26-42af-8428-a7a34a68b8a5 req-b86fcddf-56ba-44c3-9b2f-01f223aca1bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 1096 time: 0.3470614 Jul 07 16:52:12.381617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-22a2cb83-f60e-42d8-b6fc-f5efd230ed09 service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309144 Jul 07 16:52:12.593904 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:12.629361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96f31ca7-0f26-42af-8428-a7a34a68b8a5 req-1ae64b1f-1fb4-493d-ace8-35260ff8a651 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343662 Jul 07 16:52:12.722145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:12.726016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ec7422-6014-407e-b730-600073727745', 'tag': '4a638982-a154-493f-8f28-dad9fb34e8a6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:12.731318 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb493cb-267a-471f-8f83-b05fe055477b" -d '{"events": [{"name": "network-changed", "server_uuid": "38ec7422-6014-407e-b730-600073727745", "tag": "4a638982-a154-493f-8f28-dad9fb34e8a6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:12.734283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.780957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Transition to ACTIVE for port object d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:12.800730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.905620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9caf0c61-9c0c-47d4-aa80-045e67551a5d req-3dd1fcbb-2451-45ef-a869-06391cb174fd service neutron] 10.222.0.13 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932356 Jul 07 16:52:12.942335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059293b-ee04-4a29-86a0-78bb0d1bdd76 req-c3b6e5a3-8d10-47fc-858c-52617da7e02d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.950756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b059293b-ee04-4a29-86a0-78bb0d1bdd76 req-c3b6e5a3-8d10-47fc-858c-52617da7e02d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 932 time: 0.4503288 Jul 07 16:52:12.969002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6896314c-c379-465f-85d1-0aea08e483fc {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:12.976453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9629e9-2eb1-49a4-9479-8639377c0f13 req-c9e3845e-9283-4218-96fa-f9508bddc87e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.986359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a9629e9-2eb1-49a4-9479-8639377c0f13 req-c9e3845e-9283-4218-96fa-f9508bddc87e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 0.2330008 Jul 07 16:52:13.010548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.018065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.078509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b059293b-ee04-4a29-86a0-78bb0d1bdd76 req-fead48bb-cd62-4323-bef7-a1b34108bfee tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267838 Jul 07 16:52:13.098719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a9629e9-2eb1-49a4-9479-8639377c0f13 req-42863dac-5c58-4aed-8c8e-487670806daa tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109543 Jul 07 16:52:13.118246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Transition to ACTIVE for port object 6896314c-c379-465f-85d1-0aea08e483fc will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:13.127338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3a4cb355-6ebe-4552-898e-a98d72a58a1e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:13.159304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.207172 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:26Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:13.245717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3f59f08-6a54-42a1-a45d-42d2bb2d4e7e req-a6b2aa7b-4bea-480f-a317-9338f0e8cd1b tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=379a6a47594e4618804129d568ce68f0 HTTP/1.1" status: 200 len: 2988 time: 0.0911701 Jul 07 16:52:13.258036 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666bd69-9bf0-47d3-8786-d54854dd9ce2 x-openstack-request-id: req-4666bd69-9bf0-47d3-8786-d54854dd9ce2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:13.258705 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b", "name": "network-vif-deleted", "tag": "3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:13.259193 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4666bd69-9bf0-47d3-8786-d54854dd9ce2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:13.259827 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9fb0e8-60fa-45ca-98e8-cbbbc2c0841b', 'name': 'network-vif-deleted', 'tag': '3cc97aeb-8d98-4d81-baa5-4a62b6a3c75c', 'status': 'completed', 'code': 200} Jul 07 16:52:13.282346 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] Checking router: 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:13.298544 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:13.299949 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:13.318111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3f59f08-6a54-42a1-a45d-42d2bb2d4e7e req-f34ad558-91b2-4b13-a050-919fdd4e287e tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups/ee992d7a-7b82-4fb4-be10-52e2e10497fc HTTP/1.1" status: 200 len: 2985 time: 0.0713272 Jul 07 16:52:13.381035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Pushing event updated for resources: {'Port': ['ID=6896314c-c379-465f-85d1-0aea08e483fc,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.482174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Attempting to bind port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:13.482642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Attempting to bind port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:13.483089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Attempting to bind port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:13.495029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 on network 68301043-2b07-4a40-b171-587b7a29738d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:13.495475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Attempting to bind port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:13.507368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:13.507852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Checking segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:13.508357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Bound using segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:13.508941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Bound port: d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:13.509463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.540260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3f59f08-6a54-42a1-a45d-42d2bb2d4e7e req-3a366181-6644-4076-8031-6f3570cb9aa7 tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups/ee992d7a-7b82-4fb4-be10-52e2e10497fc HTTP/1.1" status: 200 len: 2985 time: 0.2210076 Jul 07 16:52:13.631271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:13.650032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:13.656552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:13.677361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.688950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Attempting to bind port 6896314c-c379-465f-85d1-0aea08e483fc on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:13.696032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Attempting to bind port 6896314c-c379-465f-85d1-0aea08e483fc by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:13.698127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Attempting to bind port 6896314c-c379-465f-85d1-0aea08e483fc on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:13.753627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '3a4cb355-6ebe-4552-898e-a98d72a58a1e', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'port_id': '3a4cb355-6ebe-4552-898e-a98d72a58a1e', 'mac_address': 'fa:16:3e:d0:40:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62a6b83-af61-4a52-8b14-b05d68c89cc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:13.756373 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:13.788949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.793466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.795811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929fff8-da73-4e92-a71c-96228f748dce req-b0da361b-d626-4542-8786-ac5eebbe0c46 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.800096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] 10.222.0.13 "PUT /v2.0/ports/d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 HTTP/1.1" status: 200 len: 1092 time: 2.6989264 Jul 07 16:52:13.801898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Port 6896314c-c379-465f-85d1-0aea08e483fc on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:13.802786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Attempting to bind port 6896314c-c379-465f-85d1-0aea08e483fc on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:13.810071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b929fff8-da73-4e92-a71c-96228f748dce req-b0da361b-d626-4542-8786-ac5eebbe0c46 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 947 time: 0.3087616 Jul 07 16:52:13.857023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:13.857857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:13.858510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:13.859893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Bound port: 6896314c-c379-465f-85d1-0aea08e483fc, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:13.863106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.885722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4a161-3087-4f72-a35c-27cfad1beaab service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.919771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.949355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4cb355-6ebe-4552-898e-a98d72a58a1e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:13.951895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b929fff8-da73-4e92-a71c-96228f748dce req-59ae40ef-8988-488b-bec6-99cf4d64c1a3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396618 Jul 07 16:52:14.058645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-262e5e14-a8bd-4cb8-b501-3c8494f64c8d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--970877753&fields=id&tenant_id=477938b11b024e7f920149281dd4eccc HTTP/1.1" status: 200 len: 267 time: 0.1858375 Jul 07 16:52:14.062207 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9a233-034d-4db2-8dba-97e6b84466b4 x-openstack-request-id: req-58b9a233-034d-4db2-8dba-97e6b84466b4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:14.062685 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ec7422-6014-407e-b730-600073727745", "tag": "4a638982-a154-493f-8f28-dad9fb34e8a6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:14.063161 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58b9a233-034d-4db2-8dba-97e6b84466b4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:14.063814 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ec7422-6014-407e-b730-600073727745', 'tag': '4a638982-a154-493f-8f28-dad9fb34e8a6', 'status': 'completed', 'code': 200} Jul 07 16:52:14.088584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:14.098416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.287001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] For port 6896314c-c379-465f-85d1-0aea08e483fc, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:14.337527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] For port 6896314c-c379-465f-85d1-0aea08e483fc, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6896314c-c379-465f-85d1-0aea08e483fc,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:14.339133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3a4cb355-6ebe-4552-898e-a98d72a58a1e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:14.358027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-50f83c99-05c0-4ce4-b3b6-a570f17e1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.360374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-50f83c99-05c0-4ce4-b3b6-a570f17e1570 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 1095 time: 0.4757755 Jul 07 16:52:14.362730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.414613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.415364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.417758 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] 10.222.0.13 "PUT /v2.0/ports/6896314c-c379-465f-85d1-0aea08e483fc HTTP/1.1" status: 200 len: 1095 time: 2.8474250 Jul 07 16:52:14.439381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['3a4cb355-6ebe-4552-898e-a98d72a58a1e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:14.470761 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-321af2fa-34e8-47f8-bbe3-b9bc46507edb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 HTTP/1.1" status: 200 len: 217 time: 0.0751414 Jul 07 16:52:14.502110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65c500-e5c6-4b57-8cd2-b60eda77408f service neutron] Pushing event updated for resources: {'Port': ['ID=6896314c-c379-465f-85d1-0aea08e483fc,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:14.544142 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:26Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:14.618870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb493cb-267a-471f-8f83-b05fe055477b req-3198dd37-c029-4afb-a28a-bfc5a00599fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.624213 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc14efe-2ab4-458b-9506-67e4a125bcd2 None None] The sync data for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 is: [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 4, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd13a7d9b-69da-4cf7-baeb-32cb3d2c1952', 'name': '', 'network_id': '0f4fb85e-5dad-4e89-8212-aa177063777b', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'mac_address': 'fa:16:3e:58:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:16Z', 'updated_at': '2021-07-07T16:49:26Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'subnets': [{'id': 'b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:14.641328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-3198dd37-c029-4afb-a28a-bfc5a00599fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4ef839511ab4d859c867dea2a469d4b&device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 1095 time: 0.4439526 Jul 07 16:52:14.836211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-63671176-a3a5-448e-a450-9e01eaf0a4a0 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.838890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-63671176-a3a5-448e-a450-9e01eaf0a4a0 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/networks?id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 HTTP/1.1" status: 200 len: 816 time: 0.7610455 Jul 07 16:52:14.863928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8282cd-f679-4766-b479-11853438d86e req-500483bd-2459-4046-8ddd-03dbe71c3232 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.867967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa8282cd-f679-4766-b479-11853438d86e req-500483bd-2459-4046-8ddd-03dbe71c3232 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 944 time: 0.6486645 Jul 07 16:52:14.901189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb493cb-267a-471f-8f83-b05fe055477b req-f7aec351-0b9f-4697-9354-f888f00d7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.903580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-f7aec351-0b9f-4697-9354-f888f00d7450 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 200 len: 914 time: 0.2427227 Jul 07 16:52:14.905655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-9dce00cd-8849-4be4-bdb9-666d79b33a4c tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/quotas/477938b11b024e7f920149281dd4eccc HTTP/1.1" status: 200 len: 375 time: 0.0546670 Jul 07 16:52:14.983960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-3cef4ea5-44e6-4f66-840b-522fbae10fdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a638982-a154-493f-8f28-dad9fb34e8a6 HTTP/1.1" status: 200 len: 217 time: 0.0655947 Jul 07 16:52:15.081339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa8282cd-f679-4766-b479-11853438d86e req-3bfdee4b-0645-4a6d-93cd-a609a19bc9d8 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957655 Jul 07 16:52:15.106696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb493cb-267a-471f-8f83-b05fe055477b req-316f6402-5854-4cbc-8748-3ce1d0a4e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.108338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-316f6402-5854-4cbc-8748-3ce1d0a4e5eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 200 len: 853 time: 0.0793405 Jul 07 16:52:15.131970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a115a4-4bc2-402b-83e5-9ec17eca9591 None None] New status for floating IP 7308d5e1-5ab7-4f7b-87bc-ff1ce2850858: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:52:15.150829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-a16e5d15-fa94-4272-a02e-64d4ab61de97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3299c7bc-3664-4edc-9138-e834d549a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343218 Jul 07 16:52:15.178404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-da185229-a077-41d8-9c06-a73b2609777a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=477938b11b024e7f920149281dd4eccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2613170 Jul 07 16:52:15.183541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debd46-7887-403f-aab2-25135ff701c9 req-db84280b-cb52-47ad-9163-f04a4db6605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.186539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-db84280b-cb52-47ad-9163-f04a4db6605d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.6707046 Jul 07 16:52:15.240790 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-13ada713-30be-43e7-9062-aeaffee97c00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455093 Jul 07 16:52:15.264672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695'}, {'name': 'network-changed', 'server_uuid': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'tag': '6896314c-c379-465f-85d1-0aea08e483fc'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:15.268399 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917302ab-dba4-426e-9c9c-7dd5ad0aef18" -d '{"events": [{"name": "network-changed", "server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695"}, {"name": "network-changed", "server_uuid": "d071d636-ad48-49b2-a55c-d993fa4424b8", "tag": "6896314c-c379-465f-85d1-0aea08e483fc"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:15.349173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-40215330-e974-4742-a827-532380e89168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.350713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-40215330-e974-4742-a827-532380e89168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 1098 time: 0.8086870 Jul 07 16:52:15.414680 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-593d5829-9d17-4de4-96d9-c7a995ff3de8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6896314c-c379-465f-85d1-0aea08e483fc HTTP/1.1" status: 200 len: 217 time: 0.0482845 Jul 07 16:52:15.414953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-fe678dc9-e664-4f50-9f1f-579525985f9f service neutron] 10.222.0.78 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356651 Jul 07 16:52:15.416798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-eb07eac1-ef4e-4bf9-9027-eb419633cb10 service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363491 Jul 07 16:52:15.422431 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-9330cadf-893a-43aa-98e7-30b5f1521de6 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731410 Jul 07 16:52:15.530575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-23fc33e2-2da4-4a6b-ab5c-c076cdade705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.532197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-23fc33e2-2da4-4a6b-ab5c-c076cdade705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1087928 Jul 07 16:52:15.597186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11debd46-7887-403f-aab2-25135ff701c9 req-e0e54593-657b-46d1-a0e0-ec2b9308adcf service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653495 Jul 07 16:52:15.625011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-257677c2-53ee-44d7-8165-6dbbf35b924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.627859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-257677c2-53ee-44d7-8165-6dbbf35b924b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856652 Jul 07 16:52:15.810425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-8d1e6a43-b839-4a85-9986-11caa8f0b2ec service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747861 Jul 07 16:52:15.923460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b12ccefa-2b60-4fb0-81a5-b1b837ccd836 req-316c99c9-373a-4c82-bceb-046754acfd20 tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups/ee992d7a-7b82-4fb4-be10-52e2e10497fc HTTP/1.1" status: 200 len: 2985 time: 0.5893998 Jul 07 16:52:15.970148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4a638982-a154-493f-8f28-dad9fb34e8a6 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:15.984410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98fe2cd6-1363-48e1-8601-4adb94188c30 req-5b560b79-b8bb-4757-9ca9-7f395f5c486a service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678791 Jul 07 16:52:16.034375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-ba0b8265-814a-4ab6-a9f5-c258393f4944 service neutron] 10.222.0.78 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083741 Jul 07 16:52:16.039820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3eb493cb-267a-471f-8f83-b05fe055477b req-7f8aab4b-0a13-4301-8cf3-d11968bbf5ed service neutron] 10.222.0.54 "GET /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150782 Jul 07 16:52:16.072672 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-b12ccefa-2b60-4fb0-81a5-b1b837ccd836 req-946d7ee1-b310-4a38-b6b4-6e9f86876b53 tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:52:16.074276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b12ccefa-2b60-4fb0-81a5-b1b837ccd836 req-946d7ee1-b310-4a38-b6b4-6e9f86876b53 tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "DELETE /v2.0/security-groups/ee992d7a-7b82-4fb4-be10-52e2e10497fc HTTP/1.1" status: 409 len: 352 time: 0.1434050 Jul 07 16:52:16.117414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4a638982-a154-493f-8f28-dad9fb34e8a6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4a638982-a154-493f-8f28-dad9fb34e8a6,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:16.131492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '4a638982-a154-493f-8f28-dad9fb34e8a6', 'network_id': '3299c7bc-3664-4edc-9138-e834d549a0aa', 'port_id': '4a638982-a154-493f-8f28-dad9fb34e8a6', 'mac_address': 'fa:16:3e:fc:98:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62a6b83-af61-4a52-8b14-b05d68c89cc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:16.187239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.234416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a638982-a154-493f-8f28-dad9fb34e8a6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:16.279694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4a638982-a154-493f-8f28-dad9fb34e8a6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4a638982-a154-493f-8f28-dad9fb34e8a6,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:16.287306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.343009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe570e-66dd-448e-b694-0bc67ce82db4 req-9b7c66e8-3e96-49ed-ba46-22f7190b0f77 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.344988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbbe570e-66dd-448e-b694-0bc67ce82db4 req-9b7c66e8-3e96-49ed-ba46-22f7190b0f77 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 0.1144464 Jul 07 16:52:16.401943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbbe570e-66dd-448e-b694-0bc67ce82db4 req-b7275bb6-b342-4465-9231-a4df4e086e92 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502281 Jul 07 16:52:16.417465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4a638982-a154-493f-8f28-dad9fb34e8a6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:16.674451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4a638982-a154-493f-8f28-dad9fb34e8a6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:16.674629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7414-9ffa-4f38-a152-a15ca420d5e5 req-ae047525-4635-43fc-99f0-5e4487d4c0fb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.675555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90da7414-9ffa-4f38-a152-a15ca420d5e5 req-ae047525-4635-43fc-99f0-5e4487d4c0fb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 944 time: 0.1522110 Jul 07 16:52:16.767383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90da7414-9ffa-4f38-a152-a15ca420d5e5 req-ec1fe2ea-da2c-4e7f-ab16-2775adf1fd19 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800371 Jul 07 16:52:16.799959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb4d1b-1c17-47a2-81f9-82bfe15323a1 req-17fec3cb-6e3b-4595-b284-c5d0e0a9ba70 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.803735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eebb4d1b-1c17-47a2-81f9-82bfe15323a1 req-17fec3cb-6e3b-4595-b284-c5d0e0a9ba70 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 947 time: 0.1831107 Jul 07 16:52:16.892783 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf61bc4-cbc5-4faa-be96-e7b867a3e73a x-openstack-request-id: req-acf61bc4-cbc5-4faa-be96-e7b867a3e73a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:16.893849 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d071d636-ad48-49b2-a55c-d993fa4424b8", "tag": "6896314c-c379-465f-85d1-0aea08e483fc", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:16.894322 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acf61bc4-cbc5-4faa-be96-e7b867a3e73a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:16.894996 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'status': 'completed', 'code': 200} Jul 07 16:52:16.895450 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'tag': '6896314c-c379-465f-85d1-0aea08e483fc', 'status': 'completed', 'code': 200} Jul 07 16:52:16.934839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eebb4d1b-1c17-47a2-81f9-82bfe15323a1 req-1f874b48-3dfc-4508-b0f2-25fd8d11d129 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177399 Jul 07 16:52:16.936364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49548) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.025565 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-487c0323-08b2-403e-9a00-48eaa6cc0145 req-47cf90a8-65b4-4a00-ab60-2d440fe0056b tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] show failed (client error): The resource could not be found. Jul 07 16:52:17.028837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-487c0323-08b2-403e-9a00-48eaa6cc0145 req-47cf90a8-65b4-4a00-ab60-2d440fe0056b tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups/f55020be-e7bc-4f19-ae60-63f81cbfa76d HTTP/1.1" status: 404 len: 352 time: 0.0472023 Jul 07 16:52:17.140330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b727f05e-4262-4345-87fc-7c96182ce2a5 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.143434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3a4cb355-6ebe-4552-898e-a98d72a58a1e up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:17.204096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-4d0bd978-1209-47ff-ac39-caad182a6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.207850 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-4d0bd978-1209-47ff-ac39-caad182a6207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 1095 time: 0.2623761 Jul 07 16:52:17.235052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ba9d-5f20-498c-b5e4-104be4cd591f req-f414fde6-9bb9-4427-8068-bbb4d94db14c tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.240217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b727f05e-4262-4345-87fc-7c96182ce2a5 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.252653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c650ba9d-5f20-498c-b5e4-104be4cd591f req-f414fde6-9bb9-4427-8068-bbb4d94db14c tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 945 time: 0.1531262 Jul 07 16:52:17.344303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 3a4cb355-6ebe-4552-898e-a98d72a58a1e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:17.352211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 3a4cb355-6ebe-4552-898e-a98d72a58a1e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:17.353675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.365510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c650ba9d-5f20-498c-b5e4-104be4cd591f req-bc780370-ed57-4e37-bcd5-a843ffbfdff5 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117826 Jul 07 16:52:17.479177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-c8ee80c2-6597-4dbb-8804-ac116d28c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.493726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-c8ee80c2-6597-4dbb-8804-ac116d28c4ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 905 time: 0.2768152 Jul 07 16:52:17.537347 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-166cc64f-7fb1-44c3-b92b-e6053da4d47b req-c86fe202-ad1d-4670-89d2-25a04900876e tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] show failed (client error): The resource could not be found. Jul 07 16:52:17.541122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-166cc64f-7fb1-44c3-b92b-e6053da4d47b req-c86fe202-ad1d-4670-89d2-25a04900876e tempest-SecurityGroupsNegativeTestJSON-1380060313 tempest-SecurityGroupsNegativeTestJSON-1380060313-project] 10.222.0.78 "GET /v2.0/security-groups/20298f3f-da47-4c7b-be02-6712a72756d7 HTTP/1.1" status: 404 len: 352 time: 0.0752749 Jul 07 16:52:17.572078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.584760 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.598502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-91f4a128-6e84-409b-b0ca-a7c6bdcebf34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 HTTP/1.1" status: 200 len: 217 time: 0.1029956 Jul 07 16:52:17.598945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e34ecd67-414c-40b8-8cef-fce1de1ad3ed req-9b9ace74-0372-4673-85d1-89cbe7f40e2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.1109517 Jul 07 16:52:17.599158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b727f05e-4262-4345-87fc-7c96182ce2a5 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.603717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b727f05e-4262-4345-87fc-7c96182ce2a5 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.604933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b727f05e-4262-4345-87fc-7c96182ce2a5 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "DELETE /v2.0/security-groups/5512e062-f6b6-48eb-873d-90cc027b56dc HTTP/1.1" status: 204 len: 168 time: 0.6673977 Jul 07 16:52:17.617654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49560) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.648580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a09b89-319f-4d01-a778-b820651a5087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4cb355-6ebe-4552-898e-a98d72a58a1e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:17.651910 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcce9d84-2bd7-440e-9c20-0e4d6e530305" -d '{"events": [{"server_uuid": "41a09b89-319f-4d01-a778-b820651a5087", "name": "network-vif-plugged", "status": "completed", "tag": "3a4cb355-6ebe-4552-898e-a98d72a58a1e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:17.655722 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-6456b868-f383-4bd7-b9a1-ed012a9b3066 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] show failed (client error): The resource could not be found. Jul 07 16:52:17.660014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6456b868-f383-4bd7-b9a1-ed012a9b3066 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "GET /v2.0/security-groups/5512e062-f6b6-48eb-873d-90cc027b56dc HTTP/1.1" status: 404 len: 347 time: 0.0383365 Jul 07 16:52:17.660014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49564) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:17.676772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:17.686380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.746103 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab147c9b-b4a8-4015-b576-91a598c08489 x-openstack-request-id: req-ab147c9b-b4a8-4015-b576-91a598c08489 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:17.747752 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a09b89-319f-4d01-a778-b820651a5087", "name": "network-vif-plugged", "status": "completed", "tag": "3a4cb355-6ebe-4552-898e-a98d72a58a1e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:17.753899 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab147c9b-b4a8-4015-b576-91a598c08489 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:17.754356 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a09b89-319f-4d01-a778-b820651a5087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4cb355-6ebe-4552-898e-a98d72a58a1e', 'code': 200} Jul 07 16:52:17.781503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727f05e-4262-4345-87fc-7c96182ce2a5 tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512e062-f6b6-48eb-873d-90cc027b56dc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.812847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Deleting subnet c06a8f29-7ef9-45be-9591-51d50d565f18 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:17.828878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.848683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=3a4cb355-6ebe-4552-898e-a98d72a58a1e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.926394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-3c3a1c32-69b2-439b-a0da-9ba3a9f23cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.928025 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-3c3a1c32-69b2-439b-a0da-9ba3a9f23cd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.3191559 Jul 07 16:52:17.957478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Deleting port 054b4888-3c5f-46e6-8998-1c9519d8694c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:17.959193 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.973263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c98d-b187-42e2-83cc-794994d56f98 req-954e4a70-8fd8-4472-8f7f-ac88723be3c1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.975886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ff2c98d-b187-42e2-83cc-794994d56f98 req-954e4a70-8fd8-4472-8f7f-ac88723be3c1 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 0.1461995 Jul 07 16:52:17.983962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.986589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4a638982-a154-493f-8f28-dad9fb34e8a6 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:18.027233 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-e80a54fe-2dc2-42a4-be2e-0c7044c38520 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892730 Jul 07 16:52:18.071650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 4a638982-a154-493f-8f28-dad9fb34e8a6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:18.077846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 4a638982-a154-493f-8f28-dad9fb34e8a6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:18.078547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.149364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.218224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ff2c98d-b187-42e2-83cc-794994d56f98 req-603d9d4c-f0e5-4651-8958-daa819948910 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389903 Jul 07 16:52:18.229473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0b9f2-e424-4114-8693-6521b6a81a47 req-8554ed9b-ee92-41f2-a8ee-71fcc1f00561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.233779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b0b9f2-e424-4114-8693-6521b6a81a47 req-8554ed9b-ee92-41f2-a8ee-71fcc1f00561 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41a09b89-319f-4d01-a778-b820651a5087 HTTP/1.1" status: 200 len: 1097 time: 0.3488650 Jul 07 16:52:18.253025 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.295252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.295755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.329276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Calling delete_port for 054b4888-3c5f-46e6-8998-1c9519d8694c owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:18.352590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4d1a7-a611-4680-af11-a91ede9bcb89 req-cd94bb9b-9eda-42be-8de5-be61e4d996f6 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.354150 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-c931c21c-c6a1-4811-bfb9-20a1b5eda953 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120420 Jul 07 16:52:18.358392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4a638982-a154-493f-8f28-dad9fb34e8a6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4a638982-a154-493f-8f28-dad9fb34e8a6,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:18.364561 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.365444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26b4d1a7-a611-4680-af11-a91ede9bcb89 req-cd94bb9b-9eda-42be-8de5-be61e4d996f6 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 944 time: 0.3593912 Jul 07 16:52:18.397018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.423304 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b0b9f2-e424-4114-8693-6521b6a81a47 req-1088c42c-a3de-419e-859c-19b78c994d6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745830 Jul 07 16:52:18.511230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06a8f29-7ef9-45be-9591-51d50d565f18,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:18.515546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.524828 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9aedf885-60c9-401a-b8bd-2e6677550d61 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c06a8f29-7ef9-45be-9591-51d50d565f18 HTTP/1.1" status: 204 len: 168 time: 0.9506691 Jul 07 16:52:18.529780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49574) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:18.551416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4a638982-a154-493f-8f28-dad9fb34e8a6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:18.674910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26b4d1a7-a611-4680-af11-a91ede9bcb89 req-56425a43-ded9-47f9-b538-32ba2fa1b5d3 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080101 Jul 07 16:52:18.739869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-c262b1cf-6608-4171-b639-1ca543d834b0 service neutron] 10.222.0.13 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622663 Jul 07 16:52:18.804446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.999157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-dda81cc7-2e31-4133-8655-c31c9e96cc31 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.002072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-dda81cc7-2e31-4133-8655-c31c9e96cc31 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.54 "GET /v2.0/networks?id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 HTTP/1.1" status: 200 len: 816 time: 0.5226665 Jul 07 16:52:19.144750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6896314c-c379-465f-85d1-0aea08e483fc details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:19.153156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.190640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed5371e-d393-4577-a03b-688d5e265f7f']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:19.241898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0df6e-0862-4125-9329-3d2ab075d86b req-91b8095d-087b-4928-b6a2-9ae55cea7210 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.244274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4b0df6e-0862-4125-9329-3d2ab075d86b req-91b8095d-087b-4928-b6a2-9ae55cea7210 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 947 time: 0.5963101 Jul 07 16:52:19.263587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8036bc94-6471-4ea4-a795-4c7339318388') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:19.264109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8036bc94-6471-4ea4-a795-4c7339318388') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:19.303707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.326807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.339901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-3a490bee-f702-4202-8016-4071aa0f5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.343197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-3a490bee-f702-4202-8016-4071aa0f5bcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 1098 time: 0.4505525 Jul 07 16:52:19.397698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Pushing event deleted for resources: {'Port': ['ID=054b4888-3c5f-46e6-8998-1c9519d8694c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.401633 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-8031fd88-6ea3-49dd-9225-e9a3b495cd73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5410912 Jul 07 16:52:19.409025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6896314c-c379-465f-85d1-0aea08e483fc, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6896314c-c379-465f-85d1-0aea08e483fc,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:19.440340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-d274e1e3-8452-4e80-9e5e-eb2bebad78a4 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477938b11b024e7f920149281dd4eccc HTTP/1.1" status: 200 len: 379 time: 0.3853869 Jul 07 16:52:19.459841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '6896314c-c379-465f-85d1-0aea08e483fc', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '6896314c-c379-465f-85d1-0aea08e483fc', 'mac_address': 'fa:16:3e:dd:60:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:19.516112 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.529566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Request body: {'port': {'device_id': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'admin_state_up': True, 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'security_groups': ['adc65f78-5501-407e-a040-dde4a6a6d089']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:19.556489 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.587342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6896314c-c379-465f-85d1-0aea08e483fc {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:19.597160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:19.597721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:19.608086 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:19.648173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6896314c-c379-465f-85d1-0aea08e483fc, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6896314c-c379-465f-85d1-0aea08e483fc,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:19.655367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.656179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:19.851292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:19.864235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.880939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-0e8b8453-8cb1-4f28-9fde-d561b6026c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.883940 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-0e8b8453-8cb1-4f28-9fde-d561b6026c2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.5194974 Jul 07 16:52:19.892472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.898468 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] 10.222.0.78 "DELETE /v2.0/networks/4ed5371e-d393-4577-a03b-688d5e265f7f HTTP/1.1" status: 204 len: 168 time: 1.3641133 Jul 07 16:52:19.905614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4b0df6e-0862-4125-9329-3d2ab075d86b req-569115fa-e2e0-420d-a7f4-127526ac9444 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949149 Jul 07 16:52:19.907058 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.914700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.915373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-482fa59e-f90c-4aaa-bf48-04a95a3b8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.916970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae703da3-30b9-419c-8e8a-79f55fdfb15f tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] 10.222.0.78 "DELETE /v2.0/floatingips/7308d5e1-5ab7-4f7b-87bc-ff1ce2850858 HTTP/1.1" status: 204 len: 168 time: 2.2560639 Jul 07 16:52:19.918367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-482fa59e-f90c-4aaa-bf48-04a95a3b8c0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 1096 time: 0.3981636 Jul 07 16:52:19.920741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Made reservation on behalf of 477938b11b024e7f920149281dd4eccc for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:19.925748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.928616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49602) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.951199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6e030-d9a1-4146-9bc8-48ba88ea3250 req-33564bc7-2d38-435a-a094-08340cd93990 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.954184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af6e030-d9a1-4146-9bc8-48ba88ea3250 req-33564bc7-2d38-435a-a094-08340cd93990 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 0.9498677 Jul 07 16:52:19.967636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4539e-fbcb-48f2-9765-22a1b4432a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed5371e-d393-4577-a03b-688d5e265f7f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:20.035685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-903dbb26-55af-4e56-921e-c30161588aec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6896314c-c379-465f-85d1-0aea08e483fc HTTP/1.1" status: 200 len: 217 time: 0.1352193 Jul 07 16:52:20.091577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ec7422-6014-407e-b730-600073727745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a638982-a154-493f-8f28-dad9fb34e8a6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:20.096125 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbed937-491f-4469-9881-4eba7549fada" -d '{"events": [{"server_uuid": "38ec7422-6014-407e-b730-600073727745", "name": "network-vif-plugged", "status": "completed", "tag": "4a638982-a154-493f-8f28-dad9fb34e8a6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:20.100761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'mac_address': 'fa:16:3e:aa:92:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:20.107768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6896314c-c379-465f-85d1-0aea08e483fc,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:20.176621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-0ca8725c-38b2-4831-a7dc-02e850ec198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.180357 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-0ca8725c-38b2-4831-a7dc-02e850ec198b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1310680 Jul 07 16:52:20.286409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.312004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-55221d01-82c2-4d7c-b0c7-0d946683e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.315252 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-55221d01-82c2-4d7c-b0c7-0d946683e5d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.2920210 Jul 07 16:52:20.353090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:20.356684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6af6e030-d9a1-4146-9bc8-48ba88ea3250 req-eac6143e-b445-4101-9777-845e5d5a8367 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000596 Jul 07 16:52:20.431742 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-22769ee1-8b9b-4877-8094-0f00e08aa28a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a HTTP/1.1" status: 200 len: 217 time: 0.1077702 Jul 07 16:52:20.471244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:20.478340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.573578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-9ab258bd-aee2-4b25-97d6-19d8e6a02a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.579014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-9ab258bd-aee2-4b25-97d6-19d8e6a02a3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3901379 Jul 07 16:52:20.641008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49610) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.708686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b79e4-9dfa-4c4b-a3d8-456e59d95eec req-ed8f048e-1cda-40b6-9ff3-722b1f6ec785 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.716552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a78b79e4-9dfa-4c4b-a3d8-456e59d95eec req-ed8f048e-1cda-40b6-9ff3-722b1f6ec785 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 946 time: 0.4600010 Jul 07 16:52:20.749546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-dae464c1-d587-4dcc-bd10-c5d682d270bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.751799 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-dae464c1-d587-4dcc-bd10-c5d682d270bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.3140061 Jul 07 16:52:20.829715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a78b79e4-9dfa-4c4b-a3d8-456e59d95eec req-95a1ab95-e567-439b-ab0f-800b06c6e288 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118696 Jul 07 16:52:20.864158 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-5a157263-6784-4bfa-9d66-c5f6b0966b15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000206 Jul 07 16:52:20.895434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72c72aae-9f09-4581-9bb2-d3dbd21945eb req-7fa79117-af8f-487a-9215-2891b417c501 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.0611291 Jul 07 16:52:20.999310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Allocated IP 172.20.0.4 (278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6/7b94dd52-5914-4259-a21e-d5528a0508f0/4d3066a9-2a6f-40b1-be09-5a024083e83b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:21.010698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.022132 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ca1f7f-5a56-4e06-8abb-ab691cf76018 x-openstack-request-id: req-80ca1f7f-5a56-4e06-8abb-ab691cf76018 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:21.023065 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ec7422-6014-407e-b730-600073727745", "name": "network-vif-plugged", "status": "completed", "tag": "4a638982-a154-493f-8f28-dad9fb34e8a6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:21.023065 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80ca1f7f-5a56-4e06-8abb-ab691cf76018 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:21.023226 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ec7422-6014-407e-b730-600073727745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a638982-a154-493f-8f28-dad9fb34e8a6', 'code': 200} Jul 07 16:52:21.038260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6896314c-c379-465f-85d1-0aea08e483fc'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:21.041859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d164187d-75d1-4a7b-aee1-2a155ff21034 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=379a6a47594e4618804129d568ce68f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996820 Jul 07 16:52:21.054574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:21.070473 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-9d934099-292a-4a9a-9ecc-3c9b9889a52c service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843686 Jul 07 16:52:21.101884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d8fd8f86-f5b6-459d-a2a6-cc7612bd6695'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:21.323899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-88481727-6be8-4ee3-9d33-fe971541f84e service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475074 Jul 07 16:52:21.447160 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f35349af-c52d-4ada-a6e9-8c61f46937bb req-d2451caf-df5c-4e15-b245-60f9f5eac8b9 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138167 Jul 07 16:52:21.495977 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-917302ab-dba4-426e-9c9c-7dd5ad0aef18 req-f229150f-fc23-4fec-ab3d-0d0b361543ce service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152410 Jul 07 16:52:21.696854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47042479-3194-4693-ab4a-d72d200a771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.712873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c2c4-3282-498e-8ed1-f11bde9815fc req-abc7b803-a88f-4198-b8b8-5016311d7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.714570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6983c2c4-3282-498e-8ed1-f11bde9815fc req-abc7b803-a88f-4198-b8b8-5016311d7bbf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 1097 time: 0.5658672 Jul 07 16:52:21.737535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.780712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47042479-3194-4693-ab4a-d72d200a771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.144111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.149780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6983c2c4-3282-498e-8ed1-f11bde9815fc req-8fc667bd-74be-4fd0-a53f-03e241f93b78 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180942 Jul 07 16:52:22.168113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47042479-3194-4693-ab4a-d72d200a771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.172840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47042479-3194-4693-ab4a-d72d200a771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.174609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47042479-3194-4693-ab4a-d72d200a771a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee992d7a-7b82-4fb4-be10-52e2e10497fc HTTP/1.1" status: 204 len: 168 time: 1.0929766 Jul 07 16:52:22.217171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2c35-6fed-4dfb-9fe6-cd58df76e534 req-6f7722b4-a039-4034-86a8-f95e66693b09 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.219901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-075d2c35-6fed-4dfb-9fe6-cd58df76e534 req-6f7722b4-a039-4034-86a8-f95e66693b09 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 945 time: 0.8280137 Jul 07 16:52:22.241447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Transition to ACTIVE for port object 4d3066a9-2a6f-40b1-be09-5a024083e83b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:22.256530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47042479-3194-4693-ab4a-d72d200a771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee992d7a-7b82-4fb4-be10-52e2e10497fc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.521921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df6899-a7be-4a1d-af67-abc28b65aa38 req-62c021de-c5e1-4b5f-b5dd-c29573856b7e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.530423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61df6899-a7be-4a1d-af67-abc28b65aa38 req-62c021de-c5e1-4b5f-b5dd-c29573856b7e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 948 time: 0.5999234 Jul 07 16:52:22.552404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-075d2c35-6fed-4dfb-9fe6-cd58df76e534 req-ecd9dd8e-f988-4c6a-b319-25c0a23e30e0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175936 Jul 07 16:52:22.613878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.761848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61df6899-a7be-4a1d-af67-abc28b65aa38 req-4476eb55-a56f-4240-9acc-2286dadd5002 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144418 Jul 07 16:52:22.804704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:22.829030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event updated for resources: {'Port': ['ID=4d3066a9-2a6f-40b1-be09-5a024083e83b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.862194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:22.911984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:23.133650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.134570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.177616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6896314c-c379-465f-85d1-0aea08e483fc up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:23.207304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-69d203e7-ac7c-45a0-969c-85432d5acd2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7481959 Jul 07 16:52:23.291414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Request body: {'port': {'device_id': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:23.414193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 6896314c-c379-465f-85d1-0aea08e483fc completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:23.435752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f1d11911-ec65-4d60-9220-35d337107cf3 None None] Provisioning for port 4d3066a9-2a6f-40b1-be09-5a024083e83b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:23.452990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 6896314c-c379-465f-85d1-0aea08e483fc triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:23.453656 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.458603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f1d11911-ec65-4d60-9220-35d337107cf3 None None] Provisioning complete for port 4d3066a9-2a6f-40b1-be09-5a024083e83b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:23.459612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f1d11911-ec65-4d60-9220-35d337107cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.599903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f1d11911-ec65-4d60-9220-35d337107cf3 None None] Port 4d3066a9-2a6f-40b1-be09-5a024083e83b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:23.646596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18cc3-62f6-4f1d-a1a8-39c2ce45c762 req-d8399298-2216-4692-89c0-8cff8e6768ac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.666753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6a18cc3-62f6-4f1d-a1a8-39c2ce45c762 req-d8399298-2216-4692-89c0-8cff8e6768ac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 0.7290592 Jul 07 16:52:23.670784 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.750237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.786883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Deleting port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:23.791409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.799268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe001-c330-47d0-bb24-1902baf1230a req-ed4a43b9-8cb6-44ac-a160-90e8fb8cc8fb tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.801021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7abe001-c330-47d0-bb24-1902baf1230a req-ed4a43b9-8cb6-44ac-a160-90e8fb8cc8fb tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 946 time: 0.6449816 Jul 07 16:52:23.866002 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.881981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6a18cc3-62f6-4f1d-a1a8-39c2ce45c762 req-462b4439-d4ca-435a-997b-49b0fce52a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142146 Jul 07 16:52:23.942387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6896314c-c379-465f-85d1-0aea08e483fc, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6896314c-c379-465f-85d1-0aea08e483fc,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:23.946699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896314c-c379-465f-85d1-0aea08e483fc'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:23.955650 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7717cb5c-85eb-4a78-827f-f46912007d7f" -d '{"events": [{"server_uuid": "d071d636-ad48-49b2-a55c-d993fa4424b8", "name": "network-vif-plugged", "status": "completed", "tag": "6896314c-c379-465f-85d1-0aea08e483fc"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:23.985497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:23.988913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:23.996246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49660) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:24.322567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:24.342577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6896314c-c379-465f-85d1-0aea08e483fc,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:24.374357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:24.375207 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.478203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-874175121-network', 'tenant_id': '97d7a63acc0c4f169575a3199e144782'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:24.585434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Made reservation on behalf of 97d7a63acc0c4f169575a3199e144782 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:24.597853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.648973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.702849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.801798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:24.811123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.868919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.874264 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.912193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:24.913897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:24.943895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89108e-ee4d-4f90-b4e1-394b7ec9de42,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:24.947034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.947034 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Added segment 038030d3-530a-438e-84db-82558f3d3abb of type vlan for network 4543cefa-8186-4dfa-8184-12aa4099b301 Jul 07 16:52:24.973863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.974127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.974440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.974775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.975104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.975429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.975757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.976080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.976404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.976723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.977042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:24.977405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:25.050131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7abe001-c330-47d0-bb24-1902baf1230a req-904fc322-f7c6-48e0-b653-dcbe5ecb1cc2 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2295051 Jul 07 16:52:25.052770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.135342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.137046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.138811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.254318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2548583 Jul 07 16:52:25.254990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:25.261928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Request body: {'subnet': {'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-874175121-subnet', 'tenant_id': '97d7a63acc0c4f169575a3199e144782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:25.405490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] For port d13a7d9b-69da-4cf7-baeb-32cb3d2c1952, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:25.405921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.437164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-a7f8cd07-b941-4a1e-bc7f-b7f1a548a7d6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.439253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-a7f8cd07-b941-4a1e-bc7f-b7f1a548a7d6 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 1.5059741 Jul 07 16:52:25.462074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Calling delete_port for d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:25.669627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabded-0343-4e3f-9649-55baa3d22956 admin admin] Pushing event updated for resources: {'Network': ['ID=4543cefa-8186-4dfa-8184-12aa4099b301,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:25.672877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Made reservation on behalf of 97d7a63acc0c4f169575a3199e144782 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:25.675752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.691365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 4543cefa-8186-4dfa-8184-12aa4099b301 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:25.935890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20382911-afcd-4a89-a1a4-4217aaf375dd req-dfe46cb5-ace6-4e32-af07-353e991af231 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.938908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20382911-afcd-4a89-a1a4-4217aaf375dd req-dfe46cb5-ace6-4e32-af07-353e991af231 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 931 time: 1.1122847 Jul 07 16:52:25.992921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.101567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Checking segment: {'id': '038030d3-530a-438e-84db-82558f3d3abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:26.102574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Network hostable DHCP agents. Network: 4543cefa-8186-4dfa-8184-12aa4099b301, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:26.135056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f104343-9302-43df-9ee2-5dc664d9520d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:26.139450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Network 4543cefa-8186-4dfa-8184-12aa4099b301 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:26.152404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b322cdb-ead8-46a9-9953-7303784ff381 req-8a107d09-f371-436e-a04b-8ba27a7386fb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.155628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b322cdb-ead8-46a9-9953-7303784ff381 req-8a107d09-f371-436e-a04b-8ba27a7386fb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 946 time: 0.8048511 Jul 07 16:52:26.162557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 4543cefa-8186-4dfa-8184-12aa4099b301) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:26.171616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.175014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.179067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51b859-93ae-47da-bdad-7a5d29b2d5b7 None None] Network 4543cefa-8186-4dfa-8184-12aa4099b301 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:26.233142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e119dfde-0f17-41e3-8ecf-1de16220d0f1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9629085 Jul 07 16:52:26.264342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20382911-afcd-4a89-a1a4-4217aaf375dd req-86c07b33-3d97-464b-a57f-1a9743c87f41 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592039 Jul 07 16:52:26.513268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7523f39-0fd9-42c6-b2c4-3516c72dd8fd None None] Network 4543cefa-8186-4dfa-8184-12aa4099b301 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:26.891922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b322cdb-ead8-46a9-9953-7303784ff381 req-7a5d426e-b41a-4d5a-bc3a-74c13bfd19e2 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962879 Jul 07 16:52:26.907698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port c045a4be-3128-4cf1-82b1-c0778421bff5 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:26.908195 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.961688 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f31aa3-d23e-49f1-9887-360969eab65f x-openstack-request-id: req-24f31aa3-d23e-49f1-9887-360969eab65f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:26.962195 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d071d636-ad48-49b2-a55c-d993fa4424b8", "name": "network-vif-plugged", "status": "completed", "tag": "6896314c-c379-465f-85d1-0aea08e483fc", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:26.962351 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24f31aa3-d23e-49f1-9887-360969eab65f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:26.962873 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896314c-c379-465f-85d1-0aea08e483fc', 'code': 200} Jul 07 16:52:27.095833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3066a9-2a6f-40b1-be09-5a024083e83b {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:27.225210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.280584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b143e0-41a7-4830-8e88-a723ca15d582 req-101fc9d8-f653-4bb6-944a-4abf55bba420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:27.282283 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-80b143e0-41a7-4830-8e88-a723ca15d582 req-101fc9d8-f653-4bb6-944a-4abf55bba420 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 1100 time: 0.1500998 Jul 07 16:52:27.320686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993e321-0ab4-4871-99b2-831c77a3cfee req-c1a7055c-5923-4db4-ba8b-11036451301d tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:27.331868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9993e321-0ab4-4871-99b2-831c77a3cfee req-c1a7055c-5923-4db4-ba8b-11036451301d tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 949 time: 0.6346776 Jul 07 16:52:27.362993 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-80b143e0-41a7-4830-8e88-a723ca15d582 req-723411aa-345c-48b4-8720-6c24ab6eb024 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738683 Jul 07 16:52:27.408842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Transition to ACTIVE for port object 4d3066a9-2a6f-40b1-be09-5a024083e83b will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:27.475459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.482725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port c045a4be-3128-4cf1-82b1-c0778421bff5, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c045a4be-3128-4cf1-82b1-c0778421bff5,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:27.483692 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.567763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.577284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for c045a4be-3128-4cf1-82b1-c0778421bff5 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:27.607834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9993e321-0ab4-4871-99b2-831c77a3cfee req-aa8a0ecd-5011-45fb-b593-ded66209a0ce tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740266 Jul 07 16:52:27.640800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30cdf2-c7b8-405a-9b8e-1b2e60fd2538 req-f0c1e15a-2785-4287-956f-be12d16aeb48 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:27.642480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c30cdf2-c7b8-405a-9b8e-1b2e60fd2538 req-f0c1e15a-2785-4287-956f-be12d16aeb48 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d2d1924-8ace-45b6-83c1-4f502d1a220a HTTP/1.1" status: 200 len: 945 time: 0.3946590 Jul 07 16:52:27.705150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Pushing event updated for resources: {'Port': ['ID=4d3066a9-2a6f-40b1-be09-5a024083e83b,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:27.886993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.888204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.888803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.889425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.890020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.890576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.891144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.891690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.892252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.892849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.893480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:27.894083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:28.017813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c045a4be-3128-4cf1-82b1-c0778421bff5 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:28.174603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No active binding found for port c045a4be-3128-4cf1-82b1-c0778421bff5 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:52:28.175569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c045a4be-3128-4cf1-82b1-c0778421bff5 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:28.232121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.233906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Pushing event deleted for resources: {'Port': ['ID=d13a7d9b-69da-4cf7-baeb-32cb3d2c1952,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:28.273052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=c045a4be-3128-4cf1-82b1-c0778421bff5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:28.276055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:28.288232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c30cdf2-c7b8-405a-9b8e-1b2e60fd2538 req-6f660dc4-8d13-473c-bdd8-5abc0cfb7235 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937848 Jul 07 16:52:28.454066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port c045a4be-3128-4cf1-82b1-c0778421bff5 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:28.463383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.466384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c72e7d8-3f7a-46a4-ada8-d58a8e145bc9 req-2b7b0179-8183-4363-92ef-9e82ddb4324f tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.54 "DELETE /v2.0/ports/c045a4be-3128-4cf1-82b1-c0778421bff5 HTTP/1.1" status: 204 len: 173 time: 3.0159516 Jul 07 16:52:28.472360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'name': 'network-vif-deleted', 'tag': 'c045a4be-3128-4cf1-82b1-c0778421bff5'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:28.474770 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8120bf1-8024-420d-be20-02ddcd504d77" -d '{"events": [{"server_uuid": "9d2d1924-8ace-45b6-83c1-4f502d1a220a", "name": "network-vif-deleted", "tag": "c045a4be-3128-4cf1-82b1-c0778421bff5"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:28.491378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Attempting to bind port 4d3066a9-2a6f-40b1-be09-5a024083e83b on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:28.491378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Attempting to bind port 4d3066a9-2a6f-40b1-be09-5a024083e83b by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:28.491892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Attempting to bind port 4d3066a9-2a6f-40b1-be09-5a024083e83b on network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:28.521855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Port 4d3066a9-2a6f-40b1-be09-5a024083e83b on network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:28.522158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Attempting to bind port 4d3066a9-2a6f-40b1-be09-5a024083e83b on network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:28.535696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfb233-487c-4c46-a65b-6ea24bc6c371 req-44817c6f-d459-4e19-853f-625948df809d tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:28.540176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ddfb233-487c-4c46-a65b-6ea24bc6c371 req-44817c6f-d459-4e19-853f-625948df809d tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 946 time: 0.5554135 Jul 07 16:52:28.549489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.594623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:28.594976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Checking segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:28.595375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Bound using segment: {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:28.595824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Bound port: 4d3066a9-2a6f-40b1-be09-5a024083e83b, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08519acf-4cef-44af-b1ef-83f977cc7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:28.596188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.721765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ddfb233-487c-4c46-a65b-6ea24bc6c371 req-ab77e52d-5efb-4d61-8bfc-a354da7d9eea tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805568 Jul 07 16:52:28.916495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] For port 4d3066a9-2a6f-40b1-be09-5a024083e83b, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:28.952410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] For port 4d3066a9-2a6f-40b1-be09-5a024083e83b, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:28.964211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:28.969005 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b016c-50ea-45fa-bfac-d14a06317577" -d '{"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:28.980078 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.130749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-cf2a5941-65f0-46a1-b72b-ba4430ec558e tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.132377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-cf2a5941-65f0-46a1-b72b-ba4430ec558e tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/networks?id=4543cefa-8186-4dfa-8184-12aa4099b301 HTTP/1.1" status: 200 len: 813 time: 0.2921090 Jul 07 16:52:29.136730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.137500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.138907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] 10.222.0.54 "PUT /v2.0/ports/4d3066a9-2a6f-40b1-be09-5a024083e83b HTTP/1.1" status: 200 len: 1091 time: 5.8528399 Jul 07 16:52:29.198310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-9c6d1603-08b8-446e-b448-0c5847c08ddf tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/quotas/97d7a63acc0c4f169575a3199e144782 HTTP/1.1" status: 200 len: 375 time: 0.0300593 Jul 07 16:52:29.208478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189404-32e2-4f94-8d29-587e53d6810f service neutron] Pushing event updated for resources: {'Port': ['ID=4d3066a9-2a6f-40b1-be09-5a024083e83b,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:29.279207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-efd985b5-ca51-4f25-be15-6a44b8243a38 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97d7a63acc0c4f169575a3199e144782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547953 Jul 07 16:52:29.308233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-6c20e7b0-3dc6-4fdd-9955-d13727d2d2a2 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:29.310668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-6c20e7b0-3dc6-4fdd-9955-d13727d2d2a2 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119224 Jul 07 16:52:29.374143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:29.389594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea1cdc-f575-4092-92e8-69040c9d9093 req-73d5a11c-715d-4f53-8c4a-76720f42565a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.393079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fea1cdc-f575-4092-92e8-69040c9d9093 req-73d5a11c-715d-4f53-8c4a-76720f42565a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 943 time: 0.4327607 Jul 07 16:52:29.662502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fea1cdc-f575-4092-92e8-69040c9d9093 req-516a071f-32a7-4222-aa64-2cce49b45908 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603362 Jul 07 16:52:29.738481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-d3c2548b-217b-43ed-aa31-ab4d2fe4729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.741368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-d3c2548b-217b-43ed-aa31-ab4d2fe4729d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477938b11b024e7f920149281dd4eccc&device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 1094 time: 0.4699321 Jul 07 16:52:30.232978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-9313e278-2ae7-4da9-af0e-340a5fe53685 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b HTTP/1.1" status: 200 len: 217 time: 0.4833868 Jul 07 16:52:30.354138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:30.369046 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] Sync routers for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:30.370408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-957865a4-d7d8-4f8b-861e-52bb6155719a admin admin] 10.222.0.78 "PUT /v2.0/routers/97fecc13-f880-4e4e-8d70-14b5ce69f6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4381828 Jul 07 16:52:30.373568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:30.380820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-564b5d74-4106-4c36-9305-b954ed4062c4 service neutron] 10.222.0.78 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0354245 Jul 07 16:52:30.389272 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:30.390479 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:30.390685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-913fb39a-1765-4c3f-b2bd-8c6f6aac8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.392100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-913fb39a-1765-4c3f-b2bd-8c6f6aac8d7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b94dd52-5914-4259-a21e-d5528a0508f0 HTTP/1.1" status: 200 len: 855 time: 0.1390655 Jul 07 16:52:30.510179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577d0b-66a3-4478-8cd4-0dcbdacc194e req-9a5d4ee6-6d3e-44cf-a306-e7381d9e9afb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.511809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97577d0b-66a3-4478-8cd4-0dcbdacc194e req-9a5d4ee6-6d3e-44cf-a306-e7381d9e9afb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 946 time: 0.2940664 Jul 07 16:52:30.569785 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:30.587121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-052a01db-91eb-4cef-89b7-a59e77dfbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.589235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-052a01db-91eb-4cef-89b7-a59e77dfbc32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896145 Jul 07 16:52:30.594313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-53b5a518-55a0-49aa-83d9-dff210e3f026 service neutron] 10.222.0.78 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825459 Jul 07 16:52:30.681854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.738542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97577d0b-66a3-4478-8cd4-0dcbdacc194e req-660e1bb7-082b-41b9-9c22-5dccecf238aa tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032518 Jul 07 16:52:30.819869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-dc1e4ac6-007a-4228-8ed0-57141d284ca0 service neutron] 10.222.0.54 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211599 Jul 07 16:52:30.873000 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d6c38-6899-47ff-8789-a14f8233d238 x-openstack-request-id: req-7f7d6c38-6899-47ff-8789-a14f8233d238 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:30.873520 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2d1924-8ace-45b6-83c1-4f502d1a220a", "name": "network-vif-deleted", "tag": "c045a4be-3128-4cf1-82b1-c0778421bff5", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:30.873938 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f7d6c38-6899-47ff-8789-a14f8233d238 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:30.874614 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2d1924-8ace-45b6-83c1-4f502d1a220a', 'name': 'network-vif-deleted', 'tag': 'c045a4be-3128-4cf1-82b1-c0778421bff5', 'status': 'completed', 'code': 200} Jul 07 16:52:30.920665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.029676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32a2c1a8-42bd-4db2-a22f-d2ba47544a31 req-5374323d-a2ff-4081-8ddd-5a55b16ecc9b service neutron] 10.222.0.54 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003026 Jul 07 16:52:31.102029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:52:27Z', 'revision_number': 5, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port': {'id': '50c9ffe8-e925-4253-afe3-15f1dc117fcd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:09Z', 'updated_at': '2021-07-07T16:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:31.122875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Deleting port 50c9ffe8-e925-4253-afe3-15f1dc117fcd {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:31.128279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.214684 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] Checking router: 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:31.258103 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] Routers {'97fecc13-f880-4e4e-8d70-14b5ce69f6c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:31.265649 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:31.323616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] For port 50c9ffe8-e925-4253-afe3-15f1dc117fcd, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=50c9ffe8-e925-4253-afe3-15f1dc117fcd,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:31.323787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.343545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Calling delete_port for 50c9ffe8-e925-4253-afe3-15f1dc117fcd owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:31.389656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb746ff-440c-44dc-ad05-5134c3ebc7f1 req-7064d857-2b90-45f6-896a-24d6d0861d74 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.392517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1cb746ff-440c-44dc-ad05-5134c3ebc7f1 req-7064d857-2b90-45f6-896a-24d6d0861d74 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=41a09b89-319f-4d01-a778-b820651a5087 HTTP/1.1" status: 200 len: 946 time: 0.2316308 Jul 07 16:52:31.409837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec434f-ab9e-4573-a960-2b0bca3198ad req-b009f492-fa8c-4d1e-a0fa-0f3200a79220 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.412594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cec434f-ab9e-4573-a960-2b0bca3198ad req-b009f492-fa8c-4d1e-a0fa-0f3200a79220 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 949 time: 0.1790972 Jul 07 16:52:31.572027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1cb746ff-440c-44dc-ad05-5134c3ebc7f1 req-540e5402-3a6f-41a8-8607-1d801e856a26 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/security-groups?id=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574910 Jul 07 16:52:31.594609 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] Set router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:31.601851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cec434f-ab9e-4573-a960-2b0bca3198ad req-b3056a37-9198-425a-a828-0e8e29e8ece5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708634 Jul 07 16:52:31.733732 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db35479-2303-4243-9024-edc5c3253f05 x-openstack-request-id: req-3db35479-2303-4243-9024-edc5c3253f05 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:31.734224 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:31.734321 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3db35479-2303-4243-9024-edc5c3253f05 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:31.734715 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'code': 200} Jul 07 16:52:31.780103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.829277 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:52:30Z', 'revision_number': 6, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:31.882795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c9ffe8-e925-4253-afe3-15f1dc117fcd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.030462 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9411b-d1f9-4d4a-bd7b-1051ebcd5348 None None] The sync data for ids ['97fecc13-f880-4e4e-8d70-14b5ce69f6c3'] in n-d-793619-7 is: [{'id': '97fecc13-f880-4e4e-8d70-14b5ce69f6c3', 'name': 'tempest-ServersTestManualDisk-233956359-router', 'tenant_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:08Z', 'updated_at': '2021-07-07T16:52:30Z', 'revision_number': 6, 'project_id': 'b560f327984c4b48bfd25bcb7aa6e5fe', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:32.230994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.368774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cee379d5-c371-4c56-84d1-754ea563a5cd req-b80a36ae-474b-40ea-b966-eb8bcf366b6d tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 210 time: 0.0779440 Jul 07 16:52:32.455382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.462254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.519008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee45838-4450-48b3-bd5f-030f8f698d51 req-cc5f29d9-993c-41c4-892f-be632a69e1fb tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:32.524903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ee45838-4450-48b3-bd5f-030f8f698d51 req-cc5f29d9-993c-41c4-892f-be632a69e1fb tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 943 time: 0.3696163 Jul 07 16:52:32.536032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d95b87-4004-4d8c-8d3c-1512a80ef274 req-76194a80-ae94-4430-a1ee-9ae984d5a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:32.538049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-45d95b87-4004-4d8c-8d3c-1512a80ef274 req-76194a80-ae94-4430-a1ee-9ae984d5a34d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 1097 time: 0.6714442 Jul 07 16:52:32.560553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.563447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fecc13-f880-4e4e-8d70-14b5ce69f6c3 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:52:32.616447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.620288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-26a823f0-7dbc-4390-b570-99ea8689a125 admin admin] 10.222.0.78 "DELETE /v2.0/routers/97fecc13-f880-4e4e-8d70-14b5ce69f6c3 HTTP/1.1" status: 204 len: 168 time: 2.2434697 Jul 07 16:52:32.621293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49750) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:32.629067 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-45d95b87-4004-4d8c-8d3c-1512a80ef274 req-061c7dc3-106a-4013-886f-6a3afc84e22d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814774 Jul 07 16:52:32.717573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ee45838-4450-48b3-bd5f-030f8f698d51 req-2fc825a5-0fdf-4e97-a4d0-eb337a581024 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835880 Jul 07 16:52:32.767051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Deleting subnet b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:32.777023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.869899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.949442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:32.957032 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1855af44-0b20-488d-a6f5-9dfac45d7740" -d '{"events": [{"name": "network-changed", "server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:33.221364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.299021 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.315430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:33.429933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f2b5-64ec-4c5b-b3be-276bec4556e8 req-59fe406c-e559-408d-842e-79dcab076a4d tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.433183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8011f2b5-64ec-4c5b-b3be-276bec4556e8 req-59fe406c-e559-408d-842e-79dcab076a4d tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 1100 time: 0.4665792 Jul 07 16:52:33.528824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6218cb-966c-49c2-aa68-b56faff8fa4f req-3cff0509-7a3c-445b-8858-0a0b0801bbb0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.530715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed6218cb-966c-49c2-aa68-b56faff8fa4f req-3cff0509-7a3c-445b-8858-0a0b0801bbb0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 946 time: 0.4282978 Jul 07 16:52:33.553249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-1797bb12-6b30-4abc-8980-990b418d8751 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.555167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-1797bb12-6b30-4abc-8980-990b418d8751 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.54 "GET /v2.0/networks?id=4543cefa-8186-4dfa-8184-12aa4099b301 HTTP/1.1" status: 200 len: 813 time: 0.3261504 Jul 07 16:52:33.569644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.573950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db545bc5-d994-4993-8052-3fc47d45d73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.592689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Request body: {'port': {'device_id': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301', 'admin_state_up': True, 'tenant_id': '97d7a63acc0c4f169575a3199e144782'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:33.643204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.655392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8011f2b5-64ec-4c5b-b3be-276bec4556e8 req-3a5068a7-fd39-49ca-b66d-9ddc65a2ff08 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914325 Jul 07 16:52:33.672718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201238f-7b68-45dd-a516-3a1cf909285c None None] Network 0f4fb85e-5dad-4e89-8212-aa177063777b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:33.711933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db545bc5-d994-4993-8052-3fc47d45d73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.718092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.718416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db545bc5-d994-4993-8052-3fc47d45d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.720246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-39390749-0d1c-4615-8679-a1c651e31b77 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b3e8fd64-d2c0-4c9e-aa65-b15c6ed23f79 HTTP/1.1" status: 204 len: 168 time: 1.0862670 Jul 07 16:52:33.727979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49770) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:33.819669 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db545bc5-d994-4993-8052-3fc47d45d73f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7603fc92d661456fb3d73bfe2fd8c5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030003 Jul 07 16:52:33.832254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49782) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:33.832739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.843132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed6218cb-966c-49c2-aa68-b56faff8fa4f req-e4fc064c-d495-4b1b-b52a-223fdbf78d9e tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000894 Jul 07 16:52:33.889403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:52:33.926702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db545bc5-d994-4993-8052-3fc47d45d73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337caa37-2221-4f87-be05-670c29178211,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.934503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13a0eb8f-cc29-4150-bdfc-b0fef74bd02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.970222 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13a0eb8f-cc29-4150-bdfc-b0fef74bd02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.044133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] DHCP port deletion for 0f4fb85e-5dad-4e89-8212-aa177063777b request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:52:34.050818 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13a0eb8f-cc29-4150-bdfc-b0fef74bd02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.056864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13a0eb8f-cc29-4150-bdfc-b0fef74bd02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.063583 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13a0eb8f-cc29-4150-bdfc-b0fef74bd02f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/337caa37-2221-4f87-be05-670c29178211 HTTP/1.1" status: 204 len: 168 time: 0.2302351 Jul 07 16:52:34.074019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0eb8f-cc29-4150-bdfc-b0fef74bd02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337caa37-2221-4f87-be05-670c29178211,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.093846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:34.128502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:34.129050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d13a7d9b-69da-4cf7-baeb-32cb3d2c1952 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:34.129675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 50c9ffe8-e925-4253-afe3-15f1dc117fcd no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:34.171107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 50c9ffe8-e925-4253-afe3-15f1dc117fcd {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:34.171808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 50c9ffe8-e925-4253-afe3-15f1dc117fcd not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:34.193597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Deleting port d307a50a-edfb-4522-b21c-1cbdee377cc2 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:34.193984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.210581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-2bbbfbbd-39ae-4c3d-a32b-d16de78a1552 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.218366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-2bbbfbbd-39ae-4c3d-a32b-d16de78a1552 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.3742545 Jul 07 16:52:34.231441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Deleting port d307a50a-edfb-4522-b21c-1cbdee377cc2 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:34.237933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.298548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] For port d307a50a-edfb-4522-b21c-1cbdee377cc2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d307a50a-edfb-4522-b21c-1cbdee377cc2,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:34.300387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.319329 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff257952-2792-4db4-850a-e3e33f529cd3 x-openstack-request-id: req-ff257952-2792-4db4-850a-e3e33f529cd3 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:34.319602 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:34.319843 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff257952-2792-4db4-850a-e3e33f529cd3 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:34.320433 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'status': 'completed', 'code': 200} Jul 07 16:52:34.330845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Calling delete_port for d307a50a-edfb-4522-b21c-1cbdee377cc2 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:34.331522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Made reservation on behalf of 97d7a63acc0c4f169575a3199e144782 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:34.337467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.384979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-92f3c470-10b0-44b4-a4ca-5da826291963 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/quotas/3edfab0e363447d9ae0985cfa00bccfd HTTP/1.1" status: 200 len: 375 time: 0.1652176 Jul 07 16:52:34.455839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98ee733e-0aec-4daf-a086-1301593432c0 req-a0a0af5d-17b2-47ae-9534-e7e1e39ff3b3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 210 time: 0.0646420 Jul 07 16:52:34.504342 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.530350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49792) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.533851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] No DVR routers for this DVR port d307a50a-edfb-4522-b21c-1cbdee377cc2 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:34.555036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Pushing event deleted for resources: {'Port': ['ID=d307a50a-edfb-4522-b21c-1cbdee377cc2,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.566125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.566650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.567010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.567353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.567699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.568040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.568377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.568710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.569038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.569764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.570243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.570731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98695-c7bc-4f9d-9757-00fe9cc73418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:34.587085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-453a8537-9d48-4113-a5c3-1a2c867cc8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.624338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] For port d307a50a-edfb-4522-b21c-1cbdee377cc2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d307a50a-edfb-4522-b21c-1cbdee377cc2,segment=NetworkSegment(78a060fd-5b1e-439c-98a4-953e1b881db0),segment_id=78a060fd-5b1e-439c-98a4-953e1b881db0)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:34.625330 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.684120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Calling delete_port for d307a50a-edfb-4522-b21c-1cbdee377cc2 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:34.709744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-453a8537-9d48-4113-a5c3-1a2c867cc8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.715474 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-453a8537-9d48-4113-a5c3-1a2c867cc8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.733793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Allocated IP 172.20.0.10 (4543cefa-8186-4dfa-8184-12aa4099b301/7f104343-9302-43df-9ee2-5dc664d9520d/a0393ba1-be29-497c-9302-40c76fd3a149) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:34.782261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-453a8537-9d48-4113-a5c3-1a2c867cc8df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=739101a71256493c916f2ccab448f12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479930 Jul 07 16:52:34.786819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49794) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.791531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-01a523ba-0cc7-4589-abaf-3610d2f39329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.793171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-01a523ba-0cc7-4589-abaf-3610d2f39329 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477938b11b024e7f920149281dd4eccc&device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 1094 time: 0.4815550 Jul 07 16:52:34.798382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a8537-9d48-4113-a5c3-1a2c867cc8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a257e1f-30ed-4345-bed0-6e43f3573d06,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.861489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-232f426d-659f-4336-9bd6-4ed7e97f9696 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.864297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-232f426d-659f-4336-9bd6-4ed7e97f9696 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a09b89-319f-4d01-a778-b820651a5087 HTTP/1.1" status: 200 len: 946 time: 0.1027284 Jul 07 16:52:34.921661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-d589d96a-74d2-4788-b1dc-28c384c1532d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5148387 Jul 07 16:52:35.019072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Deleting port 3a4cb355-6ebe-4552-898e-a98d72a58a1e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:35.019631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.043558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a58da-2b1a-4669-81fe-1ff27eb27279 req-0c4f2e18-c10c-4585-9a84-36dec7e72e3e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.045218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c72a58da-2b1a-4669-81fe-1ff27eb27279 req-0c4f2e18-c10c-4585-9a84-36dec7e72e3e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 943 time: 0.4236870 Jul 07 16:52:35.121349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6ca16135-da57-4c43-bf05-0bd92e9e0027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.144262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.171240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] For port 3a4cb355-6ebe-4552-898e-a98d72a58a1e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=3a4cb355-6ebe-4552-898e-a98d72a58a1e,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:35.171621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.198129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Calling delete_port for 3a4cb355-6ebe-4552-898e-a98d72a58a1e owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:35.198848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-2e0260c6-2f0e-4f55-911a-3fab2f3cf38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.201026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-2e0260c6-2f0e-4f55-911a-3fab2f3cf38b service neutron] 10.222.0.54 "GET /v2.0/networks?id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 HTTP/1.1" status: 200 len: 917 time: 0.3933911 Jul 07 16:52:35.201751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da968605-5c1e-4dd5-98c9-f6424648ab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.218706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d307a50a-edfb-4522-b21c-1cbdee377cc2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.239770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] No DVR routers for this DVR port d307a50a-edfb-4522-b21c-1cbdee377cc2 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:35.350759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-48f28ce5-7fef-4ecd-8ced-9e3ba05b4374 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b HTTP/1.1" status: 200 len: 217 time: 0.1390767 Jul 07 16:52:35.354956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c72a58da-2b1a-4669-81fe-1ff27eb27279 req-588150cf-4e9a-4e14-8bf5-8be64d64fe2e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971737 Jul 07 16:52:35.383903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da968605-5c1e-4dd5-98c9-f6424648ab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.451342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.465039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-5b45f19a-b6ec-4d9b-a3f8-8847e8937c45 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218134 Jul 07 16:52:35.471980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.474286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4a638982-a154-493f-8f28-dad9fb34e8a6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:35.498830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['3a4cb355-6ebe-4552-898e-a98d72a58a1e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:35.505768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.516546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event deleted for resources: {'Port': ['ID=3a4cb355-6ebe-4552-898e-a98d72a58a1e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.569782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] No DVR routers for this DVR port 3a4cb355-6ebe-4552-898e-a98d72a58a1e on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:35.572832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.576024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-96b5a682-a555-4015-a7db-bba812a9bb7a req-05274722-24a7-42d0-ade5-853bf2345a4b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.13 "DELETE /v2.0/ports/3a4cb355-6ebe-4552-898e-a98d72a58a1e HTTP/1.1" status: 204 len: 173 time: 0.7058141 Jul 07 16:52:35.577162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a09b89-319f-4d01-a778-b820651a5087', 'name': 'network-vif-deleted', 'tag': '3a4cb355-6ebe-4552-898e-a98d72a58a1e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:35.581221 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46f899c-3c5f-43cd-93b0-d38d9a32ef65" -d '{"events": [{"server_uuid": "41a09b89-319f-4d01-a778-b820651a5087", "name": "network-vif-deleted", "tag": "3a4cb355-6ebe-4552-898e-a98d72a58a1e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:35.585822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4fb85e-5dad-4e89-8212-aa177063777b']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:35.624350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-83261ecf-c0ed-4dfa-843d-e032ec7ecfbb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299849 Jul 07 16:52:35.650387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-d11c792c-cc44-4a9f-8666-d1fe35725b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.652146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-d11c792c-cc44-4a9f-8666-d1fe35725b34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b94dd52-5914-4259-a21e-d5528a0508f0 HTTP/1.1" status: 200 len: 855 time: 0.2832019 Jul 07 16:52:35.659309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a060fd-5b1e-439c-98a4-953e1b881db0') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:35.659830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a060fd-5b1e-439c-98a4-953e1b881db0') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:35.739282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.815104 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.817004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da968605-5c1e-4dd5-98c9-f6424648ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.819657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da968605-5c1e-4dd5-98c9-f6424648ab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.820844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da968605-5c1e-4dd5-98c9-f6424648ab90 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a257e1f-30ed-4345-bed0-6e43f3573d06 HTTP/1.1" status: 204 len: 168 time: 1.0327561 Jul 07 16:52:35.837250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.850179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:35.850589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:35.852617 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:36.122751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d307a50a-edfb-4522-b21c-1cbdee377cc2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:36.162607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d307a50a-edfb-4522-b21c-1cbdee377cc2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:36.163617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d307a50a-edfb-4522-b21c-1cbdee377cc2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:36.329217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da968605-5c1e-4dd5-98c9-f6424648ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a257e1f-30ed-4345-bed0-6e43f3573d06,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.375697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-20df9630-807e-4a89-86ea-def1b9d78429 service neutron] 10.222.0.78 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604894 Jul 07 16:52:36.394499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-8cddef79-3cb8-43e8-bb5a-91ee56516bb4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.401864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-8cddef79-3cb8-43e8-bb5a-91ee56516bb4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7760165 Jul 07 16:52:36.425406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Network 4543cefa-8186-4dfa-8184-12aa4099b301 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:36.430762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.437911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Pushing event updated for resources: {'Port': ['ID=a0393ba1-be29-497c-9302-40c76fd3a149,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.442819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:36.448834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.455730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0f4fb85e-5dad-4e89-8212-aa177063777b HTTP/1.1" status: 204 len: 168 time: 2.7263777 Jul 07 16:52:36.466208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-2c0a1384-4ea3-4a13-85e8-f24879a2b541 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/quotas/d7a06a40562e44fc85561c9f1fb670b5 HTTP/1.1" status: 200 len: 375 time: 0.0631886 Jul 07 16:52:36.469494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:36.494080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-cbe413e4-b5b9-46e0-8348-ae498163f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.495940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-cbe413e4-b5b9-46e0-8348-ae498163f929 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8309765 Jul 07 16:52:36.521427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80828b32-dc39-4915-9580-432ce649c4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4fb85e-5dad-4e89-8212-aa177063777b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.650202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.650884 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.681475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72781d91-9074-406f-8404-51163acf9d2d req-d0264ae4-db67-41bf-8570-cd6689985f72 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.684809 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-72781d91-9074-406f-8404-51163acf9d2d req-d0264ae4-db67-41bf-8570-cd6689985f72 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 946 time: 0.2038066 Jul 07 16:52:36.700298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-b22b2c84-8288-406e-9dec-021f258ea784 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1323788 Jul 07 16:52:36.714146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Request body: {'port': {'device_id': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:36.757603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-f7443f05-18c8-495f-b4e6-1680702ca9a3 service neutron] 10.222.0.54 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307668 Jul 07 16:52:36.803374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-4ba59bce-6df2-4205-9176-c0be4293b48f tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3340111 Jul 07 16:52:36.854880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49830) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:37.092150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.097861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-96905a74-d410-4a57-9000-0a472426a724 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b560f327984c4b48bfd25bcb7aa6e5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379887 Jul 07 16:52:37.105232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49846) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:37.265635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1855af44-0b20-488d-a6f5-9dfac45d7740 req-61b10f11-f082-42a3-b85f-264429be4c7f service neutron] 10.222.0.54 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566267 Jul 07 16:52:37.293810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Deleting port 4a638982-a154-493f-8f28-dad9fb34e8a6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:37.294269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.396751 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.601781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] For port 4a638982-a154-493f-8f28-dad9fb34e8a6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4a638982-a154-493f-8f28-dad9fb34e8a6,segment=NetworkSegment(46964c8a-1cfb-4819-adbf-29e378e4ff07),segment_id=46964c8a-1cfb-4819-adbf-29e378e4ff07)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:37.602810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.607177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857a03f-014a-4232-9974-6fa661721625 req-08b29b6a-4c31-441e-8000-f937ba6a8e43 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.609457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a857a03f-014a-4232-9974-6fa661721625 req-08b29b6a-4c31-441e-8000-f937ba6a8e43 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 946 time: 0.3504033 Jul 07 16:52:37.620607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305984-18ac-4375-8fc0-5fa7fd2a7ac9 req-f682b490-97a2-4030-a4f6-ba6cf6b00354 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.620996 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dff23848-5e53-47e3-b3f8-7cd3e24c6b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.628435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f305984-18ac-4375-8fc0-5fa7fd2a7ac9 req-f682b490-97a2-4030-a4f6-ba6cf6b00354 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 932 time: 0.3900826 Jul 07 16:52:37.667233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee746f71-a46d-459d-946c-6e35acdfc35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.698213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Calling delete_port for 4a638982-a154-493f-8f28-dad9fb34e8a6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:37.703893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a857a03f-014a-4232-9974-6fa661721625 req-8c5688df-760b-48f6-a0bd-b4e5eb51b30e tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726807 Jul 07 16:52:37.743249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee746f71-a46d-459d-946c-6e35acdfc35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.760646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f305984-18ac-4375-8fc0-5fa7fd2a7ac9 req-d2f2af9f-961a-4f9c-a0b6-c9d3a1763a8a tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307609 Jul 07 16:52:37.874200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0393ba1-be29-497c-9302-40c76fd3a149 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:37.884845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.922297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Transition to ACTIVE for port object a0393ba1-be29-497c-9302-40c76fd3a149 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:37.928369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.968246 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235aada4-3811-4aed-ad74-c4cdc961166c x-openstack-request-id: req-235aada4-3811-4aed-ad74-c4cdc961166c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:37.969080 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a09b89-319f-4d01-a778-b820651a5087", "name": "network-vif-deleted", "tag": "3a4cb355-6ebe-4552-898e-a98d72a58a1e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:37.969080 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-235aada4-3811-4aed-ad74-c4cdc961166c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:37.969735 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a09b89-319f-4d01-a778-b820651a5087', 'name': 'network-vif-deleted', 'tag': '3a4cb355-6ebe-4552-898e-a98d72a58a1e', 'status': 'completed', 'code': 200} Jul 07 16:52:38.096570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8c9ba11-ec38-42d7-9ee9-412c6fc462e2 req-4439e5de-1128-40bf-abae-7d9201d66d17 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 210 time: 0.0669391 Jul 07 16:52:38.126241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Pushing event updated for resources: {'Port': ['ID=a0393ba1-be29-497c-9302-40c76fd3a149,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:38.296530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Attempting to bind port a0393ba1-be29-497c-9302-40c76fd3a149 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:38.296865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Attempting to bind port a0393ba1-be29-497c-9302-40c76fd3a149 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '038030d3-530a-438e-84db-82558f3d3abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:38.297266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Attempting to bind port a0393ba1-be29-497c-9302-40c76fd3a149 on network 4543cefa-8186-4dfa-8184-12aa4099b301 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:38.326609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Port a0393ba1-be29-497c-9302-40c76fd3a149 on network 4543cefa-8186-4dfa-8184-12aa4099b301 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:38.326952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Attempting to bind port a0393ba1-be29-497c-9302-40c76fd3a149 on network 4543cefa-8186-4dfa-8184-12aa4099b301 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:38.338428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee746f71-a46d-459d-946c-6e35acdfc35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.347128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee746f71-a46d-459d-946c-6e35acdfc35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.351644 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee746f71-a46d-459d-946c-6e35acdfc35c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/480eaa73-d915-4998-85d4-3a303a80c50e HTTP/1.1" status: 204 len: 168 time: 1.2419689 Jul 07 16:52:38.394619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee746f71-a46d-459d-946c-6e35acdfc35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480eaa73-d915-4998-85d4-3a303a80c50e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:38.411572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.489925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Pushing event deleted for resources: {'Port': ['ID=4a638982-a154-493f-8f28-dad9fb34e8a6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:38.519870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:38.524365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Checking segment: {'id': '038030d3-530a-438e-84db-82558f3d3abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:38.525189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Bound using segment: {'id': '038030d3-530a-438e-84db-82558f3d3abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:38.525923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Bound port: a0393ba1-be29-497c-9302-40c76fd3a149, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038030d3-530a-438e-84db-82558f3d3abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:38.526575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.565265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dc6f539-5a71-47a6-9f6e-259b3592842d req-f37b5fe5-edf5-4211-a41b-46988aa58f7b tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.78 "GET /v2.0/ports?device_id=38ec7422-6014-407e-b730-600073727745 HTTP/1.1" status: 200 len: 210 time: 0.1001999 Jul 07 16:52:38.682675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] No DVR routers for this DVR port 4a638982-a154-493f-8f28-dad9fb34e8a6 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:38.689431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.694205 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-72781d91-9074-406f-8404-51163acf9d2d req-ba7e25d3-9ab1-43d5-959b-dbdefa0e1d16 tempest-MultipleCreateTestJSON-1951694545 tempest-MultipleCreateTestJSON-1951694545-project] 10.222.0.54 "DELETE /v2.0/ports/4a638982-a154-493f-8f28-dad9fb34e8a6 HTTP/1.1" status: 204 len: 173 time: 1.9886734 Jul 07 16:52:38.816054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60def668-ee67-44b4-9e37-ebf4c80df42e req-43af0ec7-edb0-4f37-a5ef-2ccbe4b03ef4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 210 time: 0.0645626 Jul 07 16:52:38.852114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] For port a0393ba1-be29-497c-9302-40c76fd3a149, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:38.867078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] For port a0393ba1-be29-497c-9302-40c76fd3a149, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0393ba1-be29-497c-9302-40c76fd3a149,segment=NetworkSegment(038030d3-530a-438e-84db-82558f3d3abb),segment_id=038030d3-530a-438e-84db-82558f3d3abb)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:38.918738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc88b-6dbb-460f-a669-3284fa240046 req-6f01aaf2-79d4-4932-a808-1073dc276035 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.921659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36fcc88b-6dbb-460f-a669-3284fa240046 req-6f01aaf2-79d4-4932-a808-1073dc276035 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 943 time: 0.5999351 Jul 07 16:52:38.929008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.010413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.197577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:39.198769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.201563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] 10.222.0.54 "PUT /v2.0/ports/a0393ba1-be29-497c-9302-40c76fd3a149 HTTP/1.1" status: 200 len: 1092 time: 2.4929996 Jul 07 16:52:39.205365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'tag': 'a0393ba1-be29-497c-9302-40c76fd3a149'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:39.210106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3a4cb355-6ebe-4552-898e-a98d72a58a1e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:39.213263 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54103da7-b3f8-4061-8ce5-d78a6d025dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc9788a-423e-4c5a-9872-b242828b1dd7", "tag": "a0393ba1-be29-497c-9302-40c76fd3a149"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:39.318187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36fcc88b-6dbb-460f-a669-3284fa240046 req-975d8509-3487-4f1a-8214-ae9ebaf5bd7a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760762 Jul 07 16:52:39.323016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 3a4cb355-6ebe-4552-898e-a98d72a58a1e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:39.323467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e26d-cf86-4c1b-a878-18b11301af6b service neutron] Pushing event updated for resources: {'Port': ['ID=a0393ba1-be29-497c-9302-40c76fd3a149,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.324244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 3a4cb355-6ebe-4552-898e-a98d72a58a1e not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:39.504006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e00951cc-d0f1-4960-a80a-37e23f186411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:39.507632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e00951cc-d0f1-4960-a80a-37e23f186411 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97d7a63acc0c4f169575a3199e144782&device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 1095 time: 0.1567621 Jul 07 16:52:39.614112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-a92d006f-a88a-43d4-9a57-b355f3e3d92a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0393ba1-be29-497c-9302-40c76fd3a149 HTTP/1.1" status: 200 len: 217 time: 0.0911951 Jul 07 16:52:39.716570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-561e1a26-d3fe-432b-a8f7-23f6c6d079b9 req-770c91e6-3934-4d2a-9271-f3f2799abfc4 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 210 time: 0.0697737 Jul 07 16:52:39.942487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e088e0c8-3dba-4977-aae0-22807ab93201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:39.947094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-e088e0c8-3dba-4977-aae0-22807ab93201 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f104343-9302-43df-9ee2-5dc664d9520d HTTP/1.1" status: 200 len: 853 time: 0.3033412 Jul 07 16:52:40.054874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ec7422-6014-407e-b730-600073727745', 'name': 'network-vif-deleted', 'tag': '4a638982-a154-493f-8f28-dad9fb34e8a6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:40.060084 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f647de-ed82-4a4b-96e3-6f12546416fa" -d '{"events": [{"server_uuid": "38ec7422-6014-407e-b730-600073727745", "name": "network-vif-deleted", "tag": "4a638982-a154-493f-8f28-dad9fb34e8a6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:40.077275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-085448e5-6659-4bd8-a666-c2cfafdee6e5 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.080389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-085448e5-6659-4bd8-a666-c2cfafdee6e5 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 806 time: 0.3369751 Jul 07 16:52:40.098940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d3066a9-2a6f-40b1-be09-5a024083e83b details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:40.108592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Request body: {'port': {'device_id': '93dfe069-9b70-44cb-9008-8d1146b15083', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'admin_state_up': True, 'tenant_id': '3edfab0e363447d9ae0985cfa00bccfd'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:40.109495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-4139cf5f-64a9-4d7c-8c74-d777f79700e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4543cefa-8186-4dfa-8184-12aa4099b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391521 Jul 07 16:52:40.110118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4a638982-a154-493f-8f28-dad9fb34e8a6 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:40.190562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 4a638982-a154-493f-8f28-dad9fb34e8a6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:40.191216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4a638982-a154-493f-8f28-dad9fb34e8a6 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:40.366377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49916) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:40.424452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4d3066a9-2a6f-40b1-be09-5a024083e83b, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:40.427766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Made reservation on behalf of 3edfab0e363447d9ae0985cfa00bccfd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:40.437504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.461535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-4678482b-8aa6-4bb8-9a1c-893c4e2a0bf4 service neutron] 10.222.0.54 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458060 Jul 07 16:52:40.462293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'port_id': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'mac_address': 'fa:16:3e:9f:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:40.616354 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.700088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3066a9-2a6f-40b1-be09-5a024083e83b {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:40.700454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Allocated IP 172.20.0.7 (918e5f62-39bc-4b2f-a2ae-a1aa494a5745/a30150e5-7183-4a92-b682-be76e0a30e56/b6543afd-036b-4b08-8c34-60e8d4cdd00f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:40.767558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe7972-f34a-4a9e-80c8-5dbca83f18dc req-ced42474-2d71-4bb0-ba1d-4599dac31de3 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.770543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aebe7972-f34a-4a9e-80c8-5dbca83f18dc req-ced42474-2d71-4bb0-ba1d-4599dac31de3 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 946 time: 0.6670995 Jul 07 16:52:40.800454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96f83e-1256-407b-90dd-42267d887a40 req-dc7a39c5-c41b-4bd7-b31f-ca18225d5ac4 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.811415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db96f83e-1256-407b-90dd-42267d887a40 req-dc7a39c5-c41b-4bd7-b31f-ca18225d5ac4 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 944 time: 1.1955476 Jul 07 16:52:40.827979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4d3066a9-2a6f-40b1-be09-5a024083e83b, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:40.841580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.964416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1791959998-network', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:40.980688 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.982243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4d3066a9-2a6f-40b1-be09-5a024083e83b,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:41.004706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db96f83e-1256-407b-90dd-42267d887a40 req-844f8e56-b840-4237-a7b2-b44656932688 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915853 Jul 07 16:52:41.041664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:41.045268 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.053631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-b2fd28f9-51bb-41c0-aafa-4624b797311b tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5672066 Jul 07 16:52:41.064198 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aebe7972-f34a-4a9e-80c8-5dbca83f18dc req-baf0680a-d2f5-43ee-8264-cf3238ee2461 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051806 Jul 07 16:52:41.115076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.127092 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcaeb8-a02c-48b7-b065-a47a31f7ead8 x-openstack-request-id: req-79dcaeb8-a02c-48b7-b065-a47a31f7ead8 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:41.134908 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc9788a-423e-4c5a-9872-b242828b1dd7", "tag": "a0393ba1-be29-497c-9302-40c76fd3a149", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:41.135582 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79dcaeb8-a02c-48b7-b065-a47a31f7ead8 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:41.136422 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'tag': 'a0393ba1-be29-497c-9302-40c76fd3a149', 'status': 'completed', 'code': 200} Jul 07 16:52:41.231705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc3f22fe-4207-4fde-9410-c5970babad87 req-51a85406-939f-45d8-a128-255de94b7bd4 service neutron] 10.222.0.54 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921005 Jul 07 16:52:41.263130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4d3066a9-2a6f-40b1-be09-5a024083e83b'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:41.338164 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.367381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-ef5047e4-dbb4-4bfa-8469-e54ef43877a9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.370096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-ef5047e4-dbb4-4bfa-8469-e54ef43877a9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106458 Jul 07 16:52:41.400842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Request body: {'port': {'device_id': 'd82df54b-ad31-4165-a703-c40173703157', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'd7a06a40562e44fc85561c9f1fb670b5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:41.525763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49934) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:41.644813 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255ce8dc-de35-4075-9d7c-f3b680c83a74 x-openstack-request-id: req-255ce8dc-de35-4075-9d7c-f3b680c83a74 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:41.645320 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ec7422-6014-407e-b730-600073727745", "name": "network-vif-deleted", "tag": "4a638982-a154-493f-8f28-dad9fb34e8a6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:41.645722 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-255ce8dc-de35-4075-9d7c-f3b680c83a74 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:41.646411 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ec7422-6014-407e-b730-600073727745', 'name': 'network-vif-deleted', 'tag': '4a638982-a154-493f-8f28-dad9fb34e8a6', 'status': 'completed', 'code': 200} Jul 07 16:52:41.666436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.698339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.731653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.750608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:41.793245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:41.805591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a0ffec5-ea7f-4571-aae7-631cfa2dcc9b req-f82b9ab4-498d-4dc2-a5a7-4bab2ff30525 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 210 time: 0.1019149 Jul 07 16:52:41.820547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Deleting subnet c62a6b83-af61-4a52-8b14-b05d68c89cc1 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:41.828375 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.828894 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Added segment e2d21706-2e7d-4c30-86ea-77d666a86718 of type vlan for network ad23624f-d18d-42e1-a627-b6e069a6d8ce Jul 07 16:52:41.852754 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.922050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:41.932737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd32c6-04cc-4a40-87c4-b2df5da24b66,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:41.946200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Made reservation on behalf of d7a06a40562e44fc85561c9f1fb670b5 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:41.955835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:41.976044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-11ed4c0c-d8b7-4acc-a79e-06177d7f10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.977865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-11ed4c0c-d8b7-4acc-a79e-06177d7f10d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97d7a63acc0c4f169575a3199e144782&device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 1095 time: 0.5148721 Jul 07 16:52:41.979996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:42.004697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:42.019968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.079855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event updated for resources: {'Port': ['ID=b6543afd-036b-4b08-8c34-60e8d4cdd00f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:42.092643 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.236525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.238797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.290017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-d58b7aa7-0821-4c8a-944b-3522c502fd97 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1753397 Jul 07 16:52:42.298588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Request body: {'port': {'device_id': '93dfe069-9b70-44cb-9008-8d1146b15083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:42.326141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:52:42.402363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.436688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.457775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78cd2f-1c0a-469c-9cf1-b810578bd018 req-37ce97dc-bc8c-4725-9c80-fb72322be1d7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.460279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b78cd2f-1c0a-469c-9cf1-b810578bd018 req-37ce97dc-bc8c-4725-9c80-fb72322be1d7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 944 time: 0.4810638 Jul 07 16:52:42.461880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.463023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.464034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.471255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Allocated IP 192.168.233.110 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/04a4f9fa-953b-4007-9ee1-117ac1fc80c4) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:42.625658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-228f7219-8740-4a6c-9fb5-4096e3f3380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.627350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-228f7219-8740-4a6c-9fb5-4096e3f3380d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4543cefa-8186-4dfa-8184-12aa4099b301 HTTP/1.1" status: 200 len: 914 time: 0.5841546 Jul 07 16:52:42.644097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1865177 Jul 07 16:52:42.654356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707c31-0a3f-4b51-9e39-1715dfbcdd59 req-552681a7-3d5d-450c-88c6-bb3a00edfa00 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.657940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f707c31-0a3f-4b51-9e39-1715dfbcdd59 req-552681a7-3d5d-450c-88c6-bb3a00edfa00 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 931 time: 0.4183538 Jul 07 16:52:42.668392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49946) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:42.677053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Request body: {'subnet': {'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1791959998-subnet', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:42.754063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20a660-2c69-4f66-86f1-ea0da7c43896 admin admin] Pushing event updated for resources: {'Network': ['ID=ad23624f-d18d-42e1-a627-b6e069a6d8ce,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:42.774568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:42.826359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b78cd2f-1c0a-469c-9cf1-b810578bd018 req-8c2f2f88-f762-42d0-ab39-4e5a93b983cc tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511124 Jul 07 16:52:42.830689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-a82594d1-bed1-48eb-8695-e4b10994a196 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0393ba1-be29-497c-9302-40c76fd3a149 HTTP/1.1" status: 200 len: 217 time: 0.1846104 Jul 07 16:52:42.976283 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.983628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:42.987735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.990856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f707c31-0a3f-4b51-9e39-1715dfbcdd59 req-739b63e4-cb11-4794-a720-1b398d23c04c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979894 Jul 07 16:52:43.038525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62a6b83-af61-4a52-8b14-b05d68c89cc1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.056640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-a2650f2a-c42b-4761-b14e-9f2a3103d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.059542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-a2650f2a-c42b-4761-b14e-9f2a3103d43c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f104343-9302-43df-9ee2-5dc664d9520d HTTP/1.1" status: 200 len: 853 time: 0.2054453 Jul 07 16:52:43.064867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.069010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae4b11ba-21de-4850-a162-3676641719b7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c62a6b83-af61-4a52-8b14-b05d68c89cc1 HTTP/1.1" status: 204 len: 168 time: 1.5414274 Jul 07 16:52:43.115164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49950) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:43.125787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-4590b74b-5020-4463-8f8e-aa4dd468fb2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4543cefa-8186-4dfa-8184-12aa4099b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532017 Jul 07 16:52:43.396991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.414820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.427612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6543afd-036b-4b08-8c34-60e8d4cdd00f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:43.446938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-c7fc9748-cbb9-4bc8-8c23-564dee0e2359 service neutron] 10.222.0.54 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140242 Jul 07 16:52:43.448653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.451882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Transition to ACTIVE for port object 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:43.484423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Transition to ACTIVE for port object b6543afd-036b-4b08-8c34-60e8d4cdd00f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:43.505860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.542934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145bc27-991d-49b1-89fc-c213f4d87087 req-eb2d003a-6436-4e4a-9bd8-0062df419176 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.544667 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4145bc27-991d-49b1-89fc-c213f4d87087 req-eb2d003a-6436-4e4a-9bd8-0062df419176 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 944 time: 0.3810341 Jul 07 16:52:43.573485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c414655-84b4-499f-b439-8626c588a2a0 req-8c1f9223-782b-416b-b90f-c5cf37290a8d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.575195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c414655-84b4-499f-b439-8626c588a2a0 req-8c1f9223-782b-416b-b90f-c5cf37290a8d tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 946 time: 0.2571061 Jul 07 16:52:43.654542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4145bc27-991d-49b1-89fc-c213f4d87087 req-b5c931f3-5cc7-4b5e-a35a-13b10df26995 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018553 Jul 07 16:52:43.663099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54103da7-b3f8-4061-8ce5-d78a6d025dc6 req-d7669ead-e01e-4451-afa5-7c075e3d4747 service neutron] 10.222.0.54 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055731 Jul 07 16:52:43.666580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c414655-84b4-499f-b439-8626c588a2a0 req-4f02922b-6da9-480b-8183-856bfe13bc16 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831051 Jul 07 16:52:43.772241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.799204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3299c7bc-3664-4edc-9138-e834d549a0aa']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:43.801637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Pushing event updated for resources: {'Port': ['ID=b6543afd-036b-4b08-8c34-60e8d4cdd00f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.815961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.829447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:43.854720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46964c8a-1cfb-4819-adbf-29e378e4ff07') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:43.855007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46964c8a-1cfb-4819-adbf-29e378e4ff07') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:43.870487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'afed01b9-da1d-4e16-8a37-769d7b855f46', '6896314c-c379-465f-85d1-0aea08e483fc'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:44.018265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757718-8f63-41d0-a01d-bea498fec859 req-18c53c1a-8b86-4693-8e05-9a4f68b3a715 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.028218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26757718-8f63-41d0-a01d-bea498fec859 req-18c53c1a-8b86-4693-8e05-9a4f68b3a715 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 936 time: 0.1730609 Jul 07 16:52:44.126330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26757718-8f63-41d0-a01d-bea498fec859 req-014e1c99-ddf0-4bc2-a627-128eeb8dcd5a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884507 Jul 07 16:52:44.131595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d3066a9-2a6f-40b1-be09-5a024083e83b up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:44.265509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.303314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:44.334027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:44.337969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:44.378772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 4d3066a9-2a6f-40b1-be09-5a024083e83b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:44.384171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdca50-88c4-411c-af49-778da5719352 req-f75b74ca-9d29-4d88-b6a5-32f8e85b4e2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.392337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 4d3066a9-2a6f-40b1-be09-5a024083e83b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:44.392766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.395744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acfdca50-88c4-411c-af49-778da5719352 req-f75b74ca-9d29-4d88-b6a5-32f8e85b4e2f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 944 time: 0.1106248 Jul 07 16:52:44.400906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.435852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.464770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acfdca50-88c4-411c-af49-778da5719352 req-5ec1c14d-8860-4b57-a1e6-71bb14cc35bb tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681725 Jul 07 16:52:44.485535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event updated for resources: {'Port': ['ID=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:44.581887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:44.582767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:44.595439 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:44.750485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Attempting to bind port b6543afd-036b-4b08-8c34-60e8d4cdd00f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:44.751088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Attempting to bind port b6543afd-036b-4b08-8c34-60e8d4cdd00f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:44.751522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Attempting to bind port b6543afd-036b-4b08-8c34-60e8d4cdd00f on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:44.776656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.779180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.823057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Port b6543afd-036b-4b08-8c34-60e8d4cdd00f on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:44.830658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Attempting to bind port b6543afd-036b-4b08-8c34-60e8d4cdd00f on network 918e5f62-39bc-4b2f-a2ae-a1aa494a5745 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:44.853495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.918721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8197c69-be1a-49e0-b388-719a1494f19d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:44.929791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b5542-21bb-4c36-a1b8-1477c7d13439 req-bbc678cf-60a0-40f6-80a8-e15d852596f7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.931746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e58b5542-21bb-4c36-a1b8-1477c7d13439 req-bbc678cf-60a0-40f6-80a8-e15d852596f7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 943 time: 0.2124465 Jul 07 16:52:44.932962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.944806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.955575 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3299c7bc-3664-4edc-9138-e834d549a0aa HTTP/1.1" status: 204 len: 168 time: 1.8246248 Jul 07 16:52:44.958859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:44.959320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Checking segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:44.959929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Bound using segment: {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:44.960512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Bound port: b6543afd-036b-4b08-8c34-60e8d4cdd00f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:44.961075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.969389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-88b3a3d6-f491-4c57-a167-4b6c3908cda5 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5788300 Jul 07 16:52:45.001054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Request body: {'port': {'device_id': 'd82df54b-ad31-4165-a703-c40173703157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:45.004863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Checking segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:45.005430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Network hostable DHCP agents. Network: ad23624f-d18d-42e1-a627-b6e069a6d8ce, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:45.015305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4d344-051f-4d37-83a9-e239c2443275 admin admin] Pushing event deleted for resources: {'Network': ['ID=3299c7bc-3664-4edc-9138-e834d549a0aa,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.049116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e58b5542-21bb-4c36-a1b8-1477c7d13439 req-c40c29ea-bd7b-4094-a284-6baf42f07876 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081913 Jul 07 16:52:45.114828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:45.117519 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0a616-49ad-4e51-9126-f3ea0c277e42" -d '{"events": [{"server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:45.135785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:45.172263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-93b95a41-2f9d-43e5-b1a2-1239f9f16ebd None None] Provisioning for port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:45.207300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-93b95a41-2f9d-43e5-b1a2-1239f9f16ebd None None] Provisioning complete for port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:45.207500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] For port b6543afd-036b-4b08-8c34-60e8d4cdd00f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:45.208239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93b95a41-2f9d-43e5-b1a2-1239f9f16ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.210411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ad23624f-d18d-42e1-a627-b6e069a6d8ce) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:45.216569 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.217956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.229212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] For port b6543afd-036b-4b08-8c34-60e8d4cdd00f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:45.243300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.246906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.283810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4d3066a9-2a6f-40b1-be09-5a024083e83b, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:45.317997 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb891c7b-c0b1-4e7c-9784-3854238ee87c x-openstack-request-id: req-bb891c7b-c0b1-4e7c-9784-3854238ee87c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:45.319057 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:45.319526 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb891c7b-c0b1-4e7c-9784-3854238ee87c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:45.322501 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'code': 200} Jul 07 16:52:45.330129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.331743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.337306 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] 10.222.0.13 "PUT /v2.0/ports/b6543afd-036b-4b08-8c34-60e8d4cdd00f HTTP/1.1" status: 200 len: 1091 time: 3.0454338 Jul 07 16:52:45.346650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d9e41dc-8f6f-4023-b5d6-781a957af82c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6765628 Jul 07 16:52:45.347467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50000) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:45.371169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dfe069-9b70-44cb-9008-8d1146b15083', 'tag': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:45.377222 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573f6839-8acf-4ab0-a31d-591c40ee04de" -d '{"events": [{"name": "network-changed", "server_uuid": "93dfe069-9b70-44cb-9008-8d1146b15083", "tag": "b6543afd-036b-4b08-8c34-60e8d4cdd00f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:45.405498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bc6df-2d56-4760-9a23-843e195a6876 None None] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:45.414185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:45.562057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252b59a-5c17-4c44-a9c3-4713ea8b876d service neutron] Pushing event updated for resources: {'Port': ['ID=b6543afd-036b-4b08-8c34-60e8d4cdd00f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.612714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.619244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9408-9b20-4b88-9285-935a9105bcae req-2d486782-a877-4909-9e0a-9ca48a4a2205 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.621312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b14d9408-9b20-4b88-9285-935a9105bcae req-2d486782-a877-4909-9e0a-9ca48a4a2205 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 944 time: 0.2779562 Jul 07 16:52:45.639355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50006) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:45.656430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.657751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.708063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b14d9408-9b20-4b88-9285-935a9105bcae req-50717696-a4e8-4418-b063-499477215327 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707414 Jul 07 16:52:45.732486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a77dd-bda9-4ce6-a0e6-888f599c4253 req-63877e8f-63f7-4cdc-aef7-dc7f92e17c6f tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.734227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a15a77dd-bda9-4ce6-a0e6-888f599c4253 req-63877e8f-63f7-4cdc-aef7-dc7f92e17c6f tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 936 time: 0.2774670 Jul 07 16:52:45.791852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc54ed9-01b7-40ae-ab84-c8d0c53dc34b req-4213aef6-5a89-4843-b8d7-c6404cdfa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.794663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bc54ed9-01b7-40ae-ab84-c8d0c53dc34b req-4213aef6-5a89-4843-b8d7-c6404cdfa8aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 1096 time: 0.2601743 Jul 07 16:52:45.835022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.845014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-cc819b19-d887-4250-b0d1-25d212f61406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.846845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-cc819b19-d887-4250-b0d1-25d212f61406 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 1094 time: 0.3418198 Jul 07 16:52:45.851667 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a15a77dd-bda9-4ce6-a0e6-888f599c4253 req-87b89461-7554-497e-acdd-c5e2d28fdfcd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042838 Jul 07 16:52:45.862255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bc54ed9-01b7-40ae-ab84-c8d0c53dc34b req-7e0b2399-01a8-4c45-9793-a1cadb1760cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569327 Jul 07 16:52:45.875537 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08995c3b-b78b-4ad7-af28-3e57dd88370c x-openstack-request-id: req-08995c3b-b78b-4ad7-af28-3e57dd88370c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:45.889485 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dfe069-9b70-44cb-9008-8d1146b15083", "tag": "b6543afd-036b-4b08-8c34-60e8d4cdd00f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:45.889485 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08995c3b-b78b-4ad7-af28-3e57dd88370c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:45.889485 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dfe069-9b70-44cb-9008-8d1146b15083', 'tag': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f', 'status': 'completed', 'code': 200} Jul 07 16:52:45.896364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4d3d8f3c-0832-4d13-87f6-4a32f1de8e00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4ef839511ab4d859c867dea2a469d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515662 Jul 07 16:52:45.900628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:45.954259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-93b95a41-2f9d-43e5-b1a2-1239f9f16ebd None None] Port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:46.082969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaa91-b0d8-49de-b5ee-c6ad447c0fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.118500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-be63949c-f197-477f-bcc8-bd104df59995 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f HTTP/1.1" status: 200 len: 217 time: 0.1839783 Jul 07 16:52:46.169601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaa91-b0d8-49de-b5ee-c6ad447c0fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.179344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0393ba1-be29-497c-9302-40c76fd3a149 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:46.313738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.326733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaa91-b0d8-49de-b5ee-c6ad447c0fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.332477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaa91-b0d8-49de-b5ee-c6ad447c0fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.335578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d0bcaa91-b0d8-49de-b5ee-c6ad447c0fc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774 HTTP/1.1" status: 204 len: 168 time: 0.4351707 Jul 07 16:52:46.361475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397b12c-9fe1-4084-83b5-038b6f3b29b2 req-c61100b9-3423-44c6-b1c2-6baeb1ba5e37 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.367593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4d3066a9-2a6f-40b1-be09-5a024083e83b,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:46.369664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a397b12c-9fe1-4084-83b5-038b6f3b29b2 req-c61100b9-3423-44c6-b1c2-6baeb1ba5e37 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 0.1924996 Jul 07 16:52:46.373888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcaa91-b0d8-49de-b5ee-c6ad447c0fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a7586-eee5-46c0-9ab2-7e4cf7d8f774,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:46.448822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a397b12c-9fe1-4084-83b5-038b6f3b29b2 req-7dfe0ca0-3e6f-4498-aa02-08425f8815d9 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740085 Jul 07 16:52:46.455481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:52:46.468268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b02f-a805-494d-b39f-6de051875c4b req-d32ee392-8f8b-4d2a-8b35-cd7a772fca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.471005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-d32ee392-8f8b-4d2a-8b35-cd7a772fca74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.3383722 Jul 07 16:52:46.542793 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-dd92c925-3edc-450b-b618-df4bd3a17ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620809 Jul 07 16:52:46.686126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a0393ba1-be29-497c-9302-40c76fd3a149, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0393ba1-be29-497c-9302-40c76fd3a149,segment=NetworkSegment(038030d3-530a-438e-84db-82558f3d3abb),segment_id=038030d3-530a-438e-84db-82558f3d3abb)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:46.695717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'a0393ba1-be29-497c-9302-40c76fd3a149', 'network_id': '4543cefa-8186-4dfa-8184-12aa4099b301', 'port_id': 'a0393ba1-be29-497c-9302-40c76fd3a149', 'mac_address': 'fa:16:3e:04:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f104343-9302-43df-9ee2-5dc664d9520d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:46.706193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-0331ec54-cf8d-4f74-b88e-f8cce77c4ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339839 Jul 07 16:52:46.712747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:52:46.713845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.735749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:46.776401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.806206 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.865651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Transition to ACTIVE for port object 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:46.878656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.930383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0393ba1-be29-497c-9302-40c76fd3a149 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:47.031680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Pushing event updated for resources: {'Port': ['ID=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:47.230073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebd463-07d2-409e-aad1-26414322f09f req-6bbc1d50-23b6-4cb0-8e82-1644ba3e4a24 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.241362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61ebd463-07d2-409e-aad1-26414322f09f req-6bbc1d50-23b6-4cb0-8e82-1644ba3e4a24 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 943 time: 0.2295811 Jul 07 16:52:47.266435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:47.348699 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6160b02f-a805-494d-b39f-6de051875c4b req-876265fc-5277-4014-9ee3-dfd8a3422be9 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293278 Jul 07 16:52:47.356312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a354ed6-d4e3-4224-88c8-1b8c3b1e2f90 req-594633e8-8e04-44bd-a802-10aa58d627c4 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.360536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a354ed6-d4e3-4224-88c8-1b8c3b1e2f90 req-594633e8-8e04-44bd-a802-10aa58d627c4 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 944 time: 0.2813034 Jul 07 16:52:47.382126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61ebd463-07d2-409e-aad1-26414322f09f req-e791bd0a-d4f2-4826-9948-adc5fd574b02 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305180 Jul 07 16:52:47.464683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:47.505067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a0393ba1-be29-497c-9302-40c76fd3a149, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0393ba1-be29-497c-9302-40c76fd3a149,segment=NetworkSegment(038030d3-530a-438e-84db-82558f3d3abb),segment_id=038030d3-530a-438e-84db-82558f3d3abb)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:47.514127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'mac_address': 'fa:16:3e:aa:92:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:47.547863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.671085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.695188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a354ed6-d4e3-4224-88c8-1b8c3b1e2f90 req-a83c81b5-a63a-447f-bb87-6342dc854b0a tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095107 Jul 07 16:52:47.705054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Allocated IP 172.20.0.2 (ad23624f-d18d-42e1-a627-b6e069a6d8ce/d8197c69-be1a-49e0-b388-719a1494f19d/3608c748-5f09-4b5c-9cb2-4ef42fbf6f60) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:47.920440 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.180554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669f789-d940-46b3-b2e2-8445e73b935f req-c72f22cc-3d34-4d38-a682-7a07fc3edd7b tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.188444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3669f789-d940-46b3-b2e2-8445e73b935f req-c72f22cc-3d34-4d38-a682-7a07fc3edd7b tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 948 time: 0.3287916 Jul 07 16:52:48.206343 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.300199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Attempting to bind port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:48.301179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Attempting to bind port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:48.301179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Attempting to bind port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:48.307992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3669f789-d940-46b3-b2e2-8445e73b935f req-7b92570a-69e5-429a-8ae9-3aa2ee93bfe1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984249 Jul 07 16:52:48.368887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a0393ba1-be29-497c-9302-40c76fd3a149,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:48.384858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50078) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:48.389137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Allocated IP 172.25.5.170 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d2de899d-0080-4c51-8f53-da2535e13a90) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:48.402239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:48.456703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:48.469982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f338c-2c13-4bda-9d6a-4266be9c03b5 req-762401af-8868-4931-8e3a-43c229a94519 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.481538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd9f338c-2c13-4bda-9d6a-4266be9c03b5 req-762401af-8868-4931-8e3a-43c229a94519 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 0.1880658 Jul 07 16:52:48.487491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a0393ba1-be29-497c-9302-40c76fd3a149'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:48.499102 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.648125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd9f338c-2c13-4bda-9d6a-4266be9c03b5 req-bd7dad7f-5afc-458c-92f0-466a1e0248d1 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652343 Jul 07 16:52:48.662019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.702594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Transition to ACTIVE for port object 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:48.706855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-357062722-network', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:48.743519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:48.750332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Attempting to bind port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:48.786949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Made reservation on behalf of 98cebaf8517b4b4fa842b6b108d18f24 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:48.796759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.797646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:48.801287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:48.801863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:48.802510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Bound port: 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:48.802998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.809617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-408e803a-8daf-4c7c-9263-cdf5d382120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.813954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-408e803a-8daf-4c7c-9263-cdf5d382120d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 1094 time: 0.9908893 Jul 07 16:52:48.861001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.047263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] For port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:49.049942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d8fd8f86-f5b6-459d-a2a6-cc7612bd6695'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:49.053682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] For port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:49.080172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.092780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.120344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Transition to ACTIVE for port object 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:49.151529 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.159019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.306692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-ff09096b-82ca-4752-8afe-5b9d25254fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.310131 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-ff09096b-82ca-4752-8afe-5b9d25254fcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 200 len: 907 time: 0.4891355 Jul 07 16:52:49.327735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:49.340775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:49.351797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Pushing event updated for resources: {'Port': ['ID=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.357710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:49.484970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.486544 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.489322 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] 10.222.0.54 "PUT /v2.0/ports/04a4f9fa-953b-4007-9ee1-117ac1fc80c4 HTTP/1.1" status: 200 len: 1096 time: 4.4983556 Jul 07 16:52:49.490108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82df54b-ad31-4165-a703-c40173703157', 'tag': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:49.494404 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0855e-e12b-43fa-adda-dd87288e2652" -d '{"events": [{"name": "network-changed", "server_uuid": "d82df54b-ad31-4165-a703-c40173703157", "tag": "04a4f9fa-953b-4007-9ee1-117ac1fc80c4"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:49.520353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-a26db3cb-b913-4748-ab2b-f6046066bb5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f HTTP/1.1" status: 200 len: 217 time: 0.1904082 Jul 07 16:52:49.692259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Attempting to bind port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:49.693341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Attempting to bind port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:49.699756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Attempting to bind port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 on network ad23624f-d18d-42e1-a627-b6e069a6d8ce {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:49.730194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:49.731966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Checking segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:49.732668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.733358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Bound using segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:49.734058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Bound port: 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:49.734742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.059842 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.120472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670646f-4eb7-4793-9a34-aff11d19cc2b req-6dd6b765-3bbe-420f-905f-67915864db55 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.128423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] For port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:50.129800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4670646f-4eb7-4793-9a34-aff11d19cc2b req-6dd6b765-3bbe-420f-905f-67915864db55 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 943 time: 1.2455659 Jul 07 16:52:50.138702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] For port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:50.148085 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.154468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098efe68-28dd-4f9d-b4da-46d58792844f service neutron] Pushing event updated for resources: {'Port': ['ID=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:50.174622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ef884-7b23-47f9-af34-8695830602fc req-1661a3b6-1b67-49af-9111-7331dbf95e96 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.187795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-326ef884-7b23-47f9-af34-8695830602fc req-1661a3b6-1b67-49af-9111-7331dbf95e96 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 0.5555565 Jul 07 16:52:50.218802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50116) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:50.231443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Request body: {'floatingip': {'port_id': '4d3066a9-2a6f-40b1-be09-5a024083e83b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:50.310189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:50.409457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d2945-7998-4bc6-8624-681d03691a7a None None] Pushing event updated for resources: {'Port': ['ID=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:50.421429 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.427547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:50.430586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:50.433417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Pushing event updated for resources: {'Port': ['ID=d2de899d-0080-4c51-8f53-da2535e13a90,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:50.524713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-1200b436-6104-46e3-b210-e9d815a63439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:50.531107 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-1200b436-6104-46e3-b210-e9d815a63439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 200 len: 846 time: 0.9953187 Jul 07 16:52:50.557187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4670646f-4eb7-4793-9a34-aff11d19cc2b req-08ca8c49-832b-4dfc-85a8-ddf0f6b3538e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260850 Jul 07 16:52:50.599859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-f6c015ed-e237-4ed5-9527-e031120daac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=918e5f62-39bc-4b2f-a2ae-a1aa494a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486343 Jul 07 16:52:51.080755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.102795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.113687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-b66e60c7-fd56-4c15-b257-9c41c5e5ee0e service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832931 Jul 07 16:52:51.130397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:51.159974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-abcf2410-4298-4a8e-bcb0-09b406aeef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.160252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.160503 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Added segment 426be26c-c89d-44d2-98a3-98b206afb231 of type vlan for network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 Jul 07 16:52:51.162216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-abcf2410-4298-4a8e-bcb0-09b406aeef63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 1099 time: 1.1046965 Jul 07 16:52:51.283519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b6543afd-036b-4b08-8c34-60e8d4cdd00f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:51.300569 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-de319834-1fe9-4cec-9daf-a5e0239b1772 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4 HTTP/1.1" status: 200 len: 217 time: 0.1164172 Jul 07 16:52:51.313497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:51.339860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50e969-0322-4a60-91e9-3c247bd5f21e req-1da43d14-e21d-432c-9577-0086250690bb tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.348220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc50e969-0322-4a60-91e9-3c247bd5f21e req-1da43d14-e21d-432c-9577-0086250690bb tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 945 time: 0.7800329 Jul 07 16:52:51.391544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.442661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-46120ee8-447c-40af-9fef-d2c8bb5953e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.445709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-46120ee8-447c-40af-9fef-d2c8bb5953e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.1377404 Jul 07 16:52:51.478070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc50e969-0322-4a60-91e9-3c247bd5f21e req-b01d2fb3-4d13-4f6d-b2e4-1de615258417 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289017 Jul 07 16:52:51.636543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:51.642971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.656394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d22091b-762a-4cd5-b74d-3f447c9e6f49,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:51.675830 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e4a01-8b07-45fa-a991-2f32457ec53f x-openstack-request-id: req-c34e4a01-8b07-45fa-a991-2f32457ec53f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:51.676962 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82df54b-ad31-4165-a703-c40173703157", "tag": "04a4f9fa-953b-4007-9ee1-117ac1fc80c4", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:51.677348 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c34e4a01-8b07-45fa-a991-2f32457ec53f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:51.677904 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82df54b-ad31-4165-a703-c40173703157', 'tag': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4', 'status': 'completed', 'code': 200} Jul 07 16:52:51.725044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b6543afd-036b-4b08-8c34-60e8d4cdd00f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:51.737132 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:52:51.771433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4798f50-7301-47c3-baa3-15c10919b8a1 req-55a577af-5210-4b5c-9ef6-4afe1791ed40 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.783156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4798f50-7301-47c3-baa3-15c10919b8a1 req-55a577af-5210-4b5c-9ef6-4afe1791ed40 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 948 time: 0.5591562 Jul 07 16:52:51.801352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f', 'network_id': '918e5f62-39bc-4b2f-a2ae-a1aa494a5745', 'port_id': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f', 'mac_address': 'fa:16:3e:d5:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30150e5-7183-4a92-b682-be76e0a30e56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:51.875522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-573f6839-8acf-4ab0-a31d-591c40ee04de req-96c1b4a1-de8c-4c7a-81ee-27d92d23bec6 service neutron] 10.222.0.13 "GET /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272120 Jul 07 16:52:51.905746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.906649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:51.907250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.963740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4798f50-7301-47c3-baa3-15c10919b8a1 req-fe67c272-2ea9-48bb-bdc9-cd476d47114b tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793349 Jul 07 16:52:51.966299 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.049937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6543afd-036b-4b08-8c34-60e8d4cdd00f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:52.061523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.094300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-939ba6ac-a0ed-453a-90ca-90893aef29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.096246 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-939ba6ac-a0ed-453a-90ca-90893aef29ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6286938 Jul 07 16:52:52.097174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.156388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b6543afd-036b-4b08-8c34-60e8d4cdd00f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:52.164807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:52.167394 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e968fe4-6bea-4d44-ac69-a4e7a3a6889f" -d '{"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:52.197853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0393ba1-be29-497c-9302-40c76fd3a149 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:52.208044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.313633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:52.382472 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.390456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:52.399201 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6697cc5d-3905-4c32-903c-3e27e1c7c9a6 x-openstack-request-id: req-6697cc5d-3905-4c32-903c-3e27e1c7c9a6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:52.400323 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:52.401680 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6697cc5d-3905-4c32-903c-3e27e1c7c9a6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:52.402182 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'code': 200} Jul 07 16:52:52.484955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06b5ab-ec29-455b-a2af-0462fd2b9db7 None None] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:52.561089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.1666529 Jul 07 16:52:52.561925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50148) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:52.639589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca514-0847-4d80-9e0f-eb4edd31a6ae admin admin] Pushing event updated for resources: {'Network': ['ID=a16ab03f-d6a2-4369-a41f-a4b87918e0f3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:52.659494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Request body: {'subnet': {'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-subnet', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:52.735926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Made reservation on behalf of 98cebaf8517b4b4fa842b6b108d18f24 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:52.743222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.786230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-b1d5c386-55e3-407d-973a-02d49efb65ff service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828206 Jul 07 16:52:52.896262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:52:52.927493 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b4af15f-960d-4ed2-8d11-e93d26f41bc9 req-4364e1f8-5fea-4ce5-a9b8-3986f8582d11 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310487 Jul 07 16:52:52.986944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:53.156556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b6543afd-036b-4b08-8c34-60e8d4cdd00f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:53.218764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-98f0af02-a549-4b85-91c1-6c9d0d00bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.219790 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-98f0af02-a549-4b85-91c1-6c9d0d00bbe8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 1099 time: 0.1681581 Jul 07 16:52:53.227998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.250276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ad2f862-30fb-4c1f-a4f6-bb81001bc60d None None] Provisioning for port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:53.252404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef101c12-4f9c-491d-9dc3-88b1b1a5345c req-26cb133a-f980-44f7-8da1-7a6f5756f072 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.254131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef101c12-4f9c-491d-9dc3-88b1b1a5345c req-26cb133a-f980-44f7-8da1-7a6f5756f072 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 944 time: 1.2321477 Jul 07 16:52:53.326052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.349199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:53.393009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-255097bb-839c-4fec-a870-66578d489ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.398167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:53.398700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.399284 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-255097bb-839c-4fec-a870-66578d489ba0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1710973 Jul 07 16:52:53.494926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.505607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.599265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4745fc-c226-493e-a305-424de1f5a027,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:53.639679 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-8773a184-09d7-4b1b-a56c-aea61f26e61f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4 HTTP/1.1" status: 200 len: 217 time: 0.1223373 Jul 07 16:52:53.659324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90aa7a-bd2b-4af6-bded-c4e344299201 req-28f9c953-dfb3-419b-9c81-c12dc4dc63a0 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.661003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba90aa7a-bd2b-4af6-bded-c4e344299201 req-28f9c953-dfb3-419b-9c81-c12dc4dc63a0 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 945 time: 0.6503835 Jul 07 16:52:53.679638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port a0393ba1-be29-497c-9302-40c76fd3a149 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:53.682188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b6543afd-036b-4b08-8c34-60e8d4cdd00f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:53.766950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.775144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef101c12-4f9c-491d-9dc3-88b1b1a5345c req-90bc26c1-db4a-4389-962f-692ebbe29e42 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824929 Jul 07 16:52:53.811034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port a0393ba1-be29-497c-9302-40c76fd3a149 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:53.811636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.814350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Checking segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:53.815006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Network hostable DHCP agents. Network: a16ab03f-d6a2-4369-a41f-a4b87918e0f3, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:53.876433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba90aa7a-bd2b-4af6-bded-c4e344299201 req-d824897d-75d7-46ec-a229-87320d0c8c36 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043605 Jul 07 16:52:53.885748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-bd987d55-124d-46ed-867c-7ccb6f235d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.890208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-bd987d55-124d-46ed-867c-7ccb6f235d0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2403910 Jul 07 16:52:53.928173 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Floating IP d09bf31b-1e35-4ece-b19a-984cf87fbbf6 associated. External IP: 172.25.5.23, port: 4d3066a9-2a6f-40b1-be09-5a024083e83b. Jul 07 16:52:54.090428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:54.130151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-a590961a-53c2-4cff-b134-839545b49b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.131939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-a590961a-53c2-4cff-b134-839545b49b2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318876 Jul 07 16:52:54.132699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Router 875315ef-fd14-4de1-bff4-22eab0234140 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:52:54.144455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a16ab03f-d6a2-4369-a41f-a4b87918e0f3) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:54.183553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35a2f4-8ffc-48f8-84c8-548a7027f4bc None None] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:54.198772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.199933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.254772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b15335d3-68de-49ba-bf25-5b54ef8883c7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6163371 Jul 07 16:52:54.255739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50170) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:54.266247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:54.285021 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.293654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-a3d089a8-25c1-4201-80c9-ad2d721b8dc2 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528008 Jul 07 16:52:54.310749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620182a4-4cf0-4dd5-b76c-3a9ab016eda3 req-c5f2db6d-577b-4f6f-8d2a-8ebd2cc00dc3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:54.313787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-620182a4-4cf0-4dd5-b76c-3a9ab016eda3 req-c5f2db6d-577b-4f6f-8d2a-8ebd2cc00dc3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 948 time: 0.1834674 Jul 07 16:52:54.375626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:54.386800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.388389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.412215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-620182a4-4cf0-4dd5-b76c-3a9ab016eda3 req-df486259-9d64-47ec-a40d-728ab6c3439e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608168 Jul 07 16:52:54.423077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1eb0855e-e12b-43fa-adda-dd87288e2652 req-acd15064-38c8-4bb6-8a08-b3864e80b0a9 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225073 Jul 07 16:52:54.427855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5a8f1e48-9624-4382-98e6-ac63920b8fc8 None None] Provisioning complete for port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:54.428724 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a8f1e48-9624-4382-98e6-ac63920b8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.518904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.530678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:54.556810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.562963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d03744b9-70c7-4a70-9228-a8d6363d271f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1788895 Jul 07 16:52:54.563798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50172) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:54.578917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Sync routers for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:54.585774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:54.614442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Router c2934fef-5f49-491a-bc64-e0dcf78c8870 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:54.631900 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.673571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:54.674738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:54.677483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0871d0-c899-4784-bd9d-867a92a8a56f None None] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:54.690418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.957053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:54.979233 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] Sync routers for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:54.999757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.007188 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:55.008910 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:55.021984 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.059341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:55.268794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0ab89473-baf5-4cf2-a2d2-231c9028c74d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "PUT /v2.0/floatingips/d09bf31b-1e35-4ece-b19a-984cf87fbbf6 HTTP/1.1" status: 200 len: 990 time: 5.0484297 Jul 07 16:52:55.298427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:55.299956 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153b6149-5333-4ac4-888f-2135a11564f4" -d '{"events": [{"name": "network-changed", "server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:55.442685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b6543afd-036b-4b08-8c34-60e8d4cdd00f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:55.460913 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:55.647879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde82ff-b7a0-4967-9e35-2180c7b09b8d req-4815f2c0-e47c-46ed-843e-c8e1f2c069ed tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.659736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8fde82ff-b7a0-4967-9e35-2180c7b09b8d req-4815f2c0-e47c-46ed-843e-c8e1f2c069ed tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 945 time: 0.4462051 Jul 07 16:52:55.677460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fdcc3-bbc5-48c6-85bc-b30bae2a7ea8 req-903c391c-7af8-4177-a8e2-5473fa1e4c2e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:55.686065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f20fdcc3-bbc5-48c6-85bc-b30bae2a7ea8 req-903c391c-7af8-4177-a8e2-5473fa1e4c2e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 944 time: 0.5531440 Jul 07 16:52:55.858672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:55.910451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8fde82ff-b7a0-4967-9e35-2180c7b09b8d req-a4b61d1d-94f5-441f-8e18-0f7e61ae5fdb tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478952 Jul 07 16:52:55.918201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.968089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f20fdcc3-bbc5-48c6-85bc-b30bae2a7ea8 req-df4c036b-0af3-4f58-be1a-2aba0b9b6ff3 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773008 Jul 07 16:52:56.097216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0393ba1-be29-497c-9302-40c76fd3a149'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:56.100520 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69d65d-83ea-4615-8547-4281667e3dec" -d '{"events": [{"server_uuid": "bdc9788a-423e-4c5a-9872-b242828b1dd7", "name": "network-vif-plugged", "status": "completed", "tag": "a0393ba1-be29-497c-9302-40c76fd3a149"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:56.103322 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd09bf31b-1e35-4ece-b19a-984cf87fbbf6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'port_id': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'mac_address': 'fa:16:3e:9f:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:51:27Z', 'updated_at': '2021-07-07T16:52:52Z', 'revision_number': 1, 'project_id': '477938b11b024e7f920149281dd4eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:56.178232 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] Checking router: c2934fef-5f49-491a-bc64-e0dcf78c8870 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:56.199299 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:56.200358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:56.423152 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b7944d-6812-43a9-96e9-3be20b0c23f2 x-openstack-request-id: req-d0b7944d-6812-43a9-96e9-3be20b0c23f2 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:56.423565 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:56.423947 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0b7944d-6812-43a9-96e9-3be20b0c23f2 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:56.433273 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'status': 'completed', 'code': 200} Jul 07 16:52:56.439653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:56.493972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.534030 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:56.550499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.890399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Allocated IP 172.25.5.69 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/62da0074-fe25-40d8-9e5f-5d5bc5635226) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:56.967219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Allocated IP 172.20.0.1 (ad23624f-d18d-42e1-a627-b6e069a6d8ce/d8197c69-be1a-49e0-b388-719a1494f19d/e442308b-6352-43f0-8a26-baf37c321737) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:56.985526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6149-5333-4ac4-888f-2135a11564f4 req-5fa5a4e6-e3e9-44f5-bba1-66a8ead28c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.020688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-5fa5a4e6-e3e9-44f5-bba1-66a8ead28c13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477938b11b024e7f920149281dd4eccc&device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 1096 time: 0.6070914 Jul 07 16:52:57.072220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:57.110563 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4030496b-c16f-46e9-8cd1-8ee2fa81beda x-openstack-request-id: req-4030496b-c16f-46e9-8cd1-8ee2fa81beda {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:57.111687 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc9788a-423e-4c5a-9872-b242828b1dd7", "name": "network-vif-plugged", "status": "completed", "tag": "a0393ba1-be29-497c-9302-40c76fd3a149", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:57.112113 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4030496b-c16f-46e9-8cd1-8ee2fa81beda {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:57.112843 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0393ba1-be29-497c-9302-40c76fd3a149', 'code': 200} Jul 07 16:52:57.117484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a0393ba1-be29-497c-9302-40c76fd3a149, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0393ba1-be29-497c-9302-40c76fd3a149,segment=NetworkSegment(038030d3-530a-438e-84db-82558f3d3abb),segment_id=038030d3-530a-438e-84db-82558f3d3abb)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:57.125328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4', 'mac_address': 'fa:16:3e:10:a2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:57.133058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:57.214499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.327894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port b6543afd-036b-4b08-8c34-60e8d4cdd00f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:57.367456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a0393ba1-be29-497c-9302-40c76fd3a149,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:57.502337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6149-5333-4ac4-888f-2135a11564f4 req-56ba6a31-b76e-4878-81c8-58071dece140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.516560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-56ba6a31-b76e-4878-81c8-58071dece140 service neutron] 10.222.0.54 "GET /v2.0/networks?id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 HTTP/1.1" status: 200 len: 917 time: 0.4667864 Jul 07 16:52:57.538927 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd09bf31b-1e35-4ece-b19a-984cf87fbbf6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'port_id': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'mac_address': 'fa:16:3e:9f:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:51:27Z', 'updated_at': '2021-07-07T16:52:52Z', 'revision_number': 1, 'project_id': '477938b11b024e7f920149281dd4eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:57.560458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port b6543afd-036b-4b08-8c34-60e8d4cdd00f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:57.561270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.686761 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3858e86-ae54-40c4-9d84-efee5bedafe4 None None] The sync data for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 is: [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd09bf31b-1e35-4ece-b19a-984cf87fbbf6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'port_id': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'mac_address': 'fa:16:3e:9f:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:51:27Z', 'updated_at': '2021-07-07T16:52:52Z', 'revision_number': 1, 'project_id': '477938b11b024e7f920149281dd4eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:57.738837 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.785905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:57.838565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:57.839357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.992351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:58.005973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.122724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:58.127872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd35a4-dde3-47ad-b02e-b44e63a84169 req-d78e350c-733a-44bd-8727-d0e0a3c81ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.130979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cfd35a4-dde3-47ad-b02e-b44e63a84169 req-d78e350c-733a-44bd-8727-d0e0a3c81ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 1096 time: 1.3617094 Jul 07 16:52:58.203451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-5cccea70-6c43-476c-a0a7-e218c9088b15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b HTTP/1.1" status: 200 len: 998 time: 0.6688023 Jul 07 16:52:58.218521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15abb0e1-1d9d-4606-ab34-ce697e993c44 None None] New status for floating IP d09bf31b-1e35-4ece-b19a-984cf87fbbf6: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:52:58.272749 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.299139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cfd35a4-dde3-47ad-b02e-b44e63a84169 req-bcebc8ed-df8c-47c7-95d9-3da2dba04ee0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373491 Jul 07 16:52:58.330556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac9375-8778-439d-9836-8489d0d71e25 req-b72a984d-a21c-4583-b4b8-9d123c05ed46 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.334062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6149-5333-4ac4-888f-2135a11564f4 req-a530dbf5-c59d-4a74-acf1-66a4a89d5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.335753 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-a530dbf5-c59d-4a74-acf1-66a4a89d5b6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b94dd52-5914-4259-a21e-d5528a0508f0 HTTP/1.1" status: 200 len: 855 time: 0.0799136 Jul 07 16:52:58.339138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adac9375-8778-439d-9836-8489d0d71e25 req-b72a984d-a21c-4583-b4b8-9d123c05ed46 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 948 time: 1.5072153 Jul 07 16:52:58.427713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9335df-671b-4e1e-a158-11a1c6997e96 req-56f190f2-d96b-4a98-a4f2-01909c985b8e tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.429585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca9335df-671b-4e1e-a158-11a1c6997e96 req-56f190f2-d96b-4a98-a4f2-01909c985b8e tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.5061915 Jul 07 16:52:58.448957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.532550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca9335df-671b-4e1e-a158-11a1c6997e96 req-a0925259-9290-4ddc-9bea-d94dfee9e4a9 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858657 Jul 07 16:52:58.554351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adac9375-8778-439d-9836-8489d0d71e25 req-9860e72a-2e48-4b5d-9dc4-ea7b7ad4b6e4 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140565 Jul 07 16:52:58.565606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.624948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Transition to ACTIVE for port object e442308b-6352-43f0-8a26-baf37c321737 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:58.656748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['04a4f9fa-953b-4007-9ee1-117ac1fc80c4'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:58.713842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.770200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6149-5333-4ac4-888f-2135a11564f4 req-ae6470ae-9516-466a-abdc-0af57bd756b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:58.773374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-ae6470ae-9516-466a-abdc-0af57bd756b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159654 Jul 07 16:52:58.780176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.834515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:51Z', 'revision_number': 3, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:58.841169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:58.849033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b6543afd-036b-4b08-8c34-60e8d4cdd00f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:58.861154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:58.873669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:58.968825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:58.989734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.037518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:59.053849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:59.079096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Checking router: 875315ef-fd14-4de1-bff4-22eab0234140 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:59.079671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Updating router 875315ef-fd14-4de1-bff4-22eab0234140 port d2de899d-0080-4c51-8f53-da2535e13a90 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:59.119045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Pushing event updated for resources: {'Port': ['ID=e442308b-6352-43f0-8a26-baf37c321737,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:59.167399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.204326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dfe069-9b70-44cb-9008-8d1146b15083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:59.206613 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440eca31-12df-467d-a066-515a4ecf15db" -d '{"events": [{"server_uuid": "93dfe069-9b70-44cb-9008-8d1146b15083", "name": "network-vif-plugged", "status": "completed", "tag": "b6543afd-036b-4b08-8c34-60e8d4cdd00f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:59.280851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Pushing event updated for resources: {'Port': ['ID=62da0074-fe25-40d8-9e5f-5d5bc5635226,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:59.459925 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dfce5b-87ee-4101-945f-b5f586e77fff x-openstack-request-id: req-d7dfce5b-87ee-4101-945f-b5f586e77fff {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:59.460390 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dfe069-9b70-44cb-9008-8d1146b15083", "name": "network-vif-plugged", "status": "completed", "tag": "b6543afd-036b-4b08-8c34-60e8d4cdd00f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:59.460735 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7dfce5b-87ee-4101-945f-b5f586e77fff {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:59.471050 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-436f34bf-34c8-4c97-9948-6430deb0649d service neutron] 10.222.0.54 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658542 Jul 07 16:52:59.473313 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dfe069-9b70-44cb-9008-8d1146b15083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f', 'code': 200} Jul 07 16:52:59.535624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b6543afd-036b-4b08-8c34-60e8d4cdd00f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:59.577558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.765010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.821689 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-153b6149-5333-4ac4-888f-2135a11564f4 req-eaa6b233-0902-4b7f-9ad9-4b3aa13ec53d service neutron] 10.222.0.54 "GET /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426571 Jul 07 16:52:59.949255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ee5dc-96a0-40fe-aa15-3e4a0aed7e78 req-ac151fab-7bcd-46af-8db4-2da2e2b457b8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:59.963414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae3ee5dc-96a0-40fe-aa15-3e4a0aed7e78 req-ac151fab-7bcd-46af-8db4-2da2e2b457b8 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 1.0553787 Jul 07 16:52:59.975779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bfef1588-766d-4ed9-8596-a8bcd127416a None None] Provisioning for port e442308b-6352-43f0-8a26-baf37c321737 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:00.024186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e82a8d-fa80-405b-a1cb-6b2c9c8e1382 req-79f48a76-0523-44f8-ba0b-fe2fb38396e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:00.026093 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f9e82a8d-fa80-405b-a1cb-6b2c9c8e1382 req-79f48a76-0523-44f8-ba0b-fe2fb38396e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 1096 time: 0.5187995 Jul 07 16:53:00.182274 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f9e82a8d-fa80-405b-a1cb-6b2c9c8e1382 req-1f27a58a-ed31-4ceb-8c2b-8b51bd370c73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372120 Jul 07 16:53:00.196475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bfef1588-766d-4ed9-8596-a8bcd127416a None None] Provisioning complete for port e442308b-6352-43f0-8a26-baf37c321737 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:00.197143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bfef1588-766d-4ed9-8596-a8bcd127416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.289061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.403492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bfef1588-766d-4ed9-8596-a8bcd127416a None None] Port e442308b-6352-43f0-8a26-baf37c321737 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:00.458627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.464814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.572512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae3ee5dc-96a0-40fe-aa15-3e4a0aed7e78 req-ac806ab4-d1dd-43f5-94be-3b3520eab57b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076930 Jul 07 16:53:00.643381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Pushing event updated for resources: {'Port': ['ID=e442308b-6352-43f0-8a26-baf37c321737,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:00.659581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.739781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921e5b-0d95-4944-bac3-a96d19fe2f5d req-effbedb7-7980-46c7-96d2-8b188b5cbfd9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:00.754682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f921e5b-0d95-4944-bac3-a96d19fe2f5d req-effbedb7-7980-46c7-96d2-8b188b5cbfd9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 949 time: 0.6205773 Jul 07 16:53:01.026224 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.032653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:01.035806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:01.054662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Transition to ACTIVE for port object d2de899d-0080-4c51-8f53-da2535e13a90 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:01.062072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f921e5b-0d95-4944-bac3-a96d19fe2f5d req-981d86c9-b108-4133-9da6-fdef1f99f4a3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614306 Jul 07 16:53:01.066732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.145091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.187199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f14a5f-c930-4594-acc1-70b6737dcc70 req-3efdf211-208e-4a5a-bc43-c997afe64507 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:01.189129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64f14a5f-c930-4594-acc1-70b6737dcc70 req-3efdf211-208e-4a5a-bc43-c997afe64507 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.3333108 Jul 07 16:53:01.532324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50270) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:01.537790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64f14a5f-c930-4594-acc1-70b6737dcc70 req-85279e3e-3a73-41ad-91f6-9af8056fcfcd tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299198 Jul 07 16:53:01.677406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Router 875315ef-fd14-4de1-bff4-22eab0234140 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:01.695779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Attempting to bind port d2de899d-0080-4c51-8f53-da2535e13a90 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:01.696803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Attempting to bind port d2de899d-0080-4c51-8f53-da2535e13a90 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:01.697374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Attempting to bind port d2de899d-0080-4c51-8f53-da2535e13a90 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:01.707625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:01.713475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:01.714239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.714801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:01.715901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Bound port: d2de899d-0080-4c51-8f53-da2535e13a90, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:01.716624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.788542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] For port d2de899d-0080-4c51-8f53-da2535e13a90, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:01.794754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] For port d2de899d-0080-4c51-8f53-da2535e13a90, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d2de899d-0080-4c51-8f53-da2535e13a90,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:01.816682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.852387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:53:01.857705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e208321-9d19-4ebb-a389-ae552a73fe03 None None] Pushing event updated for resources: {'Port': ['ID=d2de899d-0080-4c51-8f53-da2535e13a90,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:02.006001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e208321-9d19-4ebb-a389-ae552a73fe03 None None] Pushing event updated for resources: {'Port': ['ID=d2de899d-0080-4c51-8f53-da2535e13a90,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:02.010252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:02.018067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:02.025364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-25118664-bac6-4e90-ac00-204270371080 None None] Provisioning complete for port e442308b-6352-43f0-8a26-baf37c321737 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:02.025738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25118664-bac6-4e90-ac00-204270371080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.075577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:02.091636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-17be1934-e9d3-4bd3-87f6-0bc088ac881f admin admin] 10.222.0.78 "PUT /v2.0/routers/875315ef-fd14-4de1-bff4-22eab0234140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5258520 Jul 07 16:53:02.105219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ac96-6a85-4120-be91-ed15fdca852a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.112709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-25118664-bac6-4e90-ac00-204270371080 None None] Port e442308b-6352-43f0-8a26-baf37c321737 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:02.221395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:02.342930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ac96-6a85-4120-be91-ed15fdca852a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.358963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ac96-6a85-4120-be91-ed15fdca852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.412199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:02.443623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Sync routers for ids ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:02.477609 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e1b8ac96-6a85-4120-be91-ed15fdca852a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c336a4fb86b648d38df020cace0c409f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9439263 Jul 07 16:53:02.480357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50286) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:02.496617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ac96-6a85-4120-be91-ed15fdca852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c787b1e-2b3e-4359-9822-2f9fbdf23beb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:02.522832 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.530415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-38261f6b-1d35-4461-b137-1405b810ebbd admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2698405 Jul 07 16:53:02.537672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50290) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:02.562399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5827d-11b3-4f72-8c74-edfd10e30f55 req-01c36a67-6928-446a-8ece-0e0d4bc8912d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:02.570422 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Routers {'8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:02.571723 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:02.576023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4e5827d-11b3-4f72-8c74-edfd10e30f55 req-01c36a67-6928-446a-8ece-0e0d4bc8912d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.6038125 Jul 07 16:53:02.591655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:02.666915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:02.674883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:02.675423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.722303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4e5827d-11b3-4f72-8c74-edfd10e30f55 req-f526c30e-4861-478b-bee1-4e065acd79f7 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447780 Jul 07 16:53:03.030187 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Set router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:03.150344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c611a5f-11b0-4d17-8b94-c69dab44b40f req-38c8367c-abbd-43f6-ad9d-cf895779ccbc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.151881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c611a5f-11b0-4d17-8b94-c69dab44b40f req-38c8367c-abbd-43f6-ad9d-cf895779ccbc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 949 time: 0.3674073 Jul 07 16:53:03.284887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.285767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c611a5f-11b0-4d17-8b94-c69dab44b40f req-ca154151-0c2e-4056-aa9e-e307607ba151 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735123 Jul 07 16:53:03.308923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be272-4819-4059-8118-d669f786f712 req-285acfed-1d06-4984-8091-b6d1464635cd tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.337738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-066be272-4819-4059-8118-d669f786f712 req-285acfed-1d06-4984-8091-b6d1464635cd tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.1794252 Jul 07 16:53:03.405884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.438838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-066be272-4819-4059-8118-d669f786f712 req-faaf370b-56f4-487b-8816-5fcc71518002 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972581 Jul 07 16:53:03.488935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82df54b-ad31-4165-a703-c40173703157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:03.517583 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ba62cd-6f13-4c6c-bbf0-543cd1af6527" -d '{"events": [{"server_uuid": "d82df54b-ad31-4165-a703-c40173703157", "name": "network-vif-plugged", "status": "completed", "tag": "04a4f9fa-953b-4007-9ee1-117ac1fc80c4"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:03.558015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93af971b-a2d8-4766-89f7-b71df667998a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.607803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:03.625466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.628517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93af971b-a2d8-4766-89f7-b71df667998a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.723963 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 3, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:03.781822 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9bfe0c-1cea-4272-bb93-601bb7f101e5 x-openstack-request-id: req-5e9bfe0c-1cea-4272-bb93-601bb7f101e5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:03.783797 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82df54b-ad31-4165-a703-c40173703157", "name": "network-vif-plugged", "status": "completed", "tag": "04a4f9fa-953b-4007-9ee1-117ac1fc80c4", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:03.786360 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e9bfe0c-1cea-4272-bb93-601bb7f101e5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:03.787310 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82df54b-ad31-4165-a703-c40173703157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4', 'code': 200} Jul 07 16:53:03.882181 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Checking router: 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:03.884491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Updating router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b port 62da0074-fe25-40d8-9e5f-5d5bc5635226 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:53:03.892323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:03.910197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-085d124e-4b02-40da-bc1c-21c7085cb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.920806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:00Z', 'revision_number': 2, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:03.921501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-085d124e-4b02-40da-bc1c-21c7085cb489 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97d7a63acc0c4f169575a3199e144782&device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 1097 time: 1.1155739 Jul 07 16:53:03.941200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93af971b-a2d8-4766-89f7-b71df667998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.968663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93af971b-a2d8-4766-89f7-b71df667998a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.987535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-93af971b-a2d8-4766-89f7-b71df667998a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c787b1e-2b3e-4359-9822-2f9fbdf23beb HTTP/1.1" status: 204 len: 168 time: 1.4980464 Jul 07 16:53:04.037613 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.101648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdc8e7-e300-4375-9dfb-cbd809df86a9 req-f786277b-3335-43de-a79d-0a32c9f432f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.106547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3abdc8e7-e300-4375-9dfb-cbd809df86a9 req-f786277b-3335-43de-a79d-0a32c9f432f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 1101 time: 0.2619002 Jul 07 16:53:04.141064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4241-5288-4d97-ac5a-dfb350733bdd None None] The sync data for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 is: [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:00Z', 'revision_number': 2, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:04.401142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3abdc8e7-e300-4375-9dfb-cbd809df86a9 req-4b623a86-0722-4fad-bdff-90c35a5b5431 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647777 Jul 07 16:53:04.417010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af971b-a2d8-4766-89f7-b71df667998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c787b1e-2b3e-4359-9822-2f9fbdf23beb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:04.445268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-d0bc0158-7b4a-4e3a-b17a-62e0bdf7c198 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2452557 Jul 07 16:53:04.728377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-475a0c18-9ccb-42dc-9c08-bc403e2e034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.730082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-475a0c18-9ccb-42dc-9c08-bc403e2e034d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4543cefa-8186-4dfa-8184-12aa4099b301 HTTP/1.1" status: 200 len: 914 time: 0.7961898 Jul 07 16:53:04.732470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-761baee7-cae3-46f1-9726-e539747c3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.742541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-761baee7-cae3-46f1-9726-e539747c3cd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 1101 time: 0.2195525 Jul 07 16:53:04.764183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.930096 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.944426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50374) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:04.978711 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Transition to ACTIVE for port object 62da0074-fe25-40d8-9e5f-5d5bc5635226 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:04.983485 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-7296b196-13f1-45b6-acbe-772d17931d15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0393ba1-be29-497c-9302-40c76fd3a149 HTTP/1.1" status: 200 len: 217 time: 0.2392433 Jul 07 16:53:04.988167 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.089458 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Attempting to bind port 62da0074-fe25-40d8-9e5f-5d5bc5635226 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:05.093728 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Attempting to bind port 62da0074-fe25-40d8-9e5f-5d5bc5635226 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:05.096730 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Attempting to bind port 62da0074-fe25-40d8-9e5f-5d5bc5635226 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:05.126336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5402-789b-455a-80ca-9d23017bfd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.128750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a124c3c-d2ff-4975-b4b8-1dde51f42fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.143164 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:05.146407 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:05.148048 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.149809 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:05.154306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-50f091ed-0b85-48f1-90a8-77ced1a0a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.155405 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Bound port: 62da0074-fe25-40d8-9e5f-5d5bc5635226, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:05.156041 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-50f091ed-0b85-48f1-90a8-77ced1a0a1df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f104343-9302-43df-9ee2-5dc664d9520d HTTP/1.1" status: 200 len: 853 time: 0.1463337 Jul 07 16:53:05.156333 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.211389 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Pushing event updated for resources: {'Port': ['ID=62da0074-fe25-40d8-9e5f-5d5bc5635226,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:05.264634 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.265274 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.267058 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.267627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.269632 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.271122 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.271532 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.271869 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.273586 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.273918 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.274373 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.274747 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:05.355214 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] For port 62da0074-fe25-40d8-9e5f-5d5bc5635226, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:05.360819 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] For port 62da0074-fe25-40d8-9e5f-5d5bc5635226, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=62da0074-fe25-40d8-9e5f-5d5bc5635226,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:05.371243 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.397420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Allocated IP 172.20.0.1 (a16ab03f-d6a2-4369-a41f-a4b87918e0f3/cc4745fc-c226-493e-a305-424de1f5a027/562c4f33-a32a-4835-9ce1-2cc83e0d0e33) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:05.479717 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-a1b238bc-31d4-4050-91a6-45ca03fffb30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4543cefa-8186-4dfa-8184-12aa4099b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075425 Jul 07 16:53:05.515363 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb0d34-1ada-44bb-bbe8-5f87e41fd8e5 None None] Pushing event updated for resources: {'Port': ['ID=62da0074-fe25-40d8-9e5f-5d5bc5635226,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:05.582398 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Routers {'8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:05.583347 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:52:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:05.628698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-e7c15a70-d24a-46bf-a9e1-1365d0d9f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.632141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-e7c15a70-d24a-46bf-a9e1-1365d0d9f731 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.8578441 Jul 07 16:53:05.844542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a124c3c-d2ff-4975-b4b8-1dde51f42fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.868865 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-05c06971-7699-458e-a31d-00473e4e91af service neutron] 10.222.0.54 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615415 Jul 07 16:53:05.888868 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] Set router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:05.907188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79656bab-1d94-4ec3-b679-77a8c677d8a1 req-867f5a2d-e198-4fb0-9d1d-4600afd39fcd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.908839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79656bab-1d94-4ec3-b679-77a8c677d8a1 req-867f5a2d-e198-4fb0-9d1d-4600afd39fcd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 950 time: 0.9634795 Jul 07 16:53:05.942563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-d77217b4-0cd8-4b4d-b3f3-25b8833aeecf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7 HTTP/1.1" status: 200 len: 217 time: 0.2907250 Jul 07 16:53:05.957970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7b8ad-63cd-477c-a685-c05d76ab69d6 req-ec5b4f10-8f1f-4dfa-a206-768366874da9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.960169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21b7b8ad-63cd-477c-a685-c05d76ab69d6 req-ec5b4f10-8f1f-4dfa-a206-768366874da9 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.9571362 Jul 07 16:53:05.973674 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a124c3c-d2ff-4975-b4b8-1dde51f42fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.098946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.176759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.249373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-58e447cf-bf7b-4d47-8d86-187d3cd35813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.252168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-58e447cf-bf7b-4d47-8d86-187d3cd35813 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2679243 Jul 07 16:53:06.264929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:06.268731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Pushing event updated for resources: {'Port': ['ID=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:06.274049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:06.280215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:06.305049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8a124c3c-d2ff-4975-b4b8-1dde51f42fa4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e57e9b9f9f854af3a0e9664c66d07429&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3583784 Jul 07 16:53:06.306214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50404) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:06.333708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21b7b8ad-63cd-477c-a685-c05d76ab69d6 req-420cb360-07d1-4e78-9527-045517c3a656 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461444 Jul 07 16:53:06.340584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.430505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a124c3c-d2ff-4975-b4b8-1dde51f42fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e0a93-f412-4524-ac90-ff2562fe1074,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:06.497323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79656bab-1d94-4ec3-b679-77a8c677d8a1 req-39d4d072-696e-4d8d-b41e-4b53addd8dfe tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639365 Jul 07 16:53:06.910157 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-923a437a-9249-4427-ab32-b8f5718c0f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.913692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-2a1f9c53-8243-40bb-a550-59d523d8dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.915177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-2a1f9c53-8243-40bb-a550-59d523d8dd39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6239395 Jul 07 16:53:07.028562 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 3, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:07.053156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9f1dd439-666c-4eda-a1d7-907d62e8e42b req-1ac97f70-2adb-41f4-b338-ba3556e15944 service neutron] 10.222.0.54 "GET /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1420081 Jul 07 16:53:07.090407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2de899d-0080-4c51-8f53-da2535e13a90 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:07.113933 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677542f-24df-4f8a-8655-cf98cd1bd314 None None] The sync data for ids ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'] in n-d-793619-7 is: [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 3, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:07.201555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-923a437a-9249-4427-ab32-b8f5718c0f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.256825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d2de899d-0080-4c51-8f53-da2535e13a90 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:07.264958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.266120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d2de899d-0080-4c51-8f53-da2535e13a90 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:07.270261 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.397515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd8c01-937b-496b-bc66-fd80fca36dd1 req-56849180-f2e4-4026-bbd6-8ad3f84b55d0 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:07.419586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17cd8c01-937b-496b-bc66-fd80fca36dd1 req-56849180-f2e4-4026-bbd6-8ad3f84b55d0 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.5252640 Jul 07 16:53:07.513707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.667047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-aff5e5aa-58ce-48d5-b950-c78d3820e121 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151310 Jul 07 16:53:07.676073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17cd8c01-937b-496b-bc66-fd80fca36dd1 req-ea087248-687e-443a-b012-cf18b7cd022b tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555163 Jul 07 16:53:07.700557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-923a437a-9249-4427-ab32-b8f5718c0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.703594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-923a437a-9249-4427-ab32-b8f5718c0f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.704877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-923a437a-9249-4427-ab32-b8f5718c0f9a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c13e0a93-f412-4524-ac90-ff2562fe1074 HTTP/1.1" status: 204 len: 168 time: 1.3933337 Jul 07 16:53:07.783642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b356-1729-49d5-b0fa-d224bea88cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.838974 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.876990 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.900919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.930179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a437a-9249-4427-ab32-b8f5718c0f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e0a93-f412-4524-ac90-ff2562fe1074,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:07.935458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d2de899d-0080-4c51-8f53-da2535e13a90, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d2de899d-0080-4c51-8f53-da2535e13a90,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:07.942601 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.122852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9f4dc6-c0dd-4756-9ed5-aba08759e378 req-e0dff7fd-e833-4965-b91a-b46c87ecb950 service neutron] 10.222.0.54 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547558 Jul 07 16:53:08.240547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d2de899d-0080-4c51-8f53-da2535e13a90,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.254253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Pushing event updated for resources: {'Port': ['ID=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.264119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.539420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ba565-5a02-44e0-8193-fe3d58c58a98 req-020b49d0-794d-457b-b7fb-7adfd082449e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.546470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-124ba565-5a02-44e0-8193-fe3d58c58a98 req-020b49d0-794d-457b-b7fb-7adfd082449e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.3006587 Jul 07 16:53:08.587004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:08.589546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:08.674997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-124ba565-5a02-44e0-8193-fe3d58c58a98 req-3b73ebef-5eae-4bef-bb98-9345c1460895 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221299 Jul 07 16:53:08.991612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.110690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2de899d-0080-4c51-8f53-da2535e13a90 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:09.177508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:09.390085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50430) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:09.406602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d2de899d-0080-4c51-8f53-da2535e13a90 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:09.407192 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.421964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f5c22-bd62-4f91-b0ab-f79e68ed8209 req-828aa72a-a212-44c4-9725-82f6d5a52a41 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.431824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-030f5c22-bd62-4f91-b0ab-f79e68ed8209 req-828aa72a-a212-44c4-9725-82f6d5a52a41 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 950 time: 0.1652894 Jul 07 16:53:09.440719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e78bb939-68e8-49dd-aff2-6fa70560d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.578067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-030f5c22-bd62-4f91-b0ab-f79e68ed8209 req-190fbb75-c054-4113-a0f4-6e948c0510e9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452913 Jul 07 16:53:09.776345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Sync routers for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:09.859202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:09.867527 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c05d6343-c29b-4b06-a947-a384868c73a4 admin admin] 10.222.0.78 "PUT /v2.0/routers/8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3321683 Jul 07 16:53:09.958299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:09.962745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:53:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:10.061091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e78bb939-68e8-49dd-aff2-6fa70560d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.078151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e78bb939-68e8-49dd-aff2-6fa70560d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.184386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e78bb939-68e8-49dd-aff2-6fa70560d6b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0278625da8e94bc7a9aee12222ef6189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882802 Jul 07 16:53:10.187381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:10.223787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62da0074-fe25-40d8-9e5f-5d5bc5635226 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:10.297162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb939-68e8-49dd-aff2-6fa70560d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b2b6c-2c96-4ed8-8003-28e597f27806,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:10.324772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d72322-6420-454f-8981-f6a635fff404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.416643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d72322-6420-454f-8981-f6a635fff404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.564111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d72322-6420-454f-8981-f6a635fff404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.582528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d72322-6420-454f-8981-f6a635fff404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.596886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-79d72322-6420-454f-8981-f6a635fff404 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b7b2b6c-2c96-4ed8-8003-28e597f27806 HTTP/1.1" status: 204 len: 168 time: 0.3948908 Jul 07 16:53:10.602015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 62da0074-fe25-40d8-9e5f-5d5bc5635226 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:10.621808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d72322-6420-454f-8981-f6a635fff404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b2b6c-2c96-4ed8-8003-28e597f27806,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:10.631974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:10.733719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 62da0074-fe25-40d8-9e5f-5d5bc5635226 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:10.734308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.819048 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.881319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb70a6-c729-4d3c-8397-1d46c9ce057e req-904cc86b-0f42-4bf8-aade-3d4b8ccc8469 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.890924 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:53:10.897195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9eeb70a6-c729-4d3c-8397-1d46c9ce057e req-904cc86b-0f42-4bf8-aade-3d4b8ccc8469 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.1916540 Jul 07 16:53:10.966636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9eeb70a6-c729-4d3c-8397-1d46c9ce057e req-4217bd9f-6b55-4fd7-9644-691af195393d tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662117 Jul 07 16:53:10.999734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.034959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 62da0074-fe25-40d8-9e5f-5d5bc5635226, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=62da0074-fe25-40d8-9e5f-5d5bc5635226,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:11.231813 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Sync routers for ids ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:11.240488 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.251901 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Routers {'8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:11.261009 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:53:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:11.352818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:00Z', 'revision_number': 2, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:11.357429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=62da0074-fe25-40d8-9e5f-5d5bc5635226,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.376011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6c1df-6a47-46f9-97b0-38d786e547a6 req-f1bb7015-e41e-40c8-95f9-c26eff42d497 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.383821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6c6c1df-6a47-46f9-97b0-38d786e547a6 req-f1bb7015-e41e-40c8-95f9-c26eff42d497 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 1101 time: 0.1930189 Jul 07 16:53:11.431445 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Set router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:11.434934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Checking router: 875315ef-fd14-4de1-bff4-22eab0234140 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:11.434934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Updating router 875315ef-fd14-4de1-bff4-22eab0234140 port e442308b-6352-43f0-8a26-baf37c321737 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:53:11.466701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6c6c1df-6a47-46f9-97b0-38d786e547a6 req-f06ab45c-c170-4238-82ab-2513fd7b5f31 tempest-ServersOnMultiNodesTest-1547879604 tempest-ServersOnMultiNodesTest-1547879604-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Jul 07 16:53:11.820521 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.957567 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '562c4f33-a32a-4835-9ce1-2cc83e0d0e33', 'name': '', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'mac_address': 'fa:16:3e:b1:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:53:05Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 2, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'subnets': [{'id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:12.009671 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Checking router: 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:12.009671 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Updating router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:53:12.096816 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.588337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.611063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Transition to ACTIVE for port object e442308b-6352-43f0-8a26-baf37c321737 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:12.632256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.745488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22498445-e8a6-41a5-890d-d09f3cb24a4a None None] Pushing event updated for resources: {'Port': ['ID=e442308b-6352-43f0-8a26-baf37c321737,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:12.761263 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.792124 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Transition to ACTIVE for port object 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:12.810908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Attempting to bind port e442308b-6352-43f0-8a26-baf37c321737 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:12.813679 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.815224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Attempting to bind port e442308b-6352-43f0-8a26-baf37c321737 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:12.815905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Attempting to bind port e442308b-6352-43f0-8a26-baf37c321737 on network ad23624f-d18d-42e1-a627-b6e069a6d8ce {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:12.834999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:12.836023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Checking segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:12.836866 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.837917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Bound using segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:12.838995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Bound port: e442308b-6352-43f0-8a26-baf37c321737, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:12.839487 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.998875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] For port e442308b-6352-43f0-8a26-baf37c321737, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:13.000967 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71be547-23bd-41ce-840c-9fe86dd60ef2 None None] Pushing event updated for resources: {'Port': ['ID=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.011122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] For port e442308b-6352-43f0-8a26-baf37c321737, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e442308b-6352-43f0-8a26-baf37c321737,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:13.027457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.173457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22498445-e8a6-41a5-890d-d09f3cb24a4a None None] Pushing event updated for resources: {'Port': ['ID=e442308b-6352-43f0-8a26-baf37c321737,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.181146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:13.181908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:53:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:13.210142 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Attempting to bind port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:13.211326 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Attempting to bind port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:13.211818 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Attempting to bind port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:13.244195 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:13.244703 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Checking segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:13.265036 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.268552 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Bound using segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:13.269403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Bound port: 562c4f33-a32a-4835-9ce1-2cc83e0d0e33, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:13.270069 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.344238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:13.646314 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] For port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:13.666205 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] For port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:13.681471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62da0074-fe25-40d8-9e5f-5d5bc5635226 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:13.688255 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.791891 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Routers {'8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:13.793432 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:53:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:13.929663 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71be547-23bd-41ce-840c-9fe86dd60ef2 None None] Pushing event updated for resources: {'Port': ['ID=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.946199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 62da0074-fe25-40d8-9e5f-5d5bc5635226 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:13.946791 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.237259 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] Set router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:14.243632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e442308b-6352-43f0-8a26-baf37c321737 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:14.258963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:12Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:14.383349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaa175-824b-4647-9916-9a8d669ca443 None None] The sync data for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 is: [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:12Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:14.476170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e442308b-6352-43f0-8a26-baf37c321737 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:14.488842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e442308b-6352-43f0-8a26-baf37c321737 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:14.489741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.763495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '562c4f33-a32a-4835-9ce1-2cc83e0d0e33', 'name': '', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'mac_address': 'fa:16:3e:b1:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:53:05Z', 'updated_at': '2021-07-07T16:53:13Z', 'revision_number': 4, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'subnets': [{'id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:14.847182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.847464 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae71b3-cb4d-410b-8c58-6a0e9c6b56ef None None] The sync data for ids ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'] in n-d-793619-7 is: [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '562c4f33-a32a-4835-9ce1-2cc83e0d0e33', 'name': '', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'mac_address': 'fa:16:3e:b1:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:53:05Z', 'updated_at': '2021-07-07T16:53:13Z', 'revision_number': 4, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'subnets': [{'id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:15.080912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e442308b-6352-43f0-8a26-baf37c321737, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e442308b-6352-43f0-8a26-baf37c321737,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:15.112736 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.248721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e442308b-6352-43f0-8a26-baf37c321737,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:15.765916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:15.898047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:15.919818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:15.920438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.296530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.380100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:16.385970 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.387963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e442308b-6352-43f0-8a26-baf37c321737 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:16.502325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:16.524444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e442308b-6352-43f0-8a26-baf37c321737 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:16.525779 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.467912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:17.615118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:17.615118 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:19.853705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-d18632f1-5419-4b96-a8e2-f40e3574d198 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.856272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-d18632f1-5419-4b96-a8e2-f40e3574d198 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 818 time: 0.1424227 Jul 07 16:53:19.912419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-cb57c232-7e38-49ce-9f78-4442fbf935db tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/quotas/98cebaf8517b4b4fa842b6b108d18f24 HTTP/1.1" status: 200 len: 375 time: 0.0363920 Jul 07 16:53:20.004302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb50695-895b-434d-a310-8030e5d94ac7 req-2165cc6d-c226-4caa-a393-0e343845f415 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.010176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddb50695-895b-434d-a310-8030e5d94ac7 req-2165cc6d-c226-4caa-a393-0e343845f415 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.1460519 Jul 07 16:53:20.095596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddb50695-895b-434d-a310-8030e5d94ac7 req-7a6e2b8d-3717-4577-af31-1fbc781104be tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804069 Jul 07 16:53:20.112541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-11803eb5-3358-4f7a-b4a2-da6d737c2905 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869559 Jul 07 16:53:20.366998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-0ef1d9f3-c91c-40d8-93c8-4b1cff71649e service neutron] 10.222.0.78 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068226 Jul 07 16:53:20.555880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-756ac209-24df-40a3-a675-a78831706bb8 service neutron] 10.222.0.78 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774807 Jul 07 16:53:20.982800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-07c35541-6d92-4669-9d5d-23fbb19fb768 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c799661b1acf4da496ad057eddf37d26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336423 Jul 07 16:53:21.166405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-361480ae-784a-4423-8718-41323c099f92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2078948 Jul 07 16:53:21.271141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-fba9136c-c9f7-480c-81a3-96c9e6e32849 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.282677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-fba9136c-c9f7-480c-81a3-96c9e6e32849 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712157 Jul 07 16:53:21.309969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-ca51306f-8d98-42ab-84c7-55757c7888b1 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/quotas/c799661b1acf4da496ad057eddf37d26 HTTP/1.1" status: 200 len: 375 time: 0.0254691 Jul 07 16:53:21.333471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-2b1195bb-71d9-4f61-82ca-5799d5ba8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.335876 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-2b1195bb-71d9-4f61-82ca-5799d5ba8c01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 1100 time: 0.0922916 Jul 07 16:53:21.640965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-b1cb76c9-eba8-4fc2-a819-9c58271ce690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.643269 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-b1cb76c9-eba8-4fc2-a819-9c58271ce690 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2619698 Jul 07 16:53:21.713592 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-f3831c53-59d9-4d05-9e8f-c3c240ad927d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66 HTTP/1.1" status: 200 len: 217 time: 0.0609021 Jul 07 16:53:21.794079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-e96c0b08-84bf-443e-a43c-59e39341430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.796333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-e96c0b08-84bf-443e-a43c-59e39341430a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0760384 Jul 07 16:53:21.916227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-a8401441-5b80-46fb-af12-1bfd6793c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.920132 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-a8401441-5b80-46fb-af12-1bfd6793c51a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165011 Jul 07 16:53:21.923315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-217ff73d-0a09-41f9-a320-61ce00babd25 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c799661b1acf4da496ad057eddf37d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6052160 Jul 07 16:53:22.052122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5c6d-5625-4348-a41c-6c2e8381790d req-3eec02de-032e-4606-9145-9c1b1b3c5af9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.065843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870f5c6d-5625-4348-a41c-6c2e8381790d req-3eec02de-032e-4606-9145-9c1b1b3c5af9 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 950 time: 0.1689904 Jul 07 16:53:22.135577 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-12475058-4e57-4ff0-b978-9db038ea74dc service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058413 Jul 07 16:53:22.155242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870f5c6d-5625-4348-a41c-6c2e8381790d req-d45f6bc5-c602-4f03-97f1-5b2d8047dead tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863581 Jul 07 16:53:22.426415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9227c79c-bcec-46c0-9877-90720ff2907d req-61d1395e-9a7c-4537-b5fe-2262bed2b920 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 210 time: 0.0572374 Jul 07 16:53:22.590651 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e551dae-8d72-4cc2-a4d0-e9fa46ca3c10 req-8354fa50-193e-4f10-9dc5-9d0a13527428 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376407 Jul 07 16:53:22.804541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c901-83d5-43b5-9a82-d600f5d53c05 req-ad97c9d9-d166-4f25-b0f8-53237e020633 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.806570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94d7c901-83d5-43b5-9a82-d600f5d53c05 req-ad97c9d9-d166-4f25-b0f8-53237e020633 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.1187057 Jul 07 16:53:22.905698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94d7c901-83d5-43b5-9a82-d600f5d53c05 req-e8837167-4876-4758-ba8b-7dc2003cb808 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Jul 07 16:53:23.473740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-9f839fcf-43e5-4aa4-ae05-e9c74656185c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.483251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-9f839fcf-43e5-4aa4-ae05-e9c74656185c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 950 time: 0.3097885 Jul 07 16:53:23.516685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:23.698227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e18bd7a9-18a0-4b26-a78d-57fde4bf3aec tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.702900 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e18bd7a9-18a0-4b26-a78d-57fde4bf3aec tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 818 time: 0.3460350 Jul 07 16:53:23.729306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Request body: {'port': {'device_id': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'admin_state_up': True, 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:23.738360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.858879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.968066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:23.973791 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b2d24-c452-498e-9cf1-8a972271198e" -d '{"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:24.034565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:24.041886 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.048737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f096e29-0650-4230-a07b-55251dd72bf1 req-2aeaa418-6286-4738-9d02-a8ba28128efc tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 210 time: 0.1073880 Jul 07 16:53:24.081068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f633e-4322-4ad5-9435-beaac16fc167 req-940b0787-5bba-47e8-9b0d-ebd7f17885ce tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.083435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c3f633e-4322-4ad5-9435-beaac16fc167 req-940b0787-5bba-47e8-9b0d-ebd7f17885ce tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.4758351 Jul 07 16:53:24.128050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:24.152891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:24.153455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.266724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c3f633e-4322-4ad5-9435-beaac16fc167 req-f4c96bb8-9434-43c8-ae69-1f40c5d3531e tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726699 Jul 07 16:53:24.365252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-7ba0a85a-0b91-4e20-9652-28eb6163837f tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.369348 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-7ba0a85a-0b91-4e20-9652-28eb6163837f tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 946 time: 0.4051983 Jul 07 16:53:24.436621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Made reservation on behalf of 98cebaf8517b4b4fa842b6b108d18f24 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:24.443640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.474969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:24.475691 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.585439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:24.704613 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-e35cc731-2a00-403a-a581-c514a3925a2e tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c799661b1acf4da496ad057eddf37d26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715125 Jul 07 16:53:24.769035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-352bd006-e995-4da7-85f9-d8262624f066 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.771748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-352bd006-e995-4da7-85f9-d8262624f066 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 818 time: 0.4558825 Jul 07 16:53:24.849355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb75a52-3494-42c3-b329-83f8946a55fb req-3f0daeae-e1ae-4515-a9dc-33deb48e09cd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.851898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abb75a52-3494-42c3-b329-83f8946a55fb req-3f0daeae-e1ae-4515-a9dc-33deb48e09cd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d82df54b-ad31-4165-a703-c40173703157 HTTP/1.1" status: 200 len: 950 time: 0.3535292 Jul 07 16:53:24.857160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-978914d3-a615-41aa-b5d0-6d5d1280d59a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/quotas/98cebaf8517b4b4fa842b6b108d18f24 HTTP/1.1" status: 200 len: 375 time: 0.0735106 Jul 07 16:53:24.943143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Deleting port a0393ba1-be29-497c-9302-40c76fd3a149 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:24.943732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.047069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Allocated IP 172.20.0.11 (a16ab03f-d6a2-4369-a41f-a4b87918e0f3/cc4745fc-c226-493e-a305-424de1f5a027/c066daef-c944-448e-891e-c4bbfcf89826) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:25.057745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abb75a52-3494-42c3-b329-83f8946a55fb req-6a712465-eeab-43c3-9e78-c759f0eae543 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892452 Jul 07 16:53:25.090990 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.105142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:25.114479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-1848f5b5-6e37-4f62-bcaf-37c1bf243a56 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.115837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-1848f5b5-6e37-4f62-bcaf-37c1bf243a56 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3822258 Jul 07 16:53:25.151117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=04a4f9fa-953b-4007-9ee1-117ac1fc80c4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:25.157334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-e647b36f-8f3a-40e1-a187-ff140327d3c8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2870495 Jul 07 16:53:25.181142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Request body: {'port': {'device_id': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'c799661b1acf4da496ad057eddf37d26'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:25.236460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'afed01b9-da1d-4e16-8a37-769d7b855f46', '6896314c-c379-465f-85d1-0aea08e483fc'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:25.262674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:25.266876 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.269132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3473635d-9a32-48db-9221-393bfb0c10a6 req-8db2e057-36bf-4e51-802e-f717adfcacfd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "DELETE /v2.0/ports/04a4f9fa-953b-4007-9ee1-117ac1fc80c4 HTTP/1.1" status: 204 len: 173 time: 1.7794278 Jul 07 16:53:25.269658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82df54b-ad31-4165-a703-c40173703157', 'name': 'network-vif-deleted', 'tag': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:25.272134 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47610b2e-7fab-431f-a993-402592a8c358" -d '{"events": [{"server_uuid": "d82df54b-ad31-4165-a703-c40173703157", "name": "network-vif-deleted", "tag": "04a4f9fa-953b-4007-9ee1-117ac1fc80c4"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:25.399577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9faea549-ab61-4e98-951c-ed8466ff441d service neutron] 10.222.0.78 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061009 Jul 07 16:53:25.579307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Made reservation on behalf of c799661b1acf4da496ad057eddf37d26 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:25.584766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.648455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-0b18c433-b351-45bc-a5b2-a526cf2970b7 service neutron] 10.222.0.78 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472217 Jul 07 16:53:25.683102 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.936473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.982436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.139550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] For port a0393ba1-be29-497c-9302-40c76fd3a149, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0393ba1-be29-497c-9302-40c76fd3a149,segment=NetworkSegment(038030d3-530a-438e-84db-82558f3d3abb),segment_id=038030d3-530a-438e-84db-82558f3d3abb)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:26.139978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.196970 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb1866d-d614-4fcf-9aab-f5deee2fbb83 x-openstack-request-id: req-9cb1866d-d614-4fcf-9aab-f5deee2fbb83 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:26.198463 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:26.199587 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cb1866d-d614-4fcf-9aab-f5deee2fbb83 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:26.200537 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'code': 200} Jul 07 16:53:26.393762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Calling delete_port for a0393ba1-be29-497c-9302-40c76fd3a149 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:26.426440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:26.494709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19856c30-baa0-433e-8484-5096e3bcee46,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:26.610589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51b09e92-cd10-4370-849d-d61ac7eab908 req-9ace7e41-069f-4df4-9062-613daa384985 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 210 time: 0.0610259 Jul 07 16:53:26.615327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.615922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.628381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.628904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.629670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.630236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.630821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.633623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.634305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.634880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.635474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.636036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:26.636446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:26.643690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 04a4f9fa-953b-4007-9ee1-117ac1fc80c4 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:26.819110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa16dc-6c25-46bb-a0cf-369606175431 req-483e2d3e-e4e7-4f05-8013-9f45e969f22a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:26.822594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0fa16dc-6c25-46bb-a0cf-369606175431 req-483e2d3e-e4e7-4f05-8013-9f45e969f22a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.1961946 Jul 07 16:53:26.834390 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27003440-e02e-4faa-b5b8-201b3b9afc1b x-openstack-request-id: req-27003440-e02e-4faa-b5b8-201b3b9afc1b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:26.834921 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82df54b-ad31-4165-a703-c40173703157", "name": "network-vif-deleted", "tag": "04a4f9fa-953b-4007-9ee1-117ac1fc80c4", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:26.835329 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27003440-e02e-4faa-b5b8-201b3b9afc1b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:26.835901 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82df54b-ad31-4165-a703-c40173703157', 'name': 'network-vif-deleted', 'tag': '04a4f9fa-953b-4007-9ee1-117ac1fc80c4', 'status': 'completed', 'code': 200} Jul 07 16:53:26.970926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Allocated IP 192.168.233.138 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/70888013-c06d-4cc2-8869-9d41c48c1f18) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:27.095937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.129187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0fa16dc-6c25-46bb-a0cf-369606175431 req-15854a7f-a830-43a3-84e8-c12af41c7e3d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684429 Jul 07 16:53:27.337633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-628a568f-3e3b-4d51-91a0-0d1255fa2a09 req-21cdb3f7-c780-44a1-95e9-286305881e59 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 210 time: 0.0881529 Jul 07 16:53:27.425701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.456761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2042-5809-4231-8d79-a58acca5e380 req-5cf4198c-1e5b-42e3-91f2-3e7c184c0afb tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.483486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-009a2042-5809-4231-8d79-a58acca5e380 req-5cf4198c-1e5b-42e3-91f2-3e7c184c0afb tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdc9788a-423e-4c5a-9872-b242828b1dd7 HTTP/1.1" status: 200 len: 867 time: 0.3220890 Jul 07 16:53:27.496454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.593060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-009a2042-5809-4231-8d79-a58acca5e380 req-75167e7c-02a3-42c8-8947-5b0b998e0e07 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd89108e-ee4d-4f90-b4e1-394b7ec9de42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Jul 07 16:53:27.643268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Pushing event deleted for resources: {'Port': ['ID=a0393ba1-be29-497c-9302-40c76fd3a149,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:27.672253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.727092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] No DVR routers for this DVR port a0393ba1-be29-497c-9302-40c76fd3a149 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:27.733943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:27.737802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.739906 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-465fb346-f9bd-44a0-87de-4e8d03b035b0 req-c4ef4f31-f445-41bf-a225-deee0c5590a3 tempest-InstanceActionsTestJSON-1752850480 tempest-InstanceActionsTestJSON-1752850480-project] 10.222.0.54 "DELETE /v2.0/ports/a0393ba1-be29-497c-9302-40c76fd3a149 HTTP/1.1" status: 204 len: 173 time: 3.3631184 Jul 07 16:53:27.743988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'name': 'network-vif-deleted', 'tag': 'a0393ba1-be29-497c-9302-40c76fd3a149'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:27.762679 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66f72c8-1fc4-4be1-a0d9-2c691a69e2ef" -d '{"events": [{"server_uuid": "bdc9788a-423e-4c5a-9872-b242828b1dd7", "name": "network-vif-deleted", "tag": "a0393ba1-be29-497c-9302-40c76fd3a149"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:27.782554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:27.791045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:27.803843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Transition to ACTIVE for port object 70888013-c06d-4cc2-8869-9d41c48c1f18 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:27.942570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Pushing event updated for resources: {'Port': ['ID=c066daef-c944-448e-891e-c4bbfcf89826,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:27.972495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.973547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.995806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-03949c86-df27-49ac-9cfd-62735f507b10 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.996798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-3508292d-8ea1-40c5-966a-f23af1c6041a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2765889 Jul 07 16:53:28.019254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-03949c86-df27-49ac-9cfd-62735f507b10 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 0.3293786 Jul 07 16:53:28.022158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Request body: {'port': {'device_id': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:28.098157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-c6dff4c8-db9b-4dc5-96cb-f0d52d66ae7c tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/quotas/c26f024412694ff2be737116e84500e8 HTTP/1.1" status: 200 len: 375 time: 0.0634077 Jul 07 16:53:28.150334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.211568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-0075264f-3d52-4951-922d-baff83da3230 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:28.216528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-0075264f-3d52-4951-922d-baff83da3230 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "GET /v2.0/ports?device_id=637e399b-fc0c-4338-8a4e-0fc96910954b HTTP/1.1" status: 200 len: 944 time: 0.3794930 Jul 07 16:53:28.259985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:28.264972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:28.267877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:28.319023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.353282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Pushing event updated for resources: {'Port': ['ID=70888013-c06d-4cc2-8869-9d41c48c1f18,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:28.369473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:28.370175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.428003 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-88742542-70bd-4681-895e-a792698e46c4 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2574472 Jul 07 16:53:28.429427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0393ba1-be29-497c-9302-40c76fd3a149 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:28.451637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Request body: {'port': {'device_id': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:28.478495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-70afcfb2-7c31-4f48-8db1-78c5a61982d5 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3780942 Jul 07 16:53:28.578570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Deleting port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:28.587034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.596475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: a0393ba1-be29-497c-9302-40c76fd3a149 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:28.596475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0393ba1-be29-497c-9302-40c76fd3a149 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:28.812242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] For port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:28.812941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.883125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f5a4fb77-77d1-4c92-a312-0e69e3453539 None None] Provisioning for port 70888013-c06d-4cc2-8869-9d41c48c1f18 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:28.891440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f5a4fb77-77d1-4c92-a312-0e69e3453539 None None] Provisioning complete for port 70888013-c06d-4cc2-8869-9d41c48c1f18 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:28.892689 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f5a4fb77-77d1-4c92-a312-0e69e3453539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.909657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Calling delete_port for d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:28.967125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4fb77-77d1-4c92-a312-0e69e3453539 None None] Port 70888013-c06d-4cc2-8869-9d41c48c1f18 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:29.312070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.343645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event deleted for resources: {'Port': ['ID=d8fd8f86-f5b6-459d-a2a6-cc7612bd6695,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.358186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-8788e9db-14c8-4868-b53b-df77f6a236b3 service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780553 Jul 07 16:53:29.362390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.362744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.363093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.363583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.363930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.364936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.364936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.364936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.368053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.368628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.369088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.369751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:29.503414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.526686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] No DVR routers for this DVR port d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:29.535427 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.537950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2145bcc-8011-4df7-bc98-031580b3d2a9 req-981da698-406b-494b-83be-101dc9f67c84 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.13 "DELETE /v2.0/ports/d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 HTTP/1.1" status: 204 len: 173 time: 1.3149321 Jul 07 16:53:29.538437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-deleted', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:29.541669 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e716c802-a5fa-4faf-937c-a6abb2804e9c" -d '{"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-deleted", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:29.595229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a0859-1bcd-413f-b579-4d5856a9a286 req-a9ae8c5a-21c5-4fb2-8988-8265304b0ad3 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:29.603885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad9a0859-1bcd-413f-b579-4d5856a9a286 req-a9ae8c5a-21c5-4fb2-8988-8265304b0ad3 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 936 time: 0.2519197 Jul 07 16:53:29.663505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-37192b6c-d03b-471f-92e7-fa37417819e5 service neutron] 10.222.0.78 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705514 Jul 07 16:53:29.748598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-d2e73c00-2df2-4d70-955b-340212e52d2c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:29.750202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad9a0859-1bcd-413f-b579-4d5856a9a286 req-fce7e4b5-578a-404b-8cdf-aa05ca089990 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450186 Jul 07 16:53:29.750428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-d2e73c00-2df2-4d70-955b-340212e52d2c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.54 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 818 time: 0.4679627 Jul 07 16:53:29.782878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Request body: {'port': {'device_id': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'admin_state_up': True, 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:29.953641 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58d353-8d43-46d3-92ab-3a958019c2e3 x-openstack-request-id: req-ee58d353-8d43-46d3-92ab-3a958019c2e3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:29.954106 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc9788a-423e-4c5a-9872-b242828b1dd7", "name": "network-vif-deleted", "tag": "a0393ba1-be29-497c-9302-40c76fd3a149", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:29.954531 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee58d353-8d43-46d3-92ab-3a958019c2e3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:29.955174 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc9788a-423e-4c5a-9872-b242828b1dd7', 'name': 'network-vif-deleted', 'tag': 'a0393ba1-be29-497c-9302-40c76fd3a149', 'status': 'completed', 'code': 200} Jul 07 16:53:30.135980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7214-a030-4371-b52c-5a8321a2783f req-34c3930d-c83f-4b4f-83b5-cc8b5fc4d83b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.138831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ffa7214-a030-4371-b52c-5a8321a2783f req-34c3930d-c83f-4b4f-83b5-cc8b5fc4d83b tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.1234717 Jul 07 16:53:30.212061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ffa7214-a030-4371-b52c-5a8321a2783f req-6865d029-262c-40a8-8984-fd6ef374fb35 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660598 Jul 07 16:53:30.293366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9291d75-b1b6-4c61-bd20-fcdfc9b9562a req-85c0b49a-e855-4193-b6d3-8fd8f69825b8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 210 time: 0.0854282 Jul 07 16:53:30.437165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c066daef-c944-448e-891e-c4bbfcf89826 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:30.457675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.464403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70888013-c06d-4cc2-8869-9d41c48c1f18 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:30.481640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.504021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50730) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:30.514427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Made reservation on behalf of 98cebaf8517b4b4fa842b6b108d18f24 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:30.519099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.545499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Transition to ACTIVE for port object c066daef-c944-448e-891e-c4bbfcf89826 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:30.554664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Transition to ACTIVE for port object 70888013-c06d-4cc2-8869-9d41c48c1f18 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:30.679463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.686198 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2365c6cc-baff-4dbe-a5ab-efa76928b3d5 x-openstack-request-id: req-2365c6cc-baff-4dbe-a5ab-efa76928b3d5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:30.687437 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637e399b-fc0c-4338-8a4e-0fc96910954b", "name": "network-vif-deleted", "tag": "d8fd8f86-f5b6-459d-a2a6-cc7612bd6695", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:30.688509 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2365c6cc-baff-4dbe-a5ab-efa76928b3d5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:30.689799 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637e399b-fc0c-4338-8a4e-0fc96910954b', 'name': 'network-vif-deleted', 'tag': 'd8fd8f86-f5b6-459d-a2a6-cc7612bd6695', 'status': 'completed', 'code': 200} Jul 07 16:53:30.754374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.835421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c066daef-c944-448e-891e-c4bbfcf89826,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:30.933227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Deleting subnet 7f104343-9302-43df-9ee2-5dc664d9520d {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:30.963062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.116925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.238643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Allocated IP 172.20.0.3 (a16ab03f-d6a2-4369-a41f-a4b87918e0f3/cc4745fc-c226-493e-a305-424de1f5a027/24c0c4b0-52ed-4411-8bb9-d44414451ffb) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:31.265332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc412d51-1a4f-432d-8bd3-e508e5e17763 req-924781ef-6a55-41d2-9577-a081295b3d37 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.281531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Pushing event updated for resources: {'Port': ['ID=70888013-c06d-4cc2-8869-9d41c48c1f18,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:31.290455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc412d51-1a4f-432d-8bd3-e508e5e17763 req-924781ef-6a55-41d2-9577-a081295b3d37 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 949 time: 0.7748096 Jul 07 16:53:31.379955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Attempting to bind port 70888013-c06d-4cc2-8869-9d41c48c1f18 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:31.380711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Attempting to bind port 70888013-c06d-4cc2-8869-9d41c48c1f18 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:31.381439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Attempting to bind port 70888013-c06d-4cc2-8869-9d41c48c1f18 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:31.389412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Attempting to bind port c066daef-c944-448e-891e-c4bbfcf89826 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:31.390534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Attempting to bind port c066daef-c944-448e-891e-c4bbfcf89826 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:31.391237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Attempting to bind port c066daef-c944-448e-891e-c4bbfcf89826 on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:31.427382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Port c066daef-c944-448e-891e-c4bbfcf89826 on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:31.428102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Attempting to bind port c066daef-c944-448e-891e-c4bbfcf89826 on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:31.431751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Port 70888013-c06d-4cc2-8869-9d41c48c1f18 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:31.432307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Attempting to bind port 70888013-c06d-4cc2-8869-9d41c48c1f18 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:31.456852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-c364ed0c-2f3d-44af-99df-2e6e899d24fd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.458876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-c364ed0c-2f3d-44af-99df-2e6e899d24fd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 949 time: 0.8043129 Jul 07 16:53:31.469398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:31.469935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:31.470658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:31.471397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Bound port: 70888013-c06d-4cc2-8869-9d41c48c1f18, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:31.472145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.479377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.487489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:31.488195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Checking segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:31.488825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Bound using segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:31.489617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Bound port: c066daef-c944-448e-891e-c4bbfcf89826, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:31.490504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.510828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d1dd76c-f675-4a49-b8fc-a659bc3d0fea req-cb964c26-6e6a-4127-83d9-a30aaf12ed6b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 210 time: 0.1807787 Jul 07 16:53:31.551922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc412d51-1a4f-432d-8bd3-e508e5e17763 req-de896f59-60ea-4fba-834e-f8ecbd89bed3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581258 Jul 07 16:53:31.610626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:31.683637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:31.684303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d8fd8f86-f5b6-459d-a2a6-cc7612bd6695 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:31.774502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.834088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f104343-9302-43df-9ee2-5dc664d9520d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:31.851150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.856625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-07bbf1cd-561f-4df9-b93e-9bdd05e70b79 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7f104343-9302-43df-9ee2-5dc664d9520d HTTP/1.1" status: 204 len: 168 time: 1.3500257 Jul 07 16:53:31.862662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50750) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:31.865228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] For port c066daef-c944-448e-891e-c4bbfcf89826, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:31.869478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] For port c066daef-c944-448e-891e-c4bbfcf89826, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c066daef-c944-448e-891e-c4bbfcf89826,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:31.877260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.966233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.967055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.968617 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 1092 time: 3.9583795 Jul 07 16:53:31.977674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'tag': 'c066daef-c944-448e-891e-c4bbfcf89826'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:31.981814 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e757570b-3ed6-462e-b6d9-35168098bb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "179c9c80-66f3-4a16-864e-4a2a57afd930", "tag": "c066daef-c944-448e-891e-c4bbfcf89826"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:32.040142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 6896314c-c379-465f-85d1-0aea08e483fc {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:32.041089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.055297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] For port 70888013-c06d-4cc2-8869-9d41c48c1f18, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:32.062242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5cdce-d3c5-4011-9722-ca3ca10566b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c066daef-c944-448e-891e-c4bbfcf89826,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:32.089047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.104316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] For port 70888013-c06d-4cc2-8869-9d41c48c1f18, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=70888013-c06d-4cc2-8869-9d41c48c1f18,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:32.115672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.211418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.351396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.352252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.352478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec89cc-e1d6-480e-9aef-600c25d5f271 req-7725e2b8-51c8-4ffd-860b-2d92dd5d29e8 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.354066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] 10.222.0.13 "PUT /v2.0/ports/70888013-c06d-4cc2-8869-9d41c48c1f18 HTTP/1.1" status: 200 len: 1096 time: 3.9087415 Jul 07 16:53:32.365021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5cec89cc-e1d6-480e-9aef-600c25d5f271 req-7725e2b8-51c8-4ffd-860b-2d92dd5d29e8 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 948 time: 0.5042336 Jul 07 16:53:32.416036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd0463-57e0-4731-8ace-3a1471779a23 service neutron] Pushing event updated for resources: {'Port': ['ID=70888013-c06d-4cc2-8869-9d41c48c1f18,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:32.446330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.495240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-69928922-530f-49c4-82bc-3ed50e452f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.497561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-69928922-530f-49c4-82bc-3ed50e452f4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1095 time: 0.2497766 Jul 07 16:53:32.538282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:32.626282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:32.635294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:32.653226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-8c0c7e76-0dda-4b26-8e07-3d4bb7237c96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.1365144 Jul 07 16:53:32.653226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Pushing event updated for resources: {'Port': ['ID=24c0c4b0-52ed-4411-8bb9-d44414451ffb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:32.730901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 6896314c-c379-465f-85d1-0aea08e483fc, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6896314c-c379-465f-85d1-0aea08e483fc,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:32.731809 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.762697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 6896314c-c379-465f-85d1-0aea08e483fc owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:32.906372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.907077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.921700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-ae483c71-a862-42ea-92a7-d2a69c33044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.923854 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-ae483c71-a862-42ea-92a7-d2a69c33044d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1694198 Jul 07 16:53:32.947646 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d1bba17-51b3-4089-876e-6c1bcdff6c52 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1704555 Jul 07 16:53:32.971223 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-ece0d31e-248f-429b-9432-03043aa50913 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368969 Jul 07 16:53:32.977173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Request body: {'port': {'device_id': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:33.039130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-ab61cf08-7922-4d50-8b08-a22b68d099ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.040795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-ab61cf08-7922-4d50-8b08-a22b68d099ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c799661b1acf4da496ad057eddf37d26&device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 1099 time: 0.4077847 Jul 07 16:53:33.150954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-d390b2c1-dcff-4bbb-b5a5-ba5739d8a19d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=70888013-c06d-4cc2-8869-9d41c48c1f18 HTTP/1.1" status: 200 len: 217 time: 0.0874434 Jul 07 16:53:33.204670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.331501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.465696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-f21ea1a0-e196-4553-b505-3517201a867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.467555 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-f21ea1a0-e196-4553-b505-3517201a867d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.3056948 Jul 07 16:53:33.485618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-c64f003f-fbe6-403a-a4d3-cc4f1ba9d86a service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518425 Jul 07 16:53:33.488317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5cec89cc-e1d6-480e-9aef-600c25d5f271 req-d85f7be1-9b5e-40ea-85f8-59cf87be3e56 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0010531 Jul 07 16:53:33.568414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.692696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543cefa-8186-4dfa-8184-12aa4099b301']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:33.722587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-df8d35c6-b059-47c2-82ed-d5395328b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.724264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-df8d35c6-b059-47c2-82ed-d5395328b4f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476892 Jul 07 16:53:33.740428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-f5833f35-69b2-4ab1-a3b7-5ed9896b3c47 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.748932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-f5833f35-69b2-4ab1-a3b7-5ed9896b3c47 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 804 time: 1.4999020 Jul 07 16:53:33.749522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ac95876-f4d0-4a09-b0f2-9346acb02b59 req-a8580caf-19a6-4a84-80a9-d6eefce79d9f service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532516 Jul 07 16:53:33.766494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d10c-52a2-444d-b6c7-2eba3503107a req-aec41346-c42f-437f-96dd-23a7251ecc39 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.779308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7017d10c-52a2-444d-b6c7-2eba3503107a req-aec41346-c42f-437f-96dd-23a7251ecc39 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 1.2577116 Jul 07 16:53:33.786618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038030d3-530a-438e-84db-82558f3d3abb') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:33.787086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038030d3-530a-438e-84db-82558f3d3abb') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:33.798001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Request body: {'port': {'device_id': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'admin_state_up': True, 'tenant_id': 'c26f024412694ff2be737116e84500e8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:33.844212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c0c4b0-52ed-4411-8bb9-d44414451ffb {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:33.851164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.856984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.897009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Transition to ACTIVE for port object 24c0c4b0-52ed-4411-8bb9-d44414451ffb will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:33.903394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.908607 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-2f427461-a391-4996-a735-b3a7860b04f0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767857 Jul 07 16:53:33.955106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.987243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7017d10c-52a2-444d-b6c7-2eba3503107a req-876fba6d-15fa-43f1-a90a-cddf931c0bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067699 Jul 07 16:53:33.997421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:33.997842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:33.999727 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:34.103919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=24c0c4b0-52ed-4411-8bb9-d44414451ffb,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:34.151119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.167154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:34.212007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f53f-8c65-430e-b4d3-ef3ea4c4c71e req-dcbccec9-9b94-409e-9179-2c1453c02695 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.220204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd76f53f-8c65-430e-b4d3-ef3ea4c4c71e req-dcbccec9-9b94-409e-9179-2c1453c02695 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 931 time: 0.5853329 Jul 07 16:53:34.226398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.228073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'afed01b9-da1d-4e16-8a37-769d7b855f46'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:34.323822 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8d0bf7-e7bc-4503-a496-c7d4d47a97e7 x-openstack-request-id: req-6a8d0bf7-e7bc-4503-a496-c7d4d47a97e7 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:34.328509 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179c9c80-66f3-4a16-864e-4a2a57afd930", "tag": "c066daef-c944-448e-891e-c4bbfcf89826", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:34.328777 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a8d0bf7-e7bc-4503-a496-c7d4d47a97e7 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:34.331537 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'tag': 'c066daef-c944-448e-891e-c4bbfcf89826', 'status': 'completed', 'code': 200} Jul 07 16:53:34.340286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e20086e-e040-492a-b3d0-b78656a5da15 req-dfb5c26d-3351-43f6-935a-564da80ba984 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997667 Jul 07 16:53:34.352305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=6896314c-c379-465f-85d1-0aea08e483fc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:34.358989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.364134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Attempting to bind port 24c0c4b0-52ed-4411-8bb9-d44414451ffb on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:34.367581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Attempting to bind port 24c0c4b0-52ed-4411-8bb9-d44414451ffb by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:34.367581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Attempting to bind port 24c0c4b0-52ed-4411-8bb9-d44414451ffb on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:34.375834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4543cefa-8186-4dfa-8184-12aa4099b301 HTTP/1.1" status: 204 len: 168 time: 2.5018532 Jul 07 16:53:34.380205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Port 24c0c4b0-52ed-4411-8bb9-d44414451ffb on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:34.380536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Attempting to bind port 24c0c4b0-52ed-4411-8bb9-d44414451ffb on network a16ab03f-d6a2-4369-a41f-a4b87918e0f3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:34.395043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:34.395659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Checking segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:34.398104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Bound using segment: {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:34.404367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Bound port: 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426be26c-c89d-44d2-98a3-98b206afb231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:34.404611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.500352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bedb0-1148-4e59-aa81-6b2ff32135f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4543cefa-8186-4dfa-8184-12aa4099b301,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:34.587488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Made reservation on behalf of c26f024412694ff2be737116e84500e8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:34.600152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.718628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd76f53f-8c65-430e-b4d3-ef3ea4c4c71e req-b725cbb3-88a7-42f5-a8ca-d324b56cd34a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692080 Jul 07 16:53:34.838925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-409d9efa-f451-4071-8931-49bb8959f8ee req-67aaa840-159b-4ba8-81c1-064c32371d86 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 210 time: 0.1552613 Jul 07 16:53:34.840585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50788) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:34.843141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 6896314c-c379-465f-85d1-0aea08e483fc on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:34.853848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.857981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27d7a01a-9ad0-4a1b-b35c-9f2f88759b41 req-100eed62-3581-4e3a-a602-1603dd314a2a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "DELETE /v2.0/ports/6896314c-c379-465f-85d1-0aea08e483fc HTTP/1.1" status: 204 len: 173 time: 3.3453515 Jul 07 16:53:34.860242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'name': 'network-vif-deleted', 'tag': '6896314c-c379-465f-85d1-0aea08e483fc'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:34.873285 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18bca29-f921-4c84-a0f1-1117aa1bfc17" -d '{"events": [{"server_uuid": "d071d636-ad48-49b2-a55c-d993fa4424b8", "name": "network-vif-deleted", "tag": "6896314c-c379-465f-85d1-0aea08e483fc"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:35.178126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8107a376-da5d-41f7-8177-9cda71e99dd8 req-442e9dd3-5b41-48f4-9345-09b397f92ef8 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=d071d636-ad48-49b2-a55c-d993fa4424b8 HTTP/1.1" status: 200 len: 210 time: 0.1071312 Jul 07 16:53:35.227750 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7218f618-47ff-40f3-b3bf-6ec2d010e27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.317002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-904afad3-0cef-44b6-a383-e54a8557fa40 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97d7a63acc0c4f169575a3199e144782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681306 Jul 07 16:53:35.326825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50794) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:35.447868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Allocated IP 172.20.0.10 (68301043-2b07-4a40-b171-587b7a29738d/6fe65595-fae8-4119-8e8c-cea4d24deba9/d939b885-6165-43b8-9951-401a02bc4cef) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:35.488254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b401165-2855-4487-8e53-67ae77dff6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.551304 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b401165-2855-4487-8e53-67ae77dff6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.655319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6896314c-c379-465f-85d1-0aea08e483fc no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:35.680351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-64cf96b0-986d-4afe-91c9-fa9eb20987b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.683095 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-64cf96b0-986d-4afe-91c9-fa9eb20987b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1095 time: 1.2670658 Jul 07 16:53:35.694524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] For port 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:35.700307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] For port 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:35.708283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.775432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 6896314c-c379-465f-85d1-0aea08e483fc {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:35.781030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6896314c-c379-465f-85d1-0aea08e483fc not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:35.915963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.916701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.918753 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/24c0c4b0-52ed-4411-8bb9-d44414451ffb HTTP/1.1" status: 200 len: 1091 time: 2.9510405 Jul 07 16:53:35.924716 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bfd089-23b4-4151-aa90-debb44d1df3f x-openstack-request-id: req-f4bfd089-23b4-4151-aa90-debb44d1df3f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:35.925756 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d071d636-ad48-49b2-a55c-d993fa4424b8", "name": "network-vif-deleted", "tag": "6896314c-c379-465f-85d1-0aea08e483fc", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:35.925756 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4bfd089-23b4-4151-aa90-debb44d1df3f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:35.926340 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd071d636-ad48-49b2-a55c-d993fa4424b8', 'name': 'network-vif-deleted', 'tag': '6896314c-c379-465f-85d1-0aea08e483fc', 'status': 'completed', 'code': 200} Jul 07 16:53:35.935206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.982455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102e13f-ee91-4eec-a6c6-cd116c6ef8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=24c0c4b0-52ed-4411-8bb9-d44414451ffb,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:35.999412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b401165-2855-4487-8e53-67ae77dff6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.004459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b401165-2855-4487-8e53-67ae77dff6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.006818 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b401165-2855-4487-8e53-67ae77dff6fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd89108e-ee4d-4f90-b4e1-394b7ec9de42 HTTP/1.1" status: 204 len: 168 time: 0.6642039 Jul 07 16:53:36.044720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b401165-2855-4487-8e53-67ae77dff6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89108e-ee4d-4f90-b4e1-394b7ec9de42,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:36.141042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-413ddf87-26f0-4e40-bed6-d36ed2c4ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.144412 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-413ddf87-26f0-4e40-bed6-d36ed2c4ce7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.3431244 Jul 07 16:53:36.193553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f757-87a8-4575-91a5-3c34ebbe9da4 req-be2328fa-1322-4453-a10e-d33eb75a666c tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.211690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3a4f757-87a8-4575-91a5-3c34ebbe9da4 req-be2328fa-1322-4453-a10e-d33eb75a666c tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 948 time: 0.4968076 Jul 07 16:53:36.251509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.298586 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-b10e5de3-6cf3-4387-985c-8e4c308434a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.1428049 Jul 07 16:53:36.358476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3a4f757-87a8-4575-91a5-3c34ebbe9da4 req-bf593817-ca21-4f15-948c-accfeb9f4a39 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455286 Jul 07 16:53:36.369170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'tag': '70888013-c06d-4cc2-8869-9d41c48c1f18'}, {'name': 'network-changed', 'server_uuid': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'tag': '24c0c4b0-52ed-4411-8bb9-d44414451ffb'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:36.373204 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c33dc-71ed-4c0d-9b06-79f88e1697c7", "tag": "70888013-c06d-4cc2-8869-9d41c48c1f18"}, {"name": "network-changed", "server_uuid": "eb1b8603-9230-4ed4-813e-89f3928e3c7b", "tag": "24c0c4b0-52ed-4411-8bb9-d44414451ffb"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:36.399549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-2897e996-f249-4e07-84d7-e089c23a5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.400754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Network 68301043-2b07-4a40-b171-587b7a29738d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:36.402413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-2897e996-f249-4e07-84d7-e089c23a5d78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 1094 time: 0.3615603 Jul 07 16:53:36.402650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:36.448147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:36.484204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-5d6f94b7-05a0-4581-ba9c-44095e66fb7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb HTTP/1.1" status: 200 len: 217 time: 0.0708191 Jul 07 16:53:36.490902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-4456cdab-86ec-4519-95c4-9be4445c3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.493831 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-4456cdab-86ec-4519-95c4-9be4445c3263 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1859741 Jul 07 16:53:36.515576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:36.588903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-286c2e66-e648-45bc-bddd-81903b2323b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855792 Jul 07 16:53:36.594319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.595417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.617248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9897b53-7a0a-4869-9f42-a96fadf25cff req-6a96d972-6f6f-4926-81a4-8a90b473402e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.628804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9897b53-7a0a-4869-9f42-a96fadf25cff req-6a96d972-6f6f-4926-81a4-8a90b473402e tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.2748082 Jul 07 16:53:36.664086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-003ce23c-e98f-4e7a-8853-dcc62f087c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.665652 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-003ce23c-e98f-4e7a-8853-dcc62f087c7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1704290 Jul 07 16:53:36.710934 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-f9ed53d5-16cf-4b15-aa65-82c44b55215a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358596 Jul 07 16:53:36.744523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-08c40511-ecd7-47a4-879f-c5d61c14deea tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9527116 Jul 07 16:53:36.781232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Request body: {'port': {'device_id': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:36.803753 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-060b4125-e39a-49da-97f7-5584805eabf1 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068131 Jul 07 16:53:36.861880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9897b53-7a0a-4869-9f42-a96fadf25cff req-dce83ab2-98a8-406e-9d90-bb5915220b49 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314470 Jul 07 16:53:36.908175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1ce8-cf6f-43d1-914b-daccb652f395 req-debc2ada-48bc-405b-90c5-183e1f12270a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.927045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a90e1ce8-cf6f-43d1-914b-daccb652f395 req-debc2ada-48bc-405b-90c5-183e1f12270a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 943 time: 0.3198314 Jul 07 16:53:36.944442 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-57409b2b-f32f-41a9-8db4-2ac9ce2027ff service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241542 Jul 07 16:53:37.130213 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e757570b-3ed6-462e-b6d9-35168098bb0d req-3c0bc238-0324-4bda-8dc7-5ccf49795099 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184931 Jul 07 16:53:37.130938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a90e1ce8-cf6f-43d1-914b-daccb652f395 req-b09f03d7-422c-401b-84e7-7a02f957cb13 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026317 Jul 07 16:53:37.139232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.203846 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7c9cbddd-5f5c-45e6-a93b-7e2062a8d8c4 req-38107ef9-b552-43e5-af43-79f7e9ef7447 service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490957 Jul 07 16:53:37.327223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-4d5c0408-2e0e-4a11-97b4-c70f4e4f0127 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.330750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-4d5c0408-2e0e-4a11-97b4-c70f4e4f0127 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 945 time: 0.3114939 Jul 07 16:53:37.341193 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41da081f-48e5-4223-88f1-777a21151a91 x-openstack-request-id: req-41da081f-48e5-4223-88f1-777a21151a91 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:37.341980 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c33dc-71ed-4c0d-9b06-79f88e1697c7", "tag": "70888013-c06d-4cc2-8869-9d41c48c1f18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb1b8603-9230-4ed4-813e-89f3928e3c7b", "tag": "24c0c4b0-52ed-4411-8bb9-d44414451ffb", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:37.342648 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41da081f-48e5-4223-88f1-777a21151a91 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:37.344447 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'tag': '70888013-c06d-4cc2-8869-9d41c48c1f18', 'status': 'completed', 'code': 200} Jul 07 16:53:37.346178 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'tag': '24c0c4b0-52ed-4411-8bb9-d44414451ffb', 'status': 'completed', 'code': 200} Jul 07 16:53:37.399463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.528025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50838) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:37.619613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-722a0293-8b20-4573-a3b4-354595daa295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.621305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-722a0293-8b20-4573-a3b4-354595daa295 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 1094 time: 0.2379537 Jul 07 16:53:37.629836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-1e8d0ce9-eb34-4041-ba33-1941b2198f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.631420 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-1e8d0ce9-eb34-4041-ba33-1941b2198f13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c799661b1acf4da496ad057eddf37d26&device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 1099 time: 0.1612613 Jul 07 16:53:37.642865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-58a0d7b3-1ce7-4fb1-91a4-3ed96da338a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.645742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 70888013-c06d-4cc2-8869-9d41c48c1f18 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:37.867980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-ff0c9cb9-4e3f-4a17-81a2-6d2e101f65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.869645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-ff0c9cb9-4e3f-4a17-81a2-6d2e101f65dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2099442 Jul 07 16:53:37.898369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1780709720-network', 'tenant_id': '5ceb3446ff914ab3a84cc299ccc041ef'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:37.936702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 70888013-c06d-4cc2-8869-9d41c48c1f18, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=70888013-c06d-4cc2-8869-9d41c48c1f18,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:37.973739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '70888013-c06d-4cc2-8869-9d41c48c1f18', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '70888013-c06d-4cc2-8869-9d41c48c1f18', 'mac_address': 'fa:16:3e:62:53:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:38.034360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.040130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-8e48d546-0e66-4c89-b435-676f0bd9a959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=70888013-c06d-4cc2-8869-9d41c48c1f18 HTTP/1.1" status: 200 len: 217 time: 0.1476207 Jul 07 16:53:38.043989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Made reservation on behalf of 5ceb3446ff914ab3a84cc299ccc041ef for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:38.049810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.056872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70888013-c06d-4cc2-8869-9d41c48c1f18 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:38.065783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.090823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 70888013-c06d-4cc2-8869-9d41c48c1f18, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=70888013-c06d-4cc2-8869-9d41c48c1f18,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:38.097407 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.098845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c066daef-c944-448e-891e-c4bbfcf89826 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:38.099973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50fa81-fc8c-4cf2-bace-57e3be5a430d req-5d30ff19-851a-4d79-b6c9-dadd4f6777aa tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.104073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f50fa81-fc8c-4cf2-bace-57e3be5a430d req-5d30ff19-851a-4d79-b6c9-dadd4f6777aa tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 932 time: 0.9538596 Jul 07 16:53:38.293644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=70888013-c06d-4cc2-8869-9d41c48c1f18,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.298343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.309516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.309975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.310271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.310720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.311163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.311652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.312874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.312874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.313256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.313626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.314124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.314559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.314987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:38.335453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:38.348211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.348569 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Added segment 56f2e78c-48f4-4b71-b2c4-f7d31cd00719 of type vlan for network ed803b43-ab61-4698-9b9f-cec1714419bb Jul 07 16:53:38.362870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f50fa81-fc8c-4cf2-bace-57e3be5a430d req-29bc9038-a060-44cc-8f6a-26b4503193d4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380614 Jul 07 16:53:38.375706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c066daef-c944-448e-891e-c4bbfcf89826, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c066daef-c944-448e-891e-c4bbfcf89826,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:38.398491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'c066daef-c944-448e-891e-c4bbfcf89826', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'port_id': 'c066daef-c944-448e-891e-c4bbfcf89826', 'mac_address': 'fa:16:3e:8e:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:38.426979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-08d07369-2d01-4eb5-b164-a2f1aca4d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.429651 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-08d07369-2d01-4eb5-b164-a2f1aca4d493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.3650718 Jul 07 16:53:38.438370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port b6543afd-036b-4b08-8c34-60e8d4cdd00f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:38.439354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.476745 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.495111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.518472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c066daef-c944-448e-891e-c4bbfcf89826 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:38.555956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-3bb8917b-e142-4447-b976-fe4b0daecdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.557870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-3bb8917b-e142-4447-b976-fe4b0daecdfc service neutron] 10.222.0.54 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.9257474 Jul 07 16:53:38.559128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22af5983-c863-4301-bd61-e1ea6b34b533,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.575824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.581221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.581221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.584600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c066daef-c944-448e-891e-c4bbfcf89826, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c066daef-c944-448e-891e-c4bbfcf89826,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:38.609877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.709284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d939b885-6165-43b8-9951-401a02bc4cef {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:38.726685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-53ed9d30-6698-4616-9f6e-78492cc9549e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb HTTP/1.1" status: 200 len: 217 time: 0.1392846 Jul 07 16:53:38.758614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c066daef-c944-448e-891e-c4bbfcf89826,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.770484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.819739 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2884898 Jul 07 16:53:38.825489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50852) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:38.854299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f3132-2505-453f-b471-b5a6901b71cf admin admin] Pushing event updated for resources: {'Network': ['ID=ed803b43-ab61-4698-9b9f-cec1714419bb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.880270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ed803b43-ab61-4698-9b9f-cec1714419bb details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:38.880529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-5710df80-d5bb-48bf-8686-21a5aa0175ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.882707 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-5710df80-d5bb-48bf-8686-21a5aa0175ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1189249 Jul 07 16:53:38.895379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Request body: {'subnet': {'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1780709720-subnet', 'tenant_id': '5ceb3446ff914ab3a84cc299ccc041ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:38.954398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-e1667432-9222-42cc-bab9-e5a3d76ff55e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629103 Jul 07 16:53:38.959605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-a3bddffc-1370-4c4c-806a-3c3120c24d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.962424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-a3bddffc-1370-4c4c-806a-3c3120c24d33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3991067 Jul 07 16:53:38.965232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08841e-eda5-4943-ab05-c64ca2d45cf5 req-93dcd968-8b0d-4a12-ba4d-422a81e8a3e8 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.978087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b08841e-eda5-4943-ab05-c64ca2d45cf5 req-93dcd968-8b0d-4a12-ba4d-422a81e8a3e8 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 949 time: 0.7186081 Jul 07 16:53:38.982504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Transition to ACTIVE for port object d939b885-6165-43b8-9951-401a02bc4cef will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:39.002313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['c066daef-c944-448e-891e-c4bbfcf89826'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:39.024050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.164638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port b6543afd-036b-4b08-8c34-60e8d4cdd00f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b6543afd-036b-4b08-8c34-60e8d4cdd00f,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:39.166705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.244568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Made reservation on behalf of 5ceb3446ff914ab3a84cc299ccc041ef for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:39.250205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.276012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.285477 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-ab99879a-908d-4786-a0a4-5d6d3e630b6f service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213320 Jul 07 16:53:39.289999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-657e2c41-326a-452b-a126-56246cea7b38 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122094 Jul 07 16:53:39.291124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['70888013-c06d-4cc2-8869-9d41c48c1f18'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:39.364488 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.383825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for b6543afd-036b-4b08-8c34-60e8d4cdd00f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:39.545464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b08841e-eda5-4943-ab05-c64ca2d45cf5 req-17f4423a-462a-4010-91b2-d49914e2bf63 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659387 Jul 07 16:53:39.651068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.698080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b6543afd-036b-4b08-8c34-60e8d4cdd00f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:39.715058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-0c3ad3e4-5fdd-4625-9b7e-b65cb9d1e5f3 service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186780 Jul 07 16:53:39.725926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd99fbf-9c4b-4197-8a73-881dcb4c47b8 req-2b755dda-b9f3-4887-945c-1d171866c1d2 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082627 Jul 07 16:53:39.776769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-3bc060e5-617d-4eec-9ef4-7b81792799e1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.780410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-3bc060e5-617d-4eec-9ef4-7b81792799e1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 949 time: 0.3703954 Jul 07 16:53:39.787359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=b6543afd-036b-4b08-8c34-60e8d4cdd00f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.849252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23fe3-6ef9-4dae-8a04-5a90e82342bf req-cb9ff127-a4e6-47ea-8147-49064766365a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.861991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15a23fe3-6ef9-4dae-8a04-5a90e82342bf req-cb9ff127-a4e6-47ea-8147-49064766365a tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=93dfe069-9b70-44cb-9008-8d1146b15083 HTTP/1.1" status: 200 len: 867 time: 1.1324675 Jul 07 16:53:39.932946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: b6543afd-036b-4b08-8c34-60e8d4cdd00f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:39.933692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b6543afd-036b-4b08-8c34-60e8d4cdd00f not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:40.033666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port afed01b9-da1d-4e16-8a37-769d7b855f46 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:40.034503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.044659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port b6543afd-036b-4b08-8c34-60e8d4cdd00f on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:40.057719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.061070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca643a43-bf4a-45d4-807d-a75f20d4c0d4 req-bf1d6c74-edd2-4d3a-b0da-ab71fa432a3c tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "DELETE /v2.0/ports/b6543afd-036b-4b08-8c34-60e8d4cdd00f HTTP/1.1" status: 204 len: 173 time: 2.4965940 Jul 07 16:53:40.068097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dfe069-9b70-44cb-9008-8d1146b15083', 'name': 'network-vif-deleted', 'tag': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:40.072066 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9291a78-b6e4-4bd4-a15d-72a060159f2f" -d '{"events": [{"server_uuid": "93dfe069-9b70-44cb-9008-8d1146b15083", "name": "network-vif-deleted", "tag": "b6543afd-036b-4b08-8c34-60e8d4cdd00f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:40.143162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Attempting to bind port d939b885-6165-43b8-9951-401a02bc4cef on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:40.144365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Attempting to bind port d939b885-6165-43b8-9951-401a02bc4cef by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:40.144365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Attempting to bind port d939b885-6165-43b8-9951-401a02bc4cef on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:40.209587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port afed01b9-da1d-4e16-8a37-769d7b855f46, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=afed01b9-da1d-4e16-8a37-769d7b855f46,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:40.210229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.210816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15a23fe3-6ef9-4dae-8a04-5a90e82342bf req-44f38bf0-8aa2-4ba7-8822-4b606ccaab72 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474040 Jul 07 16:53:40.219187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Port d939b885-6165-43b8-9951-401a02bc4cef on network 68301043-2b07-4a40-b171-587b7a29738d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:40.219695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Attempting to bind port d939b885-6165-43b8-9951-401a02bc4cef on network 68301043-2b07-4a40-b171-587b7a29738d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:40.235791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for afed01b9-da1d-4e16-8a37-769d7b855f46 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:40.286510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:40.287787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Checking segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:40.288906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Bound using segment: {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:40.290354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Bound port: d939b885-6165-43b8-9951-401a02bc4cef, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e30a1c6-5ae4-49c2-b850-f18f9385d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '68301043-2b07-4a40-b171-587b7a29738d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:40.291524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.443926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['abc07f27-29f1-43c0-bd06-0f6627cee92a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:40.444155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956f0ba-ca4f-40ae-8e57-258c69ded910 req-7cb5fffa-b837-4ac8-9026-232170c0eb2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.457528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6956f0ba-ca4f-40ae-8e57-258c69ded910 req-7cb5fffa-b837-4ac8-9026-232170c0eb2e tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe0d022b-1929-4f77-8a8a-06f4b61593fa HTTP/1.1" status: 200 len: 949 time: 0.5330658 Jul 07 16:53:40.493151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.511014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 24c0c4b0-52ed-4411-8bb9-d44414451ffb details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:40.522300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:40.566696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=afed01b9-da1d-4e16-8a37-769d7b855f46,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:40.659172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:40.663629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:40.700931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.719166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.725376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port afed01b9-da1d-4e16-8a37-769d7b855f46 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:40.733429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.739042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb9baf46-bcff-43f9-816a-3dc6bc618923 req-4bf087a3-b675-440f-bb07-0d13bfa70c71 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "DELETE /v2.0/ports/afed01b9-da1d-4e16-8a37-769d7b855f46 HTTP/1.1" status: 204 len: 173 time: 0.9520535 Jul 07 16:53:40.739836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'name': 'network-vif-deleted', 'tag': 'afed01b9-da1d-4e16-8a37-769d7b855f46'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:40.754332 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123e3fa1-1331-48c2-b523-7b179d72cef0" -d '{"events": [{"server_uuid": "fe0d022b-1929-4f77-8a8a-06f4b61593fa", "name": "network-vif-deleted", "tag": "afed01b9-da1d-4e16-8a37-769d7b855f46"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:40.844729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.845982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.856098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/d939b885-6165-43b8-9951-401a02bc4cef HTTP/1.1" status: 200 len: 1092 time: 4.0834098 Jul 07 16:53:40.884502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.987314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6956f0ba-ca4f-40ae-8e57-258c69ded910 req-76ef7f56-2513-4dfe-a4a1-b284e02b1673 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258961 Jul 07 16:53:41.080904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:41.134071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '24c0c4b0-52ed-4411-8bb9-d44414451ffb', 'network_id': 'a16ab03f-d6a2-4369-a41f-a4b87918e0f3', 'port_id': '24c0c4b0-52ed-4411-8bb9-d44414451ffb', 'mac_address': 'fa:16:3e:c5:4d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4745fc-c226-493e-a305-424de1f5a027', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:41.236707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5a0885-3a24-49d1-9369-bbb3259315d8,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.261037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ab40-df29-4394-96d9-534d7c268c93 req-b04e5fb6-957d-4df6-9e7f-ab73e0ce5c51 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.264185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6851ab40-df29-4394-96d9-534d7c268c93 req-b04e5fb6-957d-4df6-9e7f-ab73e0ce5c51 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 943 time: 0.8032453 Jul 07 16:53:41.268068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcace5e9-b62a-4079-9f37-3d0c889e67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.281015 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.317937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Checking segment: {'id': '56f2e78c-48f4-4b71-b2c4-f7d31cd00719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:41.319654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Network hostable DHCP agents. Network: ed803b43-ab61-4698-9b9f-cec1714419bb, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:41.333380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c0c4b0-52ed-4411-8bb9-d44414451ffb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:41.343849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'afed01b9-da1d-4e16-8a37-769d7b855f46'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:41.418721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6851ab40-df29-4394-96d9-534d7c268c93 req-6cb54618-2ce0-4ef3-b86e-a8fbecba28d8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265898 Jul 07 16:53:41.424224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-aa22d42f-815e-414c-8e3c-e0df98891e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.426675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-aa22d42f-815e-414c-8e3c-e0df98891e99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 1095 time: 0.4195566 Jul 07 16:53:41.428053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Network ed803b43-ab61-4698-9b9f-cec1714419bb is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:41.476313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:41.499355 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.522591 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b25972-c768-4c59-86fd-09b408150995 x-openstack-request-id: req-f7b25972-c768-4c59-86fd-09b408150995 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:41.523065 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dfe069-9b70-44cb-9008-8d1146b15083", "name": "network-vif-deleted", "tag": "b6543afd-036b-4b08-8c34-60e8d4cdd00f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:41.523452 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7b25972-c768-4c59-86fd-09b408150995 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:41.524700 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dfe069-9b70-44cb-9008-8d1146b15083', 'name': 'network-vif-deleted', 'tag': 'b6543afd-036b-4b08-8c34-60e8d4cdd00f', 'status': 'completed', 'code': 200} Jul 07 16:53:41.525085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ed803b43-ab61-4698-9b9f-cec1714419bb) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:41.533967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.535050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.544603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-7281c2c3-c577-4227-8e9f-2c58a27dc9b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d939b885-6165-43b8-9951-401a02bc4cef HTTP/1.1" status: 200 len: 217 time: 0.1067057 Jul 07 16:53:41.584300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475db2d-b69a-4106-bd53-958d8087063f None None] Network ed803b43-ab61-4698-9b9f-cec1714419bb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:41.729373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e92cefc-3cb3-4366-95d3-bbeaae7893a1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8938394 Jul 07 16:53:41.741552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 70888013-c06d-4cc2-8869-9d41c48c1f18 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:41.744704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-d144dad2-3333-4769-bda4-5f16155b533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.747886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-d144dad2-3333-4769-bda4-5f16155b533a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.1724553 Jul 07 16:53:41.831094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-c233bfb1-30ad-4a30-bace-d0fe74758a75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515096 Jul 07 16:53:41.887854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a0f7b-fccb-43ec-90e8-10bdb38ba9bf req-91fc60cf-522f-4243-af83-9fadc1148f9b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.896608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-274a0f7b-fccb-43ec-90e8-10bdb38ba9bf req-91fc60cf-522f-4243-af83-9fadc1148f9b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 944 time: 0.3767126 Jul 07 16:53:41.917512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=24c0c4b0-52ed-4411-8bb9-d44414451ffb,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.988015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['24c0c4b0-52ed-4411-8bb9-d44414451ffb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:42.016099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da0ee-2d9e-4e79-bab5-cc21e34bd4f6 req-b36edd6b-0699-4b30-a229-f6fdebf3f316 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.024592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d05da0ee-2d9e-4e79-bab5-cc21e34bd4f6 req-b36edd6b-0699-4b30-a229-f6fdebf3f316 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 949 time: 0.3057706 Jul 07 16:53:42.068335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-274a0f7b-fccb-43ec-90e8-10bdb38ba9bf req-a6e02626-67f7-43bd-9bad-d518e8f401f6 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715634 Jul 07 16:53:42.130755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-efb78798-beba-4039-9276-866edaf6602e service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921031 Jul 07 16:53:42.138005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d05da0ee-2d9e-4e79-bab5-cc21e34bd4f6 req-1fc3f5e8-9ef7-4435-84f1-3efe87f27dd0 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116388 Jul 07 16:53:42.157689 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfec8aa-9284-498b-9b8c-4deb52ec4795 x-openstack-request-id: req-5bfec8aa-9284-498b-9b8c-4deb52ec4795 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:42.159085 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0d022b-1929-4f77-8a8a-06f4b61593fa", "name": "network-vif-deleted", "tag": "afed01b9-da1d-4e16-8a37-769d7b855f46", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:42.159646 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5bfec8aa-9284-498b-9b8c-4deb52ec4795 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:42.160250 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0d022b-1929-4f77-8a8a-06f4b61593fa', 'name': 'network-vif-deleted', 'tag': 'afed01b9-da1d-4e16-8a37-769d7b855f46', 'status': 'completed', 'code': 200} Jul 07 16:53:42.362753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 70888013-c06d-4cc2-8869-9d41c48c1f18 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:42.385602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d4ee3-4ff9-433d-a383-65afae384efa None None] Network ed803b43-ab61-4698-9b9f-cec1714419bb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:42.400455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b083f30-3d24-48ee-984a-4530ed5dcb40 req-62c9cb00-33fb-4978-a153-e4067e0f2682 service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611086 Jul 07 16:53:42.419180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 70888013-c06d-4cc2-8869-9d41c48c1f18 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:42.419619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.905999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.033724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-038c0b38-4464-4c32-a45c-a71d7743f239 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.043967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70888013-c06d-4cc2-8869-9d41c48c1f18'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:43.048104 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b72f4-c728-42f4-8e75-4266fe0eed64" -d '{"events": [{"server_uuid": "3c2c33dc-71ed-4c0d-9b06-79f88e1697c7", "name": "network-vif-plugged", "status": "completed", "tag": "70888013-c06d-4cc2-8869-9d41c48c1f18"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:43.049318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-038c0b38-4464-4c32-a45c-a71d7743f239 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/networks?id=ed803b43-ab61-4698-9b9f-cec1714419bb HTTP/1.1" status: 200 len: 814 time: 0.2380807 Jul 07 16:53:43.069758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-30884438-7b42-43fe-9358-0000853f47f0 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/quotas/5ceb3446ff914ab3a84cc299ccc041ef HTTP/1.1" status: 200 len: 375 time: 0.0189087 Jul 07 16:53:43.080730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 70888013-c06d-4cc2-8869-9d41c48c1f18, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=70888013-c06d-4cc2-8869-9d41c48c1f18,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:43.089876 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.091708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c066daef-c944-448e-891e-c4bbfcf89826 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:43.135336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-46da3b7a-6580-4e95-8b99-58cb8cd3066d tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ceb3446ff914ab3a84cc299ccc041ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549543 Jul 07 16:53:43.257343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=70888013-c06d-4cc2-8869-9d41c48c1f18,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:43.274078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port c066daef-c944-448e-891e-c4bbfcf89826 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:43.284854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port c066daef-c944-448e-891e-c4bbfcf89826 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:43.285517 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.450532 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.503677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c066daef-c944-448e-891e-c4bbfcf89826, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c066daef-c944-448e-891e-c4bbfcf89826,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:43.509612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.510647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device afed01b9-da1d-4e16-8a37-769d7b855f46 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:43.556730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: afed01b9-da1d-4e16-8a37-769d7b855f46 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:43.556979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device afed01b9-da1d-4e16-8a37-769d7b855f46 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:43.608828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c066daef-c944-448e-891e-c4bbfcf89826,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:43.612007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:43.614472 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dbbc23-1d32-495d-a912-fe779f9557e0" -d '{"events": [{"name": "network-changed", "server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "tag": "d939b885-6165-43b8-9951-401a02bc4cef"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:43.678907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-d3c1fd57-78de-43ed-bbd3-6e3924cb143a service neutron] 10.222.0.78 "GET /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261805 Jul 07 16:53:43.688013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e9c0b-a7bc-4fb7-8064-31b0e57bc085 req-c363732e-9624-492b-8c65-5b07353e4d49 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.689656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b36e9c0b-a7bc-4fb7-8064-31b0e57bc085 req-c363732e-9624-492b-8c65-5b07353e4d49 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 944 time: 0.5874836 Jul 07 16:53:43.779508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b36e9c0b-a7bc-4fb7-8064-31b0e57bc085 req-9c472d25-d812-470a-8a20-4eea74cec4af tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810878 Jul 07 16:53:43.817151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-c7f343ee-0d1d-4f87-85ad-cc734a6cc5fc service neutron] 10.222.0.78 "GET /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263671 Jul 07 16:53:44.040816 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf1c77a-4c70-4359-a58d-d3da8903f44b x-openstack-request-id: req-6cf1c77a-4c70-4359-a58d-d3da8903f44b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:44.041202 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c33dc-71ed-4c0d-9b06-79f88e1697c7", "name": "network-vif-plugged", "status": "completed", "tag": "70888013-c06d-4cc2-8869-9d41c48c1f18", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:44.041455 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cf1c77a-4c70-4359-a58d-d3da8903f44b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:44.041908 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70888013-c06d-4cc2-8869-9d41c48c1f18', 'code': 200} Jul 07 16:53:44.324188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ead63-aadc-4dc6-8f99-704984cf89d3 req-70e83690-ac19-4a7e-83dc-5259926f479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.326432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776815d-da8c-4230-9600-15e620f29638 req-61124fec-33b0-4b98-b50f-986ab23d2af8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.327432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-791ead63-aadc-4dc6-8f99-704984cf89d3 req-70e83690-ac19-4a7e-83dc-5259926f479e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 1101 time: 0.1587105 Jul 07 16:53:44.328965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d776815d-da8c-4230-9600-15e620f29638 req-61124fec-33b0-4b98-b50f-986ab23d2af8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 944 time: 0.0908799 Jul 07 16:53:44.391678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-791ead63-aadc-4dc6-8f99-704984cf89d3 req-9d778a6d-cf27-4fc5-b02f-6e798e8af3d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Jul 07 16:53:44.402528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d776815d-da8c-4230-9600-15e620f29638 req-cbe0c1e4-fe74-4f1a-b165-c4c7f1c3a440 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638261 Jul 07 16:53:44.537033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 24c0c4b0-52ed-4411-8bb9-d44414451ffb up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:44.616095 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b755ca-5fcf-4fcc-a33b-0b873507e15e x-openstack-request-id: req-88b755ca-5fcf-4fcc-a33b-0b873507e15e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:44.616956 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "tag": "d939b885-6165-43b8-9951-401a02bc4cef", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:44.617396 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88b755ca-5fcf-4fcc-a33b-0b873507e15e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:44.618802 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef', 'status': 'completed', 'code': 200} Jul 07 16:53:44.780074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 24c0c4b0-52ed-4411-8bb9-d44414451ffb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:44.789147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 24c0c4b0-52ed-4411-8bb9-d44414451ffb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:44.790208 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.872977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d06afa63-da86-4e63-b8d4-5feee6981edb req-f5623658-48fd-45da-b017-f1d7726e95e3 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 210 time: 0.1122229 Jul 07 16:53:44.942324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-d2943e9e-2de5-45fe-b5aa-83abca9fd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.944186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-d2943e9e-2de5-45fe-b5aa-83abca9fd3b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c26f024412694ff2be737116e84500e8&device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 1095 time: 0.3016820 Jul 07 16:53:44.960323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.066311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:45.072778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.102685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b893d0-ee55-41c6-9cf0-cbfdc2a4c67f req-11424a0f-39e5-4f71-a1ae-af779f3a412e tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.112672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72b893d0-ee55-41c6-9cf0-cbfdc2a4c67f req-11424a0f-39e5-4f71-a1ae-af779f3a412e tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 950 time: 0.3523736 Jul 07 16:53:45.153146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-3a3e5129-19db-49d8-af70-f1f203297cdb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.153146 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-3a3e5129-19db-49d8-af70-f1f203297cdb tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 950 time: 0.2730515 Jul 07 16:53:45.244390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=24c0c4b0-52ed-4411-8bb9-d44414451ffb,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:45.373125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 53449eda-5191-44e7-8197-3592513f08dd {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:45.373695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.379366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72b893d0-ee55-41c6-9cf0-cbfdc2a4c67f req-6dce0cd1-4ad1-4fc9-99d6-9088e369b90c tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500405 Jul 07 16:53:45.384702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-f2bb9a02-2bf4-4e0c-a897-89bb18463023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.386880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-f2bb9a02-2bf4-4e0c-a897-89bb18463023 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 200 len: 905 time: 0.4341688 Jul 07 16:53:45.448457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-e74f3458-9fb6-44e3-820a-75230f58debe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d939b885-6165-43b8-9951-401a02bc4cef HTTP/1.1" status: 200 len: 217 time: 0.0553441 Jul 07 16:53:45.532612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddec52d-267d-4d4c-9f51-a5fc5eaf471c req-f321fb5f-7c8e-49a7-8d3d-1eae5d918717 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.546228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eddec52d-267d-4d4c-9f51-a5fc5eaf471c req-f321fb5f-7c8e-49a7-8d3d-1eae5d918717 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 950 time: 0.3304651 Jul 07 16:53:45.595424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 53449eda-5191-44e7-8197-3592513f08dd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=53449eda-5191-44e7-8197-3592513f08dd,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:45.598808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.617578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eddec52d-267d-4d4c-9f51-a5fc5eaf471c req-37057a58-6137-478c-8f19-471fdddf34f3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672970 Jul 07 16:53:45.619576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-70c41024-4ec2-448d-a804-b1b893b3b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.624473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-70c41024-4ec2-448d-a804-b1b893b3b9b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 200 len: 844 time: 0.1698580 Jul 07 16:53:45.626057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 53449eda-5191-44e7-8197-3592513f08dd owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:45.695806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-8129252b-d6d4-4b2c-9963-d5c25b9c3d43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68301043-2b07-4a40-b171-587b7a29738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632617 Jul 07 16:53:45.859132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950f758-f7cc-4ad0-b33e-464aa0b19147 req-86cf24e8-27d4-4798-b431-12b2c824c652 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.866584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f950f758-f7cc-4ad0-b33e-464aa0b19147 req-86cf24e8-27d4-4798-b431-12b2c824c652 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.1697354 Jul 07 16:53:45.899471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-ed64b0b9-55fb-491d-9f63-eabb9b803757 service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930163 Jul 07 16:53:46.026002 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.040057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7', '53449eda-5191-44e7-8197-3592513f08dd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:46.105929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066daef-c944-448e-891e-c4bbfcf89826'}, {'server_uuid': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c0c4b0-52ed-4411-8bb9-d44414451ffb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:46.118907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f950f758-f7cc-4ad0-b33e-464aa0b19147 req-ae8c7ead-9502-46ad-aed3-7fcfc6e0c27c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023809 Jul 07 16:53:46.119141 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53ea4f5-c768-48e6-9696-074942c2a495" -d '{"events": [{"server_uuid": "179c9c80-66f3-4a16-864e-4a2a57afd930", "name": "network-vif-plugged", "status": "completed", "tag": "c066daef-c944-448e-891e-c4bbfcf89826"}, {"server_uuid": "eb1b8603-9230-4ed4-813e-89f3928e3c7b", "name": "network-vif-plugged", "status": "completed", "tag": "24c0c4b0-52ed-4411-8bb9-d44414451ffb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:46.119426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4ec00762-f94a-44fd-84bd-ca1c2e319b66'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:46.132684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=53449eda-5191-44e7-8197-3592513f08dd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:46.374624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25942d-1c50-4f68-8632-778013c3242e req-9a89a25c-58b9-48ae-a3e2-ea20900b71ed tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.386868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b25942d-1c50-4f68-8632-778013c3242e req-9a89a25c-58b9-48ae-a3e2-ea20900b71ed tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 944 time: 0.4312398 Jul 07 16:53:46.393392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80dbbc23-1d32-495d-a912-fe779f9557e0 req-a7fb4a5f-9e23-4e34-9bbf-e9959d449a7c service neutron] 10.222.0.54 "GET /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873319 Jul 07 16:53:46.461972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487434-cde0-4030-8860-567a3e2de8ae req-908c6581-3bf6-4d63-94a5-d6466e2788dc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.465993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c487434-cde0-4030-8860-567a3e2de8ae req-908c6581-3bf6-4d63-94a5-d6466e2788dc tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01ff924-9ff6-48b4-aa02-83881c5f726e HTTP/1.1" status: 200 len: 949 time: 0.2878482 Jul 07 16:53:46.557891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b25942d-1c50-4f68-8632-778013c3242e req-112c3d5c-e1a8-4451-bbad-fcc9fafb18e0 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692207 Jul 07 16:53:46.580483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d939b885-6165-43b8-9951-401a02bc4cef details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:46.703534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:46.704428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.871806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffff3654-edfa-40a4-b397-a7039031031d req-0fa404cc-cb56-4422-b649-b105a780b41f tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 210 time: 0.0685790 Jul 07 16:53:46.984728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 4ec00762-f94a-44fd-84bd-ca1c2e319b66, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4ec00762-f94a-44fd-84bd-ca1c2e319b66,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:46.985244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.004586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 53449eda-5191-44e7-8197-3592513f08dd on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:47.007458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 4ec00762-f94a-44fd-84bd-ca1c2e319b66 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:47.065999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.068266 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eeb2c6e6-8591-4fc0-b630-01d907cb6ffd req-8703c03a-88b9-4180-ba5a-2d83b3064798 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "DELETE /v2.0/ports/53449eda-5191-44e7-8197-3592513f08dd HTTP/1.1" status: 204 len: 173 time: 1.9168072 Jul 07 16:53:47.074590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'name': 'network-vif-deleted', 'tag': '53449eda-5191-44e7-8197-3592513f08dd'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:47.079414 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3ae2e-c788-42da-bfb6-9b6320066a4e" -d '{"events": [{"server_uuid": "8bcb6719-50bc-4885-8392-b525aa2df2e4", "name": "network-vif-deleted", "tag": "53449eda-5191-44e7-8197-3592513f08dd"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:47.124617 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ea70d-0a91-4fda-b84c-1adbdd56c99c x-openstack-request-id: req-987ea70d-0a91-4fda-b84c-1adbdd56c99c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:47.125268 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179c9c80-66f3-4a16-864e-4a2a57afd930", "name": "network-vif-plugged", "status": "completed", "tag": "c066daef-c944-448e-891e-c4bbfcf89826", "code": 200}, {"server_uuid": "eb1b8603-9230-4ed4-813e-89f3928e3c7b", "name": "network-vif-plugged", "status": "completed", "tag": "24c0c4b0-52ed-4411-8bb9-d44414451ffb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:47.125704 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-987ea70d-0a91-4fda-b84c-1adbdd56c99c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:47.126628 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066daef-c944-448e-891e-c4bbfcf89826', 'code': 200} Jul 07 16:53:47.127320 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c0c4b0-52ed-4411-8bb9-d44414451ffb', 'code': 200} Jul 07 16:53:47.142260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-2dddf781-4c55-48fb-a62b-8227bf6ee518 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.143768 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-2dddf781-4c55-48fb-a62b-8227bf6ee518 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.13 "GET /v2.0/networks?id=ed803b43-ab61-4698-9b9f-cec1714419bb HTTP/1.1" status: 200 len: 814 time: 1.0142264 Jul 07 16:53:47.179023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Request body: {'port': {'device_id': '5383fe7e-9938-45df-91b3-397e00ecf402', 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb', 'admin_state_up': True, 'tenant_id': '5ceb3446ff914ab3a84cc299ccc041ef'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:47.409812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92ac35-5647-4bce-a16c-92a85595a395 req-3dc98eb2-b9ac-4f56-8d6d-e4199fa45ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.411316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc92ac35-5647-4bce-a16c-92a85595a395 req-3dc98eb2-b9ac-4f56-8d6d-e4199fa45ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 0.2665834 Jul 07 16:53:47.446145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1631a54b-a809-4acb-bf0a-c92f64632bab req-bab86fc4-31fd-4aff-95c7-6a2a7f41d4dd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bcb6719-50bc-4885-8392-b525aa2df2e4 HTTP/1.1" status: 200 len: 210 time: 0.0640841 Jul 07 16:53:47.450252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:47.518224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd939b885-6165-43b8-9951-401a02bc4cef', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': 'd939b885-6165-43b8-9951-401a02bc4cef', 'mac_address': 'fa:16:3e:3e:7c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:47.524866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5831-88eb-44a6-a464-8d925cdd16c2 req-4243efeb-1e88-495d-a9bb-52e32895f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.527628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b27a5831-88eb-44a6-a464-8d925cdd16c2 req-4243efeb-1e88-495d-a9bb-52e32895f758 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 1096 time: 0.3394005 Jul 07 16:53:47.552476 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc92ac35-5647-4bce-a16c-92a85595a395 req-13464a84-a4a8-4148-919e-cd58ba0e9fe7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303668 Jul 07 16:53:47.555470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Made reservation on behalf of 5ceb3446ff914ab3a84cc299ccc041ef for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:47.572261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.596613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa769-884d-4d97-8470-dfa89680263a req-7c90b0e0-8258-4be2-90df-38ed4748e93c tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.611749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d3aa769-884d-4d97-8470-dfa89680263a req-7c90b0e0-8258-4be2-90df-38ed4748e93c tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 950 time: 0.3392727 Jul 07 16:53:47.617967 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee79b2-d2be-401c-8b72-6153f15af283 x-openstack-request-id: req-6cee79b2-d2be-401c-8b72-6153f15af283 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:47.619413 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb6719-50bc-4885-8392-b525aa2df2e4", "name": "network-vif-deleted", "tag": "53449eda-5191-44e7-8197-3592513f08dd", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:47.620054 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cee79b2-d2be-401c-8b72-6153f15af283 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:47.621333 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb6719-50bc-4885-8392-b525aa2df2e4', 'name': 'network-vif-deleted', 'tag': '53449eda-5191-44e7-8197-3592513f08dd', 'status': 'completed', 'code': 200} Jul 07 16:53:47.740623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:47.758570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1070632646'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:47.778307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b27a5831-88eb-44a6-a464-8d925cdd16c2 req-c069965f-65d7-46c1-8f97-239a18502c8a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383945 Jul 07 16:53:47.820346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.873957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d939b885-6165-43b8-9951-401a02bc4cef {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:47.892752 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:53:47.936487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d3aa769-884d-4d97-8470-dfa89680263a req-d31bc5d0-11a3-4203-a44b-82ce346edf14 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993610 Jul 07 16:53:47.947272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:47.952126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.954504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:47.958687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.978301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.029477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=4ec00762-f94a-44fd-84bd-ca1c2e319b66,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.073341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Allocated IP 172.20.0.8 (ed803b43-ab61-4698-9b9f-cec1714419bb/4c5a0885-3a24-49d1-9369-bbb3259315d8/1baff0df-7332-48d2-b236-a927e9b12f05) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:48.209758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:48.213680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 4ec00762-f94a-44fd-84bd-ca1c2e319b66 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:48.223086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.232873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c487434-cde0-4030-8860-567a3e2de8ae req-dd9a2aa1-1864-4a5a-a9c7-f926e57dbca3 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.13 "DELETE /v2.0/ports/4ec00762-f94a-44fd-84bd-ca1c2e319b66 HTTP/1.1" status: 204 len: 173 time: 1.7576692 Jul 07 16:53:48.233409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'name': 'network-vif-deleted', 'tag': '4ec00762-f94a-44fd-84bd-ca1c2e319b66'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:48.235799 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed87ab-f4f2-4ceb-a41a-9de3479b7aed" -d '{"events": [{"server_uuid": "c01ff924-9ff6-48b4-aa02-83881c5f726e", "name": "network-vif-deleted", "tag": "4ec00762-f94a-44fd-84bd-ca1c2e319b66"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:48.249705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.251284 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Added segment 4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2 of type vlan for network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 Jul 07 16:53:48.263601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e5a47-a271-4300-9631-eed8367c1069 req-9a409eb3-9a63-4615-bc0e-bc888df90cdf tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.276320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31e5a47-a271-4300-9631-eed8367c1069 req-9a409eb3-9a63-4615-bc0e-bc888df90cdf tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.5037177 Jul 07 16:53:48.297415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.394325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.456445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.460841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31e5a47-a271-4300-9631-eed8367c1069 req-438a18e3-454e-42ab-9f3b-0669a3a3acfd tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641188 Jul 07 16:53:48.540972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d939b885-6165-43b8-9951-401a02bc4cef'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:48.578817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.597383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 53449eda-5191-44e7-8197-3592513f08dd no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:48.628709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.650735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.651545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.652523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 53449eda-5191-44e7-8197-3592513f08dd {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:48.653563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 53449eda-5191-44e7-8197-3592513f08dd not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:48.726042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Network ed803b43-ab61-4698-9b9f-cec1714419bb is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:48.753260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:48.764351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:48.782576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0316403 Jul 07 16:53:48.785600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50994) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:48.791435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-31448750'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:48.796630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1db9a6-b023-481d-922d-b1bb2aa091fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Network': ['ID=ac7e1cd9-cd46-4db9-82bb-9638eef7c852,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.816221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:48.846437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53a1f-89fe-4a37-8509-a22dc0e777fb req-397a9c9e-5b17-4187-a24b-87a5eab005b8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.852755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Pushing event updated for resources: {'Port': ['ID=1baff0df-7332-48d2-b236-a927e9b12f05,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.854469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74a53a1f-89fe-4a37-8509-a22dc0e777fb req-397a9c9e-5b17-4187-a24b-87a5eab005b8 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 945 time: 0.3745663 Jul 07 16:53:48.936065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74a53a1f-89fe-4a37-8509-a22dc0e777fb req-08b04b16-4119-4166-9096-c90ed947735e tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803113 Jul 07 16:53:48.941283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.942591 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.963374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:48.983187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.984014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-bd9817a3-8f3a-4e45-bde3-fc041a790205 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8098817 Jul 07 16:53:49.003843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Request body: {'port': {'device_id': '5383fe7e-9938-45df-91b3-397e00ecf402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:49.085213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:49.143632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.144418 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Added segment 27a31f05-cc21-4276-8672-d65edc80f327 of type vlan for network be200409-eff1-4f77-a2fa-5d490126dd5d Jul 07 16:53:49.187584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.192765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccb6c6-cb5c-448c-97c4-20c6241132ef req-a26bbe72-44eb-4e4d-9098-1069018157a6 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:49.195374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bccb6c6-cb5c-448c-97c4-20c6241132ef req-a26bbe72-44eb-4e4d-9098-1069018157a6 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 931 time: 0.2550664 Jul 07 16:53:49.261976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.362032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bccb6c6-cb5c-448c-97c4-20c6241132ef req-b5b63dfb-bfd6-492f-9b1b-766a9bfc80fb tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071250 Jul 07 16:53:49.414122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.434172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:49.435792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.485652 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c6407a-ee0a-4ed5-8406-af907909b46c x-openstack-request-id: req-24c6407a-ee0a-4ed5-8406-af907909b46c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:49.486414 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01ff924-9ff6-48b4-aa02-83881c5f726e", "name": "network-vif-deleted", "tag": "4ec00762-f94a-44fd-84bd-ca1c2e319b66", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:49.486932 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24c6407a-ee0a-4ed5-8406-af907909b46c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:49.487698 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01ff924-9ff6-48b4-aa02-83881c5f726e', 'name': 'network-vif-deleted', 'tag': '4ec00762-f94a-44fd-84bd-ca1c2e319b66', 'status': 'completed', 'code': 200} Jul 07 16:53:49.552306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:49.621237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8338473 Jul 07 16:53:49.627898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51006) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:49.637040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'subnet': {'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:49.660161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c8888-e49b-4d1e-b9b8-96878394c1fc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Network': ['ID=be200409-eff1-4f77-a2fa-5d490126dd5d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:49.679952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4ec00762-f94a-44fd-84bd-ca1c2e319b66 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:49.713267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baff0df-7332-48d2-b236-a927e9b12f05 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:49.734386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.735721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network be200409-eff1-4f77-a2fa-5d490126dd5d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:49.741002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 4ec00762-f94a-44fd-84bd-ca1c2e319b66 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:49.741560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4ec00762-f94a-44fd-84bd-ca1c2e319b66 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:49.765424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Transition to ACTIVE for port object 1baff0df-7332-48d2-b236-a927e9b12f05 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:49.771134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.818554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:49.819664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.874441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Pushing event updated for resources: {'Port': ['ID=1baff0df-7332-48d2-b236-a927e9b12f05,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:49.946025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Attempting to bind port 1baff0df-7332-48d2-b236-a927e9b12f05 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:49.946478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Attempting to bind port 1baff0df-7332-48d2-b236-a927e9b12f05 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '56f2e78c-48f4-4b71-b2c4-f7d31cd00719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:49.946894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Attempting to bind port 1baff0df-7332-48d2-b236-a927e9b12f05 on network ed803b43-ab61-4698-9b9f-cec1714419bb {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:49.955364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Port 1baff0df-7332-48d2-b236-a927e9b12f05 on network ed803b43-ab61-4698-9b9f-cec1714419bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:49.955364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Attempting to bind port 1baff0df-7332-48d2-b236-a927e9b12f05 on network ed803b43-ab61-4698-9b9f-cec1714419bb {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:49.963025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:49.963487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Checking segment: {'id': '56f2e78c-48f4-4b71-b2c4-f7d31cd00719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:49.963953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Bound using segment: {'id': '56f2e78c-48f4-4b71-b2c4-f7d31cd00719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:49.964717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Bound port: 1baff0df-7332-48d2-b236-a927e9b12f05, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f2e78c-48f4-4b71-b2c4-f7d31cd00719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:49.965252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.095965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] For port 1baff0df-7332-48d2-b236-a927e9b12f05, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:50.100674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] For port 1baff0df-7332-48d2-b236-a927e9b12f05, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1baff0df-7332-48d2-b236-a927e9b12f05,segment=NetworkSegment(56f2e78c-48f4-4b71-b2c4-f7d31cd00719),segment_id=56f2e78c-48f4-4b71-b2c4-f7d31cd00719)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:50.110298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.181447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.182110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.184232 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] 10.222.0.13 "PUT /v2.0/ports/1baff0df-7332-48d2-b236-a927e9b12f05 HTTP/1.1" status: 200 len: 1091 time: 1.1859145 Jul 07 16:53:50.188184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5383fe7e-9938-45df-91b3-397e00ecf402', 'tag': '1baff0df-7332-48d2-b236-a927e9b12f05'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:50.192189 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35543e4-2e7b-4947-9295-8724283a7cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5383fe7e-9938-45df-91b3-397e00ecf402", "tag": "1baff0df-7332-48d2-b236-a927e9b12f05"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:50.252035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234c43-0d0a-4b5c-a629-0ecec53f5fa0 req-8759f21f-65fc-4b02-a237-4a86fe4ef0ed tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.254162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c234c43-0d0a-4b5c-a629-0ecec53f5fa0 req-8759f21f-65fc-4b02-a237-4a86fe4ef0ed tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.2345359 Jul 07 16:53:50.321840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e8c27-8932-45d0-92a9-d38374a7941a service neutron] Pushing event updated for resources: {'Port': ['ID=1baff0df-7332-48d2-b236-a927e9b12f05,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:50.407519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-77350067-c194-4b18-8b8b-8233b34d2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.409461 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-77350067-c194-4b18-8b8b-8233b34d2081 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ceb3446ff914ab3a84cc299ccc041ef&device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 1094 time: 0.1338148 Jul 07 16:53:50.412639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c234c43-0d0a-4b5c-a629-0ecec53f5fa0 req-0b10039c-6834-497d-a0cc-4f13639ea34d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011596 Jul 07 16:53:50.554209 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-8e3227a4-6d3b-4b64-8097-71435adc4781 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1baff0df-7332-48d2-b236-a927e9b12f05 HTTP/1.1" status: 200 len: 217 time: 0.1297863 Jul 07 16:53:50.588953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.597059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d939b885-6165-43b8-9951-401a02bc4cef up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:50.652541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Subnet': ['ID=7e7fb4d1-2866-4a7e-92af-bd757609b8d9,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:50.670628 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd948ac-9349-4aba-a413-7aa2c5646cae x-openstack-request-id: req-4bd948ac-9349-4aba-a413-7aa2c5646cae {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:50.674422 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5383fe7e-9938-45df-91b3-397e00ecf402", "tag": "1baff0df-7332-48d2-b236-a927e9b12f05", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:50.675133 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4bd948ac-9349-4aba-a413-7aa2c5646cae {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:50.676624 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5383fe7e-9938-45df-91b3-397e00ecf402', 'tag': '1baff0df-7332-48d2-b236-a927e9b12f05', 'status': 'completed', 'code': 200} Jul 07 16:53:50.687464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-73610163-a5c7-42ab-85e4-f8e9d0add20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.692880 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-73610163-a5c7-42ab-85e4-f8e9d0add20f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c5a0885-3a24-49d1-9369-bbb3259315d8 HTTP/1.1" status: 200 len: 854 time: 0.1314335 Jul 07 16:53:50.716140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f19b1-5878-495c-a6e6-4eb387252e2d req-004d58c8-6807-4c5b-aeae-6a49fdf12179 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.717914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e73f19b1-5878-495c-a6e6-4eb387252e2d req-004d58c8-6807-4c5b-aeae-6a49fdf12179 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 945 time: 0.1707811 Jul 07 16:53:50.734530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port d939b885-6165-43b8-9951-401a02bc4cef completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:50.739505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d939b885-6165-43b8-9951-401a02bc4cef triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:50.739937 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.744889 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-22f51fa1-b524-457b-b3a7-919a40eeaac1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed803b43-ab61-4698-9b9f-cec1714419bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446646 Jul 07 16:53:50.798769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Checking segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:50.799353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network hostable DHCP agents. Network: ac7e1cd9-cd46-4db9-82bb-9638eef7c852, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:50.830277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e73f19b1-5878-495c-a6e6-4eb387252e2d req-e9796371-29b0-4bf3-8fac-5a71d742294b tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981088 Jul 07 16:53:50.854375 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.879906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:50.883419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-39b98cbb-3101-4aad-ab95-6e8e752f29ab service neutron] 10.222.0.13 "GET /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321566 Jul 07 16:53:50.894373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ac7e1cd9-cd46-4db9-82bb-9638eef7c852) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:50.909256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.909940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.922595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4e99f-fade-4bfb-9b43-dfd8f120a38e None None] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:50.944314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3e03cf04-5bf0-438b-bfff-1673b2d92258 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3148155 Jul 07 16:53:50.948020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51030) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:50.955235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'subnet': {'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:50.967540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:50.969947 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57688458-14eb-4450-9120-f5500bfdcadf" -d '{"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d939b885-6165-43b8-9951-401a02bc4cef"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:51.016363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:51.031178 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.094596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-42f62ceb-0d1e-4258-8c16-4b1ae8743787 req-aef96053-7246-4f78-b614-f719fcbf0109 service neutron] 10.222.0.13 "GET /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042699 Jul 07 16:53:51.140475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69360cb9-bc11-4086-b250-ebe73aab0d8e req-b22ceee2-4349-4bb3-bc8f-745f47849fc5 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.147966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69360cb9-bc11-4086-b250-ebe73aab0d8e req-b22ceee2-4349-4bb3-bc8f-745f47849fc5 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 943 time: 0.1888025 Jul 07 16:53:51.186929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:51.190711 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.222217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69360cb9-bc11-4086-b250-ebe73aab0d8e req-86877a52-a296-4a02-822e-a7ee6ed9e1e8 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731049 Jul 07 16:53:51.265662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:51.329232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-3e10edaf-5c8a-4733-afb0-e375f4787dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.331320 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-3e10edaf-5c8a-4733-afb0-e375f4787dd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ceb3446ff914ab3a84cc299ccc041ef&device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 1094 time: 0.1295631 Jul 07 16:53:51.354238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:53:51.356662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.555057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-25baeb61-51f1-4c8f-af14-5bf9f181a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.557096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-25baeb61-51f1-4c8f-af14-5bf9f181a3a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed803b43-ab61-4698-9b9f-cec1714419bb HTTP/1.1" status: 200 len: 915 time: 0.2184854 Jul 07 16:53:51.609233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Allocated IP 10.1.1.2 (ac7e1cd9-cd46-4db9-82bb-9638eef7c852/7e7fb4d1-2866-4a7e-92af-bd757609b8d9/2459df25-7547-43e6-9743-76c00bd3b7c5) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:51.671186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-957eb5cc-d48f-4d3b-921b-980688b31c67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1baff0df-7332-48d2-b236-a927e9b12f05 HTTP/1.1" status: 200 len: 217 time: 0.1066148 Jul 07 16:53:51.842875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e063-6815-47ae-be82-e30db7692a8b req-41796850-6780-44d2-9dd0-97199a6ae610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.845500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-41796850-6780-44d2-9dd0-97199a6ae610 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 1096 time: 0.2775381 Jul 07 16:53:51.862606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.874624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Transition to ACTIVE for port object 2459df25-7547-43e6-9743-76c00bd3b7c5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:51.897607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Transition to ACTIVE for port object 2459df25-7547-43e6-9743-76c00bd3b7c5 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:51.903720 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c9984-a279-4495-97ed-8f33f64c62bd x-openstack-request-id: req-0f4c9984-a279-4495-97ed-8f33f64c62bd {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:51.904180 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d939b885-6165-43b8-9951-401a02bc4cef", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:51.904464 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f4c9984-a279-4495-97ed-8f33f64c62bd {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:51.906461 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef', 'code': 200} Jul 07 16:53:51.907438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.967658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Pushing event updated for resources: {'Port': ['ID=2459df25-7547-43e6-9743-76c00bd3b7c5,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:51.980519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-1cd81864-08f9-43b3-a0f6-02a852a46fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.988079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:51.988461 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-1cd81864-08f9-43b3-a0f6-02a852a46fee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c5a0885-3a24-49d1-9369-bbb3259315d8 HTTP/1.1" status: 200 len: 854 time: 0.3073533 Jul 07 16:53:51.991714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:51.998204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:52.009720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.118109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e063-6815-47ae-be82-e30db7692a8b req-e6ecd756-ba5b-4e19-bfeb-937b78cafa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.122035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-e6ecd756-ba5b-4e19-bfeb-937b78cafa38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.2687752 Jul 07 16:53:52.151369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-9c4abf1b-8155-4c1a-809a-cea2972c78ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed803b43-ab61-4698-9b9f-cec1714419bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492324 Jul 07 16:53:52.156484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Attempting to bind port 2459df25-7547-43e6-9743-76c00bd3b7c5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:52.156930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Attempting to bind port 2459df25-7547-43e6-9743-76c00bd3b7c5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:52.157275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Attempting to bind port 2459df25-7547-43e6-9743-76c00bd3b7c5 on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:52.170732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:52.171211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Checking segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:52.171525 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.171925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Bound using segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:52.172430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Bound port: 2459df25-7547-43e6-9743-76c00bd3b7c5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:52.172824 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.203895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-fefc7703-9299-4d7a-878e-f8728327e267 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb HTTP/1.1" status: 200 len: 217 time: 0.0657299 Jul 07 16:53:52.248822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Subnet': ['ID=d25f709e-9113-4092-9547-b7234f764385,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.296608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Checking segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:52.297164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network hostable DHCP agents. Network: be200409-eff1-4f77-a2fa-5d490126dd5d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:52.324034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370e063-6815-47ae-be82-e30db7692a8b req-6072d5e5-329f-4718-b1e9-39de71673bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.326182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-6072d5e5-329f-4718-b1e9-39de71673bc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1123040 Jul 07 16:53:52.328006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network be200409-eff1-4f77-a2fa-5d490126dd5d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:52.364624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] For port 2459df25-7547-43e6-9743-76c00bd3b7c5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:52.374727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] For port 2459df25-7547-43e6-9743-76c00bd3b7c5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2459df25-7547-43e6-9743-76c00bd3b7c5,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:52.382569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.388170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-29b05679-58be-4382-b371-0e08e0a2e197 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516467 Jul 07 16:53:52.395495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, be200409-eff1-4f77-a2fa-5d490126dd5d) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:52.419102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501a385-2784-495d-8956-5d9928858d64 None None] Network be200409-eff1-4f77-a2fa-5d490126dd5d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:52.430639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.431516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.496680 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-e9771ecc-e287-40e6-a869-01644b74b7c4 service neutron] 10.222.0.13 "GET /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320174 Jul 07 16:53:52.522982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7fa0d-bd6c-407a-a412-f22b07453d11 req-56530473-263f-4124-8e58-e2cc0e91b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.527644 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4f7fa0d-bd6c-407a-a412-f22b07453d11 req-56530473-263f-4124-8e58-e2cc0e91b15c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 1097 time: 0.7151217 Jul 07 16:53:52.565274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ead619-061e-4473-a636-58a065a323d3 None None] Pushing event updated for resources: {'Port': ['ID=2459df25-7547-43e6-9743-76c00bd3b7c5,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.618364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6f466951-4a4a-4494-94c3-ef2d8fde9386 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6689804 Jul 07 16:53:52.630900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51052) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:52.652276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'name': 'tempest-TaggedBootDevicesTest-830184405', 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:52.676509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4f7fa0d-bd6c-407a-a412-f22b07453d11 req-9d7d3587-65c1-408a-90c0-5f159846104e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425259 Jul 07 16:53:52.762970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c35543e4-2e7b-4947-9295-8724283a7cb2 req-992bac16-a96c-4686-8df2-4d36aa1407e8 service neutron] 10.222.0.13 "GET /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621679 Jul 07 16:53:52.831715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9072cef-fbe2-4723-bb71-bfd597f0194b req-490416bb-eb75-48e9-b8ca-715d9ebfb5d8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.834365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9072cef-fbe2-4723-bb71-bfd597f0194b req-490416bb-eb75-48e9-b8ca-715d9ebfb5d8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.3851395 Jul 07 16:53:52.858769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-bb5513a3-9e26-4d58-bc87-539842c821cb service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532688 Jul 07 16:53:52.909910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4238f85-45b5-470b-8c48-4aee3c407a4a req-d8f12224-49b3-43d6-8151-f86a8f95402a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.912504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4238f85-45b5-470b-8c48-4aee3c407a4a req-d8f12224-49b3-43d6-8151-f86a8f95402a tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 946 time: 0.4662902 Jul 07 16:53:52.928076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-be200409-eff1-4f77-a2fa-5d490126dd5d', 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'fixed_ips': [{'subnet_id': 'd25f709e-9113-4092-9547-b7234f764385'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:53:52.930550 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.102629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9072cef-fbe2-4723-bb71-bfd597f0194b req-709734f6-2062-42fc-af5f-1ccd20fa3a4d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381420 Jul 07 16:53:53.192259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4238f85-45b5-470b-8c48-4aee3c407a4a req-2ad50e15-4eef-468b-aa35-cf19e9938768 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410593 Jul 07 16:53:53.219399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:53.424492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Allocated IP 10.2.2.2 (be200409-eff1-4f77-a2fa-5d490126dd5d/d25f709e-9113-4092-9547-b7234f764385/039fecda-e42d-4921-918e-d8416f76941f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:53.795663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.822682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Transition to ACTIVE for port object 039fecda-e42d-4921-918e-d8416f76941f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:53.875801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Transition to ACTIVE for port object 039fecda-e42d-4921-918e-d8416f76941f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:53.913670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2459df25-7547-43e6-9743-76c00bd3b7c5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:53.921510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1baff0df-7332-48d2-b236-a927e9b12f05 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:54.046685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9370e063-6815-47ae-be82-e30db7692a8b req-3d514a3a-89d3-4ada-9211-5f544514838d service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1651354 Jul 07 16:53:54.124598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:54.166654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:54.209944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a27dd0-4310-4891-939c-31881f474976 req-9fb96a80-5cf8-4f67-91ae-adae81674007 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.216969 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-79a27dd0-4310-4891-939c-31881f474976 req-9fb96a80-5cf8-4f67-91ae-adae81674007 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/ports?device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 949 time: 0.3236172 Jul 07 16:53:54.249336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] device_id is not set on port 1bd25135-ac62-477a-8370-faa543cf68bf yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:53:54.267934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debc06a-1e8c-4ab0-a1f0-fb44a656edb7 req-61d22386-da20-4249-8997-b75b423c949a tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.282355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7debc06a-1e8c-4ab0-a1f0-fb44a656edb7 req-61d22386-da20-4249-8997-b75b423c949a tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 943 time: 0.3788455 Jul 07 16:53:54.483206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Network be200409-eff1-4f77-a2fa-5d490126dd5d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:54.504064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:54.515111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Pushing event updated for resources: {'Port': ['ID=039fecda-e42d-4921-918e-d8416f76941f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:54.517057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 690cff92-e928-4a50-8228-f7e44ed391b0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:54.536464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:54.551413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:54.718134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:54.742544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702bdc65-4963-4097-8752-d24ee06464bd None None] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:54.775189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7debc06a-1e8c-4ab0-a1f0-fb44a656edb7 req-b98d415e-3e6f-48c2-8760-fabe6570a45b tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861813 Jul 07 16:53:54.812219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 690cff92-e928-4a50-8228-f7e44ed391b0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=690cff92-e928-4a50-8228-f7e44ed391b0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:54.812602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:54.828200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 690cff92-e928-4a50-8228-f7e44ed391b0 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:54.993831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.009893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 10.1.1.138 (ac7e1cd9-cd46-4db9-82bb-9638eef7c852/7e7fb4d1-2866-4a7e-92af-bd757609b8d9/1bd25135-ac62-477a-8370-faa543cf68bf) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:55.065748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=690cff92-e928-4a50-8228-f7e44ed391b0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:55.120263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 690cff92-e928-4a50-8228-f7e44ed391b0 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:55.126000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.130455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-79a27dd0-4310-4891-939c-31881f474976 req-99b5615b-7d43-4ef0-9e5f-e4d3920cab72 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "DELETE /v2.0/ports/690cff92-e928-4a50-8228-f7e44ed391b0 HTTP/1.1" status: 204 len: 173 time: 0.9071615 Jul 07 16:53:55.131319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'name': 'network-vif-deleted', 'tag': '690cff92-e928-4a50-8228-f7e44ed391b0'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:55.133413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1baff0df-7332-48d2-b236-a927e9b12f05, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1baff0df-7332-48d2-b236-a927e9b12f05,segment=NetworkSegment(56f2e78c-48f4-4b71-b2c4-f7d31cd00719),segment_id=56f2e78c-48f4-4b71-b2c4-f7d31cd00719)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:55.137991 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f40d0a-1b4e-48c9-aa03-f90d304928a1" -d '{"events": [{"server_uuid": "a19acf42-a375-4544-bbe2-54e732bf6872", "name": "network-vif-deleted", "tag": "690cff92-e928-4a50-8228-f7e44ed391b0"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:55.142970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa04653e-c123-4518-aa3f-42377ebcb7e0 req-bcbf59d5-a933-467b-82c9-a1dd13e21065 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=a19acf42-a375-4544-bbe2-54e732bf6872 HTTP/1.1" status: 200 len: 210 time: 0.1192355 Jul 07 16:53:55.246849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '1baff0df-7332-48d2-b236-a927e9b12f05', 'network_id': 'ed803b43-ab61-4698-9b9f-cec1714419bb', 'port_id': '1baff0df-7332-48d2-b236-a927e9b12f05', 'mac_address': 'fa:16:3e:39:ea:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5a0885-3a24-49d1-9369-bbb3259315d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:55.465901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ad411-ef9e-4d9f-86cb-b2be7145a0bc req-1ccd9062-112f-4a6a-9c9b-8e6572b63e81 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.474836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a75ad411-ef9e-4d9f-86cb-b2be7145a0bc req-1ccd9062-112f-4a6a-9c9b-8e6572b63e81 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.4712861 Jul 07 16:53:55.676152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-119349b5-d998-4183-bfe2-4528e8ae726d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.679761 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-119349b5-d998-4183-bfe2-4528e8ae726d tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 945 time: 0.3270290 Jul 07 16:53:55.788907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a75ad411-ef9e-4d9f-86cb-b2be7145a0bc req-80ee2a9a-6803-4c5f-8ee9-dd6dd3ffa820 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128788 Jul 07 16:53:55.796066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39', '690cff92-e928-4a50-8228-f7e44ed391b0', '864dbb9b-8e0e-4a47-94e3-a426867407c7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:55.844165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-d730c645-3e7e-4528-9288-0c79e002702c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.847285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-d730c645-3e7e-4528-9288-0c79e002702c tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 950 time: 0.2690661 Jul 07 16:53:55.899006 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.968149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99733b-7863-4420-9613-d93bb9635c29 req-4ea401a8-3eb2-45a8-a97b-6fa3f5bcb3e4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.986260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a99733b-7863-4420-9613-d93bb9635c29 req-4ea401a8-3eb2-45a8-a97b-6fa3f5bcb3e4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 946 time: 0.4045477 Jul 07 16:53:55.998025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object 1bd25135-ac62-477a-8370-faa543cf68bf will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:56.019725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 2459df25-7547-43e6-9743-76c00bd3b7c5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:56.050233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-65615826-34df-42a3-94a2-c507d6910750 None None] Provisioning for port 2459df25-7547-43e6-9743-76c00bd3b7c5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:56.156358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-65615826-34df-42a3-94a2-c507d6910750 None None] Provisioning complete for port 2459df25-7547-43e6-9743-76c00bd3b7c5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:56.160519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-65615826-34df-42a3-94a2-c507d6910750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.184074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2459df25-7547-43e6-9743-76c00bd3b7c5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:56.184717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.249526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Deleting port abc07f27-29f1-43c0-bd06-0f6627cee92a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:56.250186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.271355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Attempting to bind port 039fecda-e42d-4921-918e-d8416f76941f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:56.272033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Attempting to bind port 039fecda-e42d-4921-918e-d8416f76941f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:56.272483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Attempting to bind port 039fecda-e42d-4921-918e-d8416f76941f on network be200409-eff1-4f77-a2fa-5d490126dd5d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:56.278163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a99733b-7863-4420-9613-d93bb9635c29 req-752dd84e-457d-427e-a891-4548e80d5ddb tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627812 Jul 07 16:53:56.280542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.389277 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.391953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:56.392581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Checking segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:56.393198 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.393816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Bound using segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:56.394449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Bound port: 039fecda-e42d-4921-918e-d8416f76941f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:56.394967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.401654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 864dbb9b-8e0e-4a47-94e3-a426867407c7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:56.406419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.478457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:56.493448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:56.501704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:56.516747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:56.556405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baff0df-7332-48d2-b236-a927e9b12f05 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:56.639609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.640697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.678780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1bb95e8e-5ba1-45dc-b971-fd35495f59d7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0397236 Jul 07 16:53:56.681706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:56.703469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'name': 'tempest-TaggedBootDevicesTest-307129132', 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:56.727619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] For port abc07f27-29f1-43c0-bd06-0f6627cee92a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=abc07f27-29f1-43c0-bd06-0f6627cee92a,segment=NetworkSegment(82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8),segment_id=82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:56.728468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.732705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad7294-46a4-4189-9baa-f1619dafc7d5 req-1a8876e4-8af0-4f6c-9a85-f03e58fb4a11 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.741842 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0764018c-d734-4da7-b802-9d8ca96be6c9 x-openstack-request-id: req-0764018c-d734-4da7-b802-9d8ca96be6c9 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:56.749493 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19acf42-a375-4544-bbe2-54e732bf6872", "name": "network-vif-deleted", "tag": "690cff92-e928-4a50-8228-f7e44ed391b0", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:56.749950 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0764018c-d734-4da7-b802-9d8ca96be6c9 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:56.750504 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19acf42-a375-4544-bbe2-54e732bf6872', 'name': 'network-vif-deleted', 'tag': '690cff92-e928-4a50-8228-f7e44ed391b0', 'status': 'completed', 'code': 200} Jul 07 16:53:56.750688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25ad7294-46a4-4189-9baa-f1619dafc7d5 req-1a8876e4-8af0-4f6c-9a85-f03e58fb4a11 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 945 time: 0.5063400 Jul 07 16:53:56.894014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25ad7294-46a4-4189-9baa-f1619dafc7d5 req-2ef0d85e-398f-4e0f-b81b-299ada9ddc20 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/security-groups?id=0087fa34-1682-4625-a71a-3d81fd4665ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417816 Jul 07 16:53:56.908894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Calling delete_port for abc07f27-29f1-43c0-bd06-0f6627cee92a owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:56.967371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 864dbb9b-8e0e-4a47-94e3-a426867407c7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=864dbb9b-8e0e-4a47-94e3-a426867407c7,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:56.967928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.046395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 864dbb9b-8e0e-4a47-94e3-a426867407c7 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:57.266460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a6ba-0271-4b85-9928-eddca1115310 req-36928849-6651-4777-9a49-6425b9795054 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.267841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1baff0df-7332-48d2-b236-a927e9b12f05, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1baff0df-7332-48d2-b236-a927e9b12f05,segment=NetworkSegment(56f2e78c-48f4-4b71-b2c4-f7d31cd00719),segment_id=56f2e78c-48f4-4b71-b2c4-f7d31cd00719)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:57.269157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5d6a6ba-0271-4b85-9928-eddca1115310 req-36928849-6651-4777-9a49-6425b9795054 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 943 time: 0.2887871 Jul 07 16:53:57.269681 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.368749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5d6a6ba-0271-4b85-9928-eddca1115310 req-408fb10c-2f9b-4674-87ca-12f82f7cf99d tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930135 Jul 07 16:53:57.400868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 2459df25-7547-43e6-9743-76c00bd3b7c5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2459df25-7547-43e6-9743-76c00bd3b7c5,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:57.462248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:57.495191 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.607226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.665600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] For port 039fecda-e42d-4921-918e-d8416f76941f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:57.687755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] For port 039fecda-e42d-4921-918e-d8416f76941f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=039fecda-e42d-4921-918e-d8416f76941f,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:57.692828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1baff0df-7332-48d2-b236-a927e9b12f05,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:57.752748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21654e43-ae38-4590-959c-9dcdfa95e27e req-55db2b42-233d-4674-a8ac-57ac340e633a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.760725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21654e43-ae38-4590-959c-9dcdfa95e27e req-55db2b42-233d-4674-a8ac-57ac340e633a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.1733282 Jul 07 16:53:57.794794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-65615826-34df-42a3-94a2-c507d6910750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.826071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=2459df25-7547-43e6-9743-76c00bd3b7c5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:57.841083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.856177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21654e43-ae38-4590-959c-9dcdfa95e27e req-e2ff45b8-1935-4db5-86f3-df858696bbad tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935545 Jul 07 16:53:57.983680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812fc18-5b49-4360-8c54-de9e8b00ea14 None None] Pushing event updated for resources: {'Port': ['ID=039fecda-e42d-4921-918e-d8416f76941f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:57.989655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['1baff0df-7332-48d2-b236-a927e9b12f05'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:58.264916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.313964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c991df-664c-450b-91ed-41169c66f507 req-85df0606-1d2e-4b04-b1fd-b8824b0e50fe tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.328915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4c991df-664c-450b-91ed-41169c66f507 req-85df0606-1d2e-4b04-b1fd-b8824b0e50fe tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 950 time: 0.1893535 Jul 07 16:53:58.450109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4c991df-664c-450b-91ed-41169c66f507 req-ae3026a3-b465-49ed-a058-2840edac4e77 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159091 Jul 07 16:53:58.495394 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-65615826-34df-42a3-94a2-c507d6910750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:53:58.496852 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-65615826-34df-42a3-94a2-c507d6910750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:53:58.509722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Pushing event deleted for resources: {'Port': ['ID=abc07f27-29f1-43c0-bd06-0f6627cee92a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.616523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.630882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 690cff92-e928-4a50-8228-f7e44ed391b0 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:58.670713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 690cff92-e928-4a50-8228-f7e44ed391b0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:58.670713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 690cff92-e928-4a50-8228-f7e44ed391b0 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:58.670713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 864dbb9b-8e0e-4a47-94e3-a426867407c7 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:58.705211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=864dbb9b-8e0e-4a47-94e3-a426867407c7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.712374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.728866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 864dbb9b-8e0e-4a47-94e3-a426867407c7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:58.731180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 864dbb9b-8e0e-4a47-94e3-a426867407c7 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:58.784815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] No DVR routers for this DVR port abc07f27-29f1-43c0-bd06-0f6627cee92a on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:58.789954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.794070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b0fc3009-65db-419c-918d-c5076c7a2c5b req-745d1ef6-8406-44b3-8c45-a0af13cf9bac tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.13 "DELETE /v2.0/ports/abc07f27-29f1-43c0-bd06-0f6627cee92a HTTP/1.1" status: 204 len: 173 time: 3.0915911 Jul 07 16:53:58.798333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'name': 'network-vif-deleted', 'tag': 'abc07f27-29f1-43c0-bd06-0f6627cee92a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:58.802209 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56db125-6b24-4c42-a951-c955aba5ca52" -d '{"events": [{"server_uuid": "91660d83-c025-4235-87c5-d96e0ba6cfbd", "name": "network-vif-deleted", "tag": "abc07f27-29f1-43c0-bd06-0f6627cee92a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:58.841750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:58.866507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] device_id is not set on port cfd8a09a-6338-495e-9745-d4756ff9dfaa yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:53:58.904493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 864dbb9b-8e0e-4a47-94e3-a426867407c7 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:58.909552 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.913866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e3d3d7a-3e2b-426b-b85e-2392907c78d2 req-ea1743f1-ca66-441c-822a-f5755227fe1a tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "DELETE /v2.0/ports/864dbb9b-8e0e-4a47-94e3-a426867407c7 HTTP/1.1" status: 204 len: 173 time: 3.0588844 Jul 07 16:53:59.009982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60301668-08c9-43b6-afe3-48d94adfceb5 req-7d6e5de3-9259-47f5-a2bc-cce9c87d8573 tempest-ServersTestJSON-562435524 tempest-ServersTestJSON-562435524-project] 10.222.0.78 "GET /v2.0/ports?device_id=91660d83-c025-4235-87c5-d96e0ba6cfbd HTTP/1.1" status: 200 len: 210 time: 0.1557949 Jul 07 16:53:59.113255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981dd94-b8e2-4cb4-b290-1aa4079ac853 req-970a870a-531c-4b45-8bce-a20ee7aa041d tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.116722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c981dd94-b8e2-4cb4-b290-1aa4079ac853 req-970a870a-531c-4b45-8bce-a20ee7aa041d tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 944 time: 0.2408266 Jul 07 16:53:59.163501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 10.1.1.92 (ac7e1cd9-cd46-4db9-82bb-9638eef7c852/7e7fb4d1-2866-4a7e-92af-bd757609b8d9/cfd8a09a-6338-495e-9745-d4756ff9dfaa) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:59.268843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c981dd94-b8e2-4cb4-b290-1aa4079ac853 req-57e4b04f-b014-4e62-847c-ae596c6ac4c4 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453581 Jul 07 16:53:59.392488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dec2a878-b8dd-49ee-a0e0-aa06a8f8dd21 None None] Provisioning complete for port 2459df25-7547-43e6-9743-76c00bd3b7c5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:59.415109 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dec2a878-b8dd-49ee-a0e0-aa06a8f8dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.592949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1baff0df-7332-48d2-b236-a927e9b12f05 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:59.626996 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025fe571-097d-4c02-8588-47ce34d94467 x-openstack-request-id: req-025fe571-097d-4c02-8588-47ce34d94467 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:59.628031 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91660d83-c025-4235-87c5-d96e0ba6cfbd", "name": "network-vif-deleted", "tag": "abc07f27-29f1-43c0-bd06-0f6627cee92a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:59.628484 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-025fe571-097d-4c02-8588-47ce34d94467 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:59.629096 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91660d83-c025-4235-87c5-d96e0ba6cfbd', 'name': 'network-vif-deleted', 'tag': 'abc07f27-29f1-43c0-bd06-0f6627cee92a', 'status': 'completed', 'code': 200} Jul 07 16:53:59.749530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6841af-6938-4e43-8e21-af54d3aa1f58 req-8d06bcfa-f1a4-4e0e-a923-29aa4feaa296 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.751953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f6841af-6938-4e43-8e21-af54d3aa1f58 req-8d06bcfa-f1a4-4e0e-a923-29aa4feaa296 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.1565142 Jul 07 16:53:59.860683 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.938646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 1baff0df-7332-48d2-b236-a927e9b12f05 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:59.952944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dec2a878-b8dd-49ee-a0e0-aa06a8f8dd21 None None] Provisioning for port 1bd25135-ac62-477a-8370-faa543cf68bf completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:59.959357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object cfd8a09a-6338-495e-9745-d4756ff9dfaa will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:59.972866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 1baff0df-7332-48d2-b236-a927e9b12f05 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:59.973612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.977413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dec2a878-b8dd-49ee-a0e0-aa06a8f8dd21 None None] Provisioning complete for port 1bd25135-ac62-477a-8370-faa543cf68bf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:59.985151 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dec2a878-b8dd-49ee-a0e0-aa06a8f8dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.010815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f6841af-6938-4e43-8e21-af54d3aa1f58 req-81c8a5dc-51a2-46b3-b536-2649085f5a2f tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495284 Jul 07 16:54:00.163936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2459df25-7547-43e6-9743-76c00bd3b7c5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:00.198091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.226594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0943eb-6ded-4e1a-ae9e-91fb38ca4197 None None] Network be200409-eff1-4f77-a2fa-5d490126dd5d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:00.424862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:00.439259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:00.447657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:00.552983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dec2a878-b8dd-49ee-a0e0-aa06a8f8dd21 None None] Port 1bd25135-ac62-477a-8370-faa543cf68bf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:00.568303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.602484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6c0f970-e0a7-4c1c-afce-88384b509c16 req-fd70edf9-c2f9-4b05-abb9-fa56b28b51ef tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=94b19e74-3368-44ac-9dd7-ad8576d592ac HTTP/1.1" status: 200 len: 210 time: 0.0820189 Jul 07 16:54:00.676073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.677212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.720660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b030d6a7-d697-4236-ad0a-905c628d7469 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0214310 Jul 07 16:54:00.762193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2459df25-7547-43e6-9743-76c00bd3b7c5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:00.763092 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.784765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51164) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:00.950216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5059ba65-7bb1-47e9-ad90-d26672a4a562 None None] Provisioning for port 039fecda-e42d-4921-918e-d8416f76941f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:01.010847 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.054602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5383fe7e-9938-45df-91b3-397e00ecf402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baff0df-7332-48d2-b236-a927e9b12f05'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:01.057346 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0391930f-a53e-4f89-ad93-038b49b0d03c" -d '{"events": [{"server_uuid": "5383fe7e-9938-45df-91b3-397e00ecf402", "name": "network-vif-plugged", "status": "completed", "tag": "1baff0df-7332-48d2-b236-a927e9b12f05"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:01.107248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1baff0df-7332-48d2-b236-a927e9b12f05, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1baff0df-7332-48d2-b236-a927e9b12f05,segment=NetworkSegment(56f2e78c-48f4-4b71-b2c4-f7d31cd00719),segment_id=56f2e78c-48f4-4b71-b2c4-f7d31cd00719)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:01.114387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.115222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device abc07f27-29f1-43c0-bd06-0f6627cee92a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:01.152240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Deleting subnet a30150e5-7183-4a92-b682-be76e0a30e56 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:01.165745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.184128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: abc07f27-29f1-43c0-bd06-0f6627cee92a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:01.184481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device abc07f27-29f1-43c0-bd06-0f6627cee92a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:01.197368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 039fecda-e42d-4921-918e-d8416f76941f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:01.216321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc95bfc7-3b7a-41d2-8f5e-9fc124863bb1 None None] Provisioning for port cfd8a09a-6338-495e-9745-d4756ff9dfaa completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:01.266645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc95bfc7-3b7a-41d2-8f5e-9fc124863bb1 None None] Provisioning complete for port cfd8a09a-6338-495e-9745-d4756ff9dfaa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:01.267026 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc95bfc7-3b7a-41d2-8f5e-9fc124863bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.282148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf07fc0-2669-4a59-8b8c-fe5300836164 req-522ba016-198c-45c7-a3e1-6028a257a987 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.284985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cf07fc0-2669-4a59-8b8c-fe5300836164 req-522ba016-198c-45c7-a3e1-6028a257a987 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 946 time: 0.2919028 Jul 07 16:54:01.301614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1baff0df-7332-48d2-b236-a927e9b12f05,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:01.301888 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.326397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fc95bfc7-3b7a-41d2-8f5e-9fc124863bb1 None None] Port cfd8a09a-6338-495e-9745-d4756ff9dfaa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:01.338415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 039fecda-e42d-4921-918e-d8416f76941f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:01.347003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 039fecda-e42d-4921-918e-d8416f76941f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:01.347451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.363308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0220db7-c531-4d96-9a14-9331bac0f501 req-5b182d14-63fe-4b4f-ac32-735aa2bfb19b tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.365201 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0220db7-c531-4d96-9a14-9331bac0f501 req-5b182d14-63fe-4b4f-ac32-735aa2bfb19b tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 944 time: 0.3494661 Jul 07 16:54:01.432847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.465808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.468220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4fdc33d3-b6dd-45c0-92e1-dc5fcb195f75 None None] Provisioning complete for port 039fecda-e42d-4921-918e-d8416f76941f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:01.468591 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4fdc33d3-b6dd-45c0-92e1-dc5fcb195f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.479757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cf07fc0-2669-4a59-8b8c-fe5300836164 req-8782620e-a14e-41b3-a93b-719e790dfa86 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748559 Jul 07 16:54:01.494302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0220db7-c531-4d96-9a14-9331bac0f501 req-56275d0b-c0ee-4698-a5dc-8f72f70dcf89 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083391 Jul 07 16:54:01.533444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.546521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 039fecda-e42d-4921-918e-d8416f76941f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=039fecda-e42d-4921-918e-d8416f76941f,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:01.562233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30150e5-7183-4a92-b682-be76e0a30e56,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:01.564357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.570323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.577730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-31acc00d-7d8d-489f-b385-4cdb4c0e3e30 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a30150e5-7183-4a92-b682-be76e0a30e56 HTTP/1.1" status: 204 len: 168 time: 0.7914507 Jul 07 16:54:01.581714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51174) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:01.631430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'name': 'network-vif-deleted', 'tag': '864dbb9b-8e0e-4a47-94e3-a426867407c7'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:01.637775 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f739d-6cc2-4249-999f-ec1e8ff51bd4" -d '{"events": [{"server_uuid": "94b19e74-3368-44ac-9dd7-ad8576d592ac", "name": "network-vif-deleted", "tag": "864dbb9b-8e0e-4a47-94e3-a426867407c7"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:01.686164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.708220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=039fecda-e42d-4921-918e-d8416f76941f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:01.858615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.859712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51182) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:01.865658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755633359', 'description': 'tempest-description--165867418'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:01.895089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.900328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918e5f62-39bc-4b2f-a2ae-a1aa494a5745']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:01.933232 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd16acfd-35e7-4ab4-bcdf-b120b7f32dcf x-openstack-request-id: req-dd16acfd-35e7-4ab4-bcdf-b120b7f32dcf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:01.934319 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5383fe7e-9938-45df-91b3-397e00ecf402", "name": "network-vif-plugged", "status": "completed", "tag": "1baff0df-7332-48d2-b236-a927e9b12f05", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:01.935299 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd16acfd-35e7-4ab4-bcdf-b120b7f32dcf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:01.936279 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5383fe7e-9938-45df-91b3-397e00ecf402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baff0df-7332-48d2-b236-a927e9b12f05', 'code': 200} Jul 07 16:54:01.944539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:01.945038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bd38fa-a0e3-4c3a-92f7-0f5d1d8977b8') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:02.000141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.005462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.007902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8861198-80dc-465f-9f0f-59f3ffeec587 req-66670d1d-b465-4c70-9041-877e74caf56d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:02.021767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8861198-80dc-465f-9f0f-59f3ffeec587 req-66670d1d-b465-4c70-9041-877e74caf56d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.2582104 Jul 07 16:54:02.024905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.047110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.048480 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1870823 Jul 07 16:54:02.051132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c284a-fcec-4f45-b600-7da12cf63561 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.054063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51184) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:02.061234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'security_group_rule': {'security_group_id': '1bb1b5c5-961c-481e-8f33-ae22ca7c41ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:02.096989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.111319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8861198-80dc-465f-9f0f-59f3ffeec587 req-dc4abe48-3dfe-4235-a3ce-ad2b56cd7a53 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809402 Jul 07 16:54:02.112426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:02.112840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:02.114817 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:02.178685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.188399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.196717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.203474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] 10.222.0.78 "DELETE /v2.0/networks/918e5f62-39bc-4b2f-a2ae-a1aa494a5745 HTTP/1.1" status: 204 len: 168 time: 0.6166801 Jul 07 16:54:02.203790 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf45656-6175-41e7-9f94-bffe518f932b x-openstack-request-id: req-cbf45656-6175-41e7-9f94-bffe518f932b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:02.203790 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b19e74-3368-44ac-9dd7-ad8576d592ac", "name": "network-vif-deleted", "tag": "864dbb9b-8e0e-4a47-94e3-a426867407c7", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:02.203790 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbf45656-6175-41e7-9f94-bffe518f932b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:02.203790 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b19e74-3368-44ac-9dd7-ad8576d592ac', 'name': 'network-vif-deleted', 'tag': '864dbb9b-8e0e-4a47-94e3-a426867407c7', 'status': 'completed', 'code': 200} Jul 07 16:54:02.218378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7fd7-55ce-4762-9b10-6cf593128f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=918e5f62-39bc-4b2f-a2ae-a1aa494a5745,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.291365 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.298443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955dc2-72b0-486f-8f4d-e85eec0e51ab req-0a90d4bb-d0be-4df1-a3f2-461227f22261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:02.300036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb955dc2-72b0-486f-8f4d-e85eec0e51ab req-0a90d4bb-d0be-4df1-a3f2-461227f22261 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 1096 time: 0.1987753 Jul 07 16:54:02.300895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.354304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.362282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51190) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:02.362566 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036766 Jul 07 16:54:02.367005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487a45-7797-45e8-a732-ed463df36500 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a416eb8-2efc-4e74-8194-eac939347bad,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.388039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'security_group_rule': {'security_group_id': '1bb1b5c5-961c-481e-8f33-ae22ca7c41ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:02.400143 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb955dc2-72b0-486f-8f4d-e85eec0e51ab req-b561adb4-c9e1-4540-a23b-c8d30e6a8275 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897555 Jul 07 16:54:02.423428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51194) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:02.461621 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.527051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e5bd877-1f68-4b0f-86d8-fa988099fe25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3edfab0e363447d9ae0985cfa00bccfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020544 Jul 07 16:54:02.531030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51198) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:02.561884 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.567450 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.594505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.596552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323513 Jul 07 16:54:02.599482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4ae0-27ce-428f-8c1b-fb9e3b13d13b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6790124-04db-4900-9c23-e2903200b434,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.600348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51202) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:02.601167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d9a-e4c9-4a78-9ae8-febe1171ac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.609700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:02.625578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d939b885-6165-43b8-9951-401a02bc4cef details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:02.648170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d9a-e4c9-4a78-9ae8-febe1171ac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.680884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.780741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d9a-e4c9-4a78-9ae8-febe1171ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.783598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d9a-e4c9-4a78-9ae8-febe1171ac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.785036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bc05d9a-e4c9-4a78-9ae8-febe1171ac3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0087fa34-1682-4625-a71a-3d81fd4665ce HTTP/1.1" status: 204 len: 168 time: 0.2528024 Jul 07 16:54:02.812131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05d9a-e4c9-4a78-9ae8-febe1171ac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087fa34-1682-4625-a71a-3d81fd4665ce,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.817245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5860e0-b34e-40ec-9d27-f46125c88edf req-87775202-61e7-407d-a4cf-4df695d0d452 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:02.832254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f5860e0-b34e-40ec-9d27-f46125c88edf req-87775202-61e7-407d-a4cf-4df695d0d452 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 946 time: 0.1573210 Jul 07 16:54:02.837606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:02.860944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd939b885-6165-43b8-9951-401a02bc4cef', 'network_id': '68301043-2b07-4a40-b171-587b7a29738d', 'port_id': 'd939b885-6165-43b8-9951-401a02bc4cef', 'mac_address': 'fa:16:3e:3e:7c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe65595-fae8-4119-8e8c-cea4d24deba9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:02.937714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.938732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.983680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d939b885-6165-43b8-9951-401a02bc4cef {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:02.986279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f5860e0-b34e-40ec-9d27-f46125c88edf req-0f517a5e-85b5-4762-8ae6-da65c1d7d73f tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436577 Jul 07 16:54:03.041377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:03.050182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.055088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51844d-f43c-4628-8855-9fbbe4f262bd req-65f8ee5a-ad97-4eaa-80fe-d2bfbe5a5393 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.064527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b51844d-f43c-4628-8855-9fbbe4f262bd req-65f8ee5a-ad97-4eaa-80fe-d2bfbe5a5393 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 945 time: 0.1444371 Jul 07 16:54:03.119791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b51844d-f43c-4628-8855-9fbbe4f262bd req-f40414e7-c432-44ec-8c86-c1d5c60ad35f tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Jul 07 16:54:03.170825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:03.194777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d939b885-6165-43b8-9951-401a02bc4cef'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:03.255151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 172.25.5.248 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/dc27ba0e-6206-4c4a-a479-2a0c8f094c39) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:03.277531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b5180-5a7d-4d0f-9253-e4638e3020ea req-aa42edaf-47e4-4a63-8ecf-da2d37c7b975 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.284876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-037b5180-5a7d-4d0f-9253-e4638e3020ea req-aa42edaf-47e4-4a63-8ecf-da2d37c7b975 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 950 time: 0.1585650 Jul 07 16:54:03.358911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-037b5180-5a7d-4d0f-9253-e4638e3020ea req-be235446-1926-4711-83cd-16a0d7e87568 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665054 Jul 07 16:54:03.466408 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.504886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3ac19-a047-43f2-b662-c50c1934bbec req-db3985e0-113d-4204-87aa-8da334610753 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.512046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.514510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30b3ac19-a047-43f2-b662-c50c1934bbec req-db3985e0-113d-4204-87aa-8da334610753 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.0984328 Jul 07 16:54:03.569651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30b3ac19-a047-43f2-b662-c50c1934bbec req-8d8ad634-990b-4e54-9b1e-ab49435e56a3 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541024 Jul 07 16:54:03.599559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.668881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:03.674678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:03.678677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:03.686159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=dc27ba0e-6206-4c4a-a479-2a0c8f094c39,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:03.762931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 039fecda-e42d-4921-918e-d8416f76941f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:03.831376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 039fecda-e42d-4921-918e-d8416f76941f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:03.831820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.850729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.919253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.185074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.191191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.195716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51238) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:04.233247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366821c-9100-43bc-be71-2f93064db592 req-7f04b94a-7088-437f-bc67-a442acec18c4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.243035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3366821c-9100-43bc-be71-2f93064db592 req-7f04b94a-7088-437f-bc67-a442acec18c4 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 945 time: 0.0970140 Jul 07 16:54:04.284862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.306722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3366821c-9100-43bc-be71-2f93064db592 req-a383fa76-96be-4d5d-9017-95a66d354581 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617802 Jul 07 16:54:04.309265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=dc27ba0e-6206-4c4a-a479-2a0c8f094c39,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:04.318960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.333364 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f4abcec6-ddaf-45ed-a9fb-5557679c0147 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7170451 Jul 07 16:54:04.384269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1661667580-network', 'tenant_id': '020ce2e4bee64fa7b8d0daf7f11fe2a4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:04.445646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Made reservation on behalf of 020ce2e4bee64fa7b8d0daf7f11fe2a4 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:04.448084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.464072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.513330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34024212-2400-4b9f-b5d6-bdcb9c2e4f6d req-3d2f8ac9-f8da-4232-b252-4bb355f790f1 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.514982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34024212-2400-4b9f-b5d6-bdcb9c2e4f6d req-3d2f8ac9-f8da-4232-b252-4bb355f790f1 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 945 time: 0.1182590 Jul 07 16:54:04.601749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34024212-2400-4b9f-b5d6-bdcb9c2e4f6d req-068cf495-857f-4b79-bebc-223e5c3ba824 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652459 Jul 07 16:54:04.629345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d939b885-6165-43b8-9951-401a02bc4cef up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:04.734582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d939b885-6165-43b8-9951-401a02bc4cef triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:04.735185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.736251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.762228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.839123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:04.854614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509a7b6-2ed1-436d-a9b9-e1a40dfbbf00 req-f9409371-0d93-46ed-8147-e915c26a48a1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.857866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a509a7b6-2ed1-436d-a9b9-e1a40dfbbf00 req-f9409371-0d93-46ed-8147-e915c26a48a1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 950 time: 0.2364254 Jul 07 16:54:04.863647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6894d234-0594-43a0-b523-1ff9ad1e462a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:04.874617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7e41efb9-2c89-4ce7-8f86-f439b2721a3e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--755633359&fields=id&tenant_id=404c1d3dbefc4833a9152f031bb335a8 HTTP/1.1" status: 200 len: 267 time: 0.1316316 Jul 07 16:54:04.885682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.886578 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Added segment c329d251-6e27-4573-bda0-c607b6ed3886 of type vlan for network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 Jul 07 16:54:04.891447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.934124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:04.938517 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a889a0-9931-4482-9f2c-cf22ec316651" -d '{"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d939b885-6165-43b8-9951-401a02bc4cef"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:04.962615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:04.969756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.004726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.011435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a509a7b6-2ed1-436d-a9b9-e1a40dfbbf00 req-3f548ccd-fe01-4d11-ade9-88e14d529f89 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/security-groups?id=8525409c-6ea5-495d-b75b-023f12d4c11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421585 Jul 07 16:54:05.018977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-35652cdf-1ffe-4fbb-a3e2-52d8040d29f9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.025730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-35652cdf-1ffe-4fbb-a3e2-52d8040d29f9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 931 time: 0.1228051 Jul 07 16:54:05.026237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:05.110696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99b0260b-b8a8-44d9-a9eb-ba745e9ddd70 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.112336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99b0260b-b8a8-44d9-a9eb-ba745e9ddd70 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 930 time: 0.0856652 Jul 07 16:54:05.113466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.114416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.114619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-52a3ea39-c5dc-4ef5-a1c4-cdc4cae0859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.115015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.231895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0350871 Jul 07 16:54:05.234486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-8bd5ee42-4790-4086-83ce-9b25a552625b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1008513 Jul 07 16:54:05.236411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:05.246807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Request body: {'subnet': {'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1661667580-subnet', 'tenant_id': '020ce2e4bee64fa7b8d0daf7f11fe2a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:05.249079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee7ce9-333b-4b99-97ea-1db27053bc91 admin admin] Pushing event updated for resources: {'Network': ['ID=58fd12cf-c97c-4b57-9bdd-88619e5169c9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:05.264126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:05.320363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-daf4e3e2-a152-456e-8a7f-8a7540d09ecc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0743358 Jul 07 16:54:05.351663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Made reservation on behalf of 020ce2e4bee64fa7b8d0daf7f11fe2a4 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:05.357527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.424452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e41b8-62a1-4620-9790-fdc538a1d9fc req-d8438036-ca2e-46c6-b6e9-dc448d6c96e4 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.428131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-077e41b8-62a1-4620-9790-fdc538a1d9fc req-d8438036-ca2e-46c6-b6e9-dc448d6c96e4 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.2018161 Jul 07 16:54:05.483051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-fb2e92d4-708d-4fad-b851-fbad684b9078 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.484685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-fb2e92d4-708d-4fad-b851-fbad684b9078 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 950 time: 0.2062943 Jul 07 16:54:05.525741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-077e41b8-62a1-4620-9790-fdc538a1d9fc req-6d5bd74b-5b3a-4424-8e52-1da0dacb4ce8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Jul 07 16:54:05.540621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cf9d7d3a-d22b-4fe2-a07e-d6e20baf301d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.548996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cf9d7d3a-d22b-4fe2-a07e-d6e20baf301d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.557741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cf9d7d3a-d22b-4fe2-a07e-d6e20baf301d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.570295 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cf9d7d3a-d22b-4fe2-a07e-d6e20baf301d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 1989 time: 0.2410796 Jul 07 16:54:05.601162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-638d56f9-6f3c-4980-9cd2-b70a8302a807 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/quotas/404c1d3dbefc4833a9152f031bb335a8 HTTP/1.1" status: 200 len: 375 time: 0.0293484 Jul 07 16:54:05.744114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-d7139e7a-e9bf-43b8-a6b7-b0ddc6b06c74 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1417239 Jul 07 16:54:05.795841 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ffba01-d5aa-41d7-b0dd-279cc3411b26 x-openstack-request-id: req-57ffba01-d5aa-41d7-b0dd-279cc3411b26 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:05.796654 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d939b885-6165-43b8-9951-401a02bc4cef", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:05.796654 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57ffba01-d5aa-41d7-b0dd-279cc3411b26 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:05.799422 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef', 'code': 200} Jul 07 16:54:05.811450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.859119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Deleting port 645bc94e-a602-49e0-8e78-de685109aa39 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:05.859585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.940966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:05.977018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Checking segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:05.977427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Network hostable DHCP agents. Network: 58fd12cf-c97c-4b57-9bdd-88619e5169c9, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:06.003590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-767e9394-ea1f-41d5-9b66-9d4f7c731de5 service neutron] 10.222.0.78 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353303 Jul 07 16:54:06.016554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] For port 645bc94e-a602-49e0-8e78-de685109aa39, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=645bc94e-a602-49e0-8e78-de685109aa39,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:06.017300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.029204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:06.046528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Calling delete_port for 645bc94e-a602-49e0-8e78-de685109aa39 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:06.056118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 58fd12cf-c97c-4b57-9bdd-88619e5169c9) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:06.067615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87068663-3a9a-4122-afb1-487e496fe887 None None] Network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:06.073246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:06.075338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.176155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e198199-bc9a-46b1-acc4-f055f81ca3a8 req-a75b353b-0179-4b7d-abec-78ded7c31aac tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:06.179430 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-25387e58-0337-4167-87a9-225238108c4d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9404755 Jul 07 16:54:06.188803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e198199-bc9a-46b1-acc4-f055f81ca3a8 req-a75b353b-0179-4b7d-abec-78ded7c31aac tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 946 time: 0.2690940 Jul 07 16:54:06.257984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-3fdeef59-5bd8-4966-9158-f8cccb588e9d service neutron] 10.222.0.78 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447603 Jul 07 16:54:06.383315 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.393765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-31924aa7-446c-4f7c-bd7c-3a6096e0085e service neutron] 10.222.0.78 "GET /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1345944 Jul 07 16:54:06.400401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592035c3-e264-4e6a-aadd-16599eac2e63 None None] Network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:06.403480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['645bc94e-a602-49e0-8e78-de685109aa39'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:06.415890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e198199-bc9a-46b1-acc4-f055f81ca3a8 req-67cd2214-e4bf-45e9-a059-7f787a5ab376 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163739 Jul 07 16:54:06.477725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Pushing event deleted for resources: {'Port': ['ID=645bc94e-a602-49e0-8e78-de685109aa39,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:06.604785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] No DVR routers for this DVR port 645bc94e-a602-49e0-8e78-de685109aa39 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:06.611541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.614134 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-73ad6859-c206-4f89-9db5-67ec45c6ef88 req-8232cda5-a5ba-4490-8a4b-5c6fe05448d1 tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.54 "DELETE /v2.0/ports/645bc94e-a602-49e0-8e78-de685109aa39 HTTP/1.1" status: 204 len: 173 time: 1.1199758 Jul 07 16:54:06.614656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'name': 'network-vif-deleted', 'tag': '645bc94e-a602-49e0-8e78-de685109aa39'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:06.617632 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74bbb01-6b1b-453b-ba0f-e7a57e863b58" -d '{"events": [{"server_uuid": "06c2dabb-e8d1-42c9-a38e-c385861245f9", "name": "network-vif-deleted", "tag": "645bc94e-a602-49e0-8e78-de685109aa39"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:06.648506 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cd968dcb-6972-4d3c-ab5f-548d337605d7 service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292655 Jul 07 16:54:06.789009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-64ad1232-41a6-4fe8-88d1-85a0dc4b6cca service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298003 Jul 07 16:54:06.874748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-c7eb95e6-1fea-4ec6-acbf-c0557abb711d service neutron] 10.222.0.78 "GET /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0782144 Jul 07 16:54:07.025901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-921a107c-6f0a-4746-ad44-bd84946aa27a service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471059 Jul 07 16:54:07.126576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33c757d3-02e8-4a97-87fa-91112c42cf4b req-70129180-2bdb-4584-a412-1b80f0d0f2cd tempest-ServersOnMultiNodesTest-2043740573 tempest-ServersOnMultiNodesTest-2043740573-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c2dabb-e8d1-42c9-a38e-c385861245f9 HTTP/1.1" status: 200 len: 210 time: 0.0993927 Jul 07 16:54:07.230330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-92799a0c-0c06-4a6d-8b19-d57bad14e2ac service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918802 Jul 07 16:54:07.347385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7dcfdaf6-0fe9-4589-a611-766770b029d2 service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108150 Jul 07 16:54:07.381476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.616661 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bf2989fb-47b3-4f89-9da6-a71f268dea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.983442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-29f593f3-4c99-4dab-a873-1f9a22d0dc82 service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298366 Jul 07 16:54:08.059469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-7a0f2e3e-57e9-46a2-a923-caa32a7e012e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:08.061138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-7a0f2e3e-57e9-46a2-a923-caa32a7e012e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 814 time: 0.1939323 Jul 07 16:54:08.087936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-fca7a83a-1fc6-46f4-99de-d265fdb07a55 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/quotas/020ce2e4bee64fa7b8d0daf7f11fe2a4 HTTP/1.1" status: 200 len: 375 time: 0.0154653 Jul 07 16:54:08.146543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-670036f9-9a8b-48ec-ab6d-ed75e5d72a80 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446756 Jul 07 16:54:08.153294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bbcc6922-bf15-471d-a464-a05987f35eb6 service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559069 Jul 07 16:54:08.357362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-717c92af-610f-4fb7-ae0d-90947867c4f6 service neutron] 10.222.0.78 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761250 Jul 07 16:54:08.361460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-b48f969d-df4b-489f-872e-fbbcb7ee779d service neutron] 10.222.0.78 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694460 Jul 07 16:54:08.603582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-0d5be652-c2a8-44fc-ba02-8a79179f214e service neutron] 10.222.0.78 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343562 Jul 07 16:54:08.607384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-00694b27-316f-4f31-aac3-b389360a525e service neutron] 10.222.0.78 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287252 Jul 07 16:54:08.633904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 645bc94e-a602-49e0-8e78-de685109aa39 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:08.677346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 645bc94e-a602-49e0-8e78-de685109aa39 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:08.677937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 645bc94e-a602-49e0-8e78-de685109aa39 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:08.678969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d939b885-6165-43b8-9951-401a02bc4cef no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:08.738599 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-89bc3990-924e-4a05-9cf5-128d0230ad9d service neutron] 10.222.0.78 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215830 Jul 07 16:54:08.905123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.936011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:08.938991 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938d447-240a-4f2d-8eb3-913b55607f98" -d '{"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d939b885-6165-43b8-9951-401a02bc4cef"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:08.942629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-c6adbc95-d55e-4e05-b5eb-f7e58a0f2cc6 service neutron] 10.222.0.78 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828642 Jul 07 16:54:08.958621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:08.965424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.039198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d23b-a430-4667-a5e0-e351f9f70dab req-da315b74-10e7-4c4c-af86-92adc37a9a02 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.042238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb53d23b-a430-4667-a5e0-e351f9f70dab req-da315b74-10e7-4c4c-af86-92adc37a9a02 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.1907125 Jul 07 16:54:09.054623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.068824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:09.114266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb53d23b-a430-4667-a5e0-e351f9f70dab req-43087d55-70cc-454b-be31-c6b03009ee57 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656650 Jul 07 16:54:09.127616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a068f48d-a092-4dc1-9559-9b42e444decc service neutron] 10.222.0.78 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697259 Jul 07 16:54:09.177729 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d7768d-22e5-41d5-a327-6224685f5cd6 x-openstack-request-id: req-e3d7768d-22e5-41d5-a327-6224685f5cd6 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:09.178499 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c2dabb-e8d1-42c9-a38e-c385861245f9", "name": "network-vif-deleted", "tag": "645bc94e-a602-49e0-8e78-de685109aa39", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:09.178673 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3d7768d-22e5-41d5-a327-6224685f5cd6 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:09.179316 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2dabb-e8d1-42c9-a38e-c385861245f9', 'name': 'network-vif-deleted', 'tag': '645bc94e-a602-49e0-8e78-de685109aa39', 'status': 'completed', 'code': 200} Jul 07 16:54:09.582978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ab454-5208-4568-b8d3-efb0975780fd req-146adcd4-24a1-459c-96fe-46438c33be15 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.585220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f3ab454-5208-4568-b8d3-efb0975780fd req-146adcd4-24a1-459c-96fe-46438c33be15 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 944 time: 0.1029012 Jul 07 16:54:09.649561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f3ab454-5208-4568-b8d3-efb0975780fd req-745e9290-3679-4720-8310-79b918b4b284 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Jul 07 16:54:10.166302 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f0a9e-18ec-47db-be8a-d7dc0c784fcc x-openstack-request-id: req-0f2f0a9e-18ec-47db-be8a-d7dc0c784fcc {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:10.166856 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d939b885-6165-43b8-9951-401a02bc4cef", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:10.167884 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f2f0a9e-18ec-47db-be8a-d7dc0c784fcc {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:10.168552 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef', 'code': 200} Jul 07 16:54:10.328074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93a53a7b-ab30-4646-a36e-f107d57bb5b5 req-43c66a17-080b-47e1-a141-f50ea8f2297d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 210 time: 0.0745952 Jul 07 16:54:10.611303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51376) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:10.662351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.774258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-808ac0cd-8e73-459c-a9b5-07b09eabff40 req-d01e9a90-7526-45b6-8812-2214217c9874 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0996230 Jul 07 16:54:10.838766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-c5e25b64-da15-4b55-886c-443cdb924f29 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.841993 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-c5e25b64-da15-4b55-886c-443cdb924f29 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.54 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 814 time: 0.2602420 Jul 07 16:54:10.860629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Request body: {'port': {'device_id': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'admin_state_up': True, 'tenant_id': '020ce2e4bee64fa7b8d0daf7f11fe2a4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:10.989641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7f9ebaa-338b-4c1f-a2e1-c2b5c3e23b21 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7a06a40562e44fc85561c9f1fb670b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772213 Jul 07 16:54:10.993688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51386) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:11.102045 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e8e13b-68dd-4154-a78e-242536f2e39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.260387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Made reservation on behalf of 020ce2e4bee64fa7b8d0daf7f11fe2a4 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:11.262451 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e8e13b-68dd-4154-a78e-242536f2e39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.280263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.406242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e8e13b-68dd-4154-a78e-242536f2e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.409697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e8e13b-68dd-4154-a78e-242536f2e39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.412518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-09e8e13b-68dd-4154-a78e-242536f2e39d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8525409c-6ea5-495d-b75b-023f12d4c11b HTTP/1.1" status: 204 len: 168 time: 0.4173391 Jul 07 16:54:11.475746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a89216-0eb7-4466-ae55-39e90ef04ab5 req-48525e56-e7eb-4ad8-932e-2f2ca4cfc23f tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.542686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02a89216-0eb7-4466-ae55-39e90ef04ab5 req-48525e56-e7eb-4ad8-932e-2f2ca4cfc23f tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.4336824 Jul 07 16:54:11.643768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343bd1-5fef-4ce1-bc68-c0e88cd5fee0 req-851e584d-5133-48a9-aeb3-546822e8b07f tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.665963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94343bd1-5fef-4ce1-bc68-c0e88cd5fee0 req-851e584d-5133-48a9-aeb3-546822e8b07f tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 945 time: 0.3794503 Jul 07 16:54:11.681226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8e13b-68dd-4154-a78e-242536f2e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8525409c-6ea5-495d-b75b-023f12d4c11b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:11.860785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Allocated IP 172.20.0.12 (58fd12cf-c97c-4b57-9bdd-88619e5169c9/ce2a2945-d20a-4d5a-9f05-3b47c8b6836a/d1b9597f-138e-4da1-8ebc-bea926999b8f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:11.899531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02a89216-0eb7-4466-ae55-39e90ef04ab5 req-12db94f5-ec8e-4de0-8879-658d0b160bcd tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550904 Jul 07 16:54:11.937595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94343bd1-5fef-4ce1-bc68-c0e88cd5fee0 req-612d2748-48ca-4a27-b66b-ce9c93eb4cf4 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701056 Jul 07 16:54:12.254856 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.400853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.514525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51406) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:12.569887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:12.614903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:12.618660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:12.623763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:12.686010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c684376d-4a5d-4836-8d04-0aa29c5a73a6 req-643a5faf-3d25-42cd-a81d-c9a6e517b4e0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.1695859 Jul 07 16:54:12.708208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.708992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.721264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e405769b-b1f8-4b8e-ae08-7adfb3f21a92 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.722937 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e405769b-b1f8-4b8e-ae08-7adfb3f21a92 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.13 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 945 time: 0.3582506 Jul 07 16:54:12.817144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-60ac31bd-ce78-4575-842f-e8b9ebe0b55d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9599833 Jul 07 16:54:12.826261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-18b7e140-c284-4d13-80e4-0356aa0903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.829183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-18b7e140-c284-4d13-80e4-0356aa0903d9 service neutron] 10.222.0.54 "GET /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 1027 time: 0.2840385 Jul 07 16:54:12.844138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Request body: {'port': {'device_id': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:12.844416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-01411ef5-2dae-46a8-88d1-d9c124560d22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3fe2b946299433f90349d3c7f5be4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228073 Jul 07 16:54:12.845531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51408) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:12.987054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c06a36-6f97-42f9-8830-9f2ecb6d090f req-598cb00b-31b3-40fd-8599-847d350ffef6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.988780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2c06a36-6f97-42f9-8830-9f2ecb6d090f req-598cb00b-31b3-40fd-8599-847d350ffef6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 932 time: 0.5485029 Jul 07 16:54:13.043359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-498c1978-8ac0-41c6-8e12-413464e000b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.045259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-498c1978-8ac0-41c6-8e12-413464e000b8 service neutron] 10.222.0.54 "GET /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 1026 time: 0.2025776 Jul 07 16:54:13.095415 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7792-8099-4a74-9c1d-286eea9dd236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.200944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2c06a36-6f97-42f9-8830-9f2ecb6d090f req-c5dd451b-ee57-411c-80e8-c2061835b62b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938248 Jul 07 16:54:13.238685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.260149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7792-8099-4a74-9c1d-286eea9dd236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.306648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Deleting port 1baff0df-7332-48d2-b236-a927e9b12f05 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:13.306997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.539676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] For port 1baff0df-7332-48d2-b236-a927e9b12f05, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1baff0df-7332-48d2-b236-a927e9b12f05,segment=NetworkSegment(56f2e78c-48f4-4b71-b2c4-f7d31cd00719),segment_id=56f2e78c-48f4-4b71-b2c4-f7d31cd00719)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:13.540052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.573391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Calling delete_port for 1baff0df-7332-48d2-b236-a927e9b12f05 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:13.690177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-2c795ecb-ceff-4b3f-8a50-e324ab95a7f8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.706651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-2c795ecb-ceff-4b3f-8a50-e324ab95a7f8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.718797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-2c795ecb-ceff-4b3f-8a50-e324ab95a7f8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.721837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-2c795ecb-ceff-4b3f-8a50-e324ab95a7f8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 1989 time: 0.6558886 Jul 07 16:54:13.814504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7792-8099-4a74-9c1d-286eea9dd236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.819415 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c7d7792-8099-4a74-9c1d-286eea9dd236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.835456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2c7d7792-8099-4a74-9c1d-286eea9dd236 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22e0f94b-1ba7-455e-a7cd-a34b0d3d1fbe HTTP/1.1" status: 204 len: 168 time: 0.9543309 Jul 07 16:54:13.915854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d7792-8099-4a74-9c1d-286eea9dd236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e0f94b-1ba7-455e-a7cd-a34b0d3d1fbe,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:13.942412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:13.942699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34c390-0203-4a71-8a97-6dfcad6d97f7 req-5afcc630-12bf-4ac8-a69c-daf40f87c84a tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.953860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb34c390-0203-4a71-8a97-6dfcad6d97f7 req-5afcc630-12bf-4ac8-a69c-daf40f87c84a tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/ports?device_id=5383fe7e-9938-45df-91b3-397e00ecf402 HTTP/1.1" status: 200 len: 945 time: 0.6417446 Jul 07 16:54:13.973661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.062645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02850e5-2277-4e84-81ae-b314a3043898 req-8415e6a3-bda3-4ec0-94aa-7b18f0b7931c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.076278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b02850e5-2277-4e84-81ae-b314a3043898 req-8415e6a3-bda3-4ec0-94aa-7b18f0b7931c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.6068599 Jul 07 16:54:14.125066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-2747250b-cb21-450f-99f9-7beee75a4b44 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.126392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-2747250b-cb21-450f-99f9-7beee75a4b44 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 944 time: 0.5819523 Jul 07 16:54:14.158067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Transition to ACTIVE for port object d1b9597f-138e-4da1-8ebc-bea926999b8f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:14.160396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.163541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b02850e5-2277-4e84-81ae-b314a3043898 req-c3f012fd-78d8-4f24-b0d0-179fbde9ea4c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862706 Jul 07 16:54:14.170438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-dbe9c1cb-1c41-4d8e-871f-90ca45652b69 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=404c1d3dbefc4833a9152f031bb335a8 HTTP/1.1" status: 200 len: 379 time: 0.4202437 Jul 07 16:54:14.191972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.248061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'admin_state_up': True, 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'security_groups': ['1bb1b5c5-961c-481e-8f33-ae22ca7c41ac']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:14.259643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Pushing event deleted for resources: {'Port': ['ID=1baff0df-7332-48d2-b236-a927e9b12f05,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.484834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb34c390-0203-4a71-8a97-6dfcad6d97f7 req-e8cbafb5-117a-4b48-be77-75b528afbfe8 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.78 "GET /v2.0/security-groups?id=22af5983-c863-4301-bd61-e1ea6b34b533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299590 Jul 07 16:54:14.536140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] No DVR routers for this DVR port 1baff0df-7332-48d2-b236-a927e9b12f05 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:14.551197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.553614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-22319b53-b871-428c-ae3a-a869a36bf954 req-e0c2685e-8001-41c0-ace7-865a8a6df430 tempest-ServerAddressesTestJSON-1139388441 tempest-ServerAddressesTestJSON-1139388441-project] 10.222.0.13 "DELETE /v2.0/ports/1baff0df-7332-48d2-b236-a927e9b12f05 HTTP/1.1" status: 204 len: 173 time: 1.8202388 Jul 07 16:54:14.556449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5383fe7e-9938-45df-91b3-397e00ecf402', 'name': 'network-vif-deleted', 'tag': '1baff0df-7332-48d2-b236-a927e9b12f05'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:14.559836 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be4b4ed-f98d-4817-b1fd-f1ef97cd4df3" -d '{"events": [{"server_uuid": "5383fe7e-9938-45df-91b3-397e00ecf402", "name": "network-vif-deleted", "tag": "1baff0df-7332-48d2-b236-a927e9b12f05"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:14.655643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.682502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:14.698047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.730219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:14.730536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:14.731191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:14.741469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Port d1b9597f-138e-4da1-8ebc-bea926999b8f on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:14.741828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:14.755756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:14.756211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Checking segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:14.756667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Bound using segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:14.757224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Bound port: d1b9597f-138e-4da1-8ebc-bea926999b8f, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:14.757667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.908755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:14.937382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:14.947682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.044779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7363ec-f8c4-4dde-9fe0-641a79de8f08 req-48e84568-c53a-4236-93fb-da16846cfc74 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.049081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba7363ec-f8c4-4dde-9fe0-641a79de8f08 req-48e84568-c53a-4236-93fb-da16846cfc74 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 944 time: 0.5017724 Jul 07 16:54:15.149630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.156980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.163122 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 1092 time: 2.3333032 Jul 07 16:54:15.308654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04caa2-d70c-43c9-9b6d-cd550544b880 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.318408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Deleting port d939b885-6165-43b8-9951-401a02bc4cef {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:15.318932 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.435891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae41fdbc-dbf3-41ac-93b8-758bb471f8c5 req-5cc1e5f1-66bb-4ad3-85f3-6a68fab1540c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.2415061 Jul 07 16:54:15.515391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-b5ccf940-a990-488c-80e0-f85c76fd5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.521465 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-b5ccf940-a990-488c-80e0-f85c76fd5617 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1095 time: 0.1954975 Jul 07 16:54:15.606600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba7363ec-f8c4-4dde-9fe0-641a79de8f08 req-1693479a-e354-4fbe-941d-4c465b5edc56 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/security-groups?id=c17ea83e-34f6-408c-9621-130c6233dcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114262 Jul 07 16:54:15.614836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 172.20.0.7 (ad23624f-d18d-42e1-a627-b6e069a6d8ce/d8197c69-be1a-49e0-b388-719a1494f19d/4fb1e7df-2aaa-4dca-8100-47569da20583) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:15.640931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1baff0df-7332-48d2-b236-a927e9b12f05 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:15.662829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-6b2ab2ae-f421-40b5-af26-aca04f0167bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.1328080 Jul 07 16:54:15.680833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 1baff0df-7332-48d2-b236-a927e9b12f05 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:15.684499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1baff0df-7332-48d2-b236-a927e9b12f05 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:15.806082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] For port d939b885-6165-43b8-9951-401a02bc4cef, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d939b885-6165-43b8-9951-401a02bc4cef,segment=NetworkSegment(8e30a1c6-5ae4-49c2-b850-f18f9385d333),segment_id=8e30a1c6-5ae4-49c2-b850-f18f9385d333)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:15.806934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.850460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-05f37063-2828-408d-a844-b0bd6ee16924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.859589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Calling delete_port for d939b885-6165-43b8-9951-401a02bc4cef owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:15.861935 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-05f37063-2828-408d-a844-b0bd6ee16924 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1900020 Jul 07 16:54:15.867723 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75370644-f555-4060-b0e1-3e12f5d89ef2 x-openstack-request-id: req-75370644-f555-4060-b0e1-3e12f5d89ef2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:15.868004 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5383fe7e-9938-45df-91b3-397e00ecf402", "name": "network-vif-deleted", "tag": "1baff0df-7332-48d2-b236-a927e9b12f05", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:15.868342 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75370644-f555-4060-b0e1-3e12f5d89ef2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:15.868684 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5383fe7e-9938-45df-91b3-397e00ecf402', 'name': 'network-vif-deleted', 'tag': '1baff0df-7332-48d2-b236-a927e9b12f05', 'status': 'completed', 'code': 200} Jul 07 16:54:15.972839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-28843b7f-5f25-4280-b01e-b307a7a97600 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025164 Jul 07 16:54:16.176549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-5ded5dd8-800b-41d7-959e-55e41393d099 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942382 Jul 07 16:54:16.364720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b61ce95-473b-45b2-bf07-593437b40c1c req-fd41f0ce-93bc-47bc-96f3-cda74508e8e3 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814868 Jul 07 16:54:16.663341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d939b885-6165-43b8-9951-401a02bc4cef no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:16.872415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b267775-8199-4d99-97e8-a312cd2ecc19 req-c1ab9858-1bcf-4e3f-975a-eae7dcbea8f7 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.882867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b267775-8199-4d99-97e8-a312cd2ecc19 req-c1ab9858-1bcf-4e3f-975a-eae7dcbea8f7 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.3015089 Jul 07 16:54:16.947160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99687c3-321f-43f0-8451-39d2e1ab8476 req-57060dcf-30e5-4fb5-ad62-10f9f9f8250a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.955336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e99687c3-321f-43f0-8451-39d2e1ab8476 req-57060dcf-30e5-4fb5-ad62-10f9f9f8250a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.3887322 Jul 07 16:54:16.983159 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.020919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b267775-8199-4d99-97e8-a312cd2ecc19 req-4663cf47-b31a-44d9-a759-ed9ff6be2e3b tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367853 Jul 07 16:54:17.074559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e99687c3-321f-43f0-8451-39d2e1ab8476 req-7f6c19da-160e-48db-9a07-1afebd08475c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173851 Jul 07 16:54:17.083595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object 4fb1e7df-2aaa-4dca-8100-47569da20583 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:17.094187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.200492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51478) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:17.233927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Pushing event deleted for resources: {'Port': ['ID=d939b885-6165-43b8-9951-401a02bc4cef,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.342900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Deleting subnet 4c5a0885-3a24-49d1-9369-bbb3259315d8 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:17.348970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.422396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.437709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] No DVR routers for this DVR port d939b885-6165-43b8-9951-401a02bc4cef on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:17.460698 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.462679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ddd37d0-fb7f-44a4-bb02-08c7a4cbba40 req-c0b71ba0-ca80-4da7-bcec-57ece304ceae tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.54 "DELETE /v2.0/ports/d939b885-6165-43b8-9951-401a02bc4cef HTTP/1.1" status: 204 len: 173 time: 3.3140359 Jul 07 16:54:17.466011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-deleted', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:17.467842 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3cffd-e966-49c3-9534-2f5adf7c7586" -d '{"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-deleted", "tag": "d939b885-6165-43b8-9951-401a02bc4cef"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:17.474186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ee198a8-28a0-4be8-81ac-f251dc4ea3e3 req-988aca4f-7789-4602-8448-a7bb81010b67 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.1162679 Jul 07 16:54:17.482897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.627837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.657813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:17.672808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.678366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:17.681223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:17.863090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.875005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:17.892890 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b387335-a7ff-4f84-8da9-247106e70bec" -d '{"events": [{"name": "network-changed", "server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:17.898806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-834d8a00-47a1-4317-b03b-1b6859488992 req-176449e2-2c4e-4b32-83ee-afcd56ddebe6 tempest-ImagesTestJSON-1584805394 tempest-ImagesTestJSON-1584805394-project] 10.222.0.78 "GET /v2.0/ports?device_id=91c496f9-2a5a-492f-b53a-d7dd9e507f3f HTTP/1.1" status: 200 len: 210 time: 0.1180074 Jul 07 16:54:17.916566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.918991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.950157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ce5cc475-9e86-4049-8884-a57dbb7d91bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7082210 Jul 07 16:54:17.991778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5a0885-3a24-49d1-9369-bbb3259315d8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.993427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'admin_state_up': True, 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'security_groups': ['1bb1b5c5-961c-481e-8f33-ae22ca7c41ac']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:18.019444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.033261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c51cc75d-b96e-496b-b6cc-7c5e66d2aeb9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4c5a0885-3a24-49d1-9369-bbb3259315d8 HTTP/1.1" status: 204 len: 168 time: 0.8308077 Jul 07 16:54:18.035594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51488) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:18.045760 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f705ee6-0d6d-4209-8bdc-6fa62cd4550a x-openstack-request-id: req-7f705ee6-0d6d-4209-8bdc-6fa62cd4550a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:18.046218 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c496f9-2a5a-492f-b53a-d7dd9e507f3f", "name": "network-vif-deleted", "tag": "d939b885-6165-43b8-9951-401a02bc4cef", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:18.046575 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f705ee6-0d6d-4209-8bdc-6fa62cd4550a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:18.047069 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c496f9-2a5a-492f-b53a-d7dd9e507f3f', 'name': 'network-vif-deleted', 'tag': 'd939b885-6165-43b8-9951-401a02bc4cef', 'status': 'completed', 'code': 200} Jul 07 16:54:18.080502 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3960f65-338c-46b9-98d8-f9f156482264 x-openstack-request-id: req-b3960f65-338c-46b9-98d8-f9f156482264 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:18.080945 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:18.081607 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3960f65-338c-46b9-98d8-f9f156482264 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:18.081918 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'status': 'completed', 'code': 200} Jul 07 16:54:18.273564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.331719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-54300dad-a58e-45d5-a02c-af454650cf4e None None] Provisioning for port 4fb1e7df-2aaa-4dca-8100-47569da20583 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:18.358870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-54300dad-a58e-45d5-a02c-af454650cf4e None None] Provisioning complete for port 4fb1e7df-2aaa-4dca-8100-47569da20583 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:18.359232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-54300dad-a58e-45d5-a02c-af454650cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.506518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-54300dad-a58e-45d5-a02c-af454650cf4e None None] Port 4fb1e7df-2aaa-4dca-8100-47569da20583 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:18.679725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:18.700010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.706233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.742315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed803b43-ab61-4698-9b9f-cec1714419bb']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:18.800404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f2e78c-48f4-4b71-b2c4-f7d31cd00719') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:18.800914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f2e78c-48f4-4b71-b2c4-f7d31cd00719') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:18.840303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.894998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.915639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:18.916304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:18.987753 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:18.994038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.007546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.015586 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] 10.222.0.78 "DELETE /v2.0/networks/ed803b43-ab61-4698-9b9f-cec1714419bb HTTP/1.1" status: 204 len: 168 time: 0.9781978 Jul 07 16:54:19.027652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387335-a7ff-4f84-8da9-247106e70bec req-e34a655d-9263-4701-848b-e5250ada371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.030729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-e34a655d-9263-4701-848b-e5250ada371e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1095 time: 0.6350760 Jul 07 16:54:19.050705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caaf2d-aad7-469f-a3c4-ed67571f3132 req-9628179c-5711-4b50-b98d-0dcd6ef24bfb tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.063613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58caaf2d-aad7-469f-a3c4-ed67571f3132 req-9628179c-5711-4b50-b98d-0dcd6ef24bfb tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.6632066 Jul 07 16:54:19.072059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b8543-162f-48fe-ac77-996465fddf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed803b43-ab61-4698-9b9f-cec1714419bb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:19.272512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58caaf2d-aad7-469f-a3c4-ed67571f3132 req-55a94a32-b0f3-4eee-b6b7-fe996d4fd92b tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078414 Jul 07 16:54:19.403030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d717b69-f322-4230-8122-b8dea5886581 req-55b5c2fb-e2a5-4b57-a1da-001f64b13184 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.411427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d717b69-f322-4230-8122-b8dea5886581 req-55b5c2fb-e2a5-4b57-a1da-001f64b13184 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.5607979 Jul 07 16:54:19.420478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387335-a7ff-4f84-8da9-247106e70bec req-97c72f75-d637-4c09-9ddb-8739aa385aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.422603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-97c72f75-d637-4c09-9ddb-8739aa385aef service neutron] 10.222.0.54 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.3562350 Jul 07 16:54:19.450612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 10.1.1.118 (ac7e1cd9-cd46-4db9-82bb-9638eef7c852/7e7fb4d1-2866-4a7e-92af-bd757609b8d9/16f3a1da-3a0a-4e9b-85f4-eef0568db54e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:19.544485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51516) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:19.649902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69cf2c08-610d-443c-8c3e-01dc199bd66f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ceb3446ff914ab3a84cc299ccc041ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035128 Jul 07 16:54:19.651641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51518) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:19.712402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-c9753d27-97a1-49a0-ac5c-206f3cab06e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.2729154 Jul 07 16:54:19.739994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a9787f4-d515-4cd3-8417-15c1a2db642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.770223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a9787f4-d515-4cd3-8417-15c1a2db642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.875188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d717b69-f322-4230-8122-b8dea5886581 req-de0c7375-1459-466e-a68e-54290d937e84 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624617 Jul 07 16:54:19.887669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a9787f4-d515-4cd3-8417-15c1a2db642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.892221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a9787f4-d515-4cd3-8417-15c1a2db642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.901274 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7a9787f4-d515-4cd3-8417-15c1a2db642b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22af5983-c863-4301-bd61-e1ea6b34b533 HTTP/1.1" status: 204 len: 168 time: 0.2478943 Jul 07 16:54:19.919543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9787f4-d515-4cd3-8417-15c1a2db642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af5983-c863-4301-bd61-e1ea6b34b533,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:20.093722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387335-a7ff-4f84-8da9-247106e70bec req-e8c222d4-1106-41bf-8133-6193266d2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.099113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-e8c222d4-1106-41bf-8133-6193266d2277 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.3609886 Jul 07 16:54:20.190448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.256039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-1cdb1615-e781-4e8e-becc-0d024cfb7eb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322451 Jul 07 16:54:20.487592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object 16f3a1da-3a0a-4e9b-85f4-eef0568db54e will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:20.559111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eee33-c96a-4172-ab57-2d8193ae0a39 req-7bcf7569-579a-4120-9e8f-2e9660268cb2 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.579400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-975eee33-c96a-4172-ab57-2d8193ae0a39 req-7bcf7569-579a-4120-9e8f-2e9660268cb2 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 931 time: 0.9271989 Jul 07 16:54:20.703602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:20.810487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-975eee33-c96a-4172-ab57-2d8193ae0a39 req-3de242fb-acb1-4ad2-bdf5-35b62fe13161 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297316 Jul 07 16:54:20.867275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-c8853ac2-3bca-468a-8a4a-93f00203dc26 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561290 Jul 07 16:54:20.937122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.130158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:21.180891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:21.196393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:21.228008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'port_id': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'mac_address': 'fa:16:3e:dd:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2a2945-d20a-4d5a-9f05-3b47c8b6836a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:21.301762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:21.337600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.374390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:21.374545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.383675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:21.453505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:21.462482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.559937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aff3555e-83f2-415f-b64c-16464f7bcf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.627799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.640677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.642210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.715255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b387335-a7ff-4f84-8da9-247106e70bec req-5c9fe230-409b-455b-9a2e-817a6ced1d91 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972264 Jul 07 16:54:21.747214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c81af-5df3-43f6-9adf-014a2175f890 req-c93b24f6-8b1d-4850-83d1-596c277c2565 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.755399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c27c81af-5df3-43f6-9adf-014a2175f890 req-c93b24f6-8b1d-4850-83d1-596c277c2565 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.9384205 Jul 07 16:54:21.789715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1b9597f-138e-4da1-8ebc-bea926999b8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:21.874584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c27c81af-5df3-43f6-9adf-014a2175f890 req-eccb0bd4-16ae-4496-bed0-ae7cfaa8ceb4 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177628 Jul 07 16:54:22.013488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aff3555e-83f2-415f-b64c-16464f7bcf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.030022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aff3555e-83f2-415f-b64c-16464f7bcf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.067434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-6af9f717-92e5-4ac3-96b6-7dfd13819d72 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0930352 Jul 07 16:54:22.069954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea40556d-869c-4117-90f5-5a7ab602d5d1 None None] Provisioning for port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:22.104807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'admin_state_up': True, 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'security_groups': ['1bb1b5c5-961c-481e-8f33-ae22ca7c41ac']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:22.114974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea40556d-869c-4117-90f5-5a7ab602d5d1 None None] Provisioning complete for port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:22.122874 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea40556d-869c-4117-90f5-5a7ab602d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.191255 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aff3555e-83f2-415f-b64c-16464f7bcf5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02df25571ae14576bd1b7f3d954f263e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0554860 Jul 07 16:54:22.197271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:22.224270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3555e-83f2-415f-b64c-16464f7bcf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ce6dc-9117-4784-9d37-306487bb5b83,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.308760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ea40556d-869c-4117-90f5-5a7ab602d5d1 None None] Port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:22.336315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cabfa-cbae-4eb5-83aa-33fbf8fd7c38 req-13996529-c990-4f44-9f23-082845ef75b7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.338520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c59cabfa-cbae-4eb5-83aa-33fbf8fd7c38 req-13996529-c990-4f44-9f23-082845ef75b7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.4296548 Jul 07 16:54:22.455572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2eebd9b-efa5-4898-aef1-cbf6b2a42689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.520461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2eebd9b-efa5-4898-aef1-cbf6b2a42689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.592763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c59cabfa-cbae-4eb5-83aa-33fbf8fd7c38 req-1604e19c-e0fa-4a93-b810-5158ee082401 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357502 Jul 07 16:54:22.630334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:22.642175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.670452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2eebd9b-efa5-4898-aef1-cbf6b2a42689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.673530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2eebd9b-efa5-4898-aef1-cbf6b2a42689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.679709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2eebd9b-efa5-4898-aef1-cbf6b2a42689 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b95ce6dc-9117-4784-9d37-306487bb5b83 HTTP/1.1" status: 204 len: 168 time: 0.4816980 Jul 07 16:54:22.714440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eebd9b-efa5-4898-aef1-cbf6b2a42689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ce6dc-9117-4784-9d37-306487bb5b83,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.967134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa04a5-e5b2-4315-bb2f-a7ec1017dd59 req-704c06cb-a724-481b-b6f7-f550b53d12ef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.992535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa04a5-e5b2-4315-bb2f-a7ec1017dd59 req-704c06cb-a724-481b-b6f7-f550b53d12ef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.994855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebaa04a5-e5b2-4315-bb2f-a7ec1017dd59 req-704c06cb-a724-481b-b6f7-f550b53d12ef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 1653 time: 0.5226793 Jul 07 16:54:23.102567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebaa04a5-e5b2-4315-bb2f-a7ec1017dd59 req-d0b70491-9871-478c-9536-03c7ad662782 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986822 Jul 07 16:54:23.188563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 10.1.1.208 (ac7e1cd9-cd46-4db9-82bb-9638eef7c852/7e7fb4d1-2866-4a7e-92af-bd757609b8d9/74f7c842-15da-4fa3-9871-7a25c14cd6f4) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:23.572046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.593836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.613765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object 74f7c842-15da-4fa3-9871-7a25c14cd6f4 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:23.652702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:23.662103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391cd6e-2a2e-4837-8287-360f6b121fbe req-ec6a8d71-d2ad-48ed-9209-2142420a5934 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.663710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5391cd6e-2a2e-4837-8287-360f6b121fbe req-ec6a8d71-d2ad-48ed-9209-2142420a5934 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.1911647 Jul 07 16:54:23.676412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-958e353b-570f-4408-b94c-8411891efe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.775871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5391cd6e-2a2e-4837-8287-360f6b121fbe req-95c44fe0-4461-4ef6-9880-4b61898ebee1 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001873 Jul 07 16:54:23.791730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.911708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:23.927453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:23.936376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:24.029813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.043323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-958e353b-570f-4408-b94c-8411891efe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.050716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-958e353b-570f-4408-b94c-8411891efe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.111703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e353b-570f-4408-b94c-8411891efe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7730b3-41f0-4d0a-8e61-9725e444d132,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.132896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:24.142643 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.206897 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-958e353b-570f-4408-b94c-8411891efe52 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b39d54660c3347e5bccce2d07033af95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522461 Jul 07 16:54:24.207592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:24.240831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-98ea9751-e5d8-41b4-875a-34c2e2b6bfd4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1571550 Jul 07 16:54:24.256913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d', 'admin_state_up': True, 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'security_groups': ['1bb1b5c5-961c-481e-8f33-ae22ca7c41ac']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:24.688560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-188ebf7c-36bc-452e-8d50-a020da5bc1b2 None None] Provisioning for port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:24.696788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-188ebf7c-36bc-452e-8d50-a020da5bc1b2 None None] Provisioning complete for port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:24.697802 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-188ebf7c-36bc-452e-8d50-a020da5bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.842088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-188ebf7c-36bc-452e-8d50-a020da5bc1b2 None None] Port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:24.850096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:24.895687 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:54:25.012840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port d1b9597f-138e-4da1-8ebc-bea926999b8f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:25.032989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d1b9597f-138e-4da1-8ebc-bea926999b8f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:25.033645 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.148804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c038a8a6-0793-4729-b558-2080e7eb524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.204755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c038a8a6-0793-4729-b558-2080e7eb524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.287816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.294438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c038a8a6-0793-4729-b558-2080e7eb524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.299227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c038a8a6-0793-4729-b558-2080e7eb524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.310135 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c038a8a6-0793-4729-b558-2080e7eb524f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a7730b3-41f0-4d0a-8e61-9725e444d132 HTTP/1.1" status: 204 len: 168 time: 1.1001692 Jul 07 16:54:25.322111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038a8a6-0793-4729-b558-2080e7eb524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7730b3-41f0-4d0a-8e61-9725e444d132,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.357079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:25.360327 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e2a28-9c37-4504-974c-442d5a68f056" -d '{"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:25.386757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:25.395566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.507192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.523745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:25.672044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106a868-e8c0-4605-8091-a7acb25c9cc3 req-3985a7d8-b19e-482d-8f79-adc79b4d73ab tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.685559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2106a868-e8c0-4605-8091-a7acb25c9cc3 req-3985a7d8-b19e-482d-8f79-adc79b4d73ab tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 1.2447038 Jul 07 16:54:25.753743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413474c-d5dc-4607-878d-aadeb731689d req-0a063cc3-9db9-4b5a-9924-5f281e791ab4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.761775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413474c-d5dc-4607-878d-aadeb731689d req-0a063cc3-9db9-4b5a-9924-5f281e791ab4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.768422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413474c-d5dc-4607-878d-aadeb731689d req-0a063cc3-9db9-4b5a-9924-5f281e791ab4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.777148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0413474c-d5dc-4607-878d-aadeb731689d req-0a063cc3-9db9-4b5a-9924-5f281e791ab4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 2374 time: 0.5717609 Jul 07 16:54:25.896369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0413474c-d5dc-4607-878d-aadeb731689d req-ca72346d-6554-4a5a-b54e-449b231bbb86 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144726 Jul 07 16:54:25.900318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.923159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2106a868-e8c0-4605-8091-a7acb25c9cc3 req-2367f574-6732-4d34-a97c-fc54e7ad3b9f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362103 Jul 07 16:54:26.506034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee5b9219-58a1-457e-9b2c-58d70c092655 req-cd4e390d-4b3b-4740-917a-ac55336baee3 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.2135448 Jul 07 16:54:26.632379 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7654957-d424-446c-868e-363e48ffd686 x-openstack-request-id: req-f7654957-d424-446c-868e-363e48ffd686 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:26.633348 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:26.633348 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7654957-d424-446c-868e-363e48ffd686 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:26.634963 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'code': 200} Jul 07 16:54:26.905953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b1c21-9daf-419a-856d-0056203d2737 req-4f4c5251-838c-45be-ae1a-395e6163677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.910202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a5b1c21-9daf-419a-856d-0056203d2737 req-4f4c5251-838c-45be-ae1a-395e6163677e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 1096 time: 0.5841341 Jul 07 16:54:26.916653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 10.2.2.100 (be200409-eff1-4f77-a2fa-5d490126dd5d/d25f709e-9113-4092-9547-b7234f764385/b11092ba-7bb3-48f6-8b73-a7cb036ffddd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:26.965805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1593b0-3bef-433e-bbde-c9b2b6e12a67 req-0aa13deb-966d-4fc6-add4-088cdffa0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.970854 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8c1593b0-3bef-433e-bbde-c9b2b6e12a67 req-0aa13deb-966d-4fc6-add4-088cdffa0160 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1097 time: 0.2274213 Jul 07 16:54:27.019340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcca5-5328-480e-bb86-f06e810de3fc req-12ed7ddf-4c06-4407-ae79-b5510ec200c2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.023542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccefcca5-5328-480e-bb86-f06e810de3fc req-12ed7ddf-4c06-4407-ae79-b5510ec200c2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.6203618 Jul 07 16:54:27.093855 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8c1593b0-3bef-433e-bbde-c9b2b6e12a67 req-49005a16-4de6-447d-b738-e0c4bfcbda99 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177275 Jul 07 16:54:27.136831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a5b1c21-9daf-419a-856d-0056203d2737 req-272d3af4-3f6c-4c11-a5c3-429743e3a69f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108390 Jul 07 16:54:27.197452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccefcca5-5328-480e-bb86-f06e810de3fc req-ffb9a396-25a1-47d2-9078-55c352c87642 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946171 Jul 07 16:54:27.633353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.692393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object b11092ba-7bb3-48f6-8b73-a7cb036ffddd will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:27.710233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60dc9-d011-46ce-a4e5-fd25392aabe9 req-9add58c4-7765-4da3-aa1a-cdc7414c42f4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.718773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60dc9-d011-46ce-a4e5-fd25392aabe9 req-9add58c4-7765-4da3-aa1a-cdc7414c42f4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.725421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60dc9-d011-46ce-a4e5-fd25392aabe9 req-9add58c4-7765-4da3-aa1a-cdc7414c42f4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.727422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08d60dc9-d011-46ce-a4e5-fd25392aabe9 req-9add58c4-7765-4da3-aa1a-cdc7414c42f4 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 2374 time: 0.3287773 Jul 07 16:54:27.763643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01812e54-1e44-442c-b3cb-c47748a06824 req-6c6821e1-4c24-41f1-a1e5-e51c914c2335 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.769770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01812e54-1e44-442c-b3cb-c47748a06824 req-6c6821e1-4c24-41f1-a1e5-e51c914c2335 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2837756 Jul 07 16:54:27.863756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08d60dc9-d011-46ce-a4e5-fd25392aabe9 req-cc3d9f34-0c3b-4a1a-8d4c-ebdf6cbd2a12 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217482 Jul 07 16:54:27.901674 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.921736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01812e54-1e44-442c-b3cb-c47748a06824 req-7632a0f4-a751-4569-ac0d-9c98fd483a0e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417952 Jul 07 16:54:27.981249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network be200409-eff1-4f77-a2fa-5d490126dd5d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:27.991939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:28.014644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:28.017818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:28.064699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51692) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:28.148044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:28.150566 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.190321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7acda0bc-a1d8-430d-b22a-3e52aabaedbc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9436631 Jul 07 16:54:28.212896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d', 'admin_state_up': True, 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'security_groups': ['1bb1b5c5-961c-481e-8f33-ae22ca7c41ac']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:28.492852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26f29e8c-73d4-42b2-9d7b-0f78035dc65e req-4e311734-b671-457e-ae50-692cb764ff70 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.1068714 Jul 07 16:54:28.538122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0b79d514-31b6-4a4e-8d48-34200a8954fe None None] Provisioning for port b11092ba-7bb3-48f6-8b73-a7cb036ffddd completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:28.558826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0b79d514-31b6-4a4e-8d48-34200a8954fe None None] Provisioning complete for port b11092ba-7bb3-48f6-8b73-a7cb036ffddd triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:28.560232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0b79d514-31b6-4a4e-8d48-34200a8954fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.750839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0b79d514-31b6-4a4e-8d48-34200a8954fe None None] Port b11092ba-7bb3-48f6-8b73-a7cb036ffddd cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:28.764089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Made reservation on behalf of 404c1d3dbefc4833a9152f031bb335a8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:28.769880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.832464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Deleting subnet 6fe65595-fae8-4119-8e8c-cea4d24deba9 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:29.011812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.021067 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87e33890-83c9-4c49-b23c-d0979ae4ed43 req-54b7c5b2-73c4-4783-84c0-19ed0b7b1fe3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.0765862 Jul 07 16:54:29.144431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.308867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.346771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Allocated IP 10.2.2.200 (be200409-eff1-4f77-a2fa-5d490126dd5d/d25f709e-9113-4092-9547-b7234f764385/5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:29.382022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fed18a-674c-440f-8a7c-aef5bc2d00a1 req-c411f887-6691-4684-b075-0a655df76186 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.384078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68fed18a-674c-440f-8a7c-aef5bc2d00a1 req-c411f887-6691-4684-b075-0a655df76186 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.3086662 Jul 07 16:54:29.535928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.660580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3781bb-fa56-4f9c-a4be-4c186babe78a req-56f2fac1-882d-481a-b759-60d7ead0695f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.672174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3781bb-fa56-4f9c-a4be-4c186babe78a req-56f2fac1-882d-481a-b759-60d7ead0695f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.683854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3781bb-fa56-4f9c-a4be-4c186babe78a req-56f2fac1-882d-481a-b759-60d7ead0695f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.692640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3781bb-fa56-4f9c-a4be-4c186babe78a req-56f2fac1-882d-481a-b759-60d7ead0695f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.694937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a3781bb-fa56-4f9c-a4be-4c186babe78a req-56f2fac1-882d-481a-b759-60d7ead0695f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 3095 time: 0.4450014 Jul 07 16:54:29.698688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe65595-fae8-4119-8e8c-cea4d24deba9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:29.711986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68fed18a-674c-440f-8a7c-aef5bc2d00a1 req-c17475c3-1c3c-45d0-8956-36b0b7182407 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152235 Jul 07 16:54:29.713868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.724182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6fe65595-fae8-4119-8e8c-cea4d24deba9 HTTP/1.1" status: 204 len: 168 time: 1.6480856 Jul 07 16:54:29.725395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51712) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:29.732238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.732797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.733406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.733959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.734528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.735095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.735654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.736215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.736763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.737369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.737928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.738687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3c9c5f-5272-4d8c-a2df-19d77c049bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:29.810588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.857578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a3781bb-fa56-4f9c-a4be-4c186babe78a req-a939e3d4-5c39-4f34-a38a-3e860f307333 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380723 Jul 07 16:54:29.911915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.928411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68301043-2b07-4a40-b171-587b7a29738d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:29.949893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e30a1c6-5ae4-49c2-b850-f18f9385d333') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:29.950521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e30a1c6-5ae4-49c2-b850-f18f9385d333') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:29.966925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.987146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.996623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:29.997965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.999200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:30.096413 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:30.108397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Transition to ACTIVE for port object 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:30.109339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.130971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.137331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/68301043-2b07-4a40-b171-587b7a29738d HTTP/1.1" status: 204 len: 168 time: 0.4143243 Jul 07 16:54:30.162467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=68301043-2b07-4a40-b171-587b7a29738d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:30.181081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.188575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.189197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.189856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.190437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.191283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.192367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.192916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.193833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.194388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.194884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.195352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afade3b-a216-45e0-b4a3-0801f24d20b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:30.259879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79637ff5-b253-4162-a3b6-230151bf2abd req-34debf5b-d1f0-43e0-a94c-5798098d04a3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.263394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79637ff5-b253-4162-a3b6-230151bf2abd req-34debf5b-d1f0-43e0-a94c-5798098d04a3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1767623 Jul 07 16:54:30.340472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d19af9ec-912f-43af-84fb-613a8b919791 req-2b96729c-8640-483a-a229-dc9ec4fe0c35 tempest-AbsoluteLimitsNegativeTestJSON-75906758 tempest-AbsoluteLimitsNegativeTestJSON-75906758-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7707b4123d364d139b59f63654c83e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754311 Jul 07 16:54:30.415473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.482950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51730) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:30.515220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79637ff5-b253-4162-a3b6-230151bf2abd req-7b65e64b-e6bc-4f89-b0c3-2a8066f32d4d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246118 Jul 07 16:54:30.541588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Network be200409-eff1-4f77-a2fa-5d490126dd5d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:30.580728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:30.581576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-53cabda8-28fb-495e-9031-0c4c472bf12a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c26f024412694ff2be737116e84500e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962522 Jul 07 16:54:30.585422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:30.592365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:30.778575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-284601b6-8fce-48fb-8730-d6ef2458386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.783962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event updated for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:30.842601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-284601b6-8fce-48fb-8730-d6ef2458386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.895035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9033f7c6-1b5e-4e8a-8327-37f8367e10aa req-395a473e-6df9-4b35-b189-961aa1b1094a tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.0889335 Jul 07 16:54:30.956474 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-284601b6-8fce-48fb-8730-d6ef2458386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.967397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.968138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.968346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-284601b6-8fce-48fb-8730-d6ef2458386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.972583 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-284601b6-8fce-48fb-8730-d6ef2458386f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c17ea83e-34f6-408c-9621-130c6233dcba HTTP/1.1" status: 204 len: 168 time: 0.3851228 Jul 07 16:54:30.996643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19af9ec-912f-43af-84fb-613a8b919791 req-db6b7479-3609-4ca6-a939-a6ce81bf5e03 tempest-AbsoluteLimitsNegativeTestJSON-75906758 tempest-AbsoluteLimitsNegativeTestJSON-75906758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:31.003377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d19af9ec-912f-43af-84fb-613a8b919791 req-db6b7479-3609-4ca6-a939-a6ce81bf5e03 tempest-AbsoluteLimitsNegativeTestJSON-75906758 tempest-AbsoluteLimitsNegativeTestJSON-75906758-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6494401 Jul 07 16:54:31.007232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1b8b48f2-60d8-4b13-a609-49410b4073cb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8034143 Jul 07 16:54:31.009493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284601b6-8fce-48fb-8730-d6ef2458386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ea83e-34f6-408c-9621-130c6233dcba,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:31.029032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:31.116678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ae2e38d5-0feb-45a5-ba1a-8d5abcca10ef None None] Provisioning for port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:31.118466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d19af9ec-912f-43af-84fb-613a8b919791 req-ea5d587a-fc7a-451c-b8bf-2b3bdad5ef1d tempest-AbsoluteLimitsNegativeTestJSON-75906758 tempest-AbsoluteLimitsNegativeTestJSON-75906758-project] 10.222.0.78 "GET /v2.0/quotas/7707b4123d364d139b59f63654c83e32 HTTP/1.1" status: 200 len: 375 time: 0.1139283 Jul 07 16:54:31.127065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ae2e38d5-0feb-45a5-ba1a-8d5abcca10ef None None] Provisioning complete for port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:31.127700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ae2e38d5-0feb-45a5-ba1a-8d5abcca10ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.188605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e38d5-0feb-45a5-ba1a-8d5abcca10ef None None] Port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:31.304195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d19af9ec-912f-43af-84fb-613a8b919791 req-b64aacbe-b8e0-43aa-ad49-afa578296d97 tempest-AbsoluteLimitsNegativeTestJSON-75906758 tempest-AbsoluteLimitsNegativeTestJSON-75906758-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7707b4123d364d139b59f63654c83e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992417 Jul 07 16:54:31.304906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.869664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:32.062802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58e03610-bca4-4c79-8b08-5e61a06c0a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.176055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6ed8-b485-4b61-be1d-48b781ec6a7d req-ae77d524-1d6f-47fc-b290-82f2d6b87381 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.177860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-463f6ed8-b485-4b61-be1d-48b781ec6a7d req-ae77d524-1d6f-47fc-b290-82f2d6b87381 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.9748878 Jul 07 16:54:32.288702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-d3709ee9-158a-440d-9b5c-5c7241ae89ac tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.289444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58e03610-bca4-4c79-8b08-5e61a06c0a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.296074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58e03610-bca4-4c79-8b08-5e61a06c0a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.298983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-d3709ee9-158a-440d-9b5c-5c7241ae89ac tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 814 time: 0.2850173 Jul 07 16:54:32.317026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-463f6ed8-b485-4b61-be1d-48b781ec6a7d req-3247d09a-b1f6-4b8d-91c1-61a5b8c28949 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171296 Jul 07 16:54:32.348456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-dce93484-7983-42bb-84b2-7d7cdf5e5149 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/quotas/020ce2e4bee64fa7b8d0daf7f11fe2a4 HTTP/1.1" status: 200 len: 375 time: 0.0479505 Jul 07 16:54:32.370308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-58e03610-bca4-4c79-8b08-5e61a06c0a8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7707b4123d364d139b59f63654c83e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985876 Jul 07 16:54:32.371596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e03610-bca4-4c79-8b08-5e61a06c0a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a848f-7397-432f-ae84-0549c50977e6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:32.381588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51782) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:32.495200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-78bef3df-ff55-4d54-af81-7b25fbd04907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.519816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb1e7df-2aaa-4dca-8100-47569da20583 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:32.537588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-78bef3df-ff55-4d54-af81-7b25fbd04907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.538105 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.581694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Transition to ACTIVE for port object 4fb1e7df-2aaa-4dca-8100-47569da20583 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:32.592978 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.633594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-78bef3df-ff55-4d54-af81-7b25fbd04907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.638569 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-78bef3df-ff55-4d54-af81-7b25fbd04907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.640757 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-78bef3df-ff55-4d54-af81-7b25fbd04907 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f7a848f-7397-432f-ae84-0549c50977e6 HTTP/1.1" status: 204 len: 168 time: 0.2570982 Jul 07 16:54:32.657057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bef3df-ff55-4d54-af81-7b25fbd04907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a848f-7397-432f-ae84-0549c50977e6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:32.666329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:32.688391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-596efbd5-8945-42c4-ab04-acf5b2272bcf tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3378072 Jul 07 16:54:32.955323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-a2836c87-4ac3-4178-a5a9-7bebc15560d8 service neutron] 10.222.0.78 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653525 Jul 07 16:54:33.018344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Attempting to bind port 4fb1e7df-2aaa-4dca-8100-47569da20583 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:33.019839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Attempting to bind port 4fb1e7df-2aaa-4dca-8100-47569da20583 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:33.020709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Attempting to bind port 4fb1e7df-2aaa-4dca-8100-47569da20583 on network ad23624f-d18d-42e1-a627-b6e069a6d8ce {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:33.031637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Port 4fb1e7df-2aaa-4dca-8100-47569da20583 on network ad23624f-d18d-42e1-a627-b6e069a6d8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:33.032571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Attempting to bind port 4fb1e7df-2aaa-4dca-8100-47569da20583 on network ad23624f-d18d-42e1-a627-b6e069a6d8ce {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:33.046092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:33.046749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Checking segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:33.047432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Bound using segment: {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:33.048108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Bound port: 4fb1e7df-2aaa-4dca-8100-47569da20583, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d21706-2e7d-4c30-86ea-77d666a86718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:33.048988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.150737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-d3b8caa2-aae2-47c7-9d54-f1ca9f3de86e service neutron] 10.222.0.78 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945026 Jul 07 16:54:33.240858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:33.257403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4fb1e7df-2aaa-4dca-8100-47569da20583,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:33.267865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.326040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.326727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.328369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 1091 time: 2.3066587 Jul 07 16:54:33.350549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-76099e32-f8bb-4471-9289-004c518d3ef0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.357027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.358627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-76099e32-f8bb-4471-9289-004c518d3ef0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.364988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-76099e32-f8bb-4471-9289-004c518d3ef0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.387136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-76099e32-f8bb-4471-9289-004c518d3ef0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.400921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-76099e32-f8bb-4471-9289-004c518d3ef0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.405129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-76099e32-f8bb-4471-9289-004c518d3ef0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 3828 time: 0.2251713 Jul 07 16:54:33.405642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:33.408054 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:33.468259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:33.726127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0325-0b05-43f9-8078-f75094f368a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.775826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fa9bf79-616a-4524-ab2f-58151c1eebd5 req-c63a15ef-5edf-49df-b446-7281d93af906 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504443 Jul 07 16:54:33.787025 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.435987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51846) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:34.460021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd25135-ac62-477a-8370-faa543cf68bf {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:34.472750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-8b1fd5cb-5493-40b3-af8b-913877a82735 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564783 Jul 07 16:54:34.501566 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.622872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Transition to ACTIVE for port object 1bd25135-ac62-477a-8370-faa543cf68bf will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:34.628576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.763871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1251282941-network', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:34.890808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:34.894510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.939757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Pushing event updated for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:34.975694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.079383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-c871e510-9e1e-4eed-9ed5-f45fe74ca81c tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.081139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-c871e510-9e1e-4eed-9ed5-f45fe74ca81c tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6075120 Jul 07 16:54:35.113531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3a8be7b6-9e23-4294-9128-43afc0dbd875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.160132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3be47c30-21eb-411d-9f67-d7c6456cdaa5 req-9dbbd067-a92e-4ed4-af5a-276e7e5e5558 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 210 time: 0.0778224 Jul 07 16:54:35.182053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Attempting to bind port 1bd25135-ac62-477a-8370-faa543cf68bf on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:35.182963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Attempting to bind port 1bd25135-ac62-477a-8370-faa543cf68bf by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:35.183458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Attempting to bind port 1bd25135-ac62-477a-8370-faa543cf68bf on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:35.194502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-d8cb7e34-3909-413d-b400-1b35790a7691 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/quotas/b8c0e0b2f6d24cbfa0329ff808849345 HTTP/1.1" status: 200 len: 375 time: 0.0883894 Jul 07 16:54:35.273682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Port 1bd25135-ac62-477a-8370-faa543cf68bf on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:35.274648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Attempting to bind port 1bd25135-ac62-477a-8370-faa543cf68bf on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:35.281676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-60712e57-a9ed-4955-8af9-12c356cd9ab2 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862417 Jul 07 16:54:35.387935 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.394602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:35.395290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Checking segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:35.395708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Bound using segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:35.396352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Bound port: 1bd25135-ac62-477a-8370-faa543cf68bf, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:35.396670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.417305 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.502494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:35.532072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5505d548-d513-4565-a79c-562bae4a9b54,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:35.561839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.562218 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Added segment 0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5 of type vlan for network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e Jul 07 16:54:35.581770 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4f33a-9da4-460b-8c69-8caa1007b20a x-openstack-request-id: req-8cd4f33a-9da4-460b-8c69-8caa1007b20a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:35.582221 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:35.582484 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cd4f33a-9da4-460b-8c69-8caa1007b20a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:35.582909 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'status': 'completed', 'code': 200} Jul 07 16:54:35.681551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:35.703373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1bd25135-ac62-477a-8370-faa543cf68bf,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:35.720430 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.903894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-6ff456f5-1bc2-4b0a-9b12-4bfa0f0b15be tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.905666 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-6ff456f5-1bc2-4b0a-9b12-4bfa0f0b15be tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.13 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 814 time: 0.2415543 Jul 07 16:54:35.907945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.910166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.915471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] 10.222.0.54 "PUT /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 1130 time: 2.4937177 Jul 07 16:54:35.925041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Request body: {'port': {'device_id': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'admin_state_up': True, 'tenant_id': '020ce2e4bee64fa7b8d0daf7f11fe2a4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:36.129688 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.157835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a27cdc43-0725-4c99-b25c-df6e7c5d77d7 req-583bc230-fcbb-451c-a084-f627a716eca3 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.1784043 Jul 07 16:54:36.164847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:36.179503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Made reservation on behalf of 020ce2e4bee64fa7b8d0daf7f11fe2a4 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:36.184542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.400294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:54:36.535879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656f136-39fe-494d-b325-8285e7ade0ab service neutron] Pushing event updated for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:36.568898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.570974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.571993 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.650078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Allocated IP 172.20.0.9 (58fd12cf-c97c-4b57-9bdd-88619e5169c9/ce2a2945-d20a-4d5a-9f05-3b47c8b6836a/816819ac-302e-4ad9-a241-71f32e2065f6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:36.710003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb2af58-7982-44c2-a7d8-18ebf9a35b0e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:36.730681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:36.749095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.750953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.752169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.755978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.757068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.757956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.764112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-7c8e63d4-13fa-4b95-90ac-6f1b2e5286f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5286 time: 1.1606238 Jul 07 16:54:36.879447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-928185ad-127c-4a38-9356-2190d291fc3b req-985ee420-d5c1-4094-badf-6ee66127960e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 210 time: 0.3020878 Jul 07 16:54:36.991546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.030060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.046149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.077947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.098176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.101433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.115778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1b9597f-138e-4da1-8ebc-bea926999b8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:37.134249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.153154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.164970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-4f3dcae6-a632-455b-99f3-2d045b23a391 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 4600 time: 1.2230041 Jul 07 16:54:37.189094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:37.205256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:37.209744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:37.303847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.304852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.318530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Pushing event updated for resources: {'Port': ['ID=816819ac-302e-4ad9-a241-71f32e2065f6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:37.356108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-83194d83-f7da-42e8-a3ae-fbce3fccf33e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4345055 Jul 07 16:54:37.377609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Request body: {'port': {'device_id': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:37.411314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.438616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-82a9a1a6-97a3-431e-91f0-52e667093662 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0012171 Jul 07 16:54:37.456513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51886) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:37.467307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Request body: {'subnet': {'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1251282941-subnet', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:37.480612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.539148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.563091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:37.572130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.591264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '1bd25135-ac62-477a-8370-faa543cf68bf'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:37.595289 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd3726-12fb-4a4f-8312-50cf69afb2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "1bd25135-ac62-477a-8370-faa543cf68bf"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:37.643970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ea5ecde-fa16-419b-9a82-b91badc5dc1c req-11f6e6c4-f376-4e24-b0cf-8346915cc89b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4773481 Jul 07 16:54:37.660736 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e35fd91a-efc3-4d7c-83bc-c752dd5f390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.055144 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.181737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9860504-e591-437f-b211-3af0ae2df2bc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.211865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Checking segment: {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:38.212475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Network hostable DHCP agents. Network: 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:38.261013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-eab7ae72-e8dc-464a-86f1-48708b8fc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.261943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-eab7ae72-e8dc-464a-86f1-48708b8fc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.262569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-eab7ae72-e8dc-464a-86f1-48708b8fc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.264076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-eab7ae72-e8dc-464a-86f1-48708b8fc4e4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=404c1d3dbefc4833a9152f031bb335a8&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3882029 Jul 07 16:54:38.324468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:38.361164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:38.373668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f7e4c-ae2f-41a7-8a2a-32dc20ed9c86 req-596ce2ff-f682-4860-a48b-2a857bfae61e tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.375742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.388090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec8f7e4c-ae2f-41a7-8a2a-32dc20ed9c86 req-596ce2ff-f682-4860-a48b-2a857bfae61e tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 1.1521454 Jul 07 16:54:38.393827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.398405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329141c-0b2e-4ac4-99df-da2387bfa1b0 None None] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:38.450624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-a31f9f52-3997-4472-b3c6-aad0208a7510 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1912096 Jul 07 16:54:38.495388 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6dae419-211a-4382-a99e-734a29502687 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0351651 Jul 07 16:54:38.497317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51896) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:38.515302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816819ac-302e-4ad9-a241-71f32e2065f6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:38.547813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:38.611162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.617426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.621399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.660872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Transition to ACTIVE for port object 816819ac-302e-4ad9-a241-71f32e2065f6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:38.687696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'fixed_ips': [{'subnet_id': 'e9860504-e591-437f-b211-3af0ae2df2bc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:38.688934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.689634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.883475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Pushing event updated for resources: {'Port': ['ID=816819ac-302e-4ad9-a241-71f32e2065f6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.899765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.985635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Allocated IP 172.20.0.2 (5bb2af58-7982-44c2-a7d8-18ebf9a35b0e/e9860504-e591-437f-b211-3af0ae2df2bc/ac100ada-076a-435b-8934-62b67bd064bc) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:39.004781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec8f7e4c-ae2f-41a7-8a2a-32dc20ed9c86 req-05d6ae62-d919-46b4-bc57-70bef28ca0a0 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222463 Jul 07 16:54:39.041914 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.179084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd8a09a-6338-495e-9745-d4756ff9dfaa {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:39.186810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Attempting to bind port 816819ac-302e-4ad9-a241-71f32e2065f6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:39.187418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Attempting to bind port 816819ac-302e-4ad9-a241-71f32e2065f6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:39.187526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Attempting to bind port 816819ac-302e-4ad9-a241-71f32e2065f6 on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:39.190416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.211857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.225534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Port 816819ac-302e-4ad9-a241-71f32e2065f6 on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:39.225534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Attempting to bind port 816819ac-302e-4ad9-a241-71f32e2065f6 on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:39.261311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:39.261311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Checking segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:39.261311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Bound using segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:39.261311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Bound port: 816819ac-302e-4ad9-a241-71f32e2065f6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:39.261311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.262278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d2bd5-6396-4abf-a1d3-9010ec43dc48 req-4e12c0ce-477e-44e0-b5cf-5d9acf1f4edd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:39.267614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af5d2bd5-6396-4abf-a1d3-9010ec43dc48 req-4e12c0ce-477e-44e0-b5cf-5d9acf1f4edd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 931 time: 1.3577087 Jul 07 16:54:39.299052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-f92bc8bf-457e-4c9d-80f5-5a866d867785 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:39.301681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-f92bc8bf-457e-4c9d-80f5-5a866d867785 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7863209 Jul 07 16:54:39.308901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-35162b6c-4dbd-414d-a2d6-3b4aa338e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:39.310698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3dd76ab0-a700-4087-b7b7-cbc4bf9a2d7d req-35162b6c-4dbd-414d-a2d6-3b4aa338e582 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9719117 Jul 07 16:54:39.336098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Request body: {'port': {'device_id': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': 'b8c0e0b2f6d24cbfa0329ff808849345'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:39.444212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.461567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Transition to ACTIVE for port object ac100ada-076a-435b-8934-62b67bd064bc will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.489630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Transition to ACTIVE for port object ac100ada-076a-435b-8934-62b67bd064bc will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.501290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.508662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Transition to ACTIVE for port object cfd8a09a-6338-495e-9745-d4756ff9dfaa will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:39.540236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] For port 816819ac-302e-4ad9-a241-71f32e2065f6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:39.545418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] For port 816819ac-302e-4ad9-a241-71f32e2065f6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=816819ac-302e-4ad9-a241-71f32e2065f6,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:39.554817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.581954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f06076a3-1fcb-4370-84f1-f0f4f754dba9 req-e3c44ebf-a0e9-4e38-8ac3-d07a07474405 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.0839784 Jul 07 16:54:39.597616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:39.599312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.618301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:39.618959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.621238 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] 10.222.0.13 "PUT /v2.0/ports/816819ac-302e-4ad9-a241-71f32e2065f6 HTTP/1.1" status: 200 len: 1091 time: 2.2521284 Jul 07 16:54:39.638798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:39.639140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'tag': '816819ac-302e-4ad9-a241-71f32e2065f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:39.639227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:39.639366 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193f884-b1cb-4062-b788-c8d2ac1158dd" -d '{"events": [{"name": "network-changed", "server_uuid": "38deecc8-76e1-4b05-ad9e-6f7372eedcfa", "tag": "816819ac-302e-4ad9-a241-71f32e2065f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:39.667751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cdb38-051d-45a2-8bee-69bec54324bc service neutron] Pushing event updated for resources: {'Port': ['ID=816819ac-302e-4ad9-a241-71f32e2065f6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.690873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Pushing event updated for resources: {'Port': ['ID=ac100ada-076a-435b-8934-62b67bd064bc,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.722928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.723556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.724188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.726956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.726956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.726956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.726956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.729640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.732267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.732629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.734679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.734679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:39.769878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Pushing event updated for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.801964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Made reservation on behalf of b8c0e0b2f6d24cbfa0329ff808849345 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:39.806539 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.814408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af5d2bd5-6396-4abf-a1d3-9010ec43dc48 req-75241e10-543f-4c96-a1c7-54c6ed0bed5a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113113 Jul 07 16:54:39.829405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.919541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Attempting to bind port ac100ada-076a-435b-8934-62b67bd064bc on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:39.919939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Attempting to bind port ac100ada-076a-435b-8934-62b67bd064bc by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:39.920614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Attempting to bind port ac100ada-076a-435b-8934-62b67bd064bc on network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:39.934630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:39.939551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Checking segment: {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:39.947478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.948572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Bound using segment: {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:39.949695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Bound port: ac100ada-076a-435b-8934-62b67bd064bc, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:39.952269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.991053 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.036345 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338c60f5-d50d-4678-8b7a-bae90ae2e3f9 x-openstack-request-id: req-338c60f5-d50d-4678-8b7a-bae90ae2e3f9 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:40.037145 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "1bd25135-ac62-477a-8370-faa543cf68bf", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:40.037145 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-338c60f5-d50d-4678-8b7a-bae90ae2e3f9 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:40.037375 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '1bd25135-ac62-477a-8370-faa543cf68bf', 'status': 'completed', 'code': 200} Jul 07 16:54:40.058329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.066123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.125672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.269134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] For port ac100ada-076a-435b-8934-62b67bd064bc, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:40.270459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-4638d1b3-bb5b-4da9-ad5c-7cbc188c406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.273309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-4638d1b3-bb5b-4da9-ad5c-7cbc188c406f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 1094 time: 0.5180125 Jul 07 16:54:40.274018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] For port ac100ada-076a-435b-8934-62b67bd064bc, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac100ada-076a-435b-8934-62b67bd064bc,segment=NetworkSegment(0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5),segment_id=0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:40.293439 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.326028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c712d7-7490-41a7-93af-b89226d8774f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.332690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Attempting to bind port cfd8a09a-6338-495e-9745-d4756ff9dfaa on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:40.333377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Attempting to bind port cfd8a09a-6338-495e-9745-d4756ff9dfaa by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:40.334881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Attempting to bind port cfd8a09a-6338-495e-9745-d4756ff9dfaa on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:40.363264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Port cfd8a09a-6338-495e-9745-d4756ff9dfaa on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:40.363975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Attempting to bind port cfd8a09a-6338-495e-9745-d4756ff9dfaa on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:40.403325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:40.403969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Checking segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:40.404579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Bound using segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:40.405271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Bound port: cfd8a09a-6338-495e-9745-d4756ff9dfaa, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:40.406019 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.445003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.445832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.446675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.447357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.448423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.448677 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-6f56f346-e98e-4369-81f6-98dc96efeef6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816819ac-302e-4ad9-a241-71f32e2065f6 HTTP/1.1" status: 200 len: 217 time: 0.1559007 Jul 07 16:54:40.449405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.450063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.455216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-5c3fa8e0-08ac-414e-9012-006863dbf480 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6166 time: 0.4169238 Jul 07 16:54:40.457535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd71ac-f414-4614-87c6-50fac3c46f02 None None] Pushing event updated for resources: {'Port': ['ID=ac100ada-076a-435b-8934-62b67bd064bc,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.595705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Allocated IP 172.25.5.201 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:40.608948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-c810e939-767f-45c3-8810-00a2b070b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.611023 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-c810e939-767f-45c3-8810-00a2b070b43e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1481459 Jul 07 16:54:40.672663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.692638 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-fa6f9d38-dc45-4ea7-b503-69b7355909d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734127 Jul 07 16:54:40.935194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-8ab5b96a-ee4c-41c8-b2c4-191372791768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.937009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-8ab5b96a-ee4c-41c8-b2c4-191372791768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.938487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-8ab5b96a-ee4c-41c8-b2c4-191372791768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.943984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-8ab5b96a-ee4c-41c8-b2c4-191372791768 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=404c1d3dbefc4833a9152f031bb335a8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4691298 Jul 07 16:54:41.120449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.176069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Allocated IP 192.168.233.66 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/94e75d8a-963d-46ef-947a-83e6252fe8f8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:41.196406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-9d6cb7ab-d03a-4b16-b984-67e3bc393fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.199266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48fd3726-12fb-4a4f-8312-50cf69afb2f4 req-9d6cb7ab-d03a-4b16-b984-67e3bc393fa1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315428 Jul 07 16:54:41.294551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-354c5f81-8f8f-4fbe-9db9-46a9bf6969b9 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877106 Jul 07 16:54:41.314043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9d90135-9f26-4b7a-911d-17ad99f0d027 req-0b34fd71-741a-4b02-9b99-07cfc0fef612 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 210 time: 0.6806393 Jul 07 16:54:41.408109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:41.415481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:41.434658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.521013 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aa4beb93-cb12-4d19-8633-3aed81660d46 req-96444304-a1bc-4161-a40f-1eeef30f1ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161071 Jul 07 16:54:41.522275 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.604661 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab74411-a6a9-4e6a-86f3-8c16f2a68fd2 x-openstack-request-id: req-1ab74411-a6a9-4e6a-86f3-8c16f2a68fd2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:41.605027 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38deecc8-76e1-4b05-ad9e-6f7372eedcfa", "tag": "816819ac-302e-4ad9-a241-71f32e2065f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:41.605306 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ab74411-a6a9-4e6a-86f3-8c16f2a68fd2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:41.605971 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'tag': '816819ac-302e-4ad9-a241-71f32e2065f6', 'status': 'completed', 'code': 200} Jul 07 16:54:41.645308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:41.677772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:41.684467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:41.771447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.786644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.801864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.831816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.860694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.874688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Pushing event updated for resources: {'Port': ['ID=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:41.890337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.904005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.919605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0755930-8d59-4887-b326-1293deda270b req-0bdd36ad-777b-4da1-a9a6-d17240c29e0d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5371 time: 1.4193068 Jul 07 16:54:42.066270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.067639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac100ada-076a-435b-8934-62b67bd064bc up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:42.075016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.077674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] 10.222.0.54 "PUT /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 1129 time: 5.9623497 Jul 07 16:54:42.080748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': 'cfd8a09a-6338-495e-9745-d4756ff9dfaa'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:42.085023 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "cfd8a09a-6338-495e-9745-d4756ff9dfaa"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:42.195694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:42.234512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ac100ada-076a-435b-8934-62b67bd064bc completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:42.371653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.459448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.505579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Transition to ACTIVE for port object 94e75d8a-963d-46ef-947a-83e6252fe8f8 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:42.517701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0755930-8d59-4887-b326-1293deda270b req-b40a7b64-5b41-40ff-b0fa-32f96a13b22b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5964060 Jul 07 16:54:42.518831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7671c-fdc4-45f7-a04d-a4636d1b014d service neutron] Pushing event updated for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:42.559453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c2ca6-4e7d-4b0e-9773-88bf35edbd1b None None] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:42.706973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] Provisioning for port ac100ada-076a-435b-8934-62b67bd064bc completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:42.714809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-9b34ac94-be9c-4944-ac33-209e0ba4203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.717164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-9b34ac94-be9c-4944-ac33-209e0ba4203b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 1094 time: 1.0084789 Jul 07 16:54:42.719913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] Provisioning complete for port ac100ada-076a-435b-8934-62b67bd064bc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:42.722076 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.880731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.933737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] For port ac100ada-076a-435b-8934-62b67bd064bc, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac100ada-076a-435b-8934-62b67bd064bc,segment=NetworkSegment(0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5),segment_id=0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:42.950804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.983251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-6ebd26ab-b6d3-42ac-9e5d-a19cb45837f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.985187 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-6ebd26ab-b6d3-42ac-9e5d-a19cb45837f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.2580116 Jul 07 16:54:43.018874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20985a-0bcd-453b-a676-ac767b979f27 None None] Pushing event updated for resources: {'Port': ['ID=ac100ada-076a-435b-8934-62b67bd064bc,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.066168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-12ab0e29-6ad7-45fe-957e-2b06cb1d1382 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816819ac-302e-4ad9-a241-71f32e2065f6 HTTP/1.1" status: 200 len: 217 time: 0.0651691 Jul 07 16:54:43.230515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-ecd41e4c-172a-4b4a-87fd-d24427f6c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.232761 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-ecd41e4c-172a-4b4a-87fd-d24427f6c834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1291351 Jul 07 16:54:43.329604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-a91d709f-f849-4cc5-a1b3-843b73673981 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832937 Jul 07 16:54:43.364366 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.412948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf977e4-5c50-4c30-b3a1-1b3db6fffa55 req-be7192f9-7b50-4727-859d-2dcc23c4e6d2 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.427222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddf977e4-5c50-4c30-b3a1-1b3db6fffa55 req-be7192f9-7b50-4727-859d-2dcc23c4e6d2 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 1.3455963 Jul 07 16:54:43.456100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7823a02-865f-4556-a701-9b252c3472aa req-26b1fde3-06e7-4a77-9571-db99462d2e66 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.6684854 Jul 07 16:54:43.583509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cff455f1-78a1-4cf6-b5fb-215d6007a965 None None] Provisioning complete for port ac100ada-076a-435b-8934-62b67bd064bc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:43.584195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cff455f1-78a1-4cf6-b5fb-215d6007a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.599250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddf977e4-5c50-4c30-b3a1-1b3db6fffa55 req-b9775fb3-028b-4033-af7a-a99df53fb5ba tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733127 Jul 07 16:54:43.604262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.749916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 816819ac-302e-4ad9-a241-71f32e2065f6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:43.775535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.845456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:43.872953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:43.886809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:43.893055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac100ada-076a-435b-8934-62b67bd064bc up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:43.966284 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:54:44.041272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.043724 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.178613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.216446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-3ac79967-c050-4681-8742-d786d08cc940 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8939567 Jul 07 16:54:44.232309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-21617ab2-8fc7-47f5-9137-ea43762cade4 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840370 Jul 07 16:54:44.249416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Request body: {'port': {'device_id': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:44.377051 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d94a6-ea31-4a59-ab85-3756d05a5877 x-openstack-request-id: req-950d94a6-ea31-4a59-ab85-3756d05a5877 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:44.381471 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "cfd8a09a-6338-495e-9745-d4756ff9dfaa", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:44.381799 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-950d94a6-ea31-4a59-ab85-3756d05a5877 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:44.382314 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': 'cfd8a09a-6338-495e-9745-d4756ff9dfaa', 'status': 'completed', 'code': 200} Jul 07 16:54:44.536015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85189eb-6b1d-4d01-87bc-524db81015de req-a1f539f4-54db-4e8c-81c3-89623466b9f8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.538418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c85189eb-6b1d-4d01-87bc-524db81015de req-a1f539f4-54db-4e8c-81c3-89623466b9f8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 943 time: 0.7178097 Jul 07 16:54:44.643063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ac100ada-076a-435b-8934-62b67bd064bc triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:44.643940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.725515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f3a1da-3a0a-4e9b-85f4-eef0568db54e {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:44.739259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 816819ac-302e-4ad9-a241-71f32e2065f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=816819ac-302e-4ad9-a241-71f32e2065f6,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:44.754305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b6e4fca1-89a6-41a8-8dcf-4d0c251df79e None None] Provisioning for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:44.767270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b6e4fca1-89a6-41a8-8dcf-4d0c251df79e None None] Provisioning complete for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:44.768661 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b6e4fca1-89a6-41a8-8dcf-4d0c251df79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.774483 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a193f884-b1cb-4062-b788-c8d2ac1158dd req-95459a52-8051-4e15-91c9-0c08cb325941 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310457 Jul 07 16:54:44.833347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '816819ac-302e-4ad9-a241-71f32e2065f6', 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'port_id': '816819ac-302e-4ad9-a241-71f32e2065f6', 'mac_address': 'fa:16:3e:f3:47:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2a2945-d20a-4d5a-9f05-3b47c8b6836a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:44.833699 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.840700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.865541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Router ffd5880a-8995-42b4-82c5-7a8e82248172 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:54:44.929024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4fca1-89a6-41a8-8dcf-4d0c251df79e None None] Port 94e75d8a-963d-46ef-947a-83e6252fe8f8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:44.981841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.982375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.982911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.983388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.983870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.984504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.985172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.987858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-c992fc9f-eeef-4acf-9e78-0d3f1592f645 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6208 time: 0.6254294 Jul 07 16:54:44.999556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c85189eb-6b1d-4d01-87bc-524db81015de req-378be0c1-baa1-41c3-92bf-ff2795a123ac tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074516 Jul 07 16:54:45.014482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.019248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Transition to ACTIVE for port object 16f3a1da-3a0a-4e9b-85f4-eef0568db54e will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:45.050090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5f44-a82b-47a7-ac3b-2786c93e234d req-62cb51b4-4b2e-4a4c-8ac4-589c098419a8 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.054282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1eec5f44-a82b-47a7-ac3b-2786c93e234d req-62cb51b4-4b2e-4a4c-8ac4-589c098419a8 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 935 time: 0.5305212 Jul 07 16:54:45.069708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:45.086450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816819ac-302e-4ad9-a241-71f32e2065f6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:45.137724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Sync routers for ids ['ffd5880a-8995-42b4-82c5-7a8e82248172'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:45.150184 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.154128 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-41ff1891-2263-4c48-8240-ac7089a486fe admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6211493 Jul 07 16:54:45.155859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51976) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:45.188946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Routers {'ffd5880a-8995-42b4-82c5-7a8e82248172'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:45.190925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:54:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ffd5880a-8995-42b4-82c5-7a8e82248172'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:45.212454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 816819ac-302e-4ad9-a241-71f32e2065f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=816819ac-302e-4ad9-a241-71f32e2065f6,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:45.220617 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.334645 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.338871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-27b0aac3-c105-4e95-a175-0ac2da0a0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.341917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-27b0aac3-c105-4e95-a175-0ac2da0a0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.345553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-27b0aac3-c105-4e95-a175-0ac2da0a0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.347996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-27b0aac3-c105-4e95-a175-0ac2da0a0631 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=404c1d3dbefc4833a9152f031bb335a8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3256307 Jul 07 16:54:45.569500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=816819ac-302e-4ad9-a241-71f32e2065f6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:45.594438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Set router ffd5880a-8995-42b4-82c5-7a8e82248172 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:45.643637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['816819ac-302e-4ad9-a241-71f32e2065f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:45.799010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:45.889682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1eec5f44-a82b-47a7-ac3b-2786c93e234d req-528629e9-6533-4fd4-a0dd-dac342d979e3 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056815 Jul 07 16:54:46.163028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:42Z', 'revision_number': 3, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:46.173723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.205710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Checking router: ffd5880a-8995-42b4-82c5-7a8e82248172 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:46.206068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Updating router ffd5880a-8995-42b4-82c5-7a8e82248172 port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:46.243184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-b28dedc8-3f2d-41b7-bd09-cc0117aeb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.254384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5a8417f-79b0-4dee-bc9d-996239b2e7e7 req-b28dedc8-3f2d-41b7-bd09-cc0117aeb4ad service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7981195 Jul 07 16:54:46.284855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.285561 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.292072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.301294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.316693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.324739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.331883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.343611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.346111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-688f4d93-9086-4bbd-8041-5a5fac5b6adb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5383 time: 0.9931569 Jul 07 16:54:46.390938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Attempting to bind port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:46.391278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Attempting to bind port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:46.391615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Attempting to bind port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:46.429050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:46.429488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Attempting to bind port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:46.479465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:46.479811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Checking segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:46.480209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Bound using segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:46.480666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Bound port: 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:46.481315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.512576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ab7da28-47c9-4c04-89f1-6f0c2e15a6aa req-2752c9c3-0f0c-4f6a-aa59-977b927ff0d1 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497319 Jul 07 16:54:46.547299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db223cd-d1b2-45ac-a322-66210bbfa92b req-6e1ad97f-631f-4014-9669-ce09806114a3 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:46.548976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7db223cd-d1b2-45ac-a322-66210bbfa92b req-6e1ad97f-631f-4014-9669-ce09806114a3 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.4432940 Jul 07 16:54:46.573231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Allocated IP 172.20.0.1 (5bb2af58-7982-44c2-a7d8-18ebf9a35b0e/e9860504-e591-437f-b211-3af0ae2df2bc/1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:46.715527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:46.722346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:46.783599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.873405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.907980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Transition to ACTIVE for port object 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:46.969602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.973535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7db223cd-d1b2-45ac-a322-66210bbfa92b req-9f524551-e62e-4b66-938d-54842a57e95d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550296 Jul 07 16:54:46.997952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e903057c-f605-46fb-803b-74665672ec15 req-48ee3360-4d05-4f37-977e-b8fac6b24cb7 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.1710496 Jul 07 16:54:47.104515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:47.127604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:47.132936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:47.134872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e75d8a-963d-46ef-947a-83e6252fe8f8 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:47.155232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.203761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.205011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.209237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] 10.222.0.54 "PUT /v2.0/ports/16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 1091 time: 5.0167232 Jul 07 16:54:47.219557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:47.243297 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff4b63c-24f4-4f59-8224-004d6f6c7df2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:47.248600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Pushing event updated for resources: {'Port': ['ID=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.261537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Transition to ACTIVE for port object e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:47.291470 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.312054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.315819 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.376315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:47.397955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Attempting to bind port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:47.398429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Attempting to bind port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:47.398876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Attempting to bind port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:47.481466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:47.482243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:47.482767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.483173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:47.484729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Bound port: e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:47.489927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.638032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbab70-42cb-4b58-a243-250fdace2c43 None None] Pushing event updated for resources: {'Port': ['ID=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.671317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Transition to ACTIVE for port object 94e75d8a-963d-46ef-947a-83e6252fe8f8 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:47.712228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] For port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:47.737078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] For port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:47.745505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.753589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.764117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.818692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df9532-f5c2-48cb-8ea7-c8219b74bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.832530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 816819ac-302e-4ad9-a241-71f32e2065f6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:47.839832 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.848277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e6ad33bd-a4a7-4fa9-845d-36a6d2cccb06 None None] Provisioning for port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:47.892719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e6ad33bd-a4a7-4fa9-845d-36a6d2cccb06 None None] Provisioning complete for port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:47.893404 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6ad33bd-a4a7-4fa9-845d-36a6d2cccb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.137417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Routers {'ffd5880a-8995-42b4-82c5-7a8e82248172'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:48.138772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:54:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ffd5880a-8995-42b4-82c5-7a8e82248172'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:48.189991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.204640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.205690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.271942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbab70-42cb-4b58-a243-250fdace2c43 None None] Pushing event updated for resources: {'Port': ['ID=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.285298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2cb2c-fd7b-45e3-a03c-ffc0f370656f req-395f3d02-cc99-418e-8c22-e1a3f1202e53 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.293687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67f2cb2c-fd7b-45e3-a03c-ffc0f370656f req-395f3d02-cc99-418e-8c22-e1a3f1202e53 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 944 time: 0.6934745 Jul 07 16:54:48.308989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad33bd-a4a7-4fa9-845d-36a6d2cccb06 None None] Port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:48.323885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.373618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 816819ac-302e-4ad9-a241-71f32e2065f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:48.409862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 816819ac-302e-4ad9-a241-71f32e2065f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:48.410894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.411964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182277-f86d-4bf8-ae37-3801fffefb8c req-f57d2322-0169-4674-a3a4-d01b90daa52f tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.420801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3182277-f86d-4bf8-ae37-3801fffefb8c req-f57d2322-0169-4674-a3a4-d01b90daa52f tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 947 time: 0.6834762 Jul 07 16:54:48.541500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Pushing event updated for resources: {'Port': ['ID=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.572715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3182277-f86d-4bf8-ae37-3801fffefb8c req-f399fc19-cee9-4714-a59b-eeccefc8be27 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505165 Jul 07 16:54:48.582651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67f2cb2c-fd7b-45e3-a03c-ffc0f370656f req-f04acc61-2846-4956-a22a-275a69835964 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844529 Jul 07 16:54:48.608008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:48.609680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:48.632947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Attempting to bind port 94e75d8a-963d-46ef-947a-83e6252fe8f8 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:48.633464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Attempting to bind port 94e75d8a-963d-46ef-947a-83e6252fe8f8 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:48.633826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Attempting to bind port 94e75d8a-963d-46ef-947a-83e6252fe8f8 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:48.705606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] Set router ffd5880a-8995-42b4-82c5-7a8e82248172 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:48.736930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Port 94e75d8a-963d-46ef-947a-83e6252fe8f8 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:48.749521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Attempting to bind port 94e75d8a-963d-46ef-947a-83e6252fe8f8 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:48.769869 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7a9fdc-798b-446d-ae20-c3aae92e60ee x-openstack-request-id: req-5b7a9fdc-798b-446d-ae20-c3aae92e60ee {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:48.770061 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:48.770370 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b7a9fdc-798b-446d-ae20-c3aae92e60ee {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:48.770753 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e', 'status': 'completed', 'code': 200} Jul 07 16:54:48.775593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:48.776598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:48.801411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:48.802044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Bound port: 94e75d8a-963d-46ef-947a-83e6252fe8f8, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:48.802436 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.854207 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.960853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Router ffd5880a-8995-42b4-82c5-7a8e82248172 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:49.100541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:49.116257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:49.220041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.257446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816819ac-302e-4ad9-a241-71f32e2065f6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:49.265330 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c284ff0a-6774-4610-8e1b-b158dd7206e0" -d '{"events": [{"server_uuid": "38deecc8-76e1-4b05-ad9e-6f7372eedcfa", "name": "network-vif-plugged", "status": "completed", "tag": "816819ac-302e-4ad9-a241-71f32e2065f6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:49.348423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:49.370352 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4fef19f-3ed1-49e3-9854-2d5e3ccf04bd admin admin] 10.222.0.78 "PUT /v2.0/routers/ffd5880a-8995-42b4-82c5-7a8e82248172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2113118 Jul 07 16:54:49.387124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 816819ac-302e-4ad9-a241-71f32e2065f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=816819ac-302e-4ad9-a241-71f32e2065f6,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:49.451841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1fc7ee7b-4fbf-4228-9a4d-82cae22f40c6 None None] Provisioning complete for port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:49.452171 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ee7b-4fbf-4228-9a4d-82cae22f40c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.454244 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.797214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52054) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:49.899919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2066834065'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:49.957538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:49.967591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7ee7b-4fbf-4228-9a4d-82cae22f40c6 None None] Port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:49.968337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.998707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=816819ac-302e-4ad9-a241-71f32e2065f6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:50.046248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:50.077460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c', 'name': '', 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'mac_address': 'fa:16:3e:fa:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:46Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 1, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'subnets': [{'id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:50.102028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.104472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.116994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ba26379d-832d-4f81-8254-e1d94a470193 service neutron] 10.222.0.13 "PUT /v2.0/ports/94e75d8a-963d-46ef-947a-83e6252fe8f8 HTTP/1.1" status: 200 len: 1095 time: 5.8767745 Jul 07 16:54:50.169817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d4391-7102-4872-a010-f8011b6f0e6a None None] The sync data for ids ['ffd5880a-8995-42b4-82c5-7a8e82248172'] in n-d-793619-7 is: [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c', 'name': '', 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'mac_address': 'fa:16:3e:fa:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:46Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 1, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'subnets': [{'id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:50.445656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f7c842-15da-4fa3-9871-7a25c14cd6f4 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:50.457971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.475164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Transition to ACTIVE for port object 74f7c842-15da-4fa3-9871-7a25c14cd6f4 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:50.513409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.632728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:50.649606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.650021 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Added segment 333a1c7c-40ee-4771-a315-ba52e96c9b8d of type vlan for network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce Jul 07 16:54:50.654434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.667058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.679380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.688076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.695736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.707785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.723672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.723672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-74807d82-921e-4b03-a053-1f63d5927bef tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5383 time: 1.5267394 Jul 07 16:54:50.726388 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.814691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.817179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d4270-7765-475f-b619-8cfad3c5d189 req-6b0ea852-9662-46ef-8882-977d348a29f7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.819974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee5d4270-7765-475f-b619-8cfad3c5d189 req-6b0ea852-9662-46ef-8882-977d348a29f7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 1.0209727 Jul 07 16:54:50.829223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.830057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.831731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.832684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.833632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.834570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.835617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.836443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.837320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.841741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-9eee5e68-d77d-4719-94e9-d2c294e7e45c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6275 time: 1.9767547 Jul 07 16:54:50.897629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:50.900745 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:50.912560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1134362 Jul 07 16:54:50.916751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52074) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:50.922689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'subnet': {'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:50.994293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d963d8-d44e-493c-9bef-d6a48b26ec8e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Network': ['ID=0667e9f9-4f2f-404d-b1fe-4b018d6140ce,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.014094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:51.082886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Pushing event updated for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.089988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:51.095435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.151535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-c298bd80-22f0-4ac9-aae8-0955fe7545ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.153521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-c298bd80-22f0-4ac9-aae8-0955fe7545ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 1098 time: 0.9144576 Jul 07 16:54:51.319878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7afe21b7-45b5-4ad9-9332-a5069080dbe7 req-78fc1b51-7449-4419-ba90-1128296c63d3 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5749278 Jul 07 16:54:51.394010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee5d4270-7765-475f-b619-8cfad3c5d189 req-ea56bd39-7db5-404e-82fb-f3f1f1d79e9f tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391932 Jul 07 16:54:51.425423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-e979e327-a3c0-41d8-b3d8-9b6363e733e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8 HTTP/1.1" status: 200 len: 217 time: 0.2412543 Jul 07 16:54:51.465922 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f58f90-f06c-40e1-997c-d92bedd9ad24 x-openstack-request-id: req-54f58f90-f06c-40e1-997c-d92bedd9ad24 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:51.466245 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38deecc8-76e1-4b05-ad9e-6f7372eedcfa", "name": "network-vif-plugged", "status": "completed", "tag": "816819ac-302e-4ad9-a241-71f32e2065f6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:51.466503 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54f58f90-f06c-40e1-997c-d92bedd9ad24 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:51.466921 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816819ac-302e-4ad9-a241-71f32e2065f6', 'code': 200} Jul 07 16:54:51.490899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Attempting to bind port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:51.491505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Attempting to bind port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:51.501756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Attempting to bind port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:51.521333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-cd02065f-ff56-415d-bc1c-e41eb5f01bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.521593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-cd02065f-ff56-415d-bc1c-e41eb5f01bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.521956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-cd02065f-ff56-415d-bc1c-e41eb5f01bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.523729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-cd02065f-ff56-415d-bc1c-e41eb5f01bab service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=404c1d3dbefc4833a9152f031bb335a8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5709860 Jul 07 16:54:51.558675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.670973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:51.671590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Attempting to bind port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:51.707863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:51.708716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Checking segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:51.709548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Bound using segment: {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:51.710641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Bound port: 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:51.711174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.727074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ecbd6cff-6918-4f19-8c66-36f146a3c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.730082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-ecbd6cff-6918-4f19-8c66-36f146a3c499 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2438760 Jul 07 16:54:51.851856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Subnet': ['ID=a44ecb71-752b-471e-9239-e47936ec2ad2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.926471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Checking segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:51.927237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network hostable DHCP agents. Network: 0667e9f9-4f2f-404d-b1fe-4b018d6140ce, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:51.931291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:52.000576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:52.051366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bca40111-2cfb-4c44-a426-7479dcfb56b6 req-50ccf973-4d5d-4ad7-b5f2-567c7dc69c5c tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.1804645 Jul 07 16:54:52.063376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07c5ba-8712-4ac6-a623-47a4bf7a2677 req-927cdfb2-1726-4a4e-9f26-21ea0c5b0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.068814 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d07c5ba-8712-4ac6-a623-47a4bf7a2677 req-927cdfb2-1726-4a4e-9f26-21ea0c5b0b06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 1096 time: 0.3322685 Jul 07 16:54:52.070287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0667e9f9-4f2f-404d-b1fe-4b018d6140ce) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:52.106174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7e89b-b680-4306-8090-af6ca7332e24 None None] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:52.133485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.141565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.173561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c5cb40d3-ffc9-4e9e-baea-a06f66e5be2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2552032 Jul 07 16:54:52.174659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52088) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:52.189422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1054430733'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:52.263955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d07c5ba-8712-4ac6-a623-47a4bf7a2677 req-7bb47f32-e374-4065-bc8c-bc67d8c6c76d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897943 Jul 07 16:54:52.279476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:52.300378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.351005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:52.355074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:52.366714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:52.367468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.376129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.377696 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Added segment 3c629223-9fe6-4009-9179-3a6904c25759 of type vlan for network 9a1ce465-d408-48b4-9958-4aee3bbc6692 Jul 07 16:54:52.487589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.601887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.628197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.629343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.639799 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.669431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:52.675142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'fixed_ips': [{'subnet_id': 'a44ecb71-752b-471e-9239-e47936ec2ad2'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:52.676721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.683466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.742360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791ee23-98e9-49c5-af37-753cdae0e918 req-11477f14-3b20-4f10-bdc4-7fa000bb8555 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.745575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2791ee23-98e9-49c5-af37-753cdae0e918 req-11477f14-3b20-4f10-bdc4-7fa000bb8555 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 947 time: 1.0132768 Jul 07 16:54:52.756311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-48db31da-aa44-450a-9fec-80b48eb4f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.758363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-48db31da-aa44-450a-9fec-80b48eb4f503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9183059 Jul 07 16:54:52.766745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.787559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:52.802553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-aeb9eae1-a0b4-4df9-9e8d-c198c8930dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.805053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aff4b63c-24f4-4f59-8224-004d6f6c7df2 req-aeb9eae1-a0b4-4df9-9e8d-c198c8930dc2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2714701 Jul 07 16:54:52.825989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Network': ['ID=9a1ce465-d408-48b4-9958-4aee3bbc6692,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.859821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:52.868964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:52.870041 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-324bc936-2b99-4c19-8a5e-9c56c9b2d43b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6913013 Jul 07 16:54:52.879697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52098) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:52.888700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'subnet': {'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:52.934787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.097083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Allocated IP 19.80.0.2 (0667e9f9-4f2f-404d-b1fe-4b018d6140ce/a44ecb71-752b-471e-9239-e47936ec2ad2/22639b78-731c-43fa-bdae-b2931161c0fb) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:53.104662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:53.112681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.112949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-a6ed6f93-f353-4ae7-b7ba-0e8104a6cbec service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396447 Jul 07 16:54:53.347337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51d4bdd3-70d4-4db6-bdb4-cd2e1e9ddd39 req-b63646a2-f912-45e9-a9da-426e88db99be service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257817 Jul 07 16:54:53.369466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.373514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5b06-e704-47f7-bcb3-4ecacf315cfe req-69e0d81c-45c4-44de-9b6e-4f82d9350ded tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.387943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-225c5b06-e704-47f7-bcb3-4ecacf315cfe req-69e0d81c-45c4-44de-9b6e-4f82d9350ded tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 945 time: 0.9258001 Jul 07 16:54:53.398068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Transition to ACTIVE for port object 22639b78-731c-43fa-bdae-b2931161c0fb will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:53.427337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2791ee23-98e9-49c5-af37-753cdae0e918 req-b3157c60-8ad0-4eb0-b4a6-f35bbefa777f tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653292 Jul 07 16:54:53.434215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.435892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.439479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] 10.222.0.54 "PUT /v2.0/ports/74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 1091 time: 6.1429267 Jul 07 16:54:53.482844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:53.494856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Transition to ACTIVE for port object 22639b78-731c-43fa-bdae-b2931161c0fb will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:53.542980 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.627499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:53.659011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:53.668301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:53.699456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.756081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.892810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Subnet': ['ID=4ceecabe-8bfb-4e77-9b42-d36a4f793583,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:53.907474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Checking segment: {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:53.907474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network hostable DHCP agents. Network: 9a1ce465-d408-48b4-9958-4aee3bbc6692, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:53.932819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:53.936709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.950368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:53.954792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 9a1ce465-d408-48b4-9958-4aee3bbc6692) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:53.976022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.978815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.993314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Pushing event updated for resources: {'Port': ['ID=22639b78-731c-43fa-bdae-b2931161c0fb,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:54.019999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56483233-fb5e-40a5-a6af-51656c4e7611 None None] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:54.025559 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bea13165-5cbf-41d6-b8a6-f283a06b1091 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1451626 Jul 07 16:54:54.061903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-225c5b06-e704-47f7-bcb3-4ecacf315cfe req-aec31003-a3e9-4069-98a4-bb3151065bac tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726325 Jul 07 16:54:54.069088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af3a3326-15a9-48d9-ad50-0b4edeb6e94d req-bd2902d2-db27-4892-b029-616bdeeb9103 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.1728716 Jul 07 16:54:54.154431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eea8c7-2229-41d7-85f6-45ac164b177e service neutron] Pushing event updated for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:54.236182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Attempting to bind port 22639b78-731c-43fa-bdae-b2931161c0fb on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:54.237631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Attempting to bind port 22639b78-731c-43fa-bdae-b2931161c0fb by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:54.238245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Attempting to bind port 22639b78-731c-43fa-bdae-b2931161c0fb on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:54.274460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:54.275125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Checking segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:54.276124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.283482 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63adcff-bcb6-4e4b-bcec-c0e07b25fa2a x-openstack-request-id: req-e63adcff-bcb6-4e4b-bcec-c0e07b25fa2a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:54.283894 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:54.285039 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e63adcff-bcb6-4e4b-bcec-c0e07b25fa2a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:54.288754 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'status': 'completed', 'code': 200} Jul 07 16:54:54.295985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Bound using segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:54.307229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Bound port: 22639b78-731c-43fa-bdae-b2931161c0fb, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:54.308405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.528578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:54.529845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.658922 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Sync routers for ids ['ffd5880a-8995-42b4-82c5-7a8e82248172'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:54.675062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-adc999f2-c70c-4245-8084-b3117cae4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.678849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-adc999f2-c70c-4245-8084-b3117cae4226 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 0.2052200 Jul 07 16:54:54.679766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-0124dd70-4cb0-487f-86fc-805a824038d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.681347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-0124dd70-4cb0-487f-86fc-805a824038d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 1098 time: 0.2599020 Jul 07 16:54:54.683575 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Routers {'ffd5880a-8995-42b4-82c5-7a8e82248172'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:54.684213 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:54:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ffd5880a-8995-42b4-82c5-7a8e82248172'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:54.748942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] For port 22639b78-731c-43fa-bdae-b2931161c0fb, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:54.759060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] For port 22639b78-731c-43fa-bdae-b2931161c0fb, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22639b78-731c-43fa-bdae-b2931161c0fb,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:54.815700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.857658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db0af374-e525-47d5-a91e-bb9fada2a293 req-566e3690-122f-49c0-a084-d282c22cf0fb tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.2291949 Jul 07 16:54:54.881771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-b71fe9e8-b944-49a9-ab86-4d52af419147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.883426 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-b71fe9e8-b944-49a9-ab86-4d52af419147 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.1879909 Jul 07 16:54:54.910687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-9a1ce465-d408-48b4-9958-4aee3bbc6692', 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'fixed_ips': [{'subnet_id': '4ceecabe-8bfb-4e77-9b42-d36a4f793583'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:54.915127 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.946423 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Set router ffd5880a-8995-42b4-82c5-7a8e82248172 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:55.030507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4cbfb-d9bc-4de1-a132-5edb674dfb1d None None] Pushing event updated for resources: {'Port': ['ID=22639b78-731c-43fa-bdae-b2931161c0fb,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.070691 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-80f1e083-6815-4c6f-a953-3baf016708b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.1798100 Jul 07 16:54:55.291438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-165093e8-9458-4caf-9474-44859b684547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.310675 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-165093e8-9458-4caf-9474-44859b684547 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1989684 Jul 07 16:54:55.425984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-44e5ebc0-b64c-40a8-9c92-5e7cf752fed1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054294 Jul 07 16:54:55.427742 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c', 'name': '', 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'mac_address': 'fa:16:3e:fa:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:46Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 2, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'subnets': [{'id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:55.470030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11092ba-7bb3-48f6-8b73-a7cb036ffddd {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:55.501744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.533397 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Checking router: ffd5880a-8995-42b4-82c5-7a8e82248172 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:55.534383 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Updating router ffd5880a-8995-42b4-82c5-7a8e82248172 port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:55.624365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Allocated IP 19.86.0.2 (9a1ce465-d408-48b4-9958-4aee3bbc6692/4ceecabe-8bfb-4e77-9b42-d36a4f793583/0b103099-89ef-46fc-9215-0b7c350575e9) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:55.628023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Transition to ACTIVE for port object b11092ba-7bb3-48f6-8b73-a7cb036ffddd will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:55.710678 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.761357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.817654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:55.824775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.846635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.881094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.907353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.951964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.978917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.021820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.027407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-b23b3e35-f822-4cd9-a777-c631d7e7795b service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856316 Jul 07 16:54:56.044074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a76e8f72-0086-487a-bd80-91149222c413 req-a33519fa-0d8f-4021-8290-b14e7d398467 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5395 time: 1.5023522 Jul 07 16:54:56.112276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22639b78-731c-43fa-bdae-b2931161c0fb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:56.264114 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:54:56.428074 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a062260d-d45c-4bed-987a-fbbfc2e12cb5 req-66add152-1f99-4ae7-b87e-4b8381e85348 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976018 Jul 07 16:54:56.774767 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.780227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:56.801847 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Transition to ACTIVE for port object 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:56.802511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:56.808902 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9d6781-a548-44ab-9242-9c3c8efb94d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:56.816670 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.849890 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.856198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 22639b78-731c-43fa-bdae-b2931161c0fb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:56.884383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'mac_address': 'fa:16:3e:6e:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:56.895505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Transition to ACTIVE for port object 0b103099-89ef-46fc-9215-0b7c350575e9 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:56.903400 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Pushing event updated for resources: {'Port': ['ID=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:56.922153 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.929706 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.930196 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.930637 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.931074 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.931539 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.932609 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.933655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.935786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.936265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.936710 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.940264 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:56.999603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Transition to ACTIVE for port object 0b103099-89ef-46fc-9215-0b7c350575e9 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:57.001546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Pushing event updated for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.027173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-b0f5a764-5805-43dd-ba80-63195411de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.031377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.031645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-b0f5a764-5805-43dd-ba80-63195411de63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 2.2985916 Jul 07 16:54:57.091230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-3d8399e5-a2a4-44d8-841a-e96951e0b4d3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.106901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-3d8399e5-a2a4-44d8-841a-e96951e0b4d3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.118556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-3d8399e5-a2a4-44d8-841a-e96951e0b4d3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/networks?id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce&id=9a1ce465-d408-48b4-9958-4aee3bbc6692&id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce HTTP/1.1" status: 200 len: 1392 time: 1.9548144 Jul 07 16:54:57.130852 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Attempting to bind port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:57.131341 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Attempting to bind port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:57.131822 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Attempting to bind port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c on network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:57.148317 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:57.149366 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Checking segment: {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:57.149909 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.152924 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Bound using segment: {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:57.153665 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Bound port: 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:57.154227 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.210519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Pushing event updated for resources: {'Port': ['ID=0b103099-89ef-46fc-9215-0b7c350575e9,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.239070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:57.242682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.254092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:57.263029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:57.335040 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] For port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:57.343778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a76e8f72-0086-487a-bd80-91149222c413 req-4801686b-7a76-42e9-aae0-f1e5f7c61ece tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2981036 Jul 07 16:54:57.349905 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] For port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,segment=NetworkSegment(0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5),segment_id=0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:57.361535 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.393178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e75d8a-963d-46ef-947a-83e6252fe8f8 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:57.403164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-f682ae42-bb95-4ab9-af95-da7749bd43d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8 HTTP/1.1" status: 200 len: 217 time: 0.2826588 Jul 07 16:54:57.440060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0c1b1-4ff1-4751-b074-114b553d152b None None] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:57.488299 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Routers {'ffd5880a-8995-42b4-82c5-7a8e82248172'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:57.491577 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:54:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ffd5880a-8995-42b4-82c5-7a8e82248172'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:57.509034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-8fa18834-24e7-4386-8349-24e1a98a4f5d tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/quotas/6d6eeba221694a4285c2af135bea8fe8 HTTP/1.1" status: 200 len: 375 time: 0.2611117 Jul 07 16:54:57.744426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-9c35e5f5-c923-4717-8fd7-9b36b8ec297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.747691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-9c35e5f5-c923-4717-8fd7-9b36b8ec297e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2680604 Jul 07 16:54:57.805000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Attempting to bind port 0b103099-89ef-46fc-9215-0b7c350575e9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:57.806481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Attempting to bind port 0b103099-89ef-46fc-9215-0b7c350575e9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:57.807611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Attempting to bind port 0b103099-89ef-46fc-9215-0b7c350575e9 on network 9a1ce465-d408-48b4-9958-4aee3bbc6692 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:57.826747 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] Set router ffd5880a-8995-42b4-82c5-7a8e82248172 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:57.872926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Attempting to bind port b11092ba-7bb3-48f6-8b73-a7cb036ffddd on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:57.874476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Attempting to bind port b11092ba-7bb3-48f6-8b73-a7cb036ffddd by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:57.874963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Attempting to bind port b11092ba-7bb3-48f6-8b73-a7cb036ffddd on network be200409-eff1-4f77-a2fa-5d490126dd5d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:57.908310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:57.913851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:57.914511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Checking segment: {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:57.920026 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.920625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Bound using segment: {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:57.921514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Bound port: 0b103099-89ef-46fc-9215-0b7c350575e9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:57.922175 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.927923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Port b11092ba-7bb3-48f6-8b73-a7cb036ffddd on network be200409-eff1-4f77-a2fa-5d490126dd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:57.928409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Attempting to bind port b11092ba-7bb3-48f6-8b73-a7cb036ffddd on network be200409-eff1-4f77-a2fa-5d490126dd5d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:57.938781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:57.939232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Checking segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:57.939696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Bound using segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:57.940301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Bound port: b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:57.940803 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.966973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-511e9933-1e88-4d16-8a25-fdbd7671169e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4513316 Jul 07 16:54:57.992528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.089966 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40c402-2895-4e42-8cc2-8b95800ba75c None None] Pushing event updated for resources: {'Port': ['ID=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.092966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] Provisioning for port 22639b78-731c-43fa-bdae-b2931161c0fb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:58.101745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:58.107269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:58.157255 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.212797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] Provisioning complete for port 22639b78-731c-43fa-bdae-b2931161c0fb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:58.213598 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.254440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.255735 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.257522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] 10.222.0.54 "PUT /v2.0/ports/b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 1091 time: 4.7839336 Jul 07 16:54:58.317399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-75873514-50c0-418b-81d1-ab78574375f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.319026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-75873514-50c0-418b-81d1-ab78574375f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5599754 Jul 07 16:54:58.341516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Request body: {'port': {'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:58.399241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] For port 0b103099-89ef-46fc-9215-0b7c350575e9, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:58.406357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] For port 0b103099-89ef-46fc-9215-0b7c350575e9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0b103099-89ef-46fc-9215-0b7c350575e9,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:58.417354 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c', 'name': '', 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'mac_address': 'fa:16:3e:fa:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:46Z', 'updated_at': '2021-07-07T16:54:57Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'subnets': [{'id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:58.449514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.455872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305533d8-4ca9-45ca-b393-501787dcf069 req-6611c007-e21a-4d2a-9765-02477b58a4ef tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.469595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-305533d8-4ca9-45ca-b393-501787dcf069 req-6611c007-e21a-4d2a-9765-02477b58a4ef tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.5690434 Jul 07 16:54:58.473242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['94e75d8a-963d-46ef-947a-83e6252fe8f8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:58.494100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a950fe-c977-4220-8468-8bce37c87ce5 None None] The sync data for ids ['ffd5880a-8995-42b4-82c5-7a8e82248172'] in n-d-793619-7 is: [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c', 'name': '', 'network_id': '5bb2af58-7982-44c2-a7d8-18ebf9a35b0e', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'mac_address': 'fa:16:3e:fa:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:46Z', 'updated_at': '2021-07-07T16:54:57Z', 'revision_number': 4, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'subnets': [{'id': 'e9860504-e591-437f-b211-3af0ae2df2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:58.514354 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-5bb39e6c-d677-4ec9-8b23-3c3e15a5fe50 service neutron] 10.222.0.78 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113089 Jul 07 16:54:58.523320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.624793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34413c-c4e6-4736-982b-008e888f284e service neutron] Pushing event updated for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.720408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e13415-5a8b-45c2-afaa-9f7fe271cb57 None None] Pushing event updated for resources: {'Port': ['ID=0b103099-89ef-46fc-9215-0b7c350575e9,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.734221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-305533d8-4ca9-45ca-b393-501787dcf069 req-b2b4bfea-caa0-43db-9fad-682bc6282580 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620015 Jul 07 16:54:59.004752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.073994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] For port 22639b78-731c-43fa-bdae-b2931161c0fb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22639b78-731c-43fa-bdae-b2931161c0fb,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:59.123570 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.255184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-d4dd0042-c1dd-4c32-a96b-1f341214b07d service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267859 Jul 07 16:54:59.293847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb937ac-dd8c-4d6d-bddb-b6ff2dbfa99e None None] Pushing event updated for resources: {'Port': ['ID=22639b78-731c-43fa-bdae-b2931161c0fb,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:59.389432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.464333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-0aba1862-1509-4b3a-9aaf-4b7bec012ae2 service neutron] 10.222.0.78 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715294 Jul 07 16:54:59.499089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-25a14f81-4fa4-4f6b-ae4d-cd4fc0ff172e None None] Provisioning complete for port 22639b78-731c-43fa-bdae-b2931161c0fb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:59.499586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25a14f81-4fa4-4f6b-ae4d-cd4fc0ff172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.910192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad17eaba-aa0f-4c04-b1c9-3a132849fdb6 req-20ffbe18-9d91-497c-8090-6a11f8721d83 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442494 Jul 07 16:54:59.930380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876733c9-c6be-4820-ae7a-88297bd5caa8 req-fff6fd0a-8670-465a-a2e2-9af35ea22da9 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.938471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-876733c9-c6be-4820-ae7a-88297bd5caa8 req-fff6fd0a-8670-465a-a2e2-9af35ea22da9 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 948 time: 0.9582100 Jul 07 16:55:00.015928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22639b78-731c-43fa-bdae-b2931161c0fb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:00.024877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e02e3f8-e9e7-4192-80f4-7d7216cc0e0a service neutron] 10.222.0.78 "GET /v2.0/networks/9a1ce465-d408-48b4-9958-4aee3bbc6692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275059 Jul 07 16:55:00.061363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-876733c9-c6be-4820-ae7a-88297bd5caa8 req-7022d9fc-44e6-4bf4-a395-022e6b155d67 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219549 Jul 07 16:55:00.081928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:00.187845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 22639b78-731c-43fa-bdae-b2931161c0fb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:00.188401 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.260005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:00.272239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:00.272577 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.433519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-24c3fd60-3044-498c-8300-0aaf506285f5 service neutron] 10.222.0.78 "GET /v2.0/networks/9a1ce465-d408-48b4-9958-4aee3bbc6692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073119 Jul 07 16:55:00.518563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0b103099-89ef-46fc-9215-0b7c350575e9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:00.521068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4e69f-4b4f-4aef-9be7-a390577ca56e None None] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:00.631862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:00.652032 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.673554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-025cb2d2-d970-485a-ad5f-ab364bef63a2 service neutron] 10.222.0.78 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513515 Jul 07 16:55:00.723890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Transition to ACTIVE for port object 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:00.741749 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.778070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.805926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43e914d9-0964-463c-b85a-4339117e72c6 None None] Provisioning for port 0b103099-89ef-46fc-9215-0b7c350575e9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:00.845887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:00.848570 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41888242-4e71-4107-ad5f-894b2d271da7" -d '{"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-plugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:00.856061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Pushing event updated for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:00.856737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0b103099-89ef-46fc-9215-0b7c350575e9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:00.868341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:00.873914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0b103099-89ef-46fc-9215-0b7c350575e9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:00.875626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.884611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.945379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7754a-4182-44c7-9a7b-0e24c2a3039e req-8399040e-e58c-4f62-934e-0bf09109ea51 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.947005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88d7754a-4182-44c7-9a7b-0e24c2a3039e req-8399040e-e58c-4f62-934e-0bf09109ea51 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 945 time: 0.2710717 Jul 07 16:55:01.037154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.065433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-dc229cad-8a76-443b-ab18-6e358c7795f6 service neutron] 10.222.0.78 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907669 Jul 07 16:55:01.096914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Attempting to bind port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:01.097654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Attempting to bind port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:01.098187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Attempting to bind port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc on network be200409-eff1-4f77-a2fa-5d490126dd5d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:01.111308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc on network be200409-eff1-4f77-a2fa-5d490126dd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:01.111413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Attempting to bind port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc on network be200409-eff1-4f77-a2fa-5d490126dd5d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:01.123375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:01.123992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Checking segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:01.124591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Bound using segment: {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:01.125256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Bound port: 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a31f05-cc21-4276-8672-d65edc80f327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:01.126673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.144567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88d7754a-4182-44c7-9a7b-0e24c2a3039e req-32f5f751-275b-43d1-b32f-c845c1010de0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690261 Jul 07 16:55:01.180580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.301167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 0b103099-89ef-46fc-9215-0b7c350575e9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0b103099-89ef-46fc-9215-0b7c350575e9,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:01.306826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.308562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:01.363245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:01.372410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:01.382519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.566574 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261be99-7a7d-48d8-b21d-16eaae9081e5 x-openstack-request-id: req-1261be99-7a7d-48d8-b21d-16eaae9081e5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:01.567196 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:01.567196 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1261be99-7a7d-48d8-b21d-16eaae9081e5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:01.567614 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4', 'status': 'completed', 'code': 200} Jul 07 16:55:01.609160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:01.626044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:01.626710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.675293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.675939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.679137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] 10.222.0.54 "PUT /v2.0/ports/5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 1091 time: 3.3555632 Jul 07 16:55:01.735468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=0b103099-89ef-46fc-9215-0b7c350575e9,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.903334 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:02.011807 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.074190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-843df386-208f-4b50-9108-6e4fb10e4ece None None] Provisioning complete for port 0b103099-89ef-46fc-9215-0b7c350575e9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:02.075270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-843df386-208f-4b50-9108-6e4fb10e4ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.188066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,segment=NetworkSegment(0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5),segment_id=0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:02.195795 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.363897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26287969-1496-482c-b5cd-67519a273ca6 req-1298406c-c8be-4f9c-8bbe-109c5ecd5626 tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.6987436 Jul 07 16:55:02.381359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:02.406694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0b103099-89ef-46fc-9215-0b7c350575e9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:02.528488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc064544-b110-4070-8c14-93a7a5074fab service neutron] Pushing event updated for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:02.561401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0b103099-89ef-46fc-9215-0b7c350575e9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:02.562052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.672259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.673296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.673296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.674032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.674583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.675063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.675540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.677709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-c6d31d36-5917-4ee9-8749-762561bc11a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6476 time: 1.1535187 Jul 07 16:55:02.721964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.728142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.735070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.741488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.748140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.754408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.761031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.763114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-96333b5e-6b1b-4b16-8cf6-443f8f88bb06 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 0.4304519 Jul 07 16:55:02.773535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-b32498e2-b8f4-41f6-a7af-3c535b31be11 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.776205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-b32498e2-b8f4-41f6-a7af-3c535b31be11 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.54 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 0.5142317 Jul 07 16:55:02.956177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0584cf08-a9a3-4e41-8f14-e78df1d931ea req-3f424380-07b2-41e8-a7b5-918aaf9a9707 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655219 Jul 07 16:55:03.002032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3384f-5072-43d4-b7c9-a55efac6994a req-5dc73619-0434-4ade-9c1d-4749b6be232e tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.014773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21d3384f-5072-43d4-b7c9-a55efac6994a req-5dc73619-0434-4ade-9c1d-4749b6be232e tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.4248607 Jul 07 16:55:03.080264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-60f88ec5-23fa-4644-977b-6d51ca49bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.080991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-60f88ec5-23fa-4644-977b-6d51ca49bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.081764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-60f88ec5-23fa-4644-977b-6d51ca49bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.084209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-60f88ec5-23fa-4644-977b-6d51ca49bfcc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=404c1d3dbefc4833a9152f031bb335a8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3849344 Jul 07 16:55:03.210383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21d3384f-5072-43d4-b7c9-a55efac6994a req-6e599ad6-1676-4ed7-8b32-806b1a094d05 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944206 Jul 07 16:55:03.240064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Deleting port 4d3066a9-2a6f-40b1-be09-5a024083e83b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:03.240423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.360493 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c1669a-1f88-4c55-859c-4166b6ea14d7 x-openstack-request-id: req-16c1669a-1f88-4c55-859c-4166b6ea14d7 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:03.361592 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-plugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:03.361592 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16c1669a-1f88-4c55-859c-4166b6ea14d7 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:03.361987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8103-6662-4974-ad2f-31555db308a7 req-c4e29273-be52-40f3-8743-672a83f5e3cd tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.363562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-079e8103-6662-4974-ad2f-31555db308a7 req-c4e29273-be52-40f3-8743-672a83f5e3cd tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 945 time: 0.2434225 Jul 07 16:55:03.373460 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'code': 200} Jul 07 16:55:03.376597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-d5490415-0b36-4177-9bcb-26d59ac88b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.377684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc9d6781-a548-44ab-9242-9c3c8efb94d2 req-d5490415-0b36-4177-9bcb-26d59ac88b38 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810738 Jul 07 16:55:03.381010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.518329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] For port 4d3066a9-2a6f-40b1-be09-5a024083e83b, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d3066a9-2a6f-40b1-be09-5a024083e83b,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:03.521149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.583369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-079e8103-6662-4974-ad2f-31555db308a7 req-c7f25067-360b-4016-bc18-fcb6d2369fc5 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups?id=adc65f78-5501-407e-a040-dde4a6a6d089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988239 Jul 07 16:55:03.584110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd'}, {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:03.588709 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b15d55f-9955-4313-9472-d997dd2958f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd"}, {"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:03.762449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.766379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.767597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.772152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.773353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.780038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.781768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.790547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-02353b20-8b11-4e11-abe6-56b0f22c2057 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6476 time: 0.2473710 Jul 07 16:55:03.898466 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-fa3a63ad-f8cd-48cc-ab94-55370ed83bbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 217 time: 0.0994415 Jul 07 16:55:04.002248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cf08b028-f40b-4a3a-853e-d1cdeb0c7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.006003 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-cf08b028-f40b-4a3a-853e-d1cdeb0c7f65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.1007652 Jul 07 16:55:04.011174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-66208386-bc77-4c81-9d9c-a1a350f29913 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.017260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-66208386-bc77-4c81-9d9c-a1a350f29913 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.018930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-66208386-bc77-4c81-9d9c-a1a350f29913 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "GET /v2.0/networks?id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce&id=9a1ce465-d408-48b4-9958-4aee3bbc6692&id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce HTTP/1.1" status: 200 len: 1392 time: 0.6077244 Jul 07 16:55:04.063547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'port': {'device_id': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'admin_state_up': True, 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:04.149450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-14b777bc-4986-4e7f-88bc-47646f30be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.153213 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-14b777bc-4986-4e7f-88bc-47646f30be36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395190 Jul 07 16:55:04.203472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7c76-85c0-4271-a5ec-90207e1fe5a0 req-e7d1c1ff-2fbd-47da-976a-989268f7e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.207424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e0c7c76-85c0-4271-a5ec-90207e1fe5a0 req-e7d1c1ff-2fbd-47da-976a-989268f7e9e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 1100 time: 0.6508975 Jul 07 16:55:04.329825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.330431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.330992 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Floating IP d09bf31b-1e35-4ece-b19a-984cf87fbbf6 disassociated. External IP: 172.25.5.23, port: 4d3066a9-2a6f-40b1-be09-5a024083e83b. Jul 07 16:55:04.332536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Calling delete_port for 4d3066a9-2a6f-40b1-be09-5a024083e83b owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:04.393399 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-b4c9444e-fe02-41d8-8dd5-1a30fdc2f33f service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324429 Jul 07 16:55:04.407014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:04.552290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59f627-ad46-4e94-b8c7-b33fc9ad00c4 req-f42b758d-38ef-488b-98e8-4c50b2622bcd tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.555220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b59f627-ad46-4e94-b8c7-b33fc9ad00c4 req-f42b758d-38ef-488b-98e8-4c50b2622bcd tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 949 time: 0.6712396 Jul 07 16:55:04.560941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03094b7b-2579-491d-b8fd-862c13418d2f req-815304c4-b633-4103-9239-baeed6b9ef9a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 210 time: 0.1561000 Jul 07 16:55:04.600405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e0c7c76-85c0-4271-a5ec-90207e1fe5a0 req-d8c145d3-4ce1-42bb-85ab-2b8090a1cdb7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629425 Jul 07 16:55:04.669456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:04.670423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.706112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:04.712569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.750344 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad06315-6359-4cea-a2e6-1a3426c7599d x-openstack-request-id: req-0ad06315-6359-4cea-a2e6-1a3426c7599d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:04.750637 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:04.750920 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ad06315-6359-4cea-a2e6-1a3426c7599d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:04.752929 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd', 'status': 'completed', 'code': 200} Jul 07 16:55:04.752929 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc', 'status': 'completed', 'code': 200} Jul 07 16:55:04.754393 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-acd984e7-6906-458a-8478-31c1a5093f35 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779689 Jul 07 16:55:04.785672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b59f627-ad46-4e94-b8c7-b33fc9ad00c4 req-54780e54-7caa-4220-bbf0-d304b36a5e3e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148740 Jul 07 16:55:04.912655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-c767f4ff-bc68-4529-80f1-7cfb005d67fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 217 time: 0.1499524 Jul 07 16:55:05.000459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d3066a9-2a6f-40b1-be09-5a024083e83b no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:05.081419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a6fe8796-5278-4758-a49c-9791e28d9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.086338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-a6fe8796-5278-4758-a49c-9791e28d9f9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1664703 Jul 07 16:55:05.132562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.194880 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-10153cc2-4b25-47c4-9fd3-0cdfbf7aafd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.199729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Port 4d3066a9-2a6f-40b1-be09-5a024083e83b update to DOWN by agent not found {{(pid=98272) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 16:55:05.226087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event deleted for resources: {'Port': ['ID=4d3066a9-2a6f-40b1-be09-5a024083e83b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:05.247873 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-6f03b732-ed3d-418b-a8d7-f38149af45ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2776041 Jul 07 16:55:05.251774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Allocated IP 19.80.0.12 (0667e9f9-4f2f-404d-b1fe-4b018d6140ce/a44ecb71-752b-471e-9239-e47936ec2ad2/cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:05.291332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1ae39036-9316-4e36-b033-1ecee9cb9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.293198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-1ae39036-9316-4e36-b033-1ecee9cb9283 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975639 Jul 07 16:55:05.311458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.329463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.343481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.355586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.368321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.377507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.389919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.393735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-c0d30d6d-e4e1-4cfd-a7de-66b66665289f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 0.4770236 Jul 07 16:55:05.461725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-77a0b69c-4a1c-48a3-b09d-400380ae3a61 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605387 Jul 07 16:55:05.479918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-483ec5f6-2bc7-4b32-8f06-384f3eb1693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.481967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-483ec5f6-2bc7-4b32-8f06-384f3eb1693f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 1096 time: 0.1158378 Jul 07 16:55:05.642263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15ce1395-2a51-4d69-8246-fc79b40921c5 req-736cdde3-5383-4734-adbc-bca2667b6961 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2310140 Jul 07 16:55:05.793520 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-b45fbcb6-dda8-4c37-9ff3-18dc796a149c service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164749 Jul 07 16:55:05.809979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-10fb1f50-9f56-4b28-b091-2bbe515510c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.812269 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-10fb1f50-9f56-4b28-b091-2bbe515510c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.2594583 Jul 07 16:55:05.851270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f166-cc49-4f87-a58e-4d40dd93e6ab req-70b8a22d-6f00-47b4-88d7-5986aaa98db6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.855650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-c8e5ed3b-8895-4606-84fb-e7dfa72eb61e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 217 time: 0.0608704 Jul 07 16:55:05.864103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89f3f166-cc49-4f87-a58e-4d40dd93e6ab req-70b8a22d-6f00-47b4-88d7-5986aaa98db6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 945 time: 0.6986234 Jul 07 16:55:05.962736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-dbc5d2b1-770e-4fe7-bff9-a050d94f6129 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb HTTP/1.1" status: 200 len: 217 time: 0.1160545 Jul 07 16:55:06.038485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-c9fc092c-89e8-4d9b-bd9b-9f28b91b743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.040097 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-c9fc092c-89e8-4d9b-bd9b-9f28b91b743c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.0668204 Jul 07 16:55:06.077452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-f74c0424-474d-40c8-88aa-0e4e591fb246 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307934 Jul 07 16:55:06.108225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7f229e30-7a1f-4174-8e8e-9f53cd20729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.109883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7f229e30-7a1f-4174-8e8e-9f53cd20729a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.2159681 Jul 07 16:55:06.271788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-79c0f65b-f54a-4337-bb9c-690db3ba38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.273818 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-79c0f65b-f54a-4337-bb9c-690db3ba38f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1416566 Jul 07 16:55:06.369757 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-3c728fc5-ab5e-438e-98b4-72e65ee67c10 service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754469 Jul 07 16:55:06.477348 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-3fe4b7e8-71f5-4276-9659-58cd4d8b1aa9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952345 Jul 07 16:55:06.534419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Router c2934fef-5f49-491a-bc64-e0dcf78c8870 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:06.561650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-34ec00be-a057-4352-a512-2c36c34c3c99 service neutron] 10.222.0.54 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831634 Jul 07 16:55:06.585448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89f3f166-cc49-4f87-a58e-4d40dd93e6ab req-121e1dce-ecdc-41c3-89ed-32b1d345e282 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198040 Jul 07 16:55:06.632482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-446baf7a-ed0c-46c3-9a41-cb0ad73a866f service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470900 Jul 07 16:55:06.687686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.722511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-7114e1b6-bf9f-4bba-8afe-7fdde610d32d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 217 time: 0.0831873 Jul 07 16:55:06.794131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-de35e8d9-31ff-4e27-9e6a-5eaffd4368ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.796444 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-de35e8d9-31ff-4e27-9e6a-5eaffd4368ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.0657451 Jul 07 16:55:06.830685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Transition to ACTIVE for port object cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:06.903693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dd077-997b-4e4b-95aa-597799e2ec0c req-3ac143b0-9dfe-4bf5-9e82-22d6e7cb8ab4 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.905026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-041c465e-cccb-4160-8b30-8f0774290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.907887 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-041c465e-cccb-4160-8b30-8f0774290888 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047652 Jul 07 16:55:06.913848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-062dd077-997b-4e4b-95aa-597799e2ec0c req-3ac143b0-9dfe-4bf5-9e82-22d6e7cb8ab4 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.6082342 Jul 07 16:55:06.932585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fd0d0f7-42ce-4792-8fb7-30b14a7dfac4 req-8ecd87e0-09fb-4c55-9fc1-2bc9cbb33b76 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.1768632 Jul 07 16:55:07.002691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-aca6d679-e705-41d9-8142-a46b2e0de5be tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.004682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-aca6d679-e705-41d9-8142-a46b2e0de5be tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.13 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 945 time: 0.5935969 Jul 07 16:55:07.076413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-062dd077-997b-4e4b-95aa-597799e2ec0c req-90280b55-bac1-4b8d-a01d-1f2142dbf392 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414559 Jul 07 16:55:07.123579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.181467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-d507a8fa-9bab-4819-b3ab-a468f3131258 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510715 Jul 07 16:55:07.199943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:07.222737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:07.237787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:07.255309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:07.268898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] Sync routers for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:07.291032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:07.292170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:54:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:07.429078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.492641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-3b47ba80-9a4a-4437-8688-72bba4c8883d service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075643 Jul 07 16:55:07.547996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.548731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.557697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Port': ['ID=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:07.613560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-70c303a6-cd18-4bd6-bd57-ddd9f3d79710 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 217 time: 0.1148169 Jul 07 16:55:07.651246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b65c5073-7955-4d12-a2dc-8762c174c891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.661584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:07.682044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] No DVR routers for this DVR port 4d3066a9-2a6f-40b1-be09-5a024083e83b on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:07.701130 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.703340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-262d7ef4-a1f2-42fd-b2cd-d74665fc3baf req-60eb4327-0c95-4eba-8935-58f8cbe325b7 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.54 "DELETE /v2.0/ports/4d3066a9-2a6f-40b1-be09-5a024083e83b HTTP/1.1" status: 204 len: 173 time: 4.9140494 Jul 07 16:55:07.716693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'name': 'network-vif-deleted', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:07.716693 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89283be9-8b45-4870-b72d-b080dbf0bda4" -d '{"events": [{"server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "name": "network-vif-deleted", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:07.725835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-caea39a1-05a4-490f-85e8-475a5bc57c6f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6674354 Jul 07 16:55:07.740231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'port': {'device_id': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692', 'admin_state_up': True, 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:07.756623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ff476b68-4d26-4bac-a9c1-7b284b1f66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.759775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-ff476b68-4d26-4bac-a9c1-7b284b1f66e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1382868 Jul 07 16:55:07.811804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7bc4c6e6-fd07-4961-a2ff-f0caff22f744 None None] Provisioning for port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:07.868231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7bc4c6e6-fd07-4961-a2ff-f0caff22f744 None None] Provisioning complete for port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:07.868719 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7bc4c6e6-fd07-4961-a2ff-f0caff22f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.903197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7e2cb03e-f767-493a-9398-fbc45c2eecb6 req-53060275-afce-419e-994f-1595389637d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39346fd9bf52455a9ff2406f4e6ea76d&device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.0603070 Jul 07 16:55:07.920840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4904f-44b0-474c-9a86-bf389e063eee req-f0052759-e7a9-47e7-b5f6-66b434343f9a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.922525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03e4904f-44b0-474c-9a86-bf389e063eee req-f0052759-e7a9-47e7-b5f6-66b434343f9a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 931 time: 0.4879100 Jul 07 16:55:07.946125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Deleting port 816819ac-302e-4ad9-a241-71f32e2065f6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:07.946466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.958022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7e2cb03e-f767-493a-9398-fbc45c2eecb6 req-05fee883-7072-43da-abbe-60f8f7ada64c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=39346fd9bf52455a9ff2406f4e6ea76d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386565 Jul 07 16:55:08.039137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4c6e6-fd07-4961-a2ff-f0caff22f744 None None] Port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:08.067910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] For port 816819ac-302e-4ad9-a241-71f32e2065f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=816819ac-302e-4ad9-a241-71f32e2065f6,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:08.068763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.070752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-9c3f099d-c8d0-46fa-ad9b-2efe1aa20bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.073250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-9c3f099d-c8d0-46fa-ad9b-2efe1aa20bde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3041117 Jul 07 16:55:08.114819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Calling delete_port for 816819ac-302e-4ad9-a241-71f32e2065f6 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:08.284894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.303328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1b9597f-138e-4da1-8ebc-bea926999b8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:08.380397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Pushing event deleted for resources: {'Port': ['ID=816819ac-302e-4ad9-a241-71f32e2065f6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.492390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] No DVR routers for this DVR port 816819ac-302e-4ad9-a241-71f32e2065f6 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:08.501775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:08.535818 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.543147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4974c1b7-7bdb-4c77-b055-00b8d0c8b745 req-8869776d-f1da-4f6c-aaf5-70b719dcea86 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.13 "DELETE /v2.0/ports/816819ac-302e-4ad9-a241-71f32e2065f6 HTTP/1.1" status: 204 len: 173 time: 1.5169282 Jul 07 16:55:08.547723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03e4904f-44b0-474c-9a86-bf389e063eee req-17e60127-1749-41ce-99db-ef7d751b7497 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763212 Jul 07 16:55:08.577820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:08.597541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.640435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] Checking router: c2934fef-5f49-491a-bc64-e0dcf78c8870 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:08.653640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c260d-81c1-4db2-b283-ed8bfbe8e24d req-7d28ef60-0034-45cd-a1cc-9c6d41d3db56 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.663011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-394c260d-81c1-4db2-b283-ed8bfbe8e24d req-7d28ef60-0034-45cd-a1cc-9c6d41d3db56 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 949 time: 0.7286661 Jul 07 16:55:08.701879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:08.702834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:08.849000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-394c260d-81c1-4db2-b283-ed8bfbe8e24d req-75c3b145-30dd-4832-8423-b3bf78eac23e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732316 Jul 07 16:55:09.025136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:09.035984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.051373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.066276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.073240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.084946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cb03e-f767-493a-9398-fbc45c2eecb6 req-3e21cb6a-9ac1-488c-9b26-cfbb7705c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.093279 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7e2cb03e-f767-493a-9398-fbc45c2eecb6 req-3e21cb6a-9ac1-488c-9b26-cfbb7705c19b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1264849 Jul 07 16:55:09.098190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.120089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.125669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.145346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.145745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-af1c061a-588b-4a64-9e6c-37fc6612e817 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0474546 Jul 07 16:55:09.147412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-cb3e0655-ae36-4a34-88f8-f515d48731cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 0.2975175 Jul 07 16:55:09.162171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Allocated IP 19.86.0.136 (9a1ce465-d408-48b4-9958-4aee3bbc6692/4ceecabe-8bfb-4e77-9b42-d36a4f793583/8a11b569-3fd3-475c-ab6c-e687b82c96b8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:09.264540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31f0f81a-e734-41cb-9520-f8c7e664cd0f req-ea8252f1-a893-4cb1-bd13-f45dcb0bb22d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854838 Jul 07 16:55:09.389513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-717217de-1fcf-4d3d-86a6-503d83129001 req-50bdd2af-0585-4fe1-be62-3f3dca787ed0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=38deecc8-76e1-4b05-ad9e-6f7372eedcfa HTTP/1.1" status: 200 len: 210 time: 0.2409239 Jul 07 16:55:09.436650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:09.459736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-07829bdf-771f-438e-9ca3-15df5a83c9a5 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053398 Jul 07 16:55:09.521787 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3a77d-2f9c-4643-a526-7c4b02b568db x-openstack-request-id: req-74f3a77d-2f9c-4643-a526-7c4b02b568db {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:09.522099 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c13804-c78b-44ca-9a1d-e84b6965dbd8", "name": "network-vif-deleted", "tag": "4d3066a9-2a6f-40b1-be09-5a024083e83b", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:09.522367 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74f3a77d-2f9c-4643-a526-7c4b02b568db {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:09.523158 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c13804-c78b-44ca-9a1d-e84b6965dbd8', 'name': 'network-vif-deleted', 'tag': '4d3066a9-2a6f-40b1-be09-5a024083e83b', 'status': 'completed', 'code': 200} Jul 07 16:55:09.583734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9a7f6-5cd8-43dc-82e7-52a04876da4d None None] The sync data for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 is: [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:21Z', 'revision_number': 4, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '6b4ba6a7-71d7-4a1d-b747-6876a445d0e5', 'name': '', 'network_id': '278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'mac_address': 'fa:16:3e:2e:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:20Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'subnets': [{'id': '7b94dd52-5914-4259-a21e-d5528a0508f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:09.670253 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-f89ac86d-9cf1-4217-b12a-57beacf63aa6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.1969438 Jul 07 16:55:09.784997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.832380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Transition to ACTIVE for port object 8a11b569-3fd3-475c-ab6c-e687b82c96b8 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:09.837307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-01e1d84d-dfe1-41fd-8498-badd9163dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.841877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-01e1d84d-dfe1-41fd-8498-badd9163dc70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.1668859 Jul 07 16:55:09.982178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41c58ae6-2f2f-46d2-981e-974c0b305f77 req-74395039-8e19-41c2-81aa-ac35fffd1132 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.1010878 Jul 07 16:55:09.983653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.017469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:10.020908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:10.047754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-33d6bf66-2150-421b-93ba-31af077fd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.057135 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-33d6bf66-2150-421b-93ba-31af077fd6b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2067254 Jul 07 16:55:10.069208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:10.126841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 816819ac-302e-4ad9-a241-71f32e2065f6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:10.182466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 816819ac-302e-4ad9-a241-71f32e2065f6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:10.187247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 816819ac-302e-4ad9-a241-71f32e2065f6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:10.312986 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11edbf37-665e-409a-a735-3c7c800ae98c None None] New status for floating IP d09bf31b-1e35-4ece-b19a-984cf87fbbf6: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:55:10.328926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-3fbbd05f-938f-4977-8a52-4215960c2aca service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685823 Jul 07 16:55:10.352970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85acb52e-5839-4394-abce-3d3d51fc38b5 req-8852c438-16b5-4b15-afdd-59abb6117fff tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.78 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.1023855 Jul 07 16:55:10.381880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.391634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.393178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.421670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9f8f047-0cc2-4edc-90f8-3c36565a5e16 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6865931 Jul 07 16:55:10.441691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'port': {'device_id': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'admin_state_up': True, 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:10.622892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5c0dd4ae-3531-405b-8f29-d10f6e8d4972 None None] Provisioning for port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:10.628887 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-56e5dd0b-6691-401a-903d-d03ba78a5205 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909317 Jul 07 16:55:10.660828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5c0dd4ae-3531-405b-8f29-d10f6e8d4972 None None] Provisioning complete for port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:10.661537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd4ae-3531-405b-8f29-d10f6e8d4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.689662 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7e2cb03e-f767-493a-9398-fbc45c2eecb6 req-478dee32-58cf-4546-88cf-3c908f3ab61e tempest-ServerShowV254Test-124245022 tempest-ServerShowV254Test-124245022-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c63283-6bde-4a86-8086-59f4517cebcd HTTP/1.1" status: 200 len: 210 time: 0.0965230 Jul 07 16:55:10.768877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e4b8a248-a1c1-4e0f-b511-f362a6dda8e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.0891039 Jul 07 16:55:10.810063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57f36-3771-490c-b881-4a26863d99af req-392bf812-efbd-4caa-8056-205e21610600 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.819273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6f57f36-3771-490c-b881-4a26863d99af req-392bf812-efbd-4caa-8056-205e21610600 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.4102395 Jul 07 16:55:10.833922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.855421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5c0dd4ae-3531-405b-8f29-d10f6e8d4972 None None] Port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:10.935351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-0d051bff-db08-459f-8bbc-a8cdfd17b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.937096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-0d051bff-db08-459f-8bbc-a8cdfd17b7c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.1627038 Jul 07 16:55:10.978602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6f57f36-3771-490c-b881-4a26863d99af req-f2f58e7d-7689-4199-bc95-c2ad6998cf1a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571112 Jul 07 16:55:11.047406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:11.071340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.104152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-45a2bbd6-d748-49fd-9ba9-116e01df3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.112563 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-45a2bbd6-d748-49fd-9ba9-116e01df3671 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688120 Jul 07 16:55:11.319628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-4171169b-0fd9-40ee-9501-ac543139365b service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984112 Jul 07 16:55:11.444422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Allocated IP 19.80.0.129 (0667e9f9-4f2f-404d-b1fe-4b018d6140ce/a44ecb71-752b-471e-9239-e47936ec2ad2/ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:11.523852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'name': 'network-vif-deleted', 'tag': '816819ac-302e-4ad9-a241-71f32e2065f6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:11.529080 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b14a057-24e5-45b2-b576-200142916aaa" -d '{"events": [{"server_uuid": "38deecc8-76e1-4b05-ad9e-6f7372eedcfa", "name": "network-vif-deleted", "tag": "816819ac-302e-4ad9-a241-71f32e2065f6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:11.544368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0445683-f7d2-48ab-a2bc-ee938dfccceb req-c671d7a8-742a-42e0-89e0-9d676d0488ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.552547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0445683-f7d2-48ab-a2bc-ee938dfccceb req-c671d7a8-742a-42e0-89e0-9d676d0488ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.563143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0445683-f7d2-48ab-a2bc-ee938dfccceb req-c671d7a8-742a-42e0-89e0-9d676d0488ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 1654 time: 0.3107326 Jul 07 16:55:11.575727 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd5cb42b-8fab-4512-9670-7d4586e8f6d5 req-e330d9bb-8d09-4f7b-beb7-f13bea0d5f5f service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471187 Jul 07 16:55:11.744047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0445683-f7d2-48ab-a2bc-ee938dfccceb req-d92bbb98-ad73-49cc-b95f-ec2ffb335eb1 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792572 Jul 07 16:55:11.915251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.916600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.917859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.918363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.919111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.919615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.921429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.925968 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-b94fa7d5-1975-4169-adbe-8b88a9aed0c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6476 time: 0.2137074 Jul 07 16:55:12.030408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.037316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.045399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.054856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.064400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.071674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.078771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.080922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d199b75c-3644-4a7d-82cb-3284a863ca23 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 0.2822618 Jul 07 16:55:12.218847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-dc4fe0d1-feaa-4401-8a52-a54cd348bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.222354 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-dc4fe0d1-feaa-4401-8a52-a54cd348bf86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 901 time: 0.2885091 Jul 07 16:55:12.249698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d13f241-b3ed-4e4a-add1-db529a4db870 req-fa72a36b-6993-4bee-9f0a-b3e3a90f9b07 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.1289804 Jul 07 16:55:12.319191 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-1f2e97c8-c0b3-4005-ade7-923f20eec933 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.0891416 Jul 07 16:55:12.331782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.358539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2da1827a-c230-4b6b-9f83-5c791b5a5548 req-d0c9cdeb-2ddb-485e-8b39-c26088bbce9b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2645199 Jul 07 16:55:12.440214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Transition to ACTIVE for port object ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:12.467750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-c051878c-4972-4485-b155-8d89d87cab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.477468 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-c051878c-4972-4485-b155-8d89d87cab37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.1516888 Jul 07 16:55:12.545470 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.680652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-ba73c7a8-bfe7-4604-aeb5-3bb3d830a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.697116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-ba73c7a8-bfe7-4604-aeb5-3bb3d830a4cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960084 Jul 07 16:55:12.700641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:12.715124 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978face-02fe-4f80-bd37-e9174f0ce5ca x-openstack-request-id: req-4978face-02fe-4f80-bd37-e9174f0ce5ca {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:12.715428 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38deecc8-76e1-4b05-ad9e-6f7372eedcfa", "name": "network-vif-deleted", "tag": "816819ac-302e-4ad9-a241-71f32e2065f6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:12.715680 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4978face-02fe-4f80-bd37-e9174f0ce5ca {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:12.720255 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38deecc8-76e1-4b05-ad9e-6f7372eedcfa', 'name': 'network-vif-deleted', 'tag': '816819ac-302e-4ad9-a241-71f32e2065f6', 'status': 'completed', 'code': 200} Jul 07 16:55:12.743081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:12.751088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:12.758453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:12.899010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.899313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.985977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6394136b-5b83-4632-8172-0027927e2405 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5577292 Jul 07 16:55:13.009085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:13.015983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Request body: {'port': {'device_id': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:13.063172 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-465d5a6a-5cd6-433d-ae65-53c231e9840a service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641376 Jul 07 16:55:13.139935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570d8d6-c790-4742-b7f4-a8f10b9ef929 req-e9289e72-d711-4fd0-8f13-51b46d7b51c6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.147893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6570d8d6-c790-4742-b7f4-a8f10b9ef929 req-e9289e72-d711-4fd0-8f13-51b46d7b51c6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3778353 Jul 07 16:55:13.207399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b5796cf2-c0a8-4b10-9c91-8132db6b1e42 None None] Provisioning for port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:13.211228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b5796cf2-c0a8-4b10-9c91-8132db6b1e42 None None] Provisioning complete for port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:13.211607 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b5796cf2-c0a8-4b10-9c91-8132db6b1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.225453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6570d8d6-c790-4742-b7f4-a8f10b9ef929 req-7f76af9d-4509-4cec-adee-c20a267f5cc6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 Jul 07 16:55:13.226584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.280636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d152f85-da49-4863-820a-4be9899950da req-98d821cc-93f8-4c75-ac38-53277a4a2def tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.287628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc47bc8-62b1-4f58-9583-271ce3add958 req-83dc4803-27da-48ba-94f6-17267919c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.289265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ecc47bc8-62b1-4f58-9583-271ce3add958 req-83dc4803-27da-48ba-94f6-17267919c012 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 0.4198842 Jul 07 16:55:13.294609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d152f85-da49-4863-820a-4be9899950da req-98d821cc-93f8-4c75-ac38-53277a4a2def tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.3824720 Jul 07 16:55:13.311624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b5796cf2-c0a8-4b10-9c91-8132db6b1e42 None None] Port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:13.376560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fdb-50aa-452c-abc3-6d53aa0ce7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.417686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-143b4c1b-61cf-4665-8c02-01e335c9e3cb service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476660 Jul 07 16:55:13.425490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ecc47bc8-62b1-4f58-9583-271ce3add958 req-cc3c5bb5-7561-4273-a534-22176a28bf8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035433 Jul 07 16:55:13.590546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d152f85-da49-4863-820a-4be9899950da req-f005ef98-f31f-4de0-9ec6-d2a5e38573db tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946646 Jul 07 16:55:13.744952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.751163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-24874499-8c82-4184-9001-9a8265bb51bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6476 time: 0.2012045 Jul 07 16:55:13.879226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-d39913df-b350-4c44-8fb5-ed09b90fe2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.880755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-d39913df-b350-4c44-8fb5-ed09b90fe2b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 901 time: 0.1161985 Jul 07 16:55:13.922994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:13.938290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cce8915d-96a1-46e8-a9d0-a7b10ffe1183 req-7a4dbfe8-7430-4651-82d8-48cb47227627 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.1887243 Jul 07 16:55:13.944219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.958278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fdb-50aa-452c-abc3-6d53aa0ce7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.963668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-aa909d0b-b9c8-4192-b107-f3b123a62369 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.0724697 Jul 07 16:55:13.977525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85767c-43f7-4e0b-ad70-593383051504 req-f6729b84-53d0-4b10-aa27-35f685a51efd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.985951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85767c-43f7-4e0b-ad70-593383051504 req-f6729b84-53d0-4b10-aa27-35f685a51efd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.988424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fdb-50aa-452c-abc3-6d53aa0ce7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.992295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85767c-43f7-4e0b-ad70-593383051504 req-f6729b84-53d0-4b10-aa27-35f685a51efd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.997970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a85767c-43f7-4e0b-ad70-593383051504 req-f6729b84-53d0-4b10-aa27-35f685a51efd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2376 time: 0.4600377 Jul 07 16:55:13.997970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Transition to ACTIVE for port object cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:14.018530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.130603 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-47cc7fdb-50aa-452c-abc3-6d53aa0ce7df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39346fd9bf52455a9ff2406f4e6ea76d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1118612 Jul 07 16:55:14.142433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:14.157347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc7fdb-50aa-452c-abc3-6d53aa0ce7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bdeaab-22ce-4fb9-b8ce-80ad20b2c9b3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:14.173422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-47fe20ad-4d65-43fc-b411-de424c85955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.175028 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-47fe20ad-4d65-43fc-b411-de424c85955c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.2010391 Jul 07 16:55:14.302093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07d27ba-a498-405c-ab0d-c222c3ec8bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.337285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-91872233-5292-4da7-8ab8-b3a452d37638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.340063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-91872233-5292-4da7-8ab8-b3a452d37638 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556494 Jul 07 16:55:14.342281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07d27ba-a498-405c-ab0d-c222c3ec8bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.460515 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-67ac4843-9a38-4a42-b6f2-901ba53e7d51 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100433 Jul 07 16:55:14.592727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Pushing event updated for resources: {'Port': ['ID=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:14.599708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5b15d55f-9955-4313-9472-d997dd2958f8 req-a5588846-1802-472e-8666-96a77dcea266 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266110 Jul 07 16:55:14.635805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a85767c-43f7-4e0b-ad70-593383051504 req-f5ea8b8e-4e90-4897-b8d7-05373cebc148 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171575 Jul 07 16:55:14.651717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07d27ba-a498-405c-ab0d-c222c3ec8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.654787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07d27ba-a498-405c-ab0d-c222c3ec8bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.659010 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a07d27ba-a498-405c-ab0d-c222c3ec8bb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27bdeaab-22ce-4fb9-b8ce-80ad20b2c9b3 HTTP/1.1" status: 204 len: 168 time: 0.5103681 Jul 07 16:55:14.699327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d27ba-a498-405c-ab0d-c222c3ec8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bdeaab-22ce-4fb9-b8ce-80ad20b2c9b3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:14.929927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Attempting to bind port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:14.930277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Attempting to bind port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:14.930614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Attempting to bind port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:14.944484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:14.944852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Attempting to bind port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:14.969355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:14.969705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Checking segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:14.970101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Bound using segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:14.970557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Bound port: cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:14.970924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.007111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.013265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.019305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.025353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.031968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.038016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.044278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.053159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-e39d7e63-3261-4237-a4ea-bda28e9f250d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 0.5626566 Jul 07 16:55:15.177895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29c98bae-21c8-4d5f-8436-147ece48af09 req-f2f92176-61d3-452e-8d0a-c5256f611090 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236527 Jul 07 16:55:15.240308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] For port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:15.244521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] For port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:15.254969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.364086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcfaf2-2dfc-4dbf-99ee-615cd94754eb req-cca35905-c59b-4451-8cd2-c38a90a082e5 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.373576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9abcfaf2-2dfc-4dbf-99ee-615cd94754eb req-cca35905-c59b-4451-8cd2-c38a90a082e5 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.3179901 Jul 07 16:55:15.384153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.386029 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.387847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] 10.222.0.54 "PUT /v2.0/ports/cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf HTTP/1.1" status: 200 len: 1091 time: 2.3885531 Jul 07 16:55:15.396982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'tag': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:15.398952 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c69e3-1c8c-45a7-b06d-3246334ce503" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "tag": "cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:15.420142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c24283-1f50-42f3-9a76-d9197da04c1c service neutron] Pushing event updated for resources: {'Port': ['ID=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.439602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Request body: {'port': {'device_id': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:15.592925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9abcfaf2-2dfc-4dbf-99ee-615cd94754eb req-6316e8c6-22e8-426e-a8e3-79040387b471 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184072 Jul 07 16:55:15.737493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.768157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f892fd4-2fc4-47d7-b75a-4a4be2e2533f req-bd38752b-6435-4a7c-af44-e421b0bf81e4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.769807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f892fd4-2fc4-47d7-b75a-4a4be2e2533f req-bd38752b-6435-4a7c-af44-e421b0bf81e4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3891485 Jul 07 16:55:15.908732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce231c27-12d3-4361-8f66-6f2dcfb1747b req-c4e3d1e6-77b0-42fb-96fc-370c1b8c0dc0 tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/ports?device_id=38c13804-c78b-44ca-9a1d-e84b6965dbd8 HTTP/1.1" status: 200 len: 210 time: 0.0468106 Jul 07 16:55:15.964747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52510) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:15.985365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f892fd4-2fc4-47d7-b75a-4a4be2e2533f req-e26a22c5-060c-4f79-98a9-b8fc1137c88f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013106 Jul 07 16:55:16.224752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:16.289610 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e52b9-7e7a-4f61-8cec-c9c51d7ce630 x-openstack-request-id: req-535e52b9-7e7a-4f61-8cec-c9c51d7ce630 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:16.290354 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "tag": "cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:16.290723 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-535e52b9-7e7a-4f61-8cec-c9c51d7ce630 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:16.291667 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'tag': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf', 'status': 'completed', 'code': 200} Jul 07 16:55:16.401908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-736129561-network', 'tenant_id': '83ec2ef4756c4d85a9eb7393ae6e46f6'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:16.584114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-3ece2ec2-cad4-42c7-86f0-f94da89de004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.587881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-3ece2ec2-cad4-42c7-86f0-f94da89de004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.590880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-3ece2ec2-cad4-42c7-86f0-f94da89de004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.599159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-3ece2ec2-cad4-42c7-86f0-f94da89de004 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2731 time: 0.4952326 Jul 07 16:55:16.676900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Made reservation on behalf of 83ec2ef4756c4d85a9eb7393ae6e46f6 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:16.683507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.734366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:16.763829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'mac_address': 'fa:16:3e:6e:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:16.841541 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.871051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94e75d8a-963d-46ef-947a-83e6252fe8f8 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:16.931941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:16.945269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.978440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c53ac-7bc0-4864-9bfc-3ffe3d0fa1e2 req-ad32c5ef-0e13-4077-a699-32fac3c5c3a5 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.001417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c53ac-7bc0-4864-9bfc-3ffe3d0fa1e2 req-ad32c5ef-0e13-4077-a699-32fac3c5c3a5 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.033073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c53ac-7bc0-4864-9bfc-3ffe3d0fa1e2 req-ad32c5ef-0e13-4077-a699-32fac3c5c3a5 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.072681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-436c53ac-7bc0-4864-9bfc-3ffe3d0fa1e2 req-ad32c5ef-0e13-4077-a699-32fac3c5c3a5 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2388 time: 0.6553872 Jul 07 16:55:17.110727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['94e75d8a-963d-46ef-947a-83e6252fe8f8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:17.160599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.193304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae3752-ae80-496c-98fd-f844dfb6040b req-77d5986b-9223-4a99-8c2b-58452bd72316 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.208277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66ae3752-ae80-496c-98fd-f844dfb6040b req-77d5986b-9223-4a99-8c2b-58452bd72316 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.5886834 Jul 07 16:55:17.348967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-84fe979b-ef4a-4562-8806-53a7ba1c404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.350549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-84fe979b-ef4a-4562-8806-53a7ba1c404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.351345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-84fe979b-ef4a-4562-8806-53a7ba1c404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.353899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-84fe979b-ef4a-4562-8806-53a7ba1c404d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6d6eeba221694a4285c2af135bea8fe8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7381241 Jul 07 16:55:17.355446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.359072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a11b569-3fd3-475c-ab6c-e687b82c96b8 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:17.380123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.415577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Transition to ACTIVE for port object 8a11b569-3fd3-475c-ab6c-e687b82c96b8 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:17.492261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66ae3752-ae80-496c-98fd-f844dfb6040b req-b76478d5-a683-4ce8-95be-c9c28959540b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811303 Jul 07 16:55:17.508162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.523856 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.631087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.723719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:17.743815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.766940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.767828 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Added segment a5befa8c-274c-41af-a667-ad79981cefa3 of type vlan for network 5f976b53-eb31-4d28-b043-340fdedfbe05 Jul 07 16:55:17.783081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b4e496-b78a-45ad-bf7c-5dd67ffdc230,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.836695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-855ca17a-d8fe-4d2c-a897-6d5d01aaa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.839187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-436c53ac-7bc0-4864-9bfc-3ffe3d0fa1e2 req-42ac5ee5-b667-4753-8544-f52491c2a156 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437217 Jul 07 16:55:17.861869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6e2c69e3-1c8c-45a7-b06d-3246334ce503 req-855ca17a-d8fe-4d2c-a897-6d5d01aaa19a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4964118 Jul 07 16:55:17.867702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.961452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.962834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.964323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.061010 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0948708 Jul 07 16:55:18.062171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:18.154382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Request body: {'subnet': {'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-736129561-subnet', 'tenant_id': '83ec2ef4756c4d85a9eb7393ae6e46f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:18.178768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:18.275985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4ba1e-bf5d-4041-b68d-e9ace494e2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5f976b53-eb31-4d28-b043-340fdedfbe05,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:18.306510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Made reservation on behalf of 83ec2ef4756c4d85a9eb7393ae6e46f6 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:18.310057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.330211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 5f976b53-eb31-4d28-b043-340fdedfbe05 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:18.524939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Attempting to bind port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:18.528021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Attempting to bind port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:18.528952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Attempting to bind port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 on network 9a1ce465-d408-48b4-9958-4aee3bbc6692 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:18.584609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 on network 9a1ce465-d408-48b4-9958-4aee3bbc6692 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:18.585975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Attempting to bind port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 on network 9a1ce465-d408-48b4-9958-4aee3bbc6692 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:18.637564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:18.638229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Checking segment: {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:18.641252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Bound using segment: {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:18.642070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Bound port: 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c629223-9fe6-4009-9179-3a6904c25759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:18.644998 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.861765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:18.862336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.952294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.983783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.013543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.046347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.102661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.157007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.198719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.207064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.215001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-bfda61bb-53f3-4b3f-b5d5-844504f471a9 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 1.1356952 Jul 07 16:55:19.304052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:19.325559 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e95116-be9c-4fe6-82e1-3a9c77864d2d" -d '{"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-plugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:19.364390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.385807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:19.422227 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.512284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92469cfd-fa8b-4903-b1ec-7de69f8dcfe0 req-3fa89401-6268-4e1e-baa6-717d157a011c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2596204 Jul 07 16:55:19.534503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:19.540456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Checking segment: {'id': 'a5befa8c-274c-41af-a667-ad79981cefa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:19.541170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Network hostable DHCP agents. Network: 5f976b53-eb31-4d28-b043-340fdedfbe05, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:19.558566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52d7e1c-0150-4252-b936-905cc194f661,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.569197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-19f450af-44c1-45ad-a2e0-a9e3d7284402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.572199 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-19f450af-44c1-45ad-a2e0-a9e3d7284402 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 0.2909474 Jul 07 16:55:19.597726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:19.609237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.807717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Network 5f976b53-eb31-4d28-b043-340fdedfbe05 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:19.815665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.835154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.836851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.843844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] 10.222.0.54 "PUT /v2.0/ports/8a11b569-3fd3-475c-ab6c-e687b82c96b8 HTTP/1.1" status: 200 len: 1092 time: 4.4125981 Jul 07 16:55:19.851575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:19.860492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 5f976b53-eb31-4d28-b043-340fdedfbe05) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:19.872469 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:19.877012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd604e01-870b-4658-aa3e-d983804f1037 None None] Network 5f976b53-eb31-4d28-b043-340fdedfbe05 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:19.895922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.896953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.999784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Request body: {'port': {'device_id': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:20.017805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-fd761ecf-d324-4a19-a32b-20a174c86218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.034116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-fd761ecf-d324-4a19-a32b-20a174c86218 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.4382308 Jul 07 16:55:20.038552 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de8dae01-e710-44f6-925f-ae0a1419ad7a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8946939 Jul 07 16:55:20.205672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-c666b40b-73b0-4b3e-9607-e2058a6db2e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.1655142 Jul 07 16:55:20.367072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-9dcd98c4-96d3-4eba-a441-ff3ffc3ed7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.367072 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-9dcd98c4-96d3-4eba-a441-ff3ffc3ed7aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1501389 Jul 07 16:55:20.443695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-f0a0b92e-7719-40e6-bd6b-72742284c604 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706959 Jul 07 16:55:20.470249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aba8f-b27b-40be-8682-8aca858cbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:20.586945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86f5ef-0578-4463-bced-59b6c0bd6471 None None] Network 5f976b53-eb31-4d28-b043-340fdedfbe05 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:20.716595 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-ff0cee23-3356-408f-aaf0-dac6e4548610 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625086 Jul 07 16:55:20.816496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb583c-7076-4d54-a4bd-ccdc74ccfcf7 req-a0c6d5db-872e-4478-a65b-c3cc83ff5064 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.824661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29bb583c-7076-4d54-a4bd-ccdc74ccfcf7 req-a0c6d5db-872e-4478-a65b-c3cc83ff5064 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 1.1133065 Jul 07 16:55:20.859571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935446-5638-4db0-b810-5c25033e3935 req-de83c1be-8426-459e-8392-13441ee12123 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.902958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935446-5638-4db0-b810-5c25033e3935 req-de83c1be-8426-459e-8392-13441ee12123 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.956638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935446-5638-4db0-b810-5c25033e3935 req-de83c1be-8426-459e-8392-13441ee12123 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.984743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f7935446-5638-4db0-b810-5c25033e3935 req-de83c1be-8426-459e-8392-13441ee12123 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2400 time: 1.0713344 Jul 07 16:55:21.040403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.207026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1fa6da37-6ee0-4a6b-9824-fe036f088d5f req-6de3146b-1a26-4abd-94e7-1401c90a5f96 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867275 Jul 07 16:55:21.388393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f7935446-5638-4db0-b810-5c25033e3935 req-f6403a8d-dd5f-46b4-a15b-44c1b99cb4e5 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994334 Jul 07 16:55:21.427464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29bb583c-7076-4d54-a4bd-ccdc74ccfcf7 req-0807b445-159f-4f07-9ccc-0d883de987a1 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008360 Jul 07 16:55:21.458186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52638) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:21.517218 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c94290-f15d-40b5-9f50-6e480cdf35f1 x-openstack-request-id: req-83c94290-f15d-40b5-9f50-6e480cdf35f1 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:21.517526 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:21.537067 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83c94290-f15d-40b5-9f50-6e480cdf35f1 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:21.537997 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8', 'status': 'completed', 'code': 200} Jul 07 16:55:21.621338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:21.632793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-477842587-network', 'tenant_id': '00d233a76f2b4d7db19f475412dd12f4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:21.648776 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35287127-ee57-488b-8750-7b3dd871810d x-openstack-request-id: req-35287127-ee57-488b-8750-7b3dd871810d {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:21.650852 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-plugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:21.651535 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35287127-ee57-488b-8750-7b3dd871810d {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:21.652459 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'code': 200} Jul 07 16:55:21.804003 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1a59b94-7886-4e1d-a5d3-45266e85f04e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.808144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Made reservation on behalf of 00d233a76f2b4d7db19f475412dd12f4 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:21.811649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.824679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.923063 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1a59b94-7886-4e1d-a5d3-45266e85f04e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.109651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-6e6a763d-e382-4173-817d-a5fae7ed5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.110738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-6e6a763d-e382-4173-817d-a5fae7ed5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.111390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-6e6a763d-e382-4173-817d-a5fae7ed5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.113419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-6e6a763d-e382-4173-817d-a5fae7ed5821 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2798 time: 0.4955654 Jul 07 16:55:22.142500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.157350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.172152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.196989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.210851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.230093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.246955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.262011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7351b414-47ec-4620-aa75-cc455096143d req-a75f9edf-3f14-4660-bc09-607055213b7d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 0.3527565 Jul 07 16:55:22.631914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7351b414-47ec-4620-aa75-cc455096143d req-6190eea7-ce13-4eb5-9d4b-d955203b1888 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3688328 Jul 07 16:55:22.639327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:22.687197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.788867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.795758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1a59b94-7886-4e1d-a5d3-45266e85f04e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.800462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1a59b94-7886-4e1d-a5d3-45266e85f04e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.802373 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b1a59b94-7886-4e1d-a5d3-45266e85f04e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "DELETE /v2.0/security-groups/adc65f78-5501-407e-a040-dde4a6a6d089 HTTP/1.1" status: 204 len: 168 time: 1.3430827 Jul 07 16:55:22.809961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.816233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:22.826126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:22.889349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.893682 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Added segment b11427ff-da2a-4763-b1d5-412acc3c4579 of type vlan for network 674ffbf7-2a40-45b6-bb87-1ecac805c476 Jul 07 16:55:22.897887 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-b8356090-ea21-4ce3-9b49-09e359ff518d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] show failed (client error): The resource could not be found. Jul 07 16:55:22.902182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b8356090-ea21-4ce3-9b49-09e359ff518d tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "GET /v2.0/security-groups/adc65f78-5501-407e-a040-dde4a6a6d089 HTTP/1.1" status: 404 len: 347 time: 0.0720818 Jul 07 16:55:22.903552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Transition to ACTIVE for port object ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:22.908336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:23.000346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.079945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.132997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add842a0-7c22-4ceb-8eac-e7b13fcaafe5 req-253bc413-c33a-4cb9-a4f4-d64a38cb3ab3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.139596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add842a0-7c22-4ceb-8eac-e7b13fcaafe5 req-253bc413-c33a-4cb9-a4f4-d64a38cb3ab3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.146145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add842a0-7c22-4ceb-8eac-e7b13fcaafe5 req-253bc413-c33a-4cb9-a4f4-d64a38cb3ab3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.154831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-add842a0-7c22-4ceb-8eac-e7b13fcaafe5 req-253bc413-c33a-4cb9-a4f4-d64a38cb3ab3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2400 time: 0.4959552 Jul 07 16:55:23.214927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Pushing event updated for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:23.602451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.824965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96145bb4-4de5-4b5c-9e3c-533567f72313 req-293bf2ca-5700-4713-a11a-25ede6baf1fe tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.831465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96145bb4-4de5-4b5c-9e3c-533567f72313 req-293bf2ca-5700-4713-a11a-25ede6baf1fe tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.8998041 Jul 07 16:55:23.897005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.899175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.901074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.963347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a59b94-7886-4e1d-a5d3-45266e85f04e tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc65f78-5501-407e-a040-dde4a6a6d089,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:23.990903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-add842a0-7c22-4ceb-8eac-e7b13fcaafe5 req-f49446e3-debe-4e0f-b125-8e7fd3459f04 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8192766 Jul 07 16:55:24.097590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-acc91b8e-77b7-4399-9898-13104568f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.098780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-acc91b8e-77b7-4399-9898-13104568f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.099474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-acc91b8e-77b7-4399-9898-13104568f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.101474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-acc91b8e-77b7-4399-9898-13104568f337 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6d6eeba221694a4285c2af135bea8fe8&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.9787650 Jul 07 16:55:24.121705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Deleting port c8d0322e-aa33-459d-8298-8282364b8c09 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:24.122401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.189696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96145bb4-4de5-4b5c-9e3c-533567f72313 req-c7b79558-27bc-4663-adab-a059d6aa4c7f tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067515 Jul 07 16:55:24.190806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Attempting to bind port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:24.190806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Attempting to bind port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:24.191140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Attempting to bind port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:24.210744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5822432 Jul 07 16:55:24.245271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52704) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:24.258162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Request body: {'subnet': {'network_id': '674ffbf7-2a40-45b6-bb87-1ecac805c476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-477842587-subnet', 'tenant_id': '00d233a76f2b4d7db19f475412dd12f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:24.318112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:24.318112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Attempting to bind port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 on network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:24.328785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Made reservation on behalf of 00d233a76f2b4d7db19f475412dd12f4 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:24.328785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.550776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.568629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Pushing event updated for resources: {'Network': ['ID=674ffbf7-2a40-45b6-bb87-1ecac805c476,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.595245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 674ffbf7-2a40-45b6-bb87-1ecac805c476 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:24.661408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:24.661408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Checking segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:24.661408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Bound using segment: {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:24.661408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Bound port: ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333a1c7c-40ee-4771-a315-ba52e96c9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:24.662503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.700722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b475d4b-998a-4251-bb8f-e756829e9cd7,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.758398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508efd09-286f-405f-a9ff-bba6711eca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7577d-101e-498d-9051-cbd9f8d531c7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.789805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15159f7-2adf-4a9b-9813-cea093249785 req-eb5fc285-764d-4c69-8345-3fb3038adb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.791530 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-eb5fc285-764d-4c69-8345-3fb3038adb6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 1.5949099 Jul 07 16:55:24.839667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-26e559d6-24fa-4cf8-9c05-a2a74774e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.841994 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-085ef03e-9b83-4b7a-9ec3-25c6fe7b1dff req-26e559d6-24fa-4cf8-9c05-a2a74774e4fb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6988673 Jul 07 16:55:25.014425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15159f7-2adf-4a9b-9813-cea093249785 req-0f549f6d-4154-4e1e-8235-d9271796c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.017450 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-0f549f6d-4154-4e1e-8235-d9271796c2ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.1740139 Jul 07 16:55:25.085984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-a3e8810d-7a21-47df-a0e7-944756e82543 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.0614820 Jul 07 16:55:25.163976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15159f7-2adf-4a9b-9813-cea093249785 req-f9954cd4-f0e4-4737-afba-3f8a9a04ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.167133 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-f9954cd4-f0e4-4737-afba-3f8a9a04ba3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.0713129 Jul 07 16:55:25.247461 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-5e62353e-fd37-4953-aa63-cc90b352cb3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718729 Jul 07 16:55:25.299392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:25.304446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:25.324664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Checking segment: {'id': 'b11427ff-da2a-4763-b1d5-412acc3c4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '674ffbf7-2a40-45b6-bb87-1ecac805c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:25.325178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Network hostable DHCP agents. Network: 674ffbf7-2a40-45b6-bb87-1ecac805c476, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:25.341295 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.385863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.386763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.392621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] 10.222.0.54 "PUT /v2.0/ports/ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 HTTP/1.1" status: 200 len: 1092 time: 5.4864297 Jul 07 16:55:25.430816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:25.436625 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc5d322-2786-4c5e-b5a8-d340f8769b96" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:25.514412 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-35080067-112c-4ce4-9fb1-7d7487b38d87 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587700 Jul 07 16:55:25.576853 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.577470 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.722229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.734935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.751542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.771515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.783744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.795598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.809514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.812311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b15159f7-2adf-4a9b-9813-cea093249785 req-ba4c55d1-283f-4133-b313-a1065ca844d0 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891963 Jul 07 16:55:25.823309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0b06677-df68-409f-a392-472b626ed8f0 req-d9afcca9-0531-4784-bead-b86997b0f199 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 1.1244688 Jul 07 16:55:25.831271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Calling delete_port for c8d0322e-aa33-459d-8298-8282364b8c09 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:25.856543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dc3e7-ebad-437a-a47e-1c1d5cb084a7 req-1f7f5458-9b51-4177-bdc1-ff1aa17dd78d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.871338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e33dc3e7-ebad-437a-a47e-1c1d5cb084a7 req-1f7f5458-9b51-4177-bdc1-ff1aa17dd78d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.1723781 Jul 07 16:55:25.970021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Network 674ffbf7-2a40-45b6-bb87-1ecac805c476 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:26.062979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d2df3-f8ac-4731-849e-2cac96c047df service neutron] Pushing event updated for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.136654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 674ffbf7-2a40-45b6-bb87-1ecac805c476) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:26.149347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15274163-4eea-472b-af0f-90b4f519a5cf None None] Network 674ffbf7-2a40-45b6-bb87-1ecac805c476 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:26.170545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.171195 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.206516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0b06677-df68-409f-a392-472b626ed8f0 req-15bc14c4-fe3f-44c2-8045-e01ac46bbcd5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3819282 Jul 07 16:55:26.236514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-d8ee24bb-6074-45a6-9459-cca6b1017de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.243691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-d8ee24bb-6074-45a6-9459-cca6b1017de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.247017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-d8ee24bb-6074-45a6-9459-cca6b1017de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.249223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-d8ee24bb-6074-45a6-9459-cca6b1017de1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2865 time: 0.7280917 Jul 07 16:55:26.265854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e33dc3e7-ebad-437a-a47e-1c1d5cb084a7 req-33bf5437-94a3-4dd8-8b1d-3d464fa94468 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832791 Jul 07 16:55:26.402519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a49dae54-7164-4828-a2fc-44fe36004d9b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1496801 Jul 07 16:55:26.408963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-5aea73a6-bdba-4301-8084-c192c75b8f6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf HTTP/1.1" status: 200 len: 217 time: 0.1281621 Jul 07 16:55:26.519722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92932e82-c019-4eae-9279-7f729ad5df53 None None] Network 674ffbf7-2a40-45b6-bb87-1ecac805c476 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:26.585477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-0137a18a-d2dd-49c1-8a16-96819c4cd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.593055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-0137a18a-d2dd-49c1-8a16-96819c4cd1a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a44ecb71-752b-471e-9239-e47936ec2ad2 HTTP/1.1" status: 200 len: 801 time: 0.1762886 Jul 07 16:55:26.945407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.958059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5678-4a99-43c2-a53b-f62e57a20d9b req-ad7c58ab-36ab-4796-b896-9359c89aefaf tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.966164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d71a5678-4a99-43c2-a53b-f62e57a20d9b req-ad7c58ab-36ab-4796-b896-9359c89aefaf tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.3681636 Jul 07 16:55:26.992065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Pushing event deleted for resources: {'Port': ['ID=c8d0322e-aa33-459d-8298-8282364b8c09,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:27.000293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e59ca97-887b-4df7-b68c-e20f21f374a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.000293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-2e59ca97-887b-4df7-b68c-e20f21f374a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3612688 Jul 07 16:55:27.153781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc413467-2ae0-4857-9ca5-88a663aff44d req-ee499826-03c4-47da-9412-0994a615ec84 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.160021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc413467-2ae0-4857-9ca5-88a663aff44d req-ee499826-03c4-47da-9412-0994a615ec84 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.167169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc413467-2ae0-4857-9ca5-88a663aff44d req-ee499826-03c4-47da-9412-0994a615ec84 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.170977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc413467-2ae0-4857-9ca5-88a663aff44d req-ee499826-03c4-47da-9412-0994a615ec84 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2412 time: 0.3639755 Jul 07 16:55:27.196345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d71a5678-4a99-43c2-a53b-f62e57a20d9b req-a9cdef99-a317-48c9-8b11-dc00872c1bcd tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291367 Jul 07 16:55:27.260370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.267367 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.273446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:27.274529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5323b5fa-6ca8-48f0-9d5f-1966169de02a tempest-ServersTestBootFromVolume-1246139949 tempest-ServersTestBootFromVolume-1246139949-project] 10.222.0.78 "DELETE /v2.0/floatingips/d09bf31b-1e35-4ece-b19a-984cf87fbbf6 HTTP/1.1" status: 204 len: 168 time: 4.3539100 Jul 07 16:55:27.343698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc413467-2ae0-4857-9ca5-88a663aff44d req-5e555c62-a981-4955-94f5-4f4b67a0b7a3 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460831 Jul 07 16:55:27.380700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-523fe8a5-52f7-4050-9b06-279408cbe983 service neutron] 10.222.0.54 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505867 Jul 07 16:55:27.689522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-5d168825-a38c-444a-9965-989ac5d6cd84 service neutron] 10.222.0.54 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828360 Jul 07 16:55:27.710543 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603bf19-f85c-448d-9c09-023ac8e3695e x-openstack-request-id: req-b603bf19-f85c-448d-9c09-023ac8e3695e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:27.711018 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:27.711424 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b603bf19-f85c-448d-9c09-023ac8e3695e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:27.712051 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65', 'status': 'completed', 'code': 200} Jul 07 16:55:27.829464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-408a1ba6-03d8-48be-8da6-8a11b8a5415b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8 HTTP/1.1" status: 200 len: 217 time: 0.1151819 Jul 07 16:55:28.058213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df89543-6205-4d95-8dba-8bbc02864dd2 req-44a1e916-cb3f-4078-9644-e6f40eb548d7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.060277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7df89543-6205-4d95-8dba-8bbc02864dd2 req-44a1e916-cb3f-4078-9644-e6f40eb548d7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3693333 Jul 07 16:55:28.146421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-7e378ada-6f7c-4b2c-9ca1-5b2145ae6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.156413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-7e378ada-6f7c-4b2c-9ca1-5b2145ae6797 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ceecabe-8bfb-4e77-9b42-d36a4f793583 HTTP/1.1" status: 200 len: 801 time: 0.3152306 Jul 07 16:55:28.191284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7df89543-6205-4d95-8dba-8bbc02864dd2 req-649fdc59-5520-4c4c-bf7f-4af756e7e816 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099005 Jul 07 16:55:28.435414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.831451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-3407dbe6-8c95-4bc1-9c52-95a77e9281bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.857440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-3407dbe6-8c95-4bc1-9c52-95a77e9281bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a1ce465-d408-48b4-9958-4aee3bbc6692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6628757 Jul 07 16:55:29.110799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-1ad7bc63-3557-40c7-b350-54abf90d777a service neutron] 10.222.0.54 "GET /v2.0/networks/9a1ce465-d408-48b4-9958-4aee3bbc6692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659713 Jul 07 16:55:29.120207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-9ad7ad95-1428-44df-b866-1d560922ca0c tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.127884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-9ad7ad95-1428-44df-b866-1d560922ca0c tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/networks?id=5f976b53-eb31-4d28-b043-340fdedfbe05 HTTP/1.1" status: 200 len: 824 time: 0.8671682 Jul 07 16:55:29.216690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Deleting port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:29.217814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.301463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-866f5bbf-a2a3-41a2-807b-ad281644a2c5 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/quotas/83ec2ef4756c4d85a9eb7393ae6e46f6 HTTP/1.1" status: 200 len: 375 time: 0.1700583 Jul 07 16:55:29.435879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-d6ec09d7-38bc-4ffd-aeb6-c9f5e4ee5210 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83ec2ef4756c4d85a9eb7393ae6e46f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159904 Jul 07 16:55:29.459557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-87ac6a4f-2608-4109-904e-03a5eed21779 service neutron] 10.222.0.54 "GET /v2.0/networks/9a1ce465-d408-48b4-9958-4aee3bbc6692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202236 Jul 07 16:55:29.552228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] For port 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:29.553059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.594913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Calling delete_port for 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:29.755368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.766861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.778935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.793155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.822060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.852864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.875098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.891751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-66dcef30-1682-451b-bcf0-bfc675e2fafc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5419 time: 1.1754062 Jul 07 16:55:29.921316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-b839de79-f72b-48ba-9c9b-dec77b0016b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 HTTP/1.1" status: 200 len: 217 time: 0.3342521 Jul 07 16:55:30.148484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-c120c763-8d7f-492d-ac2c-9f1722d7feb6 service neutron] 10.222.0.78 "GET /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902747 Jul 07 16:55:30.274290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.343411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e1424d2-a5c0-4384-905d-59a70d380b0b req-5f8aa6ae-96b3-46cc-846e-4a1679cabe8f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4377520 Jul 07 16:55:30.349817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6b7b9a0c-bd12-47f3-bed6-4df372780828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.351857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-6b7b9a0c-bd12-47f3-bed6-4df372780828 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a44ecb71-752b-471e-9239-e47936ec2ad2 HTTP/1.1" status: 200 len: 801 time: 0.3953049 Jul 07 16:55:30.354371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4ba6a7-71d7-4a1d-b747-6876a445d0e5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:30.393568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.394057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.394464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.394868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.395655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.396063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.396454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.396859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.397455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.397857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.398245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.398631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:30.524218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5daf804c-d529-4aa4-ad31-65b3e8aa3970 service neutron] 10.222.0.78 "GET /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477480 Jul 07 16:55:30.654965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9a0e5d9-d36e-4251-ac82-8537f14a9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.658126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-c9a0e5d9-d36e-4251-ac82-8537f14a9fc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2953634 Jul 07 16:55:30.948036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-5c586c3b-f86b-4e9a-99ec-ad8ceab9a2cc service neutron] 10.222.0.54 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750752 Jul 07 16:55:31.062545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.111910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 74f7c842-15da-4fa3-9871-7a25c14cd6f4 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:31.271997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22097-b5f7-428c-b466-0fe73f254199 req-6514429b-2e46-46f5-bf03-4ed2c28f6867 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.324629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22097-b5f7-428c-b466-0fe73f254199 req-6514429b-2e46-46f5-bf03-4ed2c28f6867 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.376801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22097-b5f7-428c-b466-0fe73f254199 req-6514429b-2e46-46f5-bf03-4ed2c28f6867 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.397692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abd22097-b5f7-428c-b466-0fe73f254199 req-6514429b-2e46-46f5-bf03-4ed2c28f6867 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2412 time: 0.4184132 Jul 07 16:55:31.400414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:31.418299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '74f7c842-15da-4fa3-9871-7a25c14cd6f4', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'port_id': '74f7c842-15da-4fa3-9871-7a25c14cd6f4', 'mac_address': 'fa:16:3e:76:fd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:31.582389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.627760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f7c842-15da-4fa3-9871-7a25c14cd6f4 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:31.688988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:31.709963 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.711465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 16f3a1da-3a0a-4e9b-85f4-eef0568db54e details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:31.834466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:31.915514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Router c2934fef-5f49-491a-bc64-e0dcf78c8870 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:32.165210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'port_id': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e', 'mac_address': 'fa:16:3e:a4:d7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:32.171673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:32.205069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5d1132-605b-4c3b-802b-00b07b86835f req-07dd656b-d804-4c7c-90bf-6e49dec9382a service neutron] 10.222.0.54 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2487278 Jul 07 16:55:32.251621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abd22097-b5f7-428c-b466-0fe73f254199 req-90628a91-bbd8-41f3-b411-9e16306ab69c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502696 Jul 07 16:55:32.329397 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.381450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:32.397735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076ceb2-ab00-4ec9-8710-ba55d2260748 req-4ab78b77-57a2-425c-aa3e-f489ea9baa40 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.406498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8076ceb2-ab00-4ec9-8710-ba55d2260748 req-4ab78b77-57a2-425c-aa3e-f489ea9baa40 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.9655843 Jul 07 16:55:32.440649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] Sync routers for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:32.442847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6dc9e261-6cd4-4f1e-88f7-eafe93e1ee14 admin admin] 10.222.0.78 "PUT /v2.0/routers/c2934fef-5f49-491a-bc64-e0dcf78c8870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1648698 Jul 07 16:55:32.453508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52874) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:32.515963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f3a1da-3a0a-4e9b-85f4-eef0568db54e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:32.576166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:32.580119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:32.580721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:32.589569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.590464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cfd8a09a-6338-495e-9745-d4756ff9dfaa details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:32.841778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8076ceb2-ab00-4ec9-8710-ba55d2260748 req-5b312140-59c6-466e-852a-e3517dfe85cb tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678460 Jul 07 16:55:32.919245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.971011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:55:33.023551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:33.031352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92d9189b-7fef-47fc-8487-90ff375f1d73 req-c37d5069-e406-4cec-89a9-a9f093a40c52 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 210 time: 0.1716840 Jul 07 16:55:33.066854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-d1be38cd-53ce-4d9c-a0bd-1274f9aaa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.067691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-d1be38cd-53ce-4d9c-a0bd-1274f9aaa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.068547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-d1be38cd-53ce-4d9c-a0bd-1274f9aaa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.072105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-d1be38cd-53ce-4d9c-a0bd-1274f9aaa901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2865 time: 0.6619627 Jul 07 16:55:33.078046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'cfd8a09a-6338-495e-9745-d4756ff9dfaa', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'port_id': 'cfd8a09a-6338-495e-9745-d4756ff9dfaa', 'mac_address': 'fa:16:3e:56:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:33.428276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:33.436123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.438898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:33.442555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.473597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.550680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-113448d9-29b3-4c39-9289-3d8c8fce7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.552974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-113448d9-29b3-4c39-9289-3d8c8fce7427 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce HTTP/1.1" status: 200 len: 903 time: 0.4692731 Jul 07 16:55:33.625080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Deleting port b8b4c306-c5c7-4d09-b9ac-24825dc612c4 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:33.625407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.652718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd8a09a-6338-495e-9745-d4756ff9dfaa {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:33.657052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-4b8b498d-25f2-4086-a5b3-24fa7364cc81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 HTTP/1.1" status: 200 len: 217 time: 0.0931206 Jul 07 16:55:33.770630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:33.803019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.804513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.808378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4fb1e7df-2aaa-4dca-8100-47569da20583 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:33.810987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] For port b8b4c306-c5c7-4d09-b9ac-24825dc612c4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:33.811361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.815597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.842296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.849879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.874374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.886434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.899032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Calling delete_port for b8b4c306-c5c7-4d09-b9ac-24825dc612c4 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:33.906379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.908447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-faa0fb48-b251-4247-829e-20c52c250ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5421 time: 0.4531910 Jul 07 16:55:33.930799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-a9967adb-7890-4e1d-a06b-e588a95d0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.932484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-a9967adb-7890-4e1d-a06b-e588a95d0eb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a44ecb71-752b-471e-9239-e47936ec2ad2 HTTP/1.1" status: 200 len: 801 time: 0.2664196 Jul 07 16:55:34.069300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a6a2f72-b00d-436a-9143-a86dae1b4ceb req-5bce83d3-1979-426c-8b91-bb06ea611766 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483922 Jul 07 16:55:34.210242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-a7854741-e834-4fca-adbb-b94f8842b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.212443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-a7854741-e834-4fca-adbb-b94f8842b883 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0667e9f9-4f2f-404d-b1fe-4b018d6140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2720594 Jul 07 16:55:34.279472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:34.465871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4fb1e7df-2aaa-4dca-8100-47569da20583,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:34.552464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:55:30Z', 'revision_number': 5, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port': {'id': 'b8b4c306-c5c7-4d09-b9ac-24825dc612c4', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:34.620198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] Checking router: c2934fef-5f49-491a-bc64-e0dcf78c8870 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:34.627397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'port_id': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'mac_address': 'fa:16:3e:6c:61:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:34.643545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] Routers {'c2934fef-5f49-491a-bc64-e0dcf78c8870'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:34.644738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c2934fef-5f49-491a-bc64-e0dcf78c8870'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:34.720911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.807192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b4c306-c5c7-4d09-b9ac-24825dc612c4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:34.823943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-9615b83e-98f2-4477-8227-3ee0cf342e53 service neutron] 10.222.0.54 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945017 Jul 07 16:55:34.885499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.933425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-36890610-5f7a-47f9-9b21-9de80a8f1e06 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.935005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-36890610-5f7a-47f9-9b21-9de80a8f1e06 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.13 "GET /v2.0/networks?id=5f976b53-eb31-4d28-b043-340fdedfbe05 HTTP/1.1" status: 200 len: 824 time: 0.5844009 Jul 07 16:55:34.973352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Request body: {'port': {'device_id': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05', 'admin_state_up': True, 'tenant_id': '83ec2ef4756c4d85a9eb7393ae6e46f6'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:35.005812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb1e7df-2aaa-4dca-8100-47569da20583 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:35.085754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215f46-3b13-4a1f-bdfe-0cf858780f69 req-8dec4e9e-975b-4034-be53-eb74ad963113 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.093801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf215f46-3b13-4a1f-bdfe-0cf858780f69 req-8dec4e9e-975b-4034-be53-eb74ad963113 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4961543 Jul 07 16:55:35.095063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] Set router c2934fef-5f49-491a-bc64-e0dcf78c8870 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:35.189002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4fb1e7df-2aaa-4dca-8100-47569da20583,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:35.260383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.261407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1bd25135-ac62-477a-8370-faa543cf68bf details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:35.271146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:55:33Z', 'revision_number': 6, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:35.345415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.451416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.453820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccc5d322-2786-4c5e-b5a8-d340f8769b96 req-77b90f2a-e5dc-4848-80c3-409bf66a49c4 service neutron] 10.222.0.54 "GET /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217866 Jul 07 16:55:35.454773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.485710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f265ad-73ed-4cc6-95c0-00d0777a845d None None] The sync data for ids ['c2934fef-5f49-491a-bc64-e0dcf78c8870'] in n-d-793619-7 is: [{'id': 'c2934fef-5f49-491a-bc64-e0dcf78c8870', 'name': 'tempest-ServersTestBootFromVolume-1740800201-router', 'tenant_id': '477938b11b024e7f920149281dd4eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:16Z', 'updated_at': '2021-07-07T16:55:33Z', 'revision_number': 6, 'project_id': '477938b11b024e7f920149281dd4eccc', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:35.488041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf215f46-3b13-4a1f-bdfe-0cf858780f69 req-485cd195-b695-4266-a607-7b3ea5298557 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866334 Jul 07 16:55:35.596159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.610009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2934fef-5f49-491a-bc64-e0dcf78c8870 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:55:35.617363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.622260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-700363cf-2720-430b-949b-d13c00efd8ca admin admin] 10.222.0.78 "DELETE /v2.0/routers/c2934fef-5f49-491a-bc64-e0dcf78c8870 HTTP/1.1" status: 204 len: 168 time: 3.1674855 Jul 07 16:55:35.626225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52928) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:35.720256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdf88f-fdc9-4539-ae3f-600ab301c6ee req-728756f5-02fb-4868-a141-72c55dbfb696 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.728595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1bd25135-ac62-477a-8370-faa543cf68bf,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:35.730193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Deleting subnet 7b94dd52-5914-4259-a21e-d5528a0508f0 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:35.748574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.767415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1bd25135-ac62-477a-8370-faa543cf68bf', 'network_id': 'ac7e1cd9-cd46-4db9-82bb-9638eef7c852', 'port_id': '1bd25135-ac62-477a-8370-faa543cf68bf', 'mac_address': 'fa:16:3e:4a:10:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7fb4d1-2866-4a7e-92af-bd757609b8d9', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:35.799003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdf88f-fdc9-4539-ae3f-600ab301c6ee req-728756f5-02fb-4868-a141-72c55dbfb696 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.805743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdf88f-fdc9-4539-ae3f-600ab301c6ee req-728756f5-02fb-4868-a141-72c55dbfb696 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.810593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9acdf88f-fdc9-4539-ae3f-600ab301c6ee req-728756f5-02fb-4868-a141-72c55dbfb696 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2412 time: 0.6623938 Jul 07 16:55:35.837278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.840861 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b9458579-7367-4c37-ad39-0725d7b4b8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.872100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.919203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd25135-ac62-477a-8370-faa543cf68bf {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:35.949380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7c2ce23-1431-4f4f-86c8-70a49566178a req-bccd0ae9-41ec-4b55-ad87-8c74301e8efe tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 210 time: 0.1374519 Jul 07 16:55:35.981448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1bd25135-ac62-477a-8370-faa543cf68bf,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:35.985084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.023906 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.037557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9acdf88f-fdc9-4539-ae3f-600ab301c6ee req-4c9d81e9-b1e6-44f0-9055-ef76e3937711 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067339 Jul 07 16:55:36.178454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:36.409641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.619952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Made reservation on behalf of 83ec2ef4756c4d85a9eb7393ae6e46f6 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:36.624136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.638415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.658156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.666557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.676650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.687027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.695251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.704089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.715832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-c4b95106-8b6d-4eab-9e74-abb1f5321e85 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5424 time: 0.3000040 Jul 07 16:55:36.761522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386775b9-94e3-494d-8b38-cbd4affdb8f5 req-081616e0-8e73-44a3-be56-82486c4fd8cb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.771053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-386775b9-94e3-494d-8b38-cbd4affdb8f5 req-081616e0-8e73-44a3-be56-82486c4fd8cb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4314079 Jul 07 16:55:36.824979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b8b4c306-c5c7-4d09-b9ac-24825dc612c4 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:36.860404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.883903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['74f7c842-15da-4fa3-9871-7a25c14cd6f4'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:36.982143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be9f533b-b84b-4a0d-bcba-5c391a8fe8f7 req-5f1ce7fe-3cc0-4911-967e-dc019537169b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2650485 Jul 07 16:55:36.996347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: b8b4c306-c5c7-4d09-b9ac-24825dc612c4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:36.996701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b8b4c306-c5c7-4d09-b9ac-24825dc612c4 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:36.997319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:37.070239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-386775b9-94e3-494d-8b38-cbd4affdb8f5 req-2cda700c-5880-4c6b-a158-13bad2bebc29 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916560 Jul 07 16:55:37.130810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:37.131129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6b4ba6a7-71d7-4a1d-b747-6876a445d0e5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:37.152490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Allocated IP 172.20.0.2 (5f976b53-eb31-4d28-b043-340fdedfbe05/a52d7e1c-0150-4252-b936-905cc194f661/d620ce6d-285a-4adc-896d-8638b36f4f9a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:37.168278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.236686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b94dd52-5914-4259-a21e-d5528a0508f0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:37.319364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.328255 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1fe2f224-9c4a-4dc0-aa9d-f8079a5f3e48 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7b94dd52-5914-4259-a21e-d5528a0508f0 HTTP/1.1" status: 204 len: 168 time: 1.6940703 Jul 07 16:55:37.331054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52976) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:37.540400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['16f3a1da-3a0a-4e9b-85f4-eef0568db54e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:37.551049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['cfd8a09a-6338-495e-9745-d4756ff9dfaa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:37.553917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4fb1e7df-2aaa-4dca-8100-47569da20583'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:37.561240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b1c76-4325-47b7-8e1c-1284774c0a46 None None] Network 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:37.572275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1bd25135-ac62-477a-8370-faa543cf68bf'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:37.621888 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.678995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d90ca7fd-e2a2-40d9-8219-b6a213c364e7 req-fadfc790-17d8-4d30-8a92-63e2662bb346 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 210 time: 0.0724535 Jul 07 16:55:37.940325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.052334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Deleting port e9ea0d9b-caa3-4220-affd-faca647fa004 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:38.053131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.140935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:38.149617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.217361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] For port e9ea0d9b-caa3-4220-affd-faca647fa004, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e9ea0d9b-caa3-4220-affd-faca647fa004,segment=NetworkSegment(08519acf-4cef-44af-b1ef-83f977cc7aed),segment_id=08519acf-4cef-44af-b1ef-83f977cc7aed)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:38.218232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.239278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Calling delete_port for e9ea0d9b-caa3-4220-affd-faca647fa004 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:38.294573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.363043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2cab-fb31-406c-9d82-3fa9368dd304 req-fd3c527f-1ae8-4944-afab-1c7e39f0f273 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.374810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2cab-fb31-406c-9d82-3fa9368dd304 req-fd3c527f-1ae8-4944-afab-1c7e39f0f273 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.375286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9161-ac06-4742-b8d7-2536ec8a1c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.387395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf', 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'port_id': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf', 'mac_address': 'fa:16:3e:0f:01:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ecb71-752b-471e-9239-e47936ec2ad2', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:38.387726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2cab-fb31-406c-9d82-3fa9368dd304 req-fd3c527f-1ae8-4944-afab-1c7e39f0f273 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.390517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f2c2cab-fb31-406c-9d82-3fa9368dd304 req-fd3c527f-1ae8-4944-afab-1c7e39f0f273 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2412 time: 0.6833732 Jul 07 16:55:38.453018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Pushing event updated for resources: {'Port': ['ID=d620ce6d-285a-4adc-896d-8638b36f4f9a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.488242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Network 5f976b53-eb31-4d28-b043-340fdedfbe05 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:38.491243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:38.511383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:38.609403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd450-7efe-4721-8c95-9bf030ca86b8 req-0d83779f-10ea-4346-9a4f-0acff914e557 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.612055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bcfd450-7efe-4721-8c95-9bf030ca86b8 req-0d83779f-10ea-4346-9a4f-0acff914e557 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.7098088 Jul 07 16:55:38.670612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.671551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.705474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-28d42782-41de-46cc-8c38-e1864b6a5827 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7442219 Jul 07 16:55:38.733430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Request body: {'port': {'device_id': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:38.815461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f2c2cab-fb31-406c-9d82-3fa9368dd304 req-1abcf960-426b-4bad-b4b2-c4d7a792bb9a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129739 Jul 07 16:55:38.817963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.895995 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:38.956261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] No DVR routers for this DVR port e9ea0d9b-caa3-4220-affd-faca647fa004 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:38.960871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.986477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.074832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bcfd450-7efe-4721-8c95-9bf030ca86b8 req-3a03fc32-1e46-4d39-a558-be28ca4bf4b5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397829 Jul 07 16:55:39.155694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:39.177191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ea0d9b-caa3-4220-affd-faca647fa004,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:39.230481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.417550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:39.521695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.522384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8a11b569-3fd3-475c-ab6c-e687b82c96b8 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:39.535113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.535671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.536314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.536856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.537462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.537964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.538470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.539011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.539526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.540039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.540562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.542784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:39.589831 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.642730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:39.766819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.796335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.827402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.865022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.888244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.934326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.943095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e110ea8-dc5b-41f6-807a-21bc338f6a1f None None] DHCP port deletion for 278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:55:39.952787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d620ce6d-285a-4adc-896d-8638b36f4f9a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:39.977638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.990004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-46259712-1ed9-4d87-ad11-a912c6b402fe tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5424 time: 0.5481954 Jul 07 16:55:39.991848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.026291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08519acf-4cef-44af-b1ef-83f977cc7aed') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:40.026699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08519acf-4cef-44af-b1ef-83f977cc7aed') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:40.028138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:40.038077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Transition to ACTIVE for port object d620ce6d-285a-4adc-896d-8638b36f4f9a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:40.041642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.045290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.104842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:55:40.114864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.115257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.115614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.115958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.116298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.116634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.116965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.117348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.118067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.118396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.119117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.119543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:40.181205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d620ce6d-285a-4adc-896d-8638b36f4f9a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:40.187487 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.207205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64be1b0b-1574-44ce-8ba0-58e64a3a3f4f req-1fd699ef-f34b-454f-ab17-36e205c77ea1 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2161613 Jul 07 16:55:40.224468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:40.224792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:40.226799 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:40.233077 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:40.366162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Attempting to bind port d620ce6d-285a-4adc-896d-8638b36f4f9a on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:40.366516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Attempting to bind port d620ce6d-285a-4adc-896d-8638b36f4f9a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'a5befa8c-274c-41af-a667-ad79981cefa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:40.366844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Attempting to bind port d620ce6d-285a-4adc-896d-8638b36f4f9a on network 5f976b53-eb31-4d28-b043-340fdedfbe05 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:40.388663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:40.389250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Port d620ce6d-285a-4adc-896d-8638b36f4f9a on network 5f976b53-eb31-4d28-b043-340fdedfbe05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:40.393997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Attempting to bind port d620ce6d-285a-4adc-896d-8638b36f4f9a on network 5f976b53-eb31-4d28-b043-340fdedfbe05 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:40.411633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:40.412046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Checking segment: {'id': 'a5befa8c-274c-41af-a667-ad79981cefa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:40.412385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Bound using segment: {'id': 'a5befa8c-274c-41af-a667-ad79981cefa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:40.412851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Bound port: d620ce6d-285a-4adc-896d-8638b36f4f9a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5befa8c-274c-41af-a667-ad79981cefa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:40.413254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.422232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '8a11b569-3fd3-475c-ab6c-e687b82c96b8', 'network_id': '9a1ce465-d408-48b4-9958-4aee3bbc6692', 'port_id': '8a11b569-3fd3-475c-ab6c-e687b82c96b8', 'mac_address': 'fa:16:3e:8f:db:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ceecabe-8bfb-4e77-9b42-d36a4f793583', 'ip_address': '19.86.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:40.449917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.461983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.475408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6 HTTP/1.1" status: 204 len: 168 time: 3.1427135 Jul 07 16:55:40.537371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e9ea0d9b-caa3-4220-affd-faca647fa004 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:40.576413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d5245-06c8-4b4e-9331-8f2e4ed054b2 req-3b6d74a9-1049-495b-a05d-1f81231f241f tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.584325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc2d5245-06c8-4b4e-9331-8f2e4ed054b2 req-3b6d74a9-1049-495b-a05d-1f81231f241f tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 943 time: 0.5149193 Jul 07 16:55:40.624208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e9ea0d9b-caa3-4220-affd-faca647fa004 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:40.630629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e9ea0d9b-caa3-4220-affd-faca647fa004 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:40.662297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] For port d620ce6d-285a-4adc-896d-8638b36f4f9a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:40.663962 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.667575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] For port d620ce6d-285a-4adc-896d-8638b36f4f9a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a,segment=NetworkSegment(a5befa8c-274c-41af-a667-ad79981cefa3),segment_id=a5befa8c-274c-41af-a667-ad79981cefa3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:40.677190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.701860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efbe1b-7951-4c52-8761-4cf57c3c45e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=278a25ff-d6d9-4e0a-bb47-f9328f7ca5c6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:40.720270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a11b569-3fd3-475c-ab6c-e687b82c96b8 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:40.748194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.750836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.752807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.757564 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d620ce6d-285a-4adc-896d-8638b36f4f9a HTTP/1.1" status: 200 len: 1091 time: 2.0342031 Jul 07 16:55:40.758649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'tag': 'd620ce6d-285a-4adc-896d-8638b36f4f9a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:40.765890 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e263f8-d609-4abc-9784-0a5c536a8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1d3fa9-87a2-42d7-aef4-3a6383d4a998", "tag": "d620ce6d-285a-4adc-896d-8638b36f4f9a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:40.832310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:40.838739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.839655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:40.849320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc2d5245-06c8-4b4e-9331-8f2e4ed054b2 req-f2effb2d-1708-484e-a47d-f53b8d0776bc tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899409 Jul 07 16:55:40.850002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53038) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:40.868830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0aa041-a7ad-43e2-81f9-07d8958740b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d620ce6d-285a-4adc-896d-8638b36f4f9a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:40.984636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7045d3-8408-4ce9-bfd5-44f18f558a31 req-1075de15-f2ab-4f7c-a2f2-e228460ff463 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.998130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c7045d3-8408-4ce9-bfd5-44f18f558a31 req-1075de15-f2ab-4f7c-a2f2-e228460ff463 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4941134 Jul 07 16:55:41.031925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-43f1761a-c646-438d-9e92-96d82a149d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.039084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-43f1761a-c646-438d-9e92-96d82a149d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83ec2ef4756c4d85a9eb7393ae6e46f6&device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 1094 time: 0.1509478 Jul 07 16:55:41.051617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:41.114834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:41.154276 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-072cf315-c6c8-43fb-a8d4-c293341a12a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a HTTP/1.1" status: 200 len: 217 time: 0.0985014 Jul 07 16:55:41.159757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d226d1d2-e2b4-4734-b850-efab01014c19 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=477938b11b024e7f920149281dd4eccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033452 Jul 07 16:55:41.160519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53044) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:41.173822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65', 'network_id': '0667e9f9-4f2f-404d-b1fe-4b018d6140ce', 'port_id': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65', 'mac_address': 'fa:16:3e:c0:fd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ecb71-752b-471e-9239-e47936ec2ad2', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:41.216574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c7045d3-8408-4ce9-bfd5-44f18f558a31 req-38b93fe0-a5df-4f8a-a0d0-b0983fdba620 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173610 Jul 07 16:55:41.358268 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.370058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24969aa0-8c7e-4483-9ea0-a5ecb3b7b64b req-252fdbad-d285-43d8-b46c-6a89465d3046 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.392598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24969aa0-8c7e-4483-9ea0-a5ecb3b7b64b req-252fdbad-d285-43d8-b46c-6a89465d3046 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.399653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-159c584c-db6a-4ef2-bf3b-5671ef03cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.401550 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-159c584c-db6a-4ef2-bf3b-5671ef03cb40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a52d7e1c-0150-4252-b936-905cc194f661 HTTP/1.1" status: 200 len: 864 time: 0.2168038 Jul 07 16:55:41.408921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24969aa0-8c7e-4483-9ea0-a5ecb3b7b64b req-252fdbad-d285-43d8-b46c-6a89465d3046 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.412724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-24969aa0-8c7e-4483-9ea0-a5ecb3b7b64b req-252fdbad-d285-43d8-b46c-6a89465d3046 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2414 time: 0.3211102 Jul 07 16:55:41.433423 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed91ea-acc8-4526-97d4-60b6fe3e4094 x-openstack-request-id: req-8bed91ea-acc8-4526-97d4-60b6fe3e4094 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:41.433423 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1d3fa9-87a2-42d7-aef4-3a6383d4a998", "tag": "d620ce6d-285a-4adc-896d-8638b36f4f9a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:41.445703 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bed91ea-acc8-4526-97d4-60b6fe3e4094 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:41.445703 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'tag': 'd620ce6d-285a-4adc-896d-8638b36f4f9a', 'status': 'completed', 'code': 200} Jul 07 16:55:41.476044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:41.493197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-4d007ec4-1060-49e1-bd0b-d97c6dd48dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f976b53-eb31-4d28-b043-340fdedfbe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817559 Jul 07 16:55:41.513973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-24969aa0-8c7e-4483-9ea0-a5ecb3b7b64b req-016ea8ca-992d-4b88-bbe7-51abf1d4f18b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939262 Jul 07 16:55:41.574935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:41.586595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.587400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:41.668572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-0e06f112-8908-4c3c-8048-c7bc12a95931 service neutron] 10.222.0.13 "GET /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334286 Jul 07 16:55:41.850690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.869981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.877730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.890291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.902049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.909775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.917734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.918023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:41.927595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-fd14d928-a24c-43ec-96f1-1122e13e5bcb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5424 time: 0.2691514 Jul 07 16:55:41.963908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc', 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d', 'port_id': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc', 'mac_address': 'fa:16:3e:2a:6c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25f709e-9113-4092-9547-b7234f764385', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:41.965877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.020580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b627905e-97f6-4909-9505-33d6b4d2c7a2 req-742265ad-fb69-4d18-9130-671299608abd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917330 Jul 07 16:55:42.030697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df22e5df-168f-40ae-b5e5-d17a0b163b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.035138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dab055d1-7e76-4e30-94eb-beec8fabbeb8 req-d716035b-5d03-4e21-944e-07f552b99f97 service neutron] 10.222.0.13 "GET /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656514 Jul 07 16:55:42.090713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df22e5df-168f-40ae-b5e5-d17a0b163b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.102625 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.116913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7822b-128e-4a68-9928-bfe8e4ad814e req-c3f305fc-332d-4616-8e0b-6668be215d08 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.119028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9de7822b-128e-4a68-9928-bfe8e4ad814e req-c3f305fc-332d-4616-8e0b-6668be215d08 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2954350 Jul 07 16:55:42.143602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:42.263301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df22e5df-168f-40ae-b5e5-d17a0b163b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.271082 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df22e5df-168f-40ae-b5e5-d17a0b163b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.274467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df22e5df-168f-40ae-b5e5-d17a0b163b99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb76c5f9-c723-4e68-af52-86221894f474 HTTP/1.1" status: 204 len: 168 time: 1.1103153 Jul 07 16:55:42.276682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:42.285367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.285971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device b11092ba-7bb3-48f6-8b73-a7cb036ffddd details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:42.302067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22e5df-168f-40ae-b5e5-d17a0b163b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb76c5f9-c723-4e68-af52-86221894f474,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.309876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9de7822b-128e-4a68-9928-bfe8e4ad814e req-e315386e-d501-42f2-bb80-7f418a3051ea tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813211 Jul 07 16:55:42.516621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-a327a93a-fbc2-488b-af89-c61dde12e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.518216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-a327a93a-fbc2-488b-af89-c61dde12e417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83ec2ef4756c4d85a9eb7393ae6e46f6&device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 1094 time: 0.2202547 Jul 07 16:55:42.547110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:42.608468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.631125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd', 'network_id': 'be200409-eff1-4f77-a2fa-5d490126dd5d', 'port_id': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd', 'mac_address': 'fa:16:3e:87:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25f709e-9113-4092-9547-b7234f764385', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:42.748186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.784168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11092ba-7bb3-48f6-8b73-a7cb036ffddd {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:42.792513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-b205758f-5e11-48d5-8239-4b6677bd559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.794786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-b205758f-5e11-48d5-8239-4b6677bd559c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f976b53-eb31-4d28-b043-340fdedfbe05 HTTP/1.1" status: 200 len: 925 time: 0.2589204 Jul 07 16:55:42.840785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c61d-bf8b-424d-87ce-a9241b7616e4 req-1d088df7-9930-4c18-8f0e-9a006ce8e37e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.842492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f16c61d-bf8b-424d-87ce-a9241b7616e4 req-1d088df7-9930-4c18-8f0e-9a006ce8e37e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2622333 Jul 07 16:55:42.848238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:42.855996 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.916900 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-57cabafc-9e76-4f68-8e0f-f083ed75dfa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a HTTP/1.1" status: 200 len: 217 time: 0.1118724 Jul 07 16:55:42.918838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 16f3a1da-3a0a-4e9b-85f4-eef0568db54e up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:42.959196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9931f7d-c90b-4588-9ab1-535bfde3a37f req-66a9e21c-a426-44a9-97c3-5ecce5ddee79 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.963561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9931f7d-c90b-4588-9ab1-535bfde3a37f req-66a9e21c-a426-44a9-97c3-5ecce5ddee79 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 943 time: 0.3431251 Jul 07 16:55:43.027892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f16c61d-bf8b-424d-87ce-a9241b7616e4 req-31f6527b-0eba-48b1-852a-95c4b8e2b00d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736128 Jul 07 16:55:43.028084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-59975da1-85c6-4dad-8b3e-98779031e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.029831 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-59975da1-85c6-4dad-8b3e-98779031e566 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a52d7e1c-0150-4252-b936-905cc194f661 HTTP/1.1" status: 200 len: 864 time: 0.0972636 Jul 07 16:55:43.125008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:43.145157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9931f7d-c90b-4588-9ab1-535bfde3a37f req-f5ce423e-6433-446b-9c70-b4bfeed3487c tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453807 Jul 07 16:55:43.171786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-c5fccd24-b526-466c-8ec7-3529f45a3fde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f976b53-eb31-4d28-b043-340fdedfbe05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253488 Jul 07 16:55:43.190740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:43.198713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:43.200350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.440734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.612741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:43.615510 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b43d0-af41-4562-b6c5-4ad1aa203d9b" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:43.651148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:43.667136 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.668513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1bd25135-ac62-477a-8370-faa543cf68bf up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:43.673159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-815b7e42-3392-4ad4-ae90-4b705dec66bb service neutron] 10.222.0.13 "GET /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891424 Jul 07 16:55:43.903748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93030e70-8540-40f2-a722-de0a18d52936 req-bb909de9-ee4c-4462-acb4-81ea30d40728 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.922076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93030e70-8540-40f2-a722-de0a18d52936 req-bb909de9-ee4c-4462-acb4-81ea30d40728 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.952568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93030e70-8540-40f2-a722-de0a18d52936 req-bb909de9-ee4c-4462-acb4-81ea30d40728 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.979012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93030e70-8540-40f2-a722-de0a18d52936 req-bb909de9-ee4c-4462-acb4-81ea30d40728 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2415 time: 0.5497572 Jul 07 16:55:44.068090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['8a11b569-3fd3-475c-ab6c-e687b82c96b8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.099322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.114894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.124306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.130685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.135403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.140071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.146059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.153421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.161460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.189172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-ba54046f-b75d-4843-9e85-d70249ede705 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5427 time: 0.5405586 Jul 07 16:55:44.228924 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e263f8-d609-4abc-9784-0a5c536a8b2c req-adfd18ea-629a-4d1a-9adb-cf1db6c0e0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480196 Jul 07 16:55:44.247284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.265050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['b11092ba-7bb3-48f6-8b73-a7cb036ffddd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.273573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93030e70-8540-40f2-a722-de0a18d52936 req-1e0cccf0-3298-49d2-944d-d61d376b34b6 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697740 Jul 07 16:55:44.314614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b262d59b-b3fb-43a3-afe3-5649719587c4 req-86731142-50f8-4e15-8157-5bd4d719a32c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230896 Jul 07 16:55:44.430338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d620ce6d-285a-4adc-896d-8638b36f4f9a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:44.505619 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afdc43f-c4ec-4385-8019-cf6d4942ff9e x-openstack-request-id: req-7afdc43f-c4ec-4385-8019-cf6d4942ff9e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:44.506038 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:44.506418 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7afdc43f-c4ec-4385-8019-cf6d4942ff9e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:44.506878 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e', 'code': 200} Jul 07 16:55:44.527032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 1bd25135-ac62-477a-8370-faa543cf68bf completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:44.623878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.658639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1bd25135-ac62-477a-8370-faa543cf68bf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:44.659234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.854151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:44.921549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:55:45.018103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e8fe5-9a25-427e-b8a5-af0d5c3910fc req-afc42c69-4e7f-469c-acda-a90978009f00 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.028832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-253e8fe5-9a25-427e-b8a5-af0d5c3910fc req-afc42c69-4e7f-469c-acda-a90978009f00 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 943 time: 0.1707413 Jul 07 16:55:45.190339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1879489781-network', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:45.206957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d620ce6d-285a-4adc-896d-8638b36f4f9a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a,segment=NetworkSegment(a5befa8c-274c-41af-a667-ad79981cefa3),segment_id=a5befa8c-274c-41af-a667-ad79981cefa3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:45.254828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Made reservation on behalf of c64f2e2eb00e4b31b3e6dbef6528fa65 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:45.260181 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.271536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-253e8fe5-9a25-427e-b8a5-af0d5c3910fc req-8fa91484-4491-469b-807a-b7c84c369711 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413788 Jul 07 16:55:45.289747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.392444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3791a-1336-4609-b3af-5787b360c9de req-bca628d6-8136-462b-811c-473068063ac4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.395352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd620ce6d-285a-4adc-896d-8638b36f4f9a', 'network_id': '5f976b53-eb31-4d28-b043-340fdedfbe05', 'port_id': 'd620ce6d-285a-4adc-896d-8638b36f4f9a', 'mac_address': 'fa:16:3e:c0:b0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52d7e1c-0150-4252-b936-905cc194f661', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:45.404387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80d3791a-1336-4609-b3af-5787b360c9de req-bca628d6-8136-462b-811c-473068063ac4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2711287 Jul 07 16:55:45.671199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80d3791a-1336-4609-b3af-5787b360c9de req-e4aa7670-c4ca-4a50-b35d-559f22e818ef tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652965 Jul 07 16:55:45.755461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.761000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.774640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.874041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dcf8b6-a59b-40ca-b5be-925c27eb8c90,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.923778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:45.955573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.957446 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Added segment 50f8bc39-d5b3-4c2a-ab8b-57454d671bd0 of type vlan for network 7054b001-ab2e-4241-9a5e-b4782b862a08 Jul 07 16:55:45.982383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1bd25135-ac62-477a-8370-faa543cf68bf,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:46.027741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.028572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4fb1e7df-2aaa-4dca-8100-47569da20583 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:46.095184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.104478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.120013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0efc08-7d74-43a5-b8d6-293b22d9fb5e req-bdf437fb-4c40-496a-969d-8fe0a3373630 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.127187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d620ce6d-285a-4adc-896d-8638b36f4f9a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:46.163205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0efc08-7d74-43a5-b8d6-293b22d9fb5e req-bdf437fb-4c40-496a-969d-8fe0a3373630 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.207029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0efc08-7d74-43a5-b8d6-293b22d9fb5e req-bdf437fb-4c40-496a-969d-8fe0a3373630 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.210826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f0efc08-7d74-43a5-b8d6-293b22d9fb5e req-bdf437fb-4c40-496a-969d-8fe0a3373630 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2415 time: 0.4502523 Jul 07 16:55:46.285324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.287896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.300053 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.340455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d620ce6d-285a-4adc-896d-8638b36f4f9a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a,segment=NetworkSegment(a5befa8c-274c-41af-a667-ad79981cefa3),segment_id=a5befa8c-274c-41af-a667-ad79981cefa3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:46.361472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 4fb1e7df-2aaa-4dca-8100-47569da20583 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:46.372326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.381146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:46.413941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 4fb1e7df-2aaa-4dca-8100-47569da20583 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:46.414567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.438766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5825703 Jul 07 16:55:46.448711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53184) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:46.457206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Request body: {'subnet': {'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1879489781-subnet', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:46.489345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f0efc08-7d74-43a5-b8d6-293b22d9fb5e req-418fc5ed-b997-49e8-912e-da57876b4418 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663407 Jul 07 16:55:46.490433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b40e8a-1025-416d-96ad-39bbe6ddb3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7054b001-ab2e-4241-9a5e-b4782b862a08,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:46.561954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Made reservation on behalf of c64f2e2eb00e4b31b3e6dbef6528fa65 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:46.565946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.568478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.575937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.595331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.619090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.623730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd25135-ac62-477a-8370-faa543cf68bf'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:46.641611 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83202049-2b74-43d0-9bf6-f517f1fa7f80" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd25135-ac62-477a-8370-faa543cf68bf"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:46.641878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.651306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:46.655964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.681332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.683862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-7fd9b204-18aa-48e9-bc1a-74948d65a353 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5428 time: 0.4685695 Jul 07 16:55:46.845259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1964262-13ea-4101-a0c5-7ff76637ccb2 req-b3dd973d-b5e0-4be7-be46-0492e6ead9a6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422036 Jul 07 16:55:46.901902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d620ce6d-285a-4adc-896d-8638b36f4f9a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:47.201750 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.312503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb7041-ff11-42bc-8138-cc5d3ff2b3a5 req-016f1c1a-1d45-4a5e-9f2d-6b02cd7ebef8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.325839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49fb7041-ff11-42bc-8138-cc5d3ff2b3a5 req-016f1c1a-1d45-4a5e-9f2d-6b02cd7ebef8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3115344 Jul 07 16:55:47.331374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.426931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49fb7041-ff11-42bc-8138-cc5d3ff2b3a5 req-2f95a745-4fc9-4be9-9919-a9cfc790d811 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956869 Jul 07 16:55:47.474367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbd86-4c74-4d0b-98c7-c3a2228da143 req-81d84749-5908-4365-bc88-18159ff1c839 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.481029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54abbd86-4c74-4d0b-98c7-c3a2228da143 req-81d84749-5908-4365-bc88-18159ff1c839 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 944 time: 0.2215130 Jul 07 16:55:47.499187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d620ce6d-285a-4adc-896d-8638b36f4f9a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:47.596997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54abbd86-4c74-4d0b-98c7-c3a2228da143 req-59d88080-12d2-4bc0-81f4-143d77033035 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046150 Jul 07 16:55:47.611136 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c4422c-3be7-405b-8dc8-3f25221ca569 x-openstack-request-id: req-45c4422c-3be7-405b-8dc8-3f25221ca569 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:47.611597 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd25135-ac62-477a-8370-faa543cf68bf", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:47.612010 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45c4422c-3be7-405b-8dc8-3f25221ca569 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:47.612596 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd25135-ac62-477a-8370-faa543cf68bf', 'code': 200} Jul 07 16:55:47.640802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=024c6f3c-cd76-4c09-a369-3f08ffdd6ad5,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:47.680813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Checking segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:47.682408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Network hostable DHCP agents. Network: 7054b001-ab2e-4241-9a5e-b4782b862a08, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:47.721385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:47.741884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7054b001-ab2e-4241-9a5e-b4782b862a08) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:47.754329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.755856 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.764124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4fb1e7df-2aaa-4dca-8100-47569da20583,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:47.765931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a163c-7e1c-4ea7-9d32-2d18fb96fffd None None] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:47.787058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2d50678-bb47-4595-a639-59bf0fde7ebd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3366320 Jul 07 16:55:47.791515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53216) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:47.797085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:47.900793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.902512 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.094115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.155150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.155970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 74f7c842-15da-4fa3-9871-7a25c14cd6f4 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:48.297355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.381456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:48.399555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:48.400192 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.534177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7054b001-ab2e-4241-9a5e-b4782b862a08', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:55:48.535590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.590566 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.626934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.635722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86425d5f-da8a-465c-98c0-e3b986ff75b0 req-e5eb0ebf-d264-4908-8733-31378e56c5da tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.637620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86425d5f-da8a-465c-98c0-e3b986ff75b0 req-e5eb0ebf-d264-4908-8733-31378e56c5da tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.5410423 Jul 07 16:55:48.677436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed5b0-9ebb-40b7-8b7a-af7d331296ad req-38b67c66-9240-4af4-9d54-c8088fa40299 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.692941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed5b0-9ebb-40b7-8b7a-af7d331296ad req-38b67c66-9240-4af4-9d54-c8088fa40299 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.700836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed5b0-9ebb-40b7-8b7a-af7d331296ad req-38b67c66-9240-4af4-9d54-c8088fa40299 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.709845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-369ed5b0-9ebb-40b7-8b7a-af7d331296ad req-38b67c66-9240-4af4-9d54-c8088fa40299 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2415 time: 0.5730271 Jul 07 16:55:48.815778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Allocated IP 172.20.0.2 (7054b001-ab2e-4241-9a5e-b4782b862a08/024c6f3c-cd76-4c09-a369-3f08ffdd6ad5/2f112e8f-a881-4248-a152-a0edcd481e16) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:48.840014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86425d5f-da8a-465c-98c0-e3b986ff75b0 req-9d2418dd-a14f-4775-aae0-5a902f11fc72 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209526 Jul 07 16:55:48.923950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-369ed5b0-9ebb-40b7-8b7a-af7d331296ad req-4f3f3700-5928-4958-be40-54c76e727d08 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130795 Jul 07 16:55:49.425210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.442174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Transition to ACTIVE for port object 2f112e8f-a881-4248-a152-a0edcd481e16 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:49.477008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Transition to ACTIVE for port object 2f112e8f-a881-4248-a152-a0edcd481e16 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:49.512548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:49.516412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.539323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.554023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:49.604098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:49.607434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Pushing event updated for resources: {'Port': ['ID=2f112e8f-a881-4248-a152-a0edcd481e16,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:49.620888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:49.623938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583'}, {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:49.626629 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382ee957-d17c-417a-bd1c-3dd241393c95" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583"}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:49.633886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:49.798795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.833186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:49.867832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Attempting to bind port 2f112e8f-a881-4248-a152-a0edcd481e16 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:49.869332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Attempting to bind port 2f112e8f-a881-4248-a152-a0edcd481e16 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:49.870682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Attempting to bind port 2f112e8f-a881-4248-a152-a0edcd481e16 on network 7054b001-ab2e-4241-9a5e-b4782b862a08 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:49.886689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:49.887293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Checking segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:49.887961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.890676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Bound using segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:49.891492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Bound port: 2f112e8f-a881-4248-a152-a0edcd481e16, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:49.892115 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.896918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:49.900662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.941188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:49.941819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.998657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.004906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.011338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.017642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.024687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.037085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.043730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.055679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-925deb03-e99e-413d-8b55-01525180ac76 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5430 time: 0.5208032 Jul 07 16:55:50.093486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511d86-159e-4e34-83b6-54e11bd15a9b req-d4f826e4-5665-4dae-a128-99bb7b9a777b tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.105071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13511d86-159e-4e34-83b6-54e11bd15a9b req-d4f826e4-5665-4dae-a128-99bb7b9a777b tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 944 time: 0.5718176 Jul 07 16:55:50.111414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] For port 2f112e8f-a881-4248-a152-a0edcd481e16, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:50.118070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] For port 2f112e8f-a881-4248-a152-a0edcd481e16, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2f112e8f-a881-4248-a152-a0edcd481e16,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:50.176433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.268105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13511d86-159e-4e34-83b6-54e11bd15a9b req-7a300daa-add6-4b30-857b-b589274cf6ce tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615024 Jul 07 16:55:50.284102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4c3bf80-c405-42c9-a9c3-c364399f095b req-84d09b8c-42ab-4ba5-bb6a-f63c304f4a35 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1751747 Jul 07 16:55:50.323837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401835fb-bbab-4578-9b33-53451b12c76a None None] Pushing event updated for resources: {'Port': ['ID=2f112e8f-a881-4248-a152-a0edcd481e16,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:50.334715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.471295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d620ce6d-285a-4adc-896d-8638b36f4f9a up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:50.518829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Allocated IP 172.25.5.129 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f2d5ae59-6168-4375-a77a-8af8174638f2) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:50.650787 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c2e66-d5c4-498c-802a-bd3c7924ffd3 x-openstack-request-id: req-394c2e66-d5c4-498c-802a-bd3c7924ffd3 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:50.651502 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583", "code": 200}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:50.654447 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-394c2e66-d5c4-498c-802a-bd3c7924ffd3 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:50.655141 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'code': 200} Jul 07 16:55:50.655568 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4', 'code': 200} Jul 07 16:55:50.695228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:50.737900 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.743393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8a11b569-3fd3-475c-ab6c-e687b82c96b8 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:50.917259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port d620ce6d-285a-4adc-896d-8638b36f4f9a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:50.944331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d620ce6d-285a-4adc-896d-8638b36f4f9a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:50.945398 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.024120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.076055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:51.111500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:51.125901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:51.126417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.266020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.331446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eade9-ac51-422c-bdf4-136ec7c03b54 req-1acef75b-1125-4681-99c4-6338b82adc0b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.346481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-949eade9-ac51-422c-bdf4-136ec7c03b54 req-1acef75b-1125-4681-99c4-6338b82adc0b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.7271001 Jul 07 16:55:51.360319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d620ce6d-285a-4adc-896d-8638b36f4f9a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a,segment=NetworkSegment(a5befa8c-274c-41af-a667-ad79981cefa3),segment_id=a5befa8c-274c-41af-a667-ad79981cefa3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:51.414857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.451246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-949eade9-ac51-422c-bdf4-136ec7c03b54 req-5d02d18f-98cf-408f-9a9e-cd264889761f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906079 Jul 07 16:55:51.495426 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.510857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d44bab-d8a9-4599-8e72-bf2fc30bd809 req-b3f4d8b1-cccd-4339-b5fd-b82e699e687f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.533346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d44bab-d8a9-4599-8e72-bf2fc30bd809 req-b3f4d8b1-cccd-4339-b5fd-b82e699e687f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.550990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d44bab-d8a9-4599-8e72-bf2fc30bd809 req-b3f4d8b1-cccd-4339-b5fd-b82e699e687f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.564775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13d44bab-d8a9-4599-8e72-bf2fc30bd809 req-b3f4d8b1-cccd-4339-b5fd-b82e699e687f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2416 time: 0.5317142 Jul 07 16:55:51.608795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d620ce6d-285a-4adc-896d-8638b36f4f9a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:51.648441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:51.657554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.661197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cfd8a09a-6338-495e-9745-d4756ff9dfaa up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:51.677792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13d44bab-d8a9-4599-8e72-bf2fc30bd809 req-7b920f28-f336-4631-bb29-de4fd2692ac7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113474 Jul 07 16:55:51.688694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.752647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:51.769198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:51.789769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:51.894658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:51.931738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port cfd8a09a-6338-495e-9745-d4756ff9dfaa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:51.936702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port cfd8a09a-6338-495e-9745-d4756ff9dfaa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:51.937093 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.111895 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.247389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:52.259884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.261132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:52.328126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d5ae59-6168-4375-a77a-8af8174638f2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:52.411231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:52.432540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:52.445230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:52.445627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.551964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a414b6b8-4ebe-43f7-a2ca-22863a0a6f6c None None] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:52.644677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2f112e8f-a881-4248-a152-a0edcd481e16 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:52.659005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf'}, {'server_uuid': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620ce6d-285a-4adc-896d-8638b36f4f9a'}, {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8'}, {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd8a09a-6338-495e-9745-d4756ff9dfaa'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:52.662821 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb78bf2-fb60-4ef9-8096-e109e240237b" -d '{"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-plugged", "status": "completed", "tag": "cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf"}, {"server_uuid": "8a1d3fa9-87a2-42d7-aef4-3a6383d4a998", "name": "network-vif-plugged", "status": "completed", "tag": "d620ce6d-285a-4adc-896d-8638b36f4f9a"}, {"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-plugged", "status": "completed", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8"}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "cfd8a09a-6338-495e-9745-d4756ff9dfaa"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:52.672073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2f93e-747b-4b5c-916b-0666d5ded850 req-b90cb6d6-bc6e-4c27-872b-5e5f9bc72f44 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.674390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54f2f93e-747b-4b5c-916b-0666d5ded850 req-b90cb6d6-bc6e-4c27-872b-5e5f9bc72f44 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.9105382 Jul 07 16:55:52.699128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.705945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.712862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.715723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1771f816-a819-478e-9712-31ba4b19f543 None None] Provisioning for port 2f112e8f-a881-4248-a152-a0edcd481e16 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:52.719010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.725162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.732702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.738736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.745492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-ba6bb01b-4c81-4b4a-ada9-f3cf51332eb8 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5430 time: 0.5983779 Jul 07 16:55:52.748572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.855340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4628ee9-a96a-4bc9-8a6f-c8977d12dc7a req-b69b9e65-9da6-4361-966d-7c6c2cb8923b tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987637 Jul 07 16:55:52.884875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.887454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54f2f93e-747b-4b5c-916b-0666d5ded850 req-e9d79c0c-0cdd-4edb-8875-f15a5dbd4f89 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977661 Jul 07 16:55:52.957279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 2f112e8f-a881-4248-a152-a0edcd481e16 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:52.976326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2f112e8f-a881-4248-a152-a0edcd481e16 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:52.976803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.088350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:53.128107 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04870517-40d2-4962-bf2c-e2057c458865 x-openstack-request-id: req-04870517-40d2-4962-bf2c-e2057c458865 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:53.128630 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-plugged", "status": "completed", "tag": "cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf", "code": 200}, {"server_uuid": "8a1d3fa9-87a2-42d7-aef4-3a6383d4a998", "name": "network-vif-plugged", "status": "completed", "tag": "d620ce6d-285a-4adc-896d-8638b36f4f9a", "code": 200}, {"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-plugged", "status": "completed", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8", "code": 200}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "cfd8a09a-6338-495e-9745-d4756ff9dfaa", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:53.128956 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04870517-40d2-4962-bf2c-e2057c458865 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:53.145751 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf', 'code': 200} Jul 07 16:55:53.146225 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620ce6d-285a-4adc-896d-8638b36f4f9a', 'code': 200} Jul 07 16:55:53.146577 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8', 'code': 200} Jul 07 16:55:53.146994 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd8a09a-6338-495e-9745-d4756ff9dfaa', 'code': 200} Jul 07 16:55:53.148347 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.150245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device b11092ba-7bb3-48f6-8b73-a7cb036ffddd up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:53.217830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.311326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d023874-349f-41c3-b521-1d9489142f50 req-ab46b785-f01f-4a63-9a60-a33b8024878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.314096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0d023874-349f-41c3-b521-1d9489142f50 req-ab46b785-f01f-4a63-9a60-a33b8024878a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 1096 time: 0.0825207 Jul 07 16:55:53.372416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port b11092ba-7bb3-48f6-8b73-a7cb036ffddd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:53.379218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.388539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0d023874-349f-41c3-b521-1d9489142f50 req-376652cc-4b0c-4e63-93a2-607f2ed8b48d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656469 Jul 07 16:55:53.411962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port b11092ba-7bb3-48f6-8b73-a7cb036ffddd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:53.412435 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.454319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:53.476686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 2f112e8f-a881-4248-a152-a0edcd481e16, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2f112e8f-a881-4248-a152-a0edcd481e16,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:53.489278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.650336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=2f112e8f-a881-4248-a152-a0edcd481e16,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:53.655646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e51a-6abb-4c2d-a17b-1c6a55fe8a63 req-124948be-c77f-4591-9ee6-a45f8cfd52fd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.658234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.661044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e51a-6abb-4c2d-a17b-1c6a55fe8a63 req-124948be-c77f-4591-9ee6-a45f8cfd52fd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.661739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.668034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e51a-6abb-4c2d-a17b-1c6a55fe8a63 req-124948be-c77f-4591-9ee6-a45f8cfd52fd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.675647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cc3e51a-6abb-4c2d-a17b-1c6a55fe8a63 req-124948be-c77f-4591-9ee6-a45f8cfd52fd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2417 time: 0.4598258 Jul 07 16:55:53.695210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213a162-cd75-49dd-96b8-40d72ae8a625 req-d7c82910-7674-4474-98a7-eec1e9843d5e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.697959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d213a162-cd75-49dd-96b8-40d72ae8a625 req-d7c82910-7674-4474-98a7-eec1e9843d5e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3605175 Jul 07 16:55:53.746326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:53.754864 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.768210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:53.775560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cc3e51a-6abb-4c2d-a17b-1c6a55fe8a63 req-7ad0e485-5a06-4423-abd9-123af83ec190 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981944 Jul 07 16:55:53.812113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d213a162-cd75-49dd-96b8-40d72ae8a625 req-bc81f937-fa53-491b-93b9-c48e4ad75a93 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061842 Jul 07 16:55:53.859241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Router 39881710-1c70-44d1-9e3d-6bdba320dbac is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:55:53.934619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:53.984500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-84145ef9-a9ee-42b6-a169-1308984746c3 None None] Provisioning complete for port 2f112e8f-a881-4248-a152-a0edcd481e16 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:53.984843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-84145ef9-a9ee-42b6-a169-1308984746c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.022301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:54.032429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:54.032879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.146167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:54.164192 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Sync routers for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:54.178145 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:54.179935 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:54.210697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.212495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-799faad4-3c96-49cf-bbab-8f4916bcb1a6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.4198196 Jul 07 16:55:54.233850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:54.246689 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.268040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6587f-4482-4bb0-aa19-4412bf92cd29 req-9aba23fe-2f50-435d-b0b0-7d18bd36d306 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.271663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9aa6587f-4482-4bb0-aa19-4412bf92cd29 req-9aba23fe-2f50-435d-b0b0-7d18bd36d306 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 949 time: 0.2294247 Jul 07 16:55:54.297818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f2711-3069-491e-8302-dfe5e096befb req-174e6a9f-1655-48bf-9044-41db69579aaf tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.302809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:54.306242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f41f2711-3069-491e-8302-dfe5e096befb req-174e6a9f-1655-48bf-9044-41db69579aaf tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2248795 Jul 07 16:55:54.310567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.396849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f41f2711-3069-491e-8302-dfe5e096befb req-c3335793-dcd4-4257-89dd-a424ff2c7698 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885613 Jul 07 16:55:54.418825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:54.419640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9aa6587f-4482-4bb0-aa19-4412bf92cd29 req-ae7fcac2-e517-4aeb-b588-def89c8d1b6e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367383 Jul 07 16:55:54.528508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2f112e8f-a881-4248-a152-a0edcd481e16 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:54.665331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2f112e8f-a881-4248-a152-a0edcd481e16 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:54.667018 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.713750 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:54.942011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.950748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.959430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.970763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.984385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.994447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.003333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.006489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-d056edfd-56df-4b43-89f2-0b5ffda0c3df tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.3437202 Jul 07 16:55:55.058988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:52Z', 'revision_number': 3, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:55.079914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9b840-0a93-4e89-8b9c-59493914f3d1 req-7cb9a913-34f9-48f9-903b-10888c32bcbe tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.088260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fa9b840-0a93-4e89-8b9c-59493914f3d1 req-7cb9a913-34f9-48f9-903b-10888c32bcbe tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.3008566 Jul 07 16:55:55.098377 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Checking router: 39881710-1c70-44d1-9e3d-6bdba320dbac for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:55.098961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Updating router 39881710-1c70-44d1-9e3d-6bdba320dbac port f2d5ae59-6168-4375-a77a-8af8174638f2 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:55:55.147735 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.148595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc'}, {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd'}, {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:55.151219 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5ea813-0223-41b5-9120-da74fccb6261" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc"}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd"}, {"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-plugged", "status": "completed", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:55.160021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c72ff8b4-87c0-408e-b471-36d5cad9fc65 req-5cd850bb-2666-4008-8fd0-a75de6411a3e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383674 Jul 07 16:55:55.214023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fa9b840-0a93-4e89-8b9c-59493914f3d1 req-25b588d5-0775-4ce7-bf00-e7d3d44c993d tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244893 Jul 07 16:55:55.248850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.553468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bf75c-d722-47e7-bc33-565fc4f2860f req-ee9d3d73-f0c9-46d2-9efa-91b257e62630 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.571156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-863bf75c-d722-47e7-bc33-565fc4f2860f req-ee9d3d73-f0c9-46d2-9efa-91b257e62630 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 814 time: 0.2358589 Jul 07 16:55:55.572194 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.600051 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Transition to ACTIVE for port object f2d5ae59-6168-4375-a77a-8af8174638f2 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:55.613808 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.636032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-863bf75c-d722-47e7-bc33-565fc4f2860f req-d38fc994-37c7-44a6-920f-2a20cc548731 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/quotas/020ce2e4bee64fa7b8d0daf7f11fe2a4 HTTP/1.1" status: 200 len: 375 time: 0.0636656 Jul 07 16:55:55.702098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Allocated IP 172.20.0.1 (7054b001-ab2e-4241-9a5e-b4782b862a08/024c6f3c-cd76-4c09-a369-3f08ffdd6ad5/43412f30-59a1-40cc-8bfa-d2fe9b136528) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:55.770321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3963305-fb29-4ced-a0d4-677b42afda8f req-4fcb9d40-b96d-4408-b900-b8f66b6121bf tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.777563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3963305-fb29-4ced-a0d4-677b42afda8f req-4fcb9d40-b96d-4408-b900-b8f66b6121bf tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.784177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3963305-fb29-4ced-a0d4-677b42afda8f req-4fcb9d40-b96d-4408-b900-b8f66b6121bf tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.785980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3963305-fb29-4ced-a0d4-677b42afda8f req-4fcb9d40-b96d-4408-b900-b8f66b6121bf tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2418 time: 0.2065599 Jul 07 16:55:55.799533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-863bf75c-d722-47e7-bc33-565fc4f2860f req-f801646e-aa26-4a08-85b5-bbe47634f6f1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617961 Jul 07 16:55:55.862976 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Attempting to bind port f2d5ae59-6168-4375-a77a-8af8174638f2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:55.864068 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Attempting to bind port f2d5ae59-6168-4375-a77a-8af8174638f2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:55.864717 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Attempting to bind port f2d5ae59-6168-4375-a77a-8af8174638f2 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:55.872125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3963305-fb29-4ced-a0d4-677b42afda8f req-6bf41f4f-2098-4830-aa84-66a5cb84426b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709193 Jul 07 16:55:55.873355 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a227612-1e41-4669-95e4-caa84750286d None None] Pushing event updated for resources: {'Port': ['ID=f2d5ae59-6168-4375-a77a-8af8174638f2,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:55.889200 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:55.891199 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:55.891769 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.892282 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:55.892911 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Bound port: f2d5ae59-6168-4375-a77a-8af8174638f2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:55.893453 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:55.941642 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beef4a36-ad71-4a59-a0bd-8e6a77ba5ed1 x-openstack-request-id: req-beef4a36-ad71-4a59-a0bd-8e6a77ba5ed1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:55.942459 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc", "code": 200}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-plugged", "status": "completed", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd", "code": 200}, {"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-plugged", "status": "completed", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:55.942459 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-beef4a36-ad71-4a59-a0bd-8e6a77ba5ed1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:55.942880 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc', 'code': 200} Jul 07 16:55:55.943842 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd', 'code': 200} Jul 07 16:55:55.944268 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65', 'code': 200} Jul 07 16:55:56.045404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.080240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Transition to ACTIVE for port object 43412f30-59a1-40cc-8bfa-d2fe9b136528 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:56.139021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.284660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.285986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.286773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.287498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.288362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.289031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.289898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.292423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-003258ba-7d64-4c71-913a-d45338e77538 req-5bab0bf7-9aad-4186-a190-9e5e819dfab4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.2038708 Jul 07 16:55:56.298359 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] For port f2d5ae59-6168-4375-a77a-8af8174638f2, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:56.310099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba10970-c618-44fb-b576-216d184787dc req-962f2d3c-eb50-4200-9787-61a0ef9f2ff7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.319292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aba10970-c618-44fb-b576-216d184787dc req-962f2d3c-eb50-4200-9787-61a0ef9f2ff7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1608753 Jul 07 16:55:56.320864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:56.383198 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] For port f2d5ae59-6168-4375-a77a-8af8174638f2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2d5ae59-6168-4375-a77a-8af8174638f2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:56.396910 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.398711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=43412f30-59a1-40cc-8bfa-d2fe9b136528,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:56.405581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:56.418805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:56.479244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aba10970-c618-44fb-b576-216d184787dc req-f886b55c-fafd-478e-9453-142fdafa8af3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581817 Jul 07 16:55:56.508700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-003258ba-7d64-4c71-913a-d45338e77538 req-c66a42c1-9262-4ae0-83cc-17d3a90cd8ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1751754 Jul 07 16:55:56.514269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:56.628522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b389e8-05ec-465b-8ebf-81f79b80c6f8 req-9368cddc-8ec5-45d5-b3c8-370c06383e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.628522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b389e8-05ec-465b-8ebf-81f79b80c6f8 req-9368cddc-8ec5-45d5-b3c8-370c06383e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.628878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b389e8-05ec-465b-8ebf-81f79b80c6f8 req-9368cddc-8ec5-45d5-b3c8-370c06383e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.635112 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63b389e8-05ec-465b-8ebf-81f79b80c6f8 req-9368cddc-8ec5-45d5-b3c8-370c06383e44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2871 time: 0.4736974 Jul 07 16:55:56.641841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.683881 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a227612-1e41-4669-95e4-caa84750286d None None] Pushing event updated for resources: {'Port': ['ID=f2d5ae59-6168-4375-a77a-8af8174638f2,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:56.712909 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:56.713782 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:56.783669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.863289 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-63b389e8-05ec-465b-8ebf-81f79b80c6f8 req-c4ba720a-3a20-4312-a9e4-239edddfca26 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353769 Jul 07 16:55:56.929915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:56.939929 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.102459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:57.139026 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:57.153683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2c64503e-ad7a-4201-915b-6ce8ba989f91 None None] Provisioning for port 43412f30-59a1-40cc-8bfa-d2fe9b136528 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:57.162305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2c64503e-ad7a-4201-915b-6ce8ba989f91 None None] Provisioning complete for port 43412f30-59a1-40cc-8bfa-d2fe9b136528 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:57.162729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c64503e-ad7a-4201-915b-6ce8ba989f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.232978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2c64503e-ad7a-4201-915b-6ce8ba989f91 None None] Port 43412f30-59a1-40cc-8bfa-d2fe9b136528 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:57.262278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.266039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063f6f-4155-4413-83be-aec16f0602fc req-ebf519ec-b5fa-4a3f-afac-97277933ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.267688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-ebf519ec-b5fa-4a3f-afac-97277933ff91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 0.3828633 Jul 07 16:55:57.299392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.315641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.342171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.360164 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.366345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.377424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.388627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.392073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-114e5a87-000c-4aa9-80e8-0c51b2d1bc7c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.4028435 Jul 07 16:55:57.512299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52e7d4be-f9b6-4564-9efb-9a7eb7871a9e req-971da506-99c1-4533-b8ec-f333be448c32 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128871 Jul 07 16:55:57.595028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.650921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.663883 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:52Z', 'revision_number': 3, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:57.723235 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31777aa5-ec8d-419f-91d6-c85f4f8a6c24 None None] The sync data for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 is: [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:52Z', 'revision_number': 3, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:57.741073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063f6f-4155-4413-83be-aec16f0602fc req-776be00d-2fd8-4025-a970-f73519e66396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.744644 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-776be00d-2fd8-4025-a970-f73519e66396 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.4656873 Jul 07 16:55:57.847450 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-f67998b6-847b-48b8-b8b1-c0c7ac7e67b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.0837715 Jul 07 16:55:57.900637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.902463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df4880-fd06-4d22-81ea-768731f0b9aa req-f5e7e517-18ca-42bf-93d8-44bc44bf4c3d tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.905273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4df4880-fd06-4d22-81ea-768731f0b9aa req-f5e7e517-18ca-42bf-93d8-44bc44bf4c3d tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.1883466 Jul 07 16:55:57.945973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:57.952770 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342bebdc-f4a6-418d-af6f-7e55c59acc7f" -d '{"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-unplugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:58.000043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063f6f-4155-4413-83be-aec16f0602fc req-c905e906-944f-4b92-a258-41bec4858161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.002784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-c905e906-944f-4b92-a258-41bec4858161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.1397240 Jul 07 16:55:58.003843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=43412f30-59a1-40cc-8bfa-d2fe9b136528,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:58.026465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4df4880-fd06-4d22-81ea-768731f0b9aa req-62ed7354-9beb-491d-922b-44363823f0eb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097667 Jul 07 16:55:58.077779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-632ec0ef-9fdd-4288-89fc-9dd46e6bf23c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626554 Jul 07 16:55:58.331832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:58.347689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:58.508305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1380ee8-7ceb-4bee-8913-3766a6ef4547 req-a3b8959b-602c-47c5-a56b-81e565841ac4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.516348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1380ee8-7ceb-4bee-8913-3766a6ef4547 req-a3b8959b-602c-47c5-a56b-81e565841ac4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2867975 Jul 07 16:55:58.670723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1380ee8-7ceb-4bee-8913-3766a6ef4547 req-8a9d713c-2505-4261-b441-47ff2b266d38 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486218 Jul 07 16:55:58.825788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2d5ae59-6168-4375-a77a-8af8174638f2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:59.068833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-42831960-176e-4cbe-bc71-f6f0e17e776c None None] Provisioning complete for port 43412f30-59a1-40cc-8bfa-d2fe9b136528 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:59.069518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-42831960-176e-4cbe-bc71-f6f0e17e776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.172447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f2d5ae59-6168-4375-a77a-8af8174638f2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:59.270161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f2d5ae59-6168-4375-a77a-8af8174638f2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:59.271321 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.328755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-42831960-176e-4cbe-bc71-f6f0e17e776c None None] Port 43412f30-59a1-40cc-8bfa-d2fe9b136528 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:59.385336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b817-66a6-4b9e-848d-cacb9ec338f8 req-42fbf1ef-c5a6-4566-bbe2-a4445e727048 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.401989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbd8b817-66a6-4b9e-848d-cacb9ec338f8 req-42fbf1ef-c5a6-4566-bbe2-a4445e727048 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.6041522 Jul 07 16:55:59.462985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.508673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbd8b817-66a6-4b9e-848d-cacb9ec338f8 req-212313ed-45fa-4f30-b72e-95d4fa22da86 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048870 Jul 07 16:55:59.516970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f2d5ae59-6168-4375-a77a-8af8174638f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2d5ae59-6168-4375-a77a-8af8174638f2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:59.523969 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.573664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abbe56-5983-4863-b814-ab603ec32cb0 req-4da32d11-5ab2-422c-b1dd-a94b4278240c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.592087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abbe56-5983-4863-b814-ab603ec32cb0 req-4da32d11-5ab2-422c-b1dd-a94b4278240c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.612233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abbe56-5983-4863-b814-ab603ec32cb0 req-4da32d11-5ab2-422c-b1dd-a94b4278240c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.616079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7abbe56-5983-4863-b814-ab603ec32cb0 req-4da32d11-5ab2-422c-b1dd-a94b4278240c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2418 time: 0.5512729 Jul 07 16:55:59.698419 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79467034-dc9b-4645-81bc-482fdd4850ff x-openstack-request-id: req-79467034-dc9b-4645-81bc-482fdd4850ff {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:59.703861 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-unplugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:59.705936 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79467034-dc9b-4645-81bc-482fdd4850ff {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:59.711754 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'code': 200} Jul 07 16:55:59.718886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f2d5ae59-6168-4375-a77a-8af8174638f2,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:59.731469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7abbe56-5983-4863-b814-ab603ec32cb0 req-c7055755-2d60-4231-a909-1ef61de9e8e4 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048117 Jul 07 16:55:59.747547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-8d9d8f81-74b6-4e45-869b-b31935a3df32 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6476324 Jul 07 16:55:59.875017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Router 39881710-1c70-44d1-9e3d-6bdba320dbac has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:59.964027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3063f6f-4155-4413-83be-aec16f0602fc req-18ebaaab-ec7d-4ab2-8173-540a736cc485 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051606 Jul 07 16:56:00.177857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c631-ce86-4a87-8633-a34a7131b835 req-83b6391d-bf4e-4cdb-85c7-dc4996d134b9 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.186803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfa2c631-ce86-4a87-8633-a34a7131b835 req-83b6391d-bf4e-4cdb-85c7-dc4996d134b9 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.2770367 Jul 07 16:56:00.247384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfa2c631-ce86-4a87-8633-a34a7131b835 req-bfc6d1b3-0e24-48b4-b470-106fca6ea8fc tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543792 Jul 07 16:56:00.287688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:00.299834 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-87b91839-bc28-4479-8634-863683431bb3 admin admin] 10.222.0.78 "PUT /v2.0/routers/39881710-1c70-44d1-9e3d-6bdba320dbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0644312 Jul 07 16:56:00.360999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.399099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.417151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.431401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.445351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.454886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.488645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.489783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2d5ae59-6168-4375-a77a-8af8174638f2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:00.502170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d82cac-6232-453d-b244-091516b3bdeb req-e309da09-b97a-4dba-886d-e24a60e1d379 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.4668090 Jul 07 16:56:00.576240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f2d5ae59-6168-4375-a77a-8af8174638f2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:00.576702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:00.608826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12054d67-fa7a-45dc-9bd8-8d08d8d243ac req-fc65d6e2-9fa3-4050-8d9d-2de10ff8a53e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4 HTTP/1.1" status: 200 len: 221 time: 0.1015832 Jul 07 16:56:00.658639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d82cac-6232-453d-b244-091516b3bdeb req-6e3a95da-4dd1-4d71-8bcb-922441df2ffd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502702 Jul 07 16:56:01.385088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631029-4aa4-40b5-be17-cc5a4ea1b4fd req-605f74bb-e583-4fb0-8aa7-d44d6009374d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:01.393750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Sync routers for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:01.402134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3631029-4aa4-40b5-be17-cc5a4ea1b4fd req-605f74bb-e583-4fb0-8aa7-d44d6009374d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.1296618 Jul 07 16:56:01.413136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:01.414000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:01.531090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3631029-4aa4-40b5-be17-cc5a4ea1b4fd req-a7a5ad46-3de4-4aac-a039-370e39b8aaa3 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269438 Jul 07 16:56:01.672371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:02.218994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 2, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:02.273774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Checking router: 39881710-1c70-44d1-9e3d-6bdba320dbac for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:02.274247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Updating router 39881710-1c70-44d1-9e3d-6bdba320dbac port 43412f30-59a1-40cc-8bfa-d2fe9b136528 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:56:02.312268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632f60-4b8b-4155-b0ca-04ba2f1ff6fe req-1dee71db-c8fe-4e8f-adae-5555d5f016a2 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.315661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82632f60-4b8b-4155-b0ca-04ba2f1ff6fe req-1dee71db-c8fe-4e8f-adae-5555d5f016a2 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.6853881 Jul 07 16:56:02.342064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.412245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82632f60-4b8b-4155-b0ca-04ba2f1ff6fe req-0268aa8f-33d5-484a-bc9a-c0f3d31cf798 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822115 Jul 07 16:56:02.713143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53756) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:02.728179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071846991', 'description': 'tempest-description--569028166'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:02.791237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.805085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.809358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.830972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.844808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.856389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.864535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.872054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.874983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea0db7a6-dfb0-4420-a648-654906567110 req-74bcfb34-1763-4834-a2cc-8a92498e2145 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.2215328 Jul 07 16:56:02.888503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.891136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:02.899047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Request body: {'floatingip': {'port_id': '4fb1e7df-2aaa-4dca-8100-47569da20583'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:02.940725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Transition to ACTIVE for port object 43412f30-59a1-40cc-8bfa-d2fe9b136528 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:02.954070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.003696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.041855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94298c27-13c6-478b-9669-e704be5549f6 None None] Pushing event updated for resources: {'Port': ['ID=43412f30-59a1-40cc-8bfa-d2fe9b136528,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.092230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.106699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.129147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Attempting to bind port 43412f30-59a1-40cc-8bfa-d2fe9b136528 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:03.129537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Attempting to bind port 43412f30-59a1-40cc-8bfa-d2fe9b136528 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:03.129902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Attempting to bind port 43412f30-59a1-40cc-8bfa-d2fe9b136528 on network 7054b001-ab2e-4241-9a5e-b4782b862a08 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:03.143133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:03.143522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Checking segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:03.143940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.144341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Bound using segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:03.149743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Bound port: 43412f30-59a1-40cc-8bfa-d2fe9b136528, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:03.151010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.195395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.199508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4843102 Jul 07 16:56:03.202921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53796) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:03.215454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Request body: {'security_group_rule': {'security_group_id': '1683a729-b4f9-458a-bb6e-a17ff4ead83b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:03.226649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7c542-abd2-4e0f-88a2-bbe673d1d6b4 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1683a729-b4f9-458a-bb6e-a17ff4ead83b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.351154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.395453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] For port 43412f30-59a1-40cc-8bfa-d2fe9b136528, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:03.429777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] For port 43412f30-59a1-40cc-8bfa-d2fe9b136528, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=43412f30-59a1-40cc-8bfa-d2fe9b136528,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:03.435263 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.440468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.456015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d7e85-1229-4b82-8b73-91a5c3348e94 req-cfd58a89-94b7-4fca-b7d6-d3d82174c3ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.462455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d7e85-1229-4b82-8b73-91a5c3348e94 req-cfd58a89-94b7-4fca-b7d6-d3d82174c3ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.472973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d7e85-1229-4b82-8b73-91a5c3348e94 req-cfd58a89-94b7-4fca-b7d6-d3d82174c3ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.481937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-096d7e85-1229-4b82-8b73-91a5c3348e94 req-cfd58a89-94b7-4fca-b7d6-d3d82174c3ed tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2418 time: 0.5715907 Jul 07 16:56:03.510825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:03.513177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:03.547719 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.556828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.583852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a9575a-13c9-4a76-b93b-cf6c5d964b41,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.597733 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.599044 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0e443f8d-d245-43a8-b565-18c259ab602d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944025 Jul 07 16:56:03.602059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53834) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:03.608807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Request body: {'security_group_rule': {'security_group_id': '1683a729-b4f9-458a-bb6e-a17ff4ead83b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:03.631729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75968c25-7024-4994-8923-b8507d55f967 req-b432a7c9-9e90-4a70-abd9-6aa81c2c0ed0 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.635793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94298c27-13c6-478b-9669-e704be5549f6 None None] Pushing event updated for resources: {'Port': ['ID=43412f30-59a1-40cc-8bfa-d2fe9b136528,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.639543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75968c25-7024-4994-8923-b8507d55f967 req-b432a7c9-9e90-4a70-abd9-6aa81c2c0ed0 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.5446994 Jul 07 16:56:03.647618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.762229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.766977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:03.771361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.796214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e7d1c0-9810-45ee-8f67-011e7393b002,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.803902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-096d7e85-1229-4b82-8b73-91a5c3348e94 req-54e1bb3d-c84e-430f-ae90-e77a44642d37 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209121 Jul 07 16:56:03.813376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.815958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-92918259-32a7-43dc-a451-ca346afc9531 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2113762 Jul 07 16:56:03.818892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53848) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:03.825639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:03.882427 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.887993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75968c25-7024-4994-8923-b8507d55f967 req-f97c2061-6b86-4a4c-aa9e-e8af05db1736 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471271 Jul 07 16:56:04.274028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:03Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:04.283294 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.309427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f213-8463-45d1-a374-fa642386baa1 None None] The sync data for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 is: [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:03Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:56:04.516578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aae6ed-3dc0-4345-9199-6d629f77f372 req-09eec23e-4e2b-4ce6-908d-cb09bd3c3e94 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.524266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aae6ed-3dc0-4345-9199-6d629f77f372 req-09eec23e-4e2b-4ce6-908d-cb09bd3c3e94 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.3333335 Jul 07 16:56:04.547539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:04.604605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.615977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309284b-5eea-4666-96f0-f09c81da82d3 req-1689a84a-63fc-49c3-beb6-e88ac9b99da0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.623950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7309284b-5eea-4666-96f0-f09c81da82d3 req-1689a84a-63fc-49c3-beb6-e88ac9b99da0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3701978 Jul 07 16:56:04.628738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Allocated IP 172.25.5.68 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/8c45fe35-8d56-4fae-8201-0c1fa6eea379) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:04.658473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aae6ed-3dc0-4345-9199-6d629f77f372 req-732913ac-f606-4abc-9959-7466cd659b8f tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323726 Jul 07 16:56:04.679555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.792625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:04.834539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'mac_address': 'fa:16:3e:6e:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:04.968448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.985739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7309284b-5eea-4666-96f0-f09c81da82d3 req-831f42af-f2c3-45b7-b531-4e321b5d8650 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605771 Jul 07 16:56:04.994017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.995959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e75d8a-963d-46ef-947a-83e6252fe8f8 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:05.045317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:05.053693 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.077801 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Floating IP f5963dab-5287-4b35-941b-f87bddfd745c associated. External IP: 172.25.5.248, port: 4fb1e7df-2aaa-4dca-8100-47569da20583. Jul 07 16:56:05.130235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.264748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:05.273053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:05.287286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:05.295555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['94e75d8a-963d-46ef-947a-83e6252fe8f8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:05.309949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:05.318466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a855bf0c-50d7-47f0-8bf1-1a6c882588d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.370615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event updated for resources: {'Port': ['ID=8c45fe35-8d56-4fae-8201-0c1fa6eea379,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:05.526007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.626840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.737188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Router 875315ef-fd14-4de1-bff4-22eab0234140 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:56:05.927211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c846cf5-dd9e-47be-af28-16c983b32e60 req-6062275d-ce23-4769-a52d-6a6f01c66d0a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.930113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.934135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c846cf5-dd9e-47be-af28-16c983b32e60 req-6062275d-ce23-4769-a52d-6a6f01c66d0a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.940935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c846cf5-dd9e-47be-af28-16c983b32e60 req-6062275d-ce23-4769-a52d-6a6f01c66d0a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.942798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.949570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c846cf5-dd9e-47be-af28-16c983b32e60 req-6062275d-ce23-4769-a52d-6a6f01c66d0a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2418 time: 0.1497343 Jul 07 16:56:06.020863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:06.033344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] Sync routers for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:06.049125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.057738 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.062149 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:06.064796 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:06.073426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.076724 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2555420 Jul 07 16:56:06.121745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14821208-f12d-4b26-9e12-035ffc895bd5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event updated for resources: {'Port': ['ID=8c45fe35-8d56-4fae-8201-0c1fa6eea379,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:06.315991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ed59093-b90d-459c-85d7-f094c68713c7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "PUT /v2.0/floatingips/f5963dab-5287-4b35-941b-f87bddfd745c HTTP/1.1" status: 200 len: 991 time: 3.4220362 Jul 07 16:56:06.323976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:06.327980 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b738af-6df7-4557-a39e-4192ce055947" -d '{"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:06.357909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c846cf5-dd9e-47be-af28-16c983b32e60 req-e58d8e3e-3d8c-47d2-96c5-81d0ffbd16cf tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074500 Jul 07 16:56:06.366367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-908eb1ad-7de0-4177-bedc-22b9291341de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1657696 Jul 07 16:56:06.440325 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:06.577082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:06.593878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb22b71-b538-4895-9d4e-cd3046f71bd4 req-52c76db4-bc89-47c1-a824-2d65483125af tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.607970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bb22b71-b538-4895-9d4e-cd3046f71bd4 req-52c76db4-bc89-47c1-a824-2d65483125af tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2845223 Jul 07 16:56:06.641447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-f59ee892-0b79-457c-baf5-f3d9a88b39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.647613 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-f59ee892-0b79-457c-baf5-f3d9a88b39ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1097 time: 0.2460477 Jul 07 16:56:06.688703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43412f30-59a1-40cc-8bfa-d2fe9b136528 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:06.802180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 43412f30-59a1-40cc-8bfa-d2fe9b136528 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:06.812285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 43412f30-59a1-40cc-8bfa-d2fe9b136528 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:06.813369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.832209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bb22b71-b538-4895-9d4e-cd3046f71bd4 req-ff3d5a71-ac13-40ac-91ed-3b93d93c41d8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226272 Jul 07 16:56:06.860163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:06.860971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.915795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-9a2a28bc-8da8-4415-9b72-687542357efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.925452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-9a2a28bc-8da8-4415-9b72-687542357efc service neutron] 10.222.0.54 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.2528312 Jul 07 16:56:06.972187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c3ee-f1ca-4a60-bfdb-a740c1de7ae5 req-bfaa9c68-f1ea-4112-8a8f-794a584f5dc1 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.001204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8d7c3ee-f1ca-4a60-bfdb-a740c1de7ae5 req-bfaa9c68-f1ea-4112-8a8f-794a584f5dc1 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.3653202 Jul 07 16:56:07.026645 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'f5963dab-5287-4b35-941b-f87bddfd745c', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'port_id': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'mac_address': 'fa:16:3e:6c:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:54:03Z', 'updated_at': '2021-07-07T16:56:04Z', 'revision_number': 1, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:14Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:07.116536 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-599668cc-d626-479a-924e-9dc69b981a6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.1734712 Jul 07 16:56:07.154239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.208892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8d7c3ee-f1ca-4a60-bfdb-a740c1de7ae5 req-e6d4a0f0-88ec-49d8-9ef6-54ee3031160a tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.78 "GET /v2.0/security-groups?id=27b4e496-b78a-45ad-bf7c-5dd67ffdc230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033155 Jul 07 16:56:07.332522 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] Checking router: 875315ef-fd14-4de1-bff4-22eab0234140 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:07.383234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-4207accc-eb33-477b-98dd-7653e60596f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.396524 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:07.397468 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:55:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:07.401069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 43412f30-59a1-40cc-8bfa-d2fe9b136528, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=43412f30-59a1-40cc-8bfa-d2fe9b136528,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:07.401881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-4207accc-eb33-477b-98dd-7653e60596f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.2781489 Jul 07 16:56:07.422983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.426092 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.506887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.582046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335d91-646e-46b9-890e-b3d3b5b99e71 req-57b6ce82-7de6-414c-8499-e64aa4f62b6e tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.583819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1335d91-646e-46b9-890e-b3d3b5b99e71 req-57b6ce82-7de6-414c-8499-e64aa4f62b6e tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.1502187 Jul 07 16:56:07.639648 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-1dc6f5a8-d959-4cc0-9c32-5857df68e2a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2205300 Jul 07 16:56:07.657435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:07.669615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:07.686997 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1de5f-0549-4250-93a1-37d62a85dd85" -d '{"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-plugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:07.844947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=43412f30-59a1-40cc-8bfa-d2fe9b136528,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:07.869602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.903764 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:07.928001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1335d91-646e-46b9-890e-b3d3b5b99e71 req-0e38c3b1-e5be-4309-96ea-74600f4776ce tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294857 Jul 07 16:56:07.941491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6eccc5cc-e89b-4c40-a482-318622ff650b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.944640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:07.974556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-429be7e4-e4e4-4c38-a325-45c3fba21b35 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.987997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-429be7e4-e4e4-4c38-a325-45c3fba21b35 tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a1d3fa9-87a2-42d7-aef4-3a6383d4a998 HTTP/1.1" status: 200 len: 945 time: 0.4697802 Jul 07 16:56:08.072127 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-395fed4f-bd02-4224-aed1-3eac32c13141 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156203 Jul 07 16:56:08.139987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-d5c0ab6b-40b7-4e05-8bf9-0d558ee0cded tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1071846991&fields=id&tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65 HTTP/1.1" status: 200 len: 267 time: 0.2849684 Jul 07 16:56:08.389005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d494e0e9-5c15-4fbd-b20b-c8b594d318df req-d40abe77-98bb-475e-aef6-adcf3cd1f127 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931201 Jul 07 16:56:08.392901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Deleting port d620ce6d-285a-4adc-896d-8638b36f4f9a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:08.400341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.613424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43412f30-59a1-40cc-8bfa-d2fe9b136528 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:08.748762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 43412f30-59a1-40cc-8bfa-d2fe9b136528 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:08.749972 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.823127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'f5963dab-5287-4b35-941b-f87bddfd745c', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'port_id': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'mac_address': 'fa:16:3e:6c:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:54:03Z', 'updated_at': '2021-07-07T16:56:04Z', 'revision_number': 1, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:14Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:08.840153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] For port d620ce6d-285a-4adc-896d-8638b36f4f9a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d620ce6d-285a-4adc-896d-8638b36f4f9a,segment=NetworkSegment(a5befa8c-274c-41af-a667-ad79981cefa3),segment_id=a5befa8c-274c-41af-a667-ad79981cefa3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:08.843489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.889333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Calling delete_port for d620ce6d-285a-4adc-896d-8638b36f4f9a owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:08.961488 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee1906-d4f5-4f47-b953-a7f936469ca7 None None] The sync data for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 is: [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'f5963dab-5287-4b35-941b-f87bddfd745c', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'port_id': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'mac_address': 'fa:16:3e:6c:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:54:03Z', 'updated_at': '2021-07-07T16:56:04Z', 'revision_number': 1, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:14Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:56:09.100067 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.159705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.210043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.210727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.211407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.213248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.213248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.213825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.214364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.216664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-d2c84f86-7f55-4620-9dc4-910c9263fa58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.5832181 Jul 07 16:56:09.227723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Pushing event deleted for resources: {'Port': ['ID=d620ce6d-285a-4adc-896d-8638b36f4f9a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:09.263734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9f82519d-3475-4f77-9977-692bd42d1789 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.279669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9f82519d-3475-4f77-9977-692bd42d1789 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.286997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9f82519d-3475-4f77-9977-692bd42d1789 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.289256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9f82519d-3475-4f77-9977-692bd42d1789 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2418 time: 1.5432506 Jul 07 16:56:09.298365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-e708091f-2469-48a2-883c-c36acb6ff5a9 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.306590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-e708091f-2469-48a2-883c-c36acb6ff5a9 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/networks?id=7054b001-ab2e-4241-9a5e-b4782b862a08 HTTP/1.1" status: 200 len: 806 time: 1.1548574 Jul 07 16:56:09.309700 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3d2f4-9358-4154-a407-33377f26b95e x-openstack-request-id: req-7ef3d2f4-9358-4154-a407-33377f26b95e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:09.310348 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:09.310820 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ef3d2f4-9358-4154-a407-33377f26b95e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:09.311716 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'status': 'completed', 'code': 200} Jul 07 16:56:09.364204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] No DVR routers for this DVR port d620ce6d-285a-4adc-896d-8638b36f4f9a on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:09.369672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.372940 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfa8545e-36d5-4dd3-83c4-51ebdf14e7b7 req-1d905cd4-a133-4c46-bcac-ec0695db2afb tempest-ServersNegativeTestMultiTenantJSON-1240922537 tempest-ServersNegativeTestMultiTenantJSON-1240922537-project] 10.222.0.13 "DELETE /v2.0/ports/d620ce6d-285a-4adc-896d-8638b36f4f9a HTTP/1.1" status: 204 len: 173 time: 1.3758826 Jul 07 16:56:09.373616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'name': 'network-vif-deleted', 'tag': 'd620ce6d-285a-4adc-896d-8638b36f4f9a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:09.376644 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f904aa64-efa2-4aa5-899f-864870f6d58a" -d '{"events": [{"server_uuid": "8a1d3fa9-87a2-42d7-aef4-3a6383d4a998", "name": "network-vif-deleted", "tag": "d620ce6d-285a-4adc-896d-8638b36f4f9a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:09.416285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-53fb3c94-d631-445b-8b51-1b66678fedac tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/quotas/c64f2e2eb00e4b31b3e6dbef6528fa65 HTTP/1.1" status: 200 len: 375 time: 0.1081853 Jul 07 16:56:09.503287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-6426d572-c192-4af0-bb9b-37d4c9708b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.506118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-6426d572-c192-4af0-bb9b-37d4c9708b4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce HTTP/1.1" status: 200 len: 913 time: 0.2769520 Jul 07 16:56:09.528388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1233b79-92af-47ed-8b84-35bdc8847655 None None] New status for floating IP f5963dab-5287-4b35-941b-f87bddfd745c: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:56:09.725259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b7b4-c1a7-4aa6-904b-c8c222af19b7 req-550aca4f-cbe7-404a-b250-f0fa7ee52a08 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.740040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba66b7b4-c1a7-4aa6-904b-c8c222af19b7 req-550aca4f-cbe7-404a-b250-f0fa7ee52a08 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4262772 Jul 07 16:56:09.802632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba66b7b4-c1a7-4aa6-904b-c8c222af19b7 req-2a19b6a7-a8a3-47c8-b589-db20e46c356b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609467 Jul 07 16:56:09.810067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:09.811735 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.814741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-76e40b0f-89cb-43ef-91bd-291ba2ba32ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 999 time: 0.3002751 Jul 07 16:56:09.875993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-09962cb3-f257-46e4-af1d-bfe48f17b160 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4584858 Jul 07 16:56:09.951753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-b26fd2da-680c-44e8-aca0-da5c92cf4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.957531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-b26fd2da-680c-44e8-aca0-da5c92cf4479 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.1324897 Jul 07 16:56:10.188519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b738af-6df7-4557-a39e-4192ce055947 req-458d4818-b167-4ae5-af0b-f71f6472cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.190362 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-458d4818-b167-4ae5-af0b-f71f6472cea8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222681 Jul 07 16:56:10.461738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21174c-7e8a-4c69-936e-433df2e627d1 req-dc0b2ee8-aa12-4b36-971f-225926f58948 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.485899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21174c-7e8a-4c69-936e-433df2e627d1 req-dc0b2ee8-aa12-4b36-971f-225926f58948 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.506181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21174c-7e8a-4c69-936e-433df2e627d1 req-dc0b2ee8-aa12-4b36-971f-225926f58948 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.520218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f21174c-7e8a-4c69-936e-433df2e627d1 req-dc0b2ee8-aa12-4b36-971f-225926f58948 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 2418 time: 0.3898528 Jul 07 16:56:10.528822 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-85d70659-bcbf-4c8b-9fbc-caf41e30a5f9 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287663 Jul 07 16:56:10.592485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d620ce6d-285a-4adc-896d-8638b36f4f9a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:10.652901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f21174c-7e8a-4c69-936e-433df2e627d1 req-7af9b333-ecf1-4e64-8ce9-f8527c5c4705 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310499 Jul 07 16:56:10.674871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:10.675447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.734830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:10.762603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: d620ce6d-285a-4adc-896d-8638b36f4f9a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:10.783620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d620ce6d-285a-4adc-896d-8638b36f4f9a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:10.800306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.857164 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb91ac-1eaf-45c4-bbf5-5933c426cb4f x-openstack-request-id: req-affb91ac-1eaf-45c4-bbf5-5933c426cb4f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:10.857713 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-plugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:10.858131 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-affb91ac-1eaf-45c4-bbf5-5933c426cb4f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:10.858758 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'code': 200} Jul 07 16:56:10.879876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-96ebad2e-6efa-476c-bc6d-1d8313c86f0a service neutron] 10.222.0.78 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013819 Jul 07 16:56:10.880577 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78b738af-6df7-4557-a39e-4192ce055947 req-bc18b469-4fbb-4ef7-a154-860ba5ca1dba service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449452 Jul 07 16:56:11.006151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:11.100028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54060) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:11.230440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-d07f8ef2-8940-4a9b-b582-57fbdcfba778 service neutron] 10.222.0.78 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493257 Jul 07 16:56:11.274050 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.348489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Deleting subnet a52d7e1c-0150-4252-b936-905cc194f661 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:56:11.373341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.420960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.519172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.528485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8a11b569-3fd3-475c-ab6c-e687b82c96b8 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:11.623812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.753207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:11.776270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.841167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:11.849611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.854556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-c1c1163e-5534-40fd-ba9d-928f020f3ced tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "DELETE /v2.0/ports/cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf HTTP/1.1" status: 204 len: 173 time: 2.4901719 Jul 07 16:56:11.855088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-deleted', 'tag': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:11.861812 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37b9c60-dd2a-45a7-ad56-af69f010826d" -d '{"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-deleted", "tag": "cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:11.876307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52d7e1c-0150-4252-b936-905cc194f661,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:11.880055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:11.882415 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a0fad655-ca83-4b5a-9f68-e4c275d7cade admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a52d7e1c-0150-4252-b936-905cc194f661 HTTP/1.1" status: 204 len: 168 time: 0.7808671 Jul 07 16:56:11.885618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54076) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:11.956561 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc85663-72b6-4f29-a592-c4073acbbf4c x-openstack-request-id: req-8cc85663-72b6-4f29-a592-c4073acbbf4c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:11.956979 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1d3fa9-87a2-42d7-aef4-3a6383d4a998", "name": "network-vif-deleted", "tag": "d620ce6d-285a-4adc-896d-8638b36f4f9a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:11.957371 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cc85663-72b6-4f29-a592-c4073acbbf4c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:11.957873 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1d3fa9-87a2-42d7-aef4-3a6383d4a998', 'name': 'network-vif-deleted', 'tag': 'd620ce6d-285a-4adc-896d-8638b36f4f9a', 'status': 'completed', 'code': 200} Jul 07 16:56:12.039686 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.240808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.269854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:12.277508 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.279222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:12.279990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204298f-ea19-4d83-b036-9bdb9bb28e84 req-df944f99-b1bf-4e92-9186-41c5cba8b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.293849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d204298f-ea19-4d83-b036-9bdb9bb28e84 req-df944f99-b1bf-4e92-9186-41c5cba8b9fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 0.5469298 Jul 07 16:56:12.472611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d204298f-ea19-4d83-b036-9bdb9bb28e84 req-b9e12098-0313-4582-8852-2ca055296b90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689432 Jul 07 16:56:12.504632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3e0f-8629-4546-a783-5aa645d01e32 req-961b1f3b-5c7b-4f89-b7ba-d78044df335a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.513469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a3e3e0f-8629-4546-a783-5aa645d01e32 req-961b1f3b-5c7b-4f89-b7ba-d78044df335a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.5128386 Jul 07 16:56:12.546185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:12.580399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.601473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f976b53-eb31-4d28-b043-340fdedfbe05']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:12.632758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5befa8c-274c-41af-a667-ad79981cefa3') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:12.633801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5befa8c-274c-41af-a667-ad79981cefa3') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:12.666589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.698054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.724851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:56:12.725451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:56:12.729350 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:56:12.791882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:12.792522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.853634 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.866382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:12.882801 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac7df73-13ae-4210-ba48-f08dbd842c22" -d '{"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-unplugged", "status": "completed", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:12.937550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.947918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.961963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5f976b53-eb31-4d28-b043-340fdedfbe05 HTTP/1.1" status: 204 len: 168 time: 1.0637407 Jul 07 16:56:12.992827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54096) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:13.003427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c31fb-d496-411d-a73e-9b86fa1dc6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f976b53-eb31-4d28-b043-340fdedfbe05,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:13.059981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:13.070586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.078334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a3e3e0f-8629-4546-a783-5aa645d01e32 req-5c799df7-7bb4-4c58-9f8e-1e0dd9f42b29 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403512 Jul 07 16:56:13.147497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:13.159798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Deleting subnet 8b475d4b-998a-4251-bb8f-e756829e9cd7 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:56:13.201284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.385905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.405289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638589-a4f2-436a-ae27-6c491174c9e7 req-dc48dd9d-e3ea-48ad-943f-8e0eb9224f2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:13.417210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638589-a4f2-436a-ae27-6c491174c9e7 req-dc48dd9d-e3ea-48ad-943f-8e0eb9224f2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:13.419974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a638589-a4f2-436a-ae27-6c491174c9e7 req-dc48dd9d-e3ea-48ad-943f-8e0eb9224f2b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 1681 time: 0.7642286 Jul 07 16:56:13.621664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.784022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:13.785437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.807963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:13.939960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dd5124c-8f06-46c1-95eb-143eeaf58fba req-eb641c11-2a2a-44c9-879b-df6c3662f696 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 210 time: 0.5185082 Jul 07 16:56:13.988828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.109509 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fddef-50db-45ca-b6fc-d3e9f7e67342 x-openstack-request-id: req-056fddef-50db-45ca-b6fc-d3e9f7e67342 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:14.110889 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-deleted", "tag": "cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:14.111423 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-056fddef-50db-45ca-b6fc-d3e9f7e67342 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:14.112127 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-deleted', 'tag': 'cf2cc1cf-b13a-431c-a6cd-05fef5cfcdbf', 'status': 'completed', 'code': 200} Jul 07 16:56:14.116915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b475d4b-998a-4251-bb8f-e756829e9cd7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:14.129701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.135822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7194c126-7230-424c-9a67-f1f214807959 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8b475d4b-998a-4251-bb8f-e756829e9cd7 HTTP/1.1" status: 204 len: 168 time: 1.1408195 Jul 07 16:56:14.136474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54108) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:14.144777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a638589-a4f2-436a-ae27-6c491174c9e7 req-df9ee0bd-0c2a-4261-95de-21da3d8e4c10 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528783 Jul 07 16:56:14.334667 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8cbce-2f88-4f2b-b2d8-71423bc89ee8 x-openstack-request-id: req-f6c8cbce-2f88-4f2b-b2d8-71423bc89ee8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:14.334667 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-unplugged", "status": "completed", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:14.334667 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6c8cbce-2f88-4f2b-b2d8-71423bc89ee8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:14.335665 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8', 'code': 200} Jul 07 16:56:14.376844 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.415636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.473561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:14.725500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:14.736635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.742205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-64f26f5f-bbc5-4e99-9bb2-9566eb177339 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "DELETE /v2.0/ports/ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65 HTTP/1.1" status: 204 len: 173 time: 2.8699749 Jul 07 16:56:14.885016 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.077992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a6453-3860-4798-ae75-0182258c444a req-6569e531-df37-44da-b3bf-b86bb727ad41 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.086401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f7a6453-3860-4798-ae75-0182258c444a req-6569e531-df37-44da-b3bf-b86bb727ad41 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.5307744 Jul 07 16:56:15.148533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:15.149800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.168503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-6b66790b-3195-4aa3-9386-06e43bbf7162 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.171252 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-6b66790b-3195-4aa3-9386-06e43bbf7162 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.13 "GET /v2.0/networks?id=7054b001-ab2e-4241-9a5e-b4782b862a08 HTTP/1.1" status: 200 len: 806 time: 0.4310451 Jul 07 16:56:15.174069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674ffbf7-2a40-45b6-bb87-1ecac805c476']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:15.250495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11427ff-da2a-4763-b1d5-412acc3c4579') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:15.250495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11427ff-da2a-4763-b1d5-412acc3c4579') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:15.272545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f7a6453-3860-4798-ae75-0182258c444a req-dd7b3504-d092-4183-83e7-eb4281fae6f4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846666 Jul 07 16:56:15.283352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.292260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad8bd3-6cc3-45d0-bfdf-63dd12293752 req-0074aeab-b2f4-46af-b101-9e4774b08f2d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.317867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4ad8bd3-6cc3-45d0-bfdf-63dd12293752 req-0074aeab-b2f4-46af-b101-9e4774b08f2d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.3875046 Jul 07 16:56:15.344844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-81235086-dedc-4f21-b952-e7da04c25077 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65 HTTP/1.1" status: 200 len: 380 time: 0.1560292 Jul 07 16:56:15.356385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port 8a11b569-3fd3-475c-ab6c-e687b82c96b8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8a11b569-3fd3-475c-ab6c-e687b82c96b8,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:15.356905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.357901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Request body: {'port': {'device_id': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'admin_state_up': True, 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'security_groups': ['1683a729-b4f9-458a-bb6e-a17ff4ead83b']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:15.386626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for 8a11b569-3fd3-475c-ab6c-e687b82c96b8 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:15.386843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.417466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4ad8bd3-6cc3-45d0-bfdf-63dd12293752 req-75ed78ba-16f6-4098-86c1-69dcad74067d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983796 Jul 07 16:56:15.477808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:56:15.478705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:56:15.612805 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:56:15.737219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.760019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.762532 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/674ffbf7-2a40-45b6-bb87-1ecac805c476 HTTP/1.1" status: 204 len: 168 time: 1.6243851 Jul 07 16:56:15.803259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09888b27-8a98-4dce-9299-a2764b6af0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=674ffbf7-2a40-45b6-bb87-1ecac805c476,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:15.809498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a2af1a-c782-473c-b135-132460275a05 req-08e2ad3a-7ee9-4ce4-abf5-071129a8ff3c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 210 time: 0.1100898 Jul 07 16:56:15.843947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Made reservation on behalf of c64f2e2eb00e4b31b3e6dbef6528fa65 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:15.848242 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.877987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:15.896218 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:15.986186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=8a11b569-3fd3-475c-ab6c-e687b82c96b8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:16.121404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-deleted', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:16.128959 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b3fc8b-60a9-4f80-9086-9922bb1c5a08" -d '{"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-deleted", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:16.208275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port 8a11b569-3fd3-475c-ab6c-e687b82c96b8 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:16.223130 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.234399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00f9decf-1c02-4e74-a52c-6b7d00103271 req-9582fb15-a4a1-4509-b039-a27cff9ed603 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "DELETE /v2.0/ports/8a11b569-3fd3-475c-ab6c-e687b82c96b8 HTTP/1.1" status: 204 len: 173 time: 1.4716911 Jul 07 16:56:16.273182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Allocated IP 172.20.0.6 (7054b001-ab2e-4241-9a5e-b4782b862a08/024c6f3c-cd76-4c09-a369-3f08ffdd6ad5/ac4ab30a-8a8a-4931-b535-20ab92f74c80) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:16.305523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54142) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:16.337849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:16.340602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb242a-5d42-4226-a450-170ab6d5c1f6" -d '{"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-unplugged", "status": "completed", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:16.349975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63996-e215-4f3e-a324-936a506d41b1 req-774928b4-4e61-4003-a676-a77a6a02722d tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.363805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53e63996-e215-4f3e-a324-936a506d41b1 req-774928b4-4e61-4003-a676-a77a6a02722d tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e1038fc-2303-44a0-9f7d-d6b9ef543c98 HTTP/1.1" status: 200 len: 865 time: 0.5637357 Jul 07 16:56:16.650373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.684881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53e63996-e215-4f3e-a324-936a506d41b1 req-8ae5fa37-da76-459e-b093-c10c56162160 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114636 Jul 07 16:56:16.685384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Transition to ACTIVE for port object ac4ab30a-8a8a-4931-b535-20ab92f74c80 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:16.723415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6b35ebce-00e0-41ce-bc2a-bd353b83738f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83ec2ef4756c4d85a9eb7393ae6e46f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106476 Jul 07 16:56:16.725129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54148) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:16.814917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.911000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a894-27a5-4386-b630-f7a758c65b37 req-f4996a81-61c8-4ec7-a1ad-62ac6785a8c9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.924940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5524a894-27a5-4386-b630-f7a758c65b37 req-f4996a81-61c8-4ec7-a1ad-62ac6785a8c9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.6574650 Jul 07 16:56:16.964719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:16.966913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event updated for resources: {'Port': ['ID=ac4ab30a-8a8a-4931-b535-20ab92f74c80,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:16.972650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:16.976629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:17.030158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-091e66ca-b908-4bc3-8328-734da32042a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.115765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.117503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.119777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5524a894-27a5-4386-b630-f7a758c65b37 req-f1bff40a-6511-4268-a001-6967df60c8b5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928370 Jul 07 16:56:17.162972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-fbd269c9-20bf-48ab-9a2c-b67ef6ec2356 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8131263 Jul 07 16:56:17.196946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-091e66ca-b908-4bc3-8328-734da32042a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.203063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Request body: {'port': {'device_id': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:17.341733 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d56d9-50a6-4e7c-8d2a-3a5380b72ff5 x-openstack-request-id: req-b24d56d9-50a6-4e7c-8d2a-3a5380b72ff5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:17.343135 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-deleted", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:17.343645 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b24d56d9-50a6-4e7c-8d2a-3a5380b72ff5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:17.344286 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-deleted', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65', 'status': 'completed', 'code': 200} Jul 07 16:56:17.372805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-091e66ca-b908-4bc3-8328-734da32042a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.376446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-091e66ca-b908-4bc3-8328-734da32042a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.382343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-091e66ca-b908-4bc3-8328-734da32042a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27b4e496-b78a-45ad-bf7c-5dd67ffdc230 HTTP/1.1" status: 204 len: 168 time: 0.6556356 Jul 07 16:56:17.409859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e66ca-b908-4bc3-8328-734da32042a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b4e496-b78a-45ad-bf7c-5dd67ffdc230,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:17.512825 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6784ede-448c-4bc2-a549-e3585b019806 x-openstack-request-id: req-d6784ede-448c-4bc2-a549-e3585b019806 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:17.513896 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-unplugged", "status": "completed", "tag": "ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:17.514342 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6784ede-448c-4bc2-a549-e3585b019806 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:17.520922 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff95ec2d-ab77-4bf5-98e6-3f9b9b0a4e65', 'code': 200} Jul 07 16:56:17.565618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.738125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad46fadc-1364-493a-b813-2ce6d60c92e9 None None] Provisioning for port ac4ab30a-8a8a-4931-b535-20ab92f74c80 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:17.747522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad46fadc-1364-493a-b813-2ce6d60c92e9 None None] Provisioning complete for port ac4ab30a-8a8a-4931-b535-20ab92f74c80 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:17.751340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad46fadc-1364-493a-b813-2ce6d60c92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.857915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ad46fadc-1364-493a-b813-2ce6d60c92e9 None None] Port ac4ab30a-8a8a-4931-b535-20ab92f74c80 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:18.194814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06a9a0-b2a9-4ff5-bf9c-afa3248896e2 req-111341f9-12e8-42cb-bf85-714050bd212d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.199082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb06a9a0-b2a9-4ff5-bf9c-afa3248896e2 req-111341f9-12e8-42cb-bf85-714050bd212d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 931 time: 0.2103441 Jul 07 16:56:18.200920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54184) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:18.393323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54190) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:18.430348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-acfe3046-52c7-4feb-bed7-3d9d65518860 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00d233a76f2b4d7db19f475412dd12f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266903 Jul 07 16:56:18.467552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54194) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:18.476025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb06a9a0-b2a9-4ff5-bf9c-afa3248896e2 req-72b30a82-9af0-430f-beab-90b77c55aec9 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365704 Jul 07 16:56:18.509785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ab30a-8a8a-4931-b535-20ab92f74c80 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:18.544722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.602062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Transition to ACTIVE for port object ac4ab30a-8a8a-4931-b535-20ab92f74c80 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:18.616970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.619665 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-534c442b-29ae-434c-9758-0f5cea193ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.627288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting subnet 4ceecabe-8bfb-4e77-9b42-d36a4f793583 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:56:18.631564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.743611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-534c442b-29ae-434c-9758-0f5cea193ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.929517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ab30a-8a8a-4931-b535-20ab92f74c80,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:18.986969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Attempting to bind port ac4ab30a-8a8a-4931-b535-20ab92f74c80 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:18.987390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Attempting to bind port ac4ab30a-8a8a-4931-b535-20ab92f74c80 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:18.987762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Attempting to bind port ac4ab30a-8a8a-4931-b535-20ab92f74c80 on network 7054b001-ab2e-4241-9a5e-b4782b862a08 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:18.994689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Port ac4ab30a-8a8a-4931-b535-20ab92f74c80 on network 7054b001-ab2e-4241-9a5e-b4782b862a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:18.995278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Attempting to bind port ac4ab30a-8a8a-4931-b535-20ab92f74c80 on network 7054b001-ab2e-4241-9a5e-b4782b862a08 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:19.002853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:19.014188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Checking segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:19.014923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Bound using segment: {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:19.018696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Bound port: ac4ab30a-8a8a-4931-b535-20ab92f74c80, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:19.019556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.251488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] For port ac4ab30a-8a8a-4931-b535-20ab92f74c80, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:19.271866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] For port ac4ab30a-8a8a-4931-b535-20ab92f74c80, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:19.288865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.349942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-deleted', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:19.355708 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f35a4-fb27-45cc-99c1-896d3e632b9d" -d '{"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-deleted", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:19.374961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-bc4be36f-8aaa-4f07-b3cf-c12cce82d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.378002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-bc4be36f-8aaa-4f07-b3cf-c12cce82d4a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 1097 time: 1.0705962 Jul 07 16:56:19.439689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-534c442b-29ae-434c-9758-0f5cea193ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.444665 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-534c442b-29ae-434c-9758-0f5cea193ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.447923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-534c442b-29ae-434c-9758-0f5cea193ab9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73d7577d-101e-498d-9051-cbd9f8d531c7 HTTP/1.1" status: 204 len: 168 time: 0.9696352 Jul 07 16:56:19.448476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ab30a-8a8a-4931-b535-20ab92f74c80,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:19.452671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.497760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.500876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.508390 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b0e018ff-798f-45b1-b500-386a2a71c6f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac4ab30a-8a8a-4931-b535-20ab92f74c80 HTTP/1.1" status: 200 len: 1091 time: 2.3310306 Jul 07 16:56:19.509007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:19.512952 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4183b-9684-4908-a6fe-3e042e4be239" -d '{"events": [{"name": "network-changed", "server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:19.811565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c442b-29ae-434c-9758-0f5cea193ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7577d-101e-498d-9051-cbd9f8d531c7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:19.839620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-1c17ed7d-7c54-4851-bf3b-68a4cef4a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.843084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-1c17ed7d-7c54-4851-bf3b-68a4cef4a4e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65&device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 1094 time: 0.2224884 Jul 07 16:56:20.083199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-8f1c90c6-40f7-4728-9f0f-216b64e0b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.086907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-8f1c90c6-40f7-4728-9f0f-216b64e0b838 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 200 len: 919 time: 0.6819079 Jul 07 16:56:20.109332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44d090-8b30-48eb-88d0-440d73e6cacd req-300a4b9a-a971-462f-9da7-7ed0440e1cdb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.122841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea44d090-8b30-48eb-88d0-440d73e6cacd req-300a4b9a-a971-462f-9da7-7ed0440e1cdb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.7620928 Jul 07 16:56:20.166781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c561f9-0562-4adc-a16a-a3eb3db1f68c req-a8af1f34-3c6b-439b-811c-2685715b87d0 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.179951 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5c561f9-0562-4adc-a16a-a3eb3db1f68c req-a8af1f34-3c6b-439b-811c-2685715b87d0 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.8172247 Jul 07 16:56:20.273913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.366666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-2076ce2b-f281-43b0-ac05-c5d452dbeec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 200 len: 217 time: 0.2295897 Jul 07 16:56:20.396034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-07bb69d4-b0c0-4552-a2e4-27e1dc2f128d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80 HTTP/1.1" status: 200 len: 217 time: 0.5389853 Jul 07 16:56:20.441239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea44d090-8b30-48eb-88d0-440d73e6cacd req-47dbd593-5e21-4cd8-821c-97dc17284380 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169484 Jul 07 16:56:20.505148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5c561f9-0562-4adc-a16a-a3eb3db1f68c req-a642225a-bf23-4630-a902-c6d711a3af8a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231869 Jul 07 16:56:20.573411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-97943db5-aac3-4169-883c-acdab8ce76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.575005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-97943db5-aac3-4169-883c-acdab8ce76e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=024c6f3c-cd76-4c09-a369-3f08ffdd6ad5 HTTP/1.1" status: 200 len: 845 time: 0.1446462 Jul 07 16:56:20.690900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-7a36d26a-5b81-4817-95d6-265c1bb88a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.693849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-7a36d26a-5b81-4817-95d6-265c1bb88a35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 200 len: 858 time: 0.3118594 Jul 07 16:56:20.699172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.717036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-25c144d1-bf67-40a1-8651-7f63f76707c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.719006 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-25c144d1-bf67-40a1-8651-7f63f76707c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7054b001-ab2e-4241-9a5e-b4782b862a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371486 Jul 07 16:56:20.803400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f6a0d-fc0b-4360-b106-945d48a6c902 None None] Network 9a1ce465-d408-48b4-9958-4aee3bbc6692 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:20.844037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Subnet': ['ID=4ceecabe-8bfb-4e77-9b42-d36a4f793583,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:20.850769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.860568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47e860f6-9291-4f0f-80c5-f06e832c0dbd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/subnets/4ceecabe-8bfb-4e77-9b42-d36a4f793583 HTTP/1.1" status: 204 len: 168 time: 2.4583275 Jul 07 16:56:20.903850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54232) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:20.930888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-04b68d16-a184-4930-986d-de5ec27f0e48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a16ab03f-d6a2-4369-a41f-a4b87918e0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084503 Jul 07 16:56:21.075733 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f673c4c-15f8-49f8-96f9-e24a2604afd6 x-openstack-request-id: req-5f673c4c-15f8-49f8-96f9-e24a2604afd6 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:21.076085 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1038fc-2303-44a0-9f7d-d6b9ef543c98", "name": "network-vif-deleted", "tag": "8a11b569-3fd3-475c-ab6c-e687b82c96b8", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:21.076275 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f673c4c-15f8-49f8-96f9-e24a2604afd6 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:21.076669 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1038fc-2303-44a0-9f7d-d6b9ef543c98', 'name': 'network-vif-deleted', 'tag': '8a11b569-3fd3-475c-ab6c-e687b82c96b8', 'status': 'completed', 'code': 200} Jul 07 16:56:21.191480 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-49c56ada-0a05-4735-9e13-d1a6593dce29 service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618821 Jul 07 16:56:21.197767 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf64e91-171c-4848-a7ec-465808458bde x-openstack-request-id: req-ebf64e91-171c-4848-a7ec-465808458bde {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:21.198119 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:21.198334 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebf64e91-171c-4848-a7ec-465808458bde {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:21.198776 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'status': 'completed', 'code': 200} Jul 07 16:56:21.234844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-e6bfd8b5-e5f3-4d87-8a97-9ebb69481d46 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944999 Jul 07 16:56:21.291124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] DHCP port deletion for 9a1ce465-d408-48b4-9958-4aee3bbc6692 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:56:21.332511 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.360825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c268e827-3ed1-4480-8ab6-bdb2ef54ecde req-0f19db24-e10a-4b38-bae1-ba4dd438d9c7 service neutron] 10.222.0.13 "GET /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172552 Jul 07 16:56:21.413174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] Deleting port 0b103099-89ef-46fc-9215-0b7c350575e9 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:21.423104 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.458938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-97232725-9b2a-4f42-a21b-616c5721754d tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.460908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-97232725-9b2a-4f42-a21b-616c5721754d tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 950 time: 0.7408524 Jul 07 16:56:21.624437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] For port 0b103099-89ef-46fc-9215-0b7c350575e9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0b103099-89ef-46fc-9215-0b7c350575e9,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:21.630431 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.654789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e66f6-0fbe-4e0d-aa2b-0fa74c08b937 req-7aa3020b-f5c5-47c9-b676-5082dc7325b7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.664073 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-815eac4c-0aae-482a-93f2-76a3778e7c26 req-b6f5a9bf-73b0-4276-8cce-f8c5bf548842 service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353452 Jul 07 16:56:21.670105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f64e66f6-0fbe-4e0d-aa2b-0fa74c08b937 req-7aa3020b-f5c5-47c9-b676-5082dc7325b7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 943 time: 0.2215667 Jul 07 16:56:21.695005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] Calling delete_port for 0b103099-89ef-46fc-9215-0b7c350575e9 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:21.704706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port 0b103099-89ef-46fc-9215-0b7c350575e9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:21.705682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.773517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Deleting port 70888013-c06d-4cc2-8869-9d41c48c1f18 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:21.773970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.880376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f64e66f6-0fbe-4e0d-aa2b-0fa74c08b937 req-c97865f5-b629-41ba-ab64-b2dc3d383efc tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056053 Jul 07 16:56:21.942680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port 0b103099-89ef-46fc-9215-0b7c350575e9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0b103099-89ef-46fc-9215-0b7c350575e9,segment=NetworkSegment(3c629223-9fe6-4009-9179-3a6904c25759),segment_id=3c629223-9fe6-4009-9179-3a6904c25759)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:21.949812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.960850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1dc3-1a84-440e-82bd-63435af150b3 req-58a1914a-aebf-418d-b266-f00b384bddc6 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.962640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-352e1dc3-1a84-440e-82bd-63435af150b3 req-58a1914a-aebf-418d-b266-f00b384bddc6 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 950 time: 0.6008098 Jul 07 16:56:22.004650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for 0b103099-89ef-46fc-9215-0b7c350575e9 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:22.042158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:22.059997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-352e1dc3-1a84-440e-82bd-63435af150b3 req-053e9451-a2f5-4d46-b029-d5bb5e5f4797 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859103 Jul 07 16:56:22.084751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] For port 70888013-c06d-4cc2-8869-9d41c48c1f18, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=70888013-c06d-4cc2-8869-9d41c48c1f18,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:22.089760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:22.104223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] Pushing event deleted for resources: {'Port': ['ID=0b103099-89ef-46fc-9215-0b7c350575e9,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:22.129211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549f6d4-a2b5-4dba-9177-8e83f32f1a94 None None] No DVR routers for this DVR port 0b103099-89ef-46fc-9215-0b7c350575e9 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:22.201209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Calling delete_port for 70888013-c06d-4cc2-8869-9d41c48c1f18 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:22.208696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-9c3bc400-f727-43b6-8e04-8b2acfbd8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.210441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-9c3bc400-f727-43b6-8e04-8b2acfbd8a09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65&device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 1094 time: 0.4204531 Jul 07 16:56:22.331150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78fd55-f72c-4c88-acbc-12f6a33d1e16 req-1d92fb23-2e1a-409f-9527-a9c2146cc3f4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.333157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a78fd55-f72c-4c88-acbc-12f6a33d1e16 req-1d92fb23-2e1a-409f-9527-a9c2146cc3f4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1381581 Jul 07 16:56:22.370219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-89c00c4e-dd5e-42c0-a837-2090ce5de9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.371988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-89c00c4e-dd5e-42c0-a837-2090ce5de9a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7054b001-ab2e-4241-9a5e-b4782b862a08 HTTP/1.1" status: 200 len: 907 time: 0.1501763 Jul 07 16:56:22.416300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a78fd55-f72c-4c88-acbc-12f6a33d1e16 req-76262999-867b-4e26-8f40-cbd87b5b550e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752585 Jul 07 16:56:22.568573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0b103099-89ef-46fc-9215-0b7c350575e9 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:22.578347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-cebe2463-b684-4fc3-b5ec-96a290dce174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80 HTTP/1.1" status: 200 len: 217 time: 0.1974163 Jul 07 16:56:22.668297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:22.670044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 0b103099-89ef-46fc-9215-0b7c350575e9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:22.670802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0b103099-89ef-46fc-9215-0b7c350575e9 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:22.788648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c5b1-e312-4812-acfe-d9b55ecfbe2a req-4cd40d2f-932e-4588-bf45-4564eecd070c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.796108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f282c5b1-e312-4812-acfe-d9b55ecfbe2a req-4cd40d2f-932e-4588-bf45-4564eecd070c tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.1727247 Jul 07 16:56:22.812306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port 0b103099-89ef-46fc-9215-0b7c350575e9 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:22.835195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-c5da95b7-097e-4787-953e-43bb04bea933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.842852 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-c5da95b7-097e-4787-953e-43bb04bea933 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=024c6f3c-cd76-4c09-a369-3f08ffdd6ad5 HTTP/1.1" status: 200 len: 845 time: 0.2531805 Jul 07 16:56:22.844089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=0b103099-89ef-46fc-9215-0b7c350575e9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:22.921829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f282c5b1-e312-4812-acfe-d9b55ecfbe2a req-5809f180-34f8-431f-a7aa-60a455d8ff7b tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022143 Jul 07 16:56:23.204191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.280390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1ce465-d408-48b4-9958-4aee3bbc6692']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:23.325314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c629223-9fe6-4009-9179-3a6904c25759') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:23.325612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c629223-9fe6-4009-9179-3a6904c25759') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:23.338573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-4c836a03-c770-4dab-a41b-e42009e94b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.360880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-4c836a03-c770-4dab-a41b-e42009e94b01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 1101 time: 0.2967556 Jul 07 16:56:23.378025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.425200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.439256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:56:23.439949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.607278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.613938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-e7d029f4-098a-4b65-b483-219f0267a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.615984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-e7d029f4-098a-4b65-b483-219f0267a652 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.2001846 Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:56:23.634569 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:56:23.651244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.679201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.687274 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/networks/9a1ce465-d408-48b4-9958-4aee3bbc6692 HTTP/1.1" status: 204 len: 168 time: 2.7787552 Jul 07 16:56:23.688175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54280) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:23.715001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.741613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c49ac-78b1-46e4-9623-9285dd91cb1a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Network': ['ID=9a1ce465-d408-48b4-9958-4aee3bbc6692,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:23.782660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Pushing event deleted for resources: {'Port': ['ID=70888013-c06d-4cc2-8869-9d41c48c1f18,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:23.850522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting subnet a44ecb71-752b-471e-9239-e47936ec2ad2 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:56:23.867012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-90fb13d9-46db-4497-bdb3-389978df2eb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8 HTTP/1.1" status: 200 len: 217 time: 0.2422493 Jul 07 16:56:23.870030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.880176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] No DVR routers for this DVR port 70888013-c06d-4cc2-8869-9d41c48c1f18 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:23.883847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.887420 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0601be21-d60f-421f-8f1e-aa59ce078f3f req-882fb7d5-a020-499a-88ab-49e5b6f341fd tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.13 "DELETE /v2.0/ports/70888013-c06d-4cc2-8869-9d41c48c1f18 HTTP/1.1" status: 204 len: 173 time: 2.3815029 Jul 07 16:56:23.890252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'name': 'network-vif-deleted', 'tag': '70888013-c06d-4cc2-8869-9d41c48c1f18'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:23.893260 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24001bd-c85f-465b-add9-c04acb2c8be1" -d '{"events": [{"server_uuid": "3c2c33dc-71ed-4c0d-9b06-79f88e1697c7", "name": "network-vif-deleted", "tag": "70888013-c06d-4cc2-8869-9d41c48c1f18"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:23.930139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-aa9a9a93-60af-4282-bfe0-de2ac233114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.933539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-aa9a9a93-60af-4282-bfe0-de2ac233114a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7054b001-ab2e-4241-9a5e-b4782b862a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9787152 Jul 07 16:56:24.127971 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-5247ccb3-eb01-444a-b8c4-33d19b0de359 service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857791 Jul 07 16:56:24.195654 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.210041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-72b8dd69-7470-4cd6-bdeb-778ba0e6cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:24.233308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-72b8dd69-7470-4cd6-bdeb-778ba0e6cc17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2926800 Jul 07 16:56:24.427675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc325-58c5-46f6-a0e6-ad534513049e req-aeb7efc8-d379-444e-bfa3-f26ddef04342 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:24.431144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d38fc325-58c5-46f6-a0e6-ad534513049e req-aeb7efc8-d379-444e-bfa3-f26ddef04342 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c2c33dc-71ed-4c0d-9b06-79f88e1697c7 HTTP/1.1" status: 200 len: 867 time: 0.8136139 Jul 07 16:56:24.455070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24b4183b-9684-4908-a6fe-3e042e4be239 req-0383fdd6-9d9b-4afb-a466-9b7b0e31bea1 service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199131 Jul 07 16:56:24.517402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d38fc325-58c5-46f6-a0e6-ad534513049e req-53076941-ae6e-4db3-8520-e4a266c482b3 tempest-VolumesBackupsTest-1917665923 tempest-VolumesBackupsTest-1917665923-project] 10.222.0.78 "GET /v2.0/security-groups?id=19856c30-baa0-433e-8484-5096e3bcee46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664291 Jul 07 16:56:24.557174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8931c8a-483a-4eef-ac5d-798cf2bd3d8f req-7851a337-28da-4d3b-ab93-5abd34596ff3 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:24.564905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8931c8a-483a-4eef-ac5d-798cf2bd3d8f req-7851a337-28da-4d3b-ab93-5abd34596ff3 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 943 time: 0.9458191 Jul 07 16:56:24.630196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac4ab30a-8a8a-4931-b535-20ab92f74c80 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:24.639463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 70888013-c06d-4cc2-8869-9d41c48c1f18 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:24.825074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 70888013-c06d-4cc2-8869-9d41c48c1f18 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:24.826015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 70888013-c06d-4cc2-8869-9d41c48c1f18 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:24.837610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ac4ab30a-8a8a-4931-b535-20ab92f74c80, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:24.843435 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.878332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'port_id': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'mac_address': 'fa:16:3e:b0:2d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:24.962000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8931c8a-483a-4eef-ac5d-798cf2bd3d8f req-aee81383-d01c-42f5-9405-efcac3cb5479 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954680 Jul 07 16:56:24.969841 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.995404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4ab30a-8a8a-4931-b535-20ab92f74c80 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:25.032559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ac4ab30a-8a8a-4931-b535-20ab92f74c80, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:25.045074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.135273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-a0ca4c82-111a-47d1-a0af-8a4e6f790bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.138298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-a0ca4c82-111a-47d1-a0af-8a4e6f790bbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9037013 Jul 07 16:56:25.157592 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0080d2a2-236d-49fb-af6b-be0046cee03f x-openstack-request-id: req-0080d2a2-236d-49fb-af6b-be0046cee03f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:25.158082 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c33dc-71ed-4c0d-9b06-79f88e1697c7", "name": "network-vif-deleted", "tag": "70888013-c06d-4cc2-8869-9d41c48c1f18", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:25.158487 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0080d2a2-236d-49fb-af6b-be0046cee03f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:25.159149 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c33dc-71ed-4c0d-9b06-79f88e1697c7', 'name': 'network-vif-deleted', 'tag': '70888013-c06d-4cc2-8869-9d41c48c1f18', 'status': 'completed', 'code': 200} Jul 07 16:56:25.210429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ac4ab30a-8a8a-4931-b535-20ab92f74c80,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.340348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.368776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ac4ab30a-8a8a-4931-b535-20ab92f74c80'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:25.475303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cafa87-4ad8-4644-bb03-328435263b9a req-b9d5806a-0ae4-4ec2-bd42-d29ad9c0670c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.475303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55cafa87-4ad8-4644-bb03-328435263b9a req-b9d5806a-0ae4-4ec2-bd42-d29ad9c0670c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.6038129 Jul 07 16:56:25.492325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbc9b4-2411-4df5-8b58-ca94aecd3b4b None None] Network 0667e9f9-4f2f-404d-b1fe-4b018d6140ce requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:25.504725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Subnet': ['ID=a44ecb71-752b-471e-9239-e47936ec2ad2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.508467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.515183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27d241b4-3bc6-46a3-8d0e-dd5d3a5d7504 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/subnets/a44ecb71-752b-471e-9239-e47936ec2ad2 HTTP/1.1" status: 204 len: 168 time: 1.7896357 Jul 07 16:56:25.515295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54292) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:25.608856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55cafa87-4ad8-4644-bb03-328435263b9a req-800fa330-e499-4202-a09d-a42cc55ab217 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946310 Jul 07 16:56:25.618618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-963ff21b-1017-456e-8c63-f7547330b03e service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510052 Jul 07 16:56:25.643633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.759055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d032f8-d1df-4ec8-a167-2a526961dd64 req-83e97a6b-aa4b-4245-a481-8dddc6962108 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.770462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41d032f8-d1df-4ec8-a167-2a526961dd64 req-83e97a6b-aa4b-4245-a481-8dddc6962108 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.4066746 Jul 07 16:56:25.802231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port 22639b78-731c-43fa-bdae-b2931161c0fb {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:25.804987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.911064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41d032f8-d1df-4ec8-a167-2a526961dd64 req-92eb6bee-d254-44ac-ab12-398c17c121ca tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391366 Jul 07 16:56:25.937941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6866a248-1be8-4f18-9e03-9e0356b16371 req-f54caa40-e733-4e20-9a98-dab340b85bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122044 Jul 07 16:56:26.094706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] DHCP port deletion for 0667e9f9-4f2f-404d-b1fe-4b018d6140ce request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:56:26.167769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port 22639b78-731c-43fa-bdae-b2931161c0fb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22639b78-731c-43fa-bdae-b2931161c0fb,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:26.168266 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.223379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] Deleting port 22639b78-731c-43fa-bdae-b2931161c0fb {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:26.223834 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.253309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for 22639b78-731c-43fa-bdae-b2931161c0fb owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:26.430987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] For port 22639b78-731c-43fa-bdae-b2931161c0fb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=22639b78-731c-43fa-bdae-b2931161c0fb,segment=NetworkSegment(333a1c7c-40ee-4771-a315-ba52e96c9b8d),segment_id=333a1c7c-40ee-4771-a315-ba52e96c9b8d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:26.431513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.463085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] Calling delete_port for 22639b78-731c-43fa-bdae-b2931161c0fb owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:26.622650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22639b78-731c-43fa-bdae-b2931161c0fb no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:26.627267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.687009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=22639b78-731c-43fa-bdae-b2931161c0fb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:26.694270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port 22639b78-731c-43fa-bdae-b2931161c0fb on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:26.733048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 22639b78-731c-43fa-bdae-b2931161c0fb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:26.733367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 22639b78-731c-43fa-bdae-b2931161c0fb not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:26.739605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac4ab30a-8a8a-4931-b535-20ab92f74c80 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:26.845475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.862659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0667e9f9-4f2f-404d-b1fe-4b018d6140ce']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:26.880752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333a1c7c-40ee-4771-a315-ba52e96c9b8d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:26.881192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333a1c7c-40ee-4771-a315-ba52e96c9b8d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:26.894903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.946351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d6c8-831e-4d03-9b55-0e6cfbf85a65 req-646f0f2b-8227-45c2-9a43-2c74b5edd668 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.947517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ac4ab30a-8a8a-4931-b535-20ab92f74c80 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:26.950752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d82d6c8-831e-4d03-9b55-0e6cfbf85a65 req-646f0f2b-8227-45c2-9a43-2c74b5edd668 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4569180 Jul 07 16:56:26.965420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ac4ab30a-8a8a-4931-b535-20ab92f74c80 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:26.966106 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.980150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.994883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:56:26.995337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.069570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5125564-e8c5-4afe-aaed-080fbf69fda7 req-638ebefe-a0df-4494-a47f-1403a3e3a9d2 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.082699 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.089911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5125564-e8c5-4afe-aaed-080fbf69fda7 req-638ebefe-a0df-4494-a47f-1403a3e3a9d2 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 944 time: 0.3997357 Jul 07 16:56:27.111076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] No DVR routers for this DVR port 22639b78-731c-43fa-bdae-b2931161c0fb on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:56:27.114291 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:56:27.118775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.161333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.169660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/networks/0667e9f9-4f2f-404d-b1fe-4b018d6140ce HTTP/1.1" status: 204 len: 168 time: 1.6532125 Jul 07 16:56:27.203921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54328) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:27.225929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-487551743'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:27.240426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29940-c9de-4d8d-a547-9e0338339fa7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Network': ['ID=0667e9f9-4f2f-404d-b1fe-4b018d6140ce,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.264096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17737a6a-338b-4c71-811e-0eca96afdb43 None None] Pushing event deleted for resources: {'Port': ['ID=22639b78-731c-43fa-bdae-b2931161c0fb,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.272072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d82d6c8-831e-4d03-9b55-0e6cfbf85a65 req-ce1de1bd-366c-4795-8dd0-a2632930a31d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901335 Jul 07 16:56:27.351488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:27.353654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5125564-e8c5-4afe-aaed-080fbf69fda7 req-e83c9683-a004-4894-87cc-dde39104e9cc tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620242 Jul 07 16:56:27.364693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.447403 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.470598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:27.505866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.506175 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Added segment 2a7d3fda-4358-49af-9fba-f88023682da4 of type vlan for network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 Jul 07 16:56:27.516019 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:27.532330 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d287b3-9da9-4fe1-a00b-9c9b6ce548c0" -d '{"events": [{"server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:27.588606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ac4ab30a-8a8a-4931-b535-20ab92f74c80, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:27.595028 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.682966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.779152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ac4ab30a-8a8a-4931-b535-20ab92f74c80,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.825083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.849720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.850935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.071436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Network': ['ID=e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.104232 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9eeda452-d991-4612-99fb-ea96c5ce4124 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8983638 Jul 07 16:56:28.106722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54350) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:28.115987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'subnet': {'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:28.128513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:28.237449 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9669152a-e022-46cb-b3c8-673d1bb34eab x-openstack-request-id: req-9669152a-e022-46cb-b3c8-673d1bb34eab {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:28.238067 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:28.238602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9669152a-e022-46cb-b3c8-673d1bb34eab {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:28.240434 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'code': 200} Jul 07 16:56:28.626524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:28.632625 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.966764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b46b0-b41c-4d40-b00f-98f35fa2e8e9 req-439251cc-7cc0-4f75-ac2a-da01f3f89787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.969686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-994b46b0-b41c-4d40-b00f-98f35fa2e8e9 req-439251cc-7cc0-4f75-ac2a-da01f3f89787 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 1096 time: 0.5701842 Jul 07 16:56:29.100933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c5fc3-4e0b-49e0-bbc4-a035c0b971e2 req-88012be9-6e33-449d-aa9a-cfc7efb9d141 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.110303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf3c5fc3-4e0b-49e0-bbc4-a035c0b971e2 req-88012be9-6e33-449d-aa9a-cfc7efb9d141 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3525167 Jul 07 16:56:29.126491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-994b46b0-b41c-4d40-b00f-98f35fa2e8e9 req-8fff3b57-a8e5-4491-9046-7ee6d1f5c493 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270161 Jul 07 16:56:29.177977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd6e2b-315b-49bf-882a-4a9916945042 req-082bed58-0fb5-4804-bc35-6e596a1c94fa tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.187182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58bd6e2b-315b-49bf-882a-4a9916945042 req-082bed58-0fb5-4804-bc35-6e596a1c94fa tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 0.4336400 Jul 07 16:56:29.320266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58bd6e2b-315b-49bf-882a-4a9916945042 req-20a27b78-5ce5-4d57-b8be-1c3634f96feb tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318476 Jul 07 16:56:29.360839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf3c5fc3-4e0b-49e0-bbc4-a035c0b971e2 req-55ce25cb-8fc6-4719-a804-cc552287e850 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358003 Jul 07 16:56:29.511227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.682435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Subnet': ['ID=e10419d6-c841-4f0b-83ba-2f260cfd6e14,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:29.761801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Checking segment: {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:29.762612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network hostable DHCP agents. Network: e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:29.861788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:29.908800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:29.919014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014ee14-dfd7-48ce-bede-90484db0fea7 None None] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:29.935148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.935765 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.965195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd68dc-66ad-485c-aa75-3c39709f57a4 req-81bdfcae-f628-4a94-8f25-26766f7218d4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.972900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90bd68dc-66ad-485c-aa75-3c39709f57a4 req-81bdfcae-f628-4a94-8f25-26766f7218d4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2327440 Jul 07 16:56:30.019162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7705eb62-7acf-46cb-8451-2725a83277bd tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9106281 Jul 07 16:56:30.022477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54386) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:30.040356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-580050427'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:30.054745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90bd68dc-66ad-485c-aa75-3c39709f57a4 req-321d7c20-5933-4ddf-9d78-cd2d76dfa821 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Jul 07 16:56:30.171330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:30.197628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.307177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:30.330368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.331007 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Added segment 3c91407a-8936-497c-b057-2f0cb72d42d5 of type vlan for network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 Jul 07 16:56:30.496597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.537875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719', 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'fixed_ips': [{'subnet_id': 'e10419d6-c841-4f0b-83ba-2f260cfd6e14'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:56:30.540769 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.743488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.776467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.778021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.841792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8132403 Jul 07 16:56:30.860800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54402) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:30.867151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'subnet': {'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:31.148703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Allocated IP 19.80.0.2 (e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719/e10419d6-c841-4f0b-83ba-2f260cfd6e14/312d78c7-d554-419b-bba3-becd359171b0) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:31.221886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Network': ['ID=1b9cf42e-ad65-4ac2-bb25-f710901899a5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:31.311345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.311612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.311999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.312344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.312682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.313014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.313378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.313706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.314030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.314357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.314709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.315040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a65788-bc6e-4d14-bc60-f37bac6c7f7a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:31.431239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:31.435414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:31.626945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:31.646934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Transition to ACTIVE for port object 312d78c7-d554-419b-bba3-becd359171b0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:31.697321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:31.790224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:31.889022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929fa3-7330-4bbb-a194-3e119a7e63d4 req-248ff443-2173-4bd5-b832-950b6bb27ca2 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.901952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5929fa3-7330-4bbb-a194-3e119a7e63d4 req-248ff443-2173-4bd5-b832-950b6bb27ca2 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 1.1772907 Jul 07 16:56:31.940958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Transition to ACTIVE for port object 312d78c7-d554-419b-bba3-becd359171b0 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:31.955040 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.008805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:32.012356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:32.015584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:32.024794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Subnet': ['ID=d9616cfd-ea51-4071-9d83-ab37ce035008,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:32.029393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Checking segment: {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:32.030245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network hostable DHCP agents. Network: 1b9cf42e-ad65-4ac2-bb25-f710901899a5, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:32.043535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b9b46-f074-47ef-b413-8913e30541c4 req-866b3562-a2d9-4d33-9316-c4b29344d16b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:32.049864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf7b9b46-f074-47ef-b413-8913e30541c4 req-866b3562-a2d9-4d33-9316-c4b29344d16b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.4666560 Jul 07 16:56:32.070496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5929fa3-7330-4bbb-a194-3e119a7e63d4 req-c01789c7-a2d3-4fc1-9b0f-7aaff8fd9ae9 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663377 Jul 07 16:56:32.082785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:32.113009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 1b9cf42e-ad65-4ac2-bb25-f710901899a5) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:32.140129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:32.149655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.156828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be5618-3bda-4906-9c92-9e92e1323f06 None None] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:32.250567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3ccddd67-5e37-45cf-a5f8-6a2301424043 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3803201 Jul 07 16:56:32.296685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf7b9b46-f074-47ef-b413-8913e30541c4 req-23274383-b9b6-44f2-8d1a-a8f8ab998942 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146626 Jul 07 16:56:32.706353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Pushing event updated for resources: {'Port': ['ID=312d78c7-d554-419b-bba3-becd359171b0,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:32.916244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Attempting to bind port 312d78c7-d554-419b-bba3-becd359171b0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:32.916850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Attempting to bind port 312d78c7-d554-419b-bba3-becd359171b0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:32.923762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Attempting to bind port 312d78c7-d554-419b-bba3-becd359171b0 on network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:32.943983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:32.944409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Checking segment: {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:32.945011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.950230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Bound using segment: {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:32.957073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Bound port: 312d78c7-d554-419b-bba3-becd359171b0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:32.961259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.054304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-1b9cf42e-ad65-4ac2-bb25-f710901899a5', 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'fixed_ips': [{'subnet_id': 'd9616cfd-ea51-4071-9d83-ab37ce035008'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:56:33.056614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.332109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c05abadf-dec7-41c0-82d2-cac4f1df828f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.353887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c05abadf-dec7-41c0-82d2-cac4f1df828f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.381827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c05abadf-dec7-41c0-82d2-cac4f1df828f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/networks?id=e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719&id=1b9cf42e-ad65-4ac2-bb25-f710901899a5 HTTP/1.1" status: 200 len: 1390 time: 0.4475479 Jul 07 16:56:33.474701 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.481906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] For port 312d78c7-d554-419b-bba3-becd359171b0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:33.488593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] For port 312d78c7-d554-419b-bba3-becd359171b0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=312d78c7-d554-419b-bba3-becd359171b0,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:33.498238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.547292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-4fb1a6de-d2a6-4f25-878c-c18bcda5253e tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/quotas/6d6eeba221694a4285c2af135bea8fe8 HTTP/1.1" status: 200 len: 375 time: 0.1640844 Jul 07 16:56:33.691546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83c8ac-e87d-4ead-bc04-2987265788e7 None None] Pushing event updated for resources: {'Port': ['ID=312d78c7-d554-419b-bba3-becd359171b0,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:33.738855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Allocated IP 19.86.0.2 (1b9cf42e-ad65-4ac2-bb25-f710901899a5/d9616cfd-ea51-4071-9d83-ab37ce035008/757b6d86-ad78-4526-bc31-af2a7f70ae57) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:33.782485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0291e-ad9d-4361-8707-89f8784096f8 req-226b010e-3959-4c1d-ab8b-7814affd7b33 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.795524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8f0291e-ad9d-4361-8707-89f8784096f8 req-226b010e-3959-4c1d-ab8b-7814affd7b33 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4046428 Jul 07 16:56:33.841882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c36adc1c-56d2-4bd0-b228-03cecefa224f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2931695 Jul 07 16:56:34.177592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-bc31aeaa-624b-449b-aaa9-345383539b40 service neutron] 10.222.0.78 "GET /v2.0/networks/e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343678 Jul 07 16:56:34.546948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8f0291e-ad9d-4361-8707-89f8784096f8 req-6a84415d-a632-4053-92ef-38b08ff7a52b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987076 Jul 07 16:56:34.576347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-1ffa3975-e35f-4234-b47d-3666004edac3 service neutron] 10.222.0.78 "GET /v2.0/networks/e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972042 Jul 07 16:56:34.878956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 312d78c7-d554-419b-bba3-becd359171b0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:35.425973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-db07ca13-4c72-4739-b773-ab58716f9b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.450068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-938fd7d6-32dc-4a6b-ad2f-0c51a2a62395 service neutron] 10.222.0.78 "GET /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719182 Jul 07 16:56:35.490989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.530804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 312d78c7-d554-419b-bba3-becd359171b0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:35.543268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Transition to ACTIVE for port object 757b6d86-ad78-4526-bc31-af2a7f70ae57 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:35.599904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Transition to ACTIVE for port object 757b6d86-ad78-4526-bc31-af2a7f70ae57 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:35.611280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.711435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:35.729175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:35.743878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:35.780528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Pushing event updated for resources: {'Port': ['ID=757b6d86-ad78-4526-bc31-af2a7f70ae57,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:35.958228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Attempting to bind port 757b6d86-ad78-4526-bc31-af2a7f70ae57 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:35.958919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Attempting to bind port 757b6d86-ad78-4526-bc31-af2a7f70ae57 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:35.959020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Attempting to bind port 757b6d86-ad78-4526-bc31-af2a7f70ae57 on network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:36.034180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:36.034896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Checking segment: {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:36.035492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.036087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Bound using segment: {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:36.036758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Bound port: 757b6d86-ad78-4526-bc31-af2a7f70ae57, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:36.037408 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.048515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5704748-eabd-4769-b956-8cd8c8a40deb None None] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:36.055282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-2582aec2-0f9c-4724-b60d-7378b7ff2d0c service neutron] 10.222.0.78 "GET /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666664 Jul 07 16:56:36.274184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] For port 757b6d86-ad78-4526-bc31-af2a7f70ae57, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:36.278145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] For port 757b6d86-ad78-4526-bc31-af2a7f70ae57, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=757b6d86-ad78-4526-bc31-af2a7f70ae57,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:36.291098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e33dd-cfeb-4f42-a722-7a19c7ed4b03 req-d403e42a-3295-477f-a035-73b61592d96a tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.306751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18e33dd-cfeb-4f42-a722-7a19c7ed4b03 req-d403e42a-3295-477f-a035-73b61592d96a tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 1.1444950 Jul 07 16:56:36.331034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.443789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b18e33dd-cfeb-4f42-a722-7a19c7ed4b03 req-71f6cbce-fc4e-4b93-abd4-1e36e66250ae tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361299 Jul 07 16:56:36.984422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] Provisioning for port 312d78c7-d554-419b-bba3-becd359171b0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:37.355065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0407a-2a08-4fce-8551-fde12e9b270c None None] Pushing event updated for resources: {'Port': ['ID=757b6d86-ad78-4526-bc31-af2a7f70ae57,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:37.619961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3054570e-d568-40c2-bc8a-1f0adecfbe28 req-915edcc5-8b2a-4c5d-8a8a-94b93ce83eb1 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 210 time: 0.1939025 Jul 07 16:56:37.653148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] Provisioning complete for port 312d78c7-d554-419b-bba3-becd359171b0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:37.654952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.812478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.828489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe032bb-375d-40dc-88ef-57db3554df4e req-6a78771a-a765-4c5d-af1b-f113914cf5a5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:37.855272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:37.858746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfe032bb-375d-40dc-88ef-57db3554df4e req-6a78771a-a765-4c5d-af1b-f113914cf5a5 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 0.5930774 Jul 07 16:56:37.863700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ace04e6-d908-4678-81f2-9867522c582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.864653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Request body: {'floatingip': {'port_id': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:38.150351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.160279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.408912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] For port 312d78c7-d554-419b-bba3-becd359171b0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=312d78c7-d554-419b-bba3-becd359171b0,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:38.438462 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.694552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54570) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:38.835462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f5f8-02b7-43ec-a8e8-3ba348b2ad0e None None] Pushing event updated for resources: {'Port': ['ID=312d78c7-d554-419b-bba3-becd359171b0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:38.925847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ecd11df0-beb8-49d6-a810-ee49edf0ef03 None None] Provisioning complete for port 312d78c7-d554-419b-bba3-becd359171b0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:38.928043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ecd11df0-beb8-49d6-a810-ee49edf0ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.064296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 757b6d86-ad78-4526-bc31-af2a7f70ae57 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:39.072651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486b80-27c3-4620-93d5-e08b25168f50 req-2fe70cfe-c70c-4112-9ceb-002c93d0a6d1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.098277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b486b80-27c3-4620-93d5-e08b25168f50 req-2fe70cfe-c70c-4112-9ceb-002c93d0a6d1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.7022305 Jul 07 16:56:39.429301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.471253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b486b80-27c3-4620-93d5-e08b25168f50 req-2bdf84d7-5b89-409a-9987-0ddc58aa9a36 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557432 Jul 07 16:56:39.575445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.578470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 757b6d86-ad78-4526-bc31-af2a7f70ae57 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:40.006321 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.012314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b28cbf-79d0-42b9-b8c1-d365fbe7f82f None None] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:40.029506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.135947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353cfb69-9171-4f3f-8de6-6946950e5f0c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:40.146571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8ffc793-f38f-4c37-958e-e3a2c1e8979b req-8cd4ee6a-6185-4631-8723-b4f25b4c5cb0 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 210 time: 0.1351011 Jul 07 16:56:40.166547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.167423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.168170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.168983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.170213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.171064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.171833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.172587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.173501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.174752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.175617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.176501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:40.241755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b94cdd7-79b7-49a5-8c7a-1d4c48e43b43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de8f716f06f546f28148cd10a59632c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5303109 Jul 07 16:56:40.246750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54600) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:40.299409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Provisioning for port 757b6d86-ad78-4526-bc31-af2a7f70ae57 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:40.528713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Provisioning complete for port 757b6d86-ad78-4526-bc31-af2a7f70ae57 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:40.532443 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.582888 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-667ef216-3911-4398-9daa-d8d16b9b7a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.679431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-667ef216-3911-4398-9daa-d8d16b9b7a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.727972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 312d78c7-d554-419b-bba3-becd359171b0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:40.795315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.984564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-667ef216-3911-4398-9daa-d8d16b9b7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.991774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-667ef216-3911-4398-9daa-d8d16b9b7a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.002070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-667ef216-3911-4398-9daa-d8d16b9b7a95 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/353cfb69-9171-4f3f-8de6-6946950e5f0c HTTP/1.1" status: 204 len: 168 time: 0.7537296 Jul 07 16:56:41.012203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 312d78c7-d554-419b-bba3-becd359171b0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:41.012584 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.027025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ef216-3911-4398-9daa-d8d16b9b7a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353cfb69-9171-4f3f-8de6-6946950e5f0c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:41.150004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203e0c4-5185-49f0-bec8-bc4022b47116 req-5a5d48d4-358e-44b7-ad9c-93f823be8b67 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.152745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a203e0c4-5185-49f0-bec8-bc4022b47116 req-5a5d48d4-358e-44b7-ad9c-93f823be8b67 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3041925 Jul 07 16:56:41.323349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.resource_extend [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:56:41.336727 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.385795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a203e0c4-5185-49f0-bec8-bc4022b47116 req-dceb7756-7c0e-46a4-b033-236fcd2e3f72 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191465 Jul 07 16:56:41.605783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.621357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.629857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-875a1306-e90e-444b-9d3c-1314f2b55e21 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.664838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-875a1306-e90e-444b-9d3c-1314f2b55e21 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.684867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-875a1306-e90e-444b-9d3c-1314f2b55e21 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "GET /v2.0/networks?id=e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719&id=1b9cf42e-ad65-4ac2-bb25-f710901899a5 HTTP/1.1" status: 200 len: 1390 time: 0.4718399 Jul 07 16:56:41.708314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'port': {'device_id': '98be7773-f628-4e71-8335-97165d7bcf58', 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719', 'admin_state_up': True, 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:41.807363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] For port 757b6d86-ad78-4526-bc31-af2a7f70ae57, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=757b6d86-ad78-4526-bc31-af2a7f70ae57,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:41.878241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.000339 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Floating IP 1501a87d-3389-4276-8668-ab45b17e2da9 associated. External IP: 172.25.5.68, port: ac4ab30a-8a8a-4931-b535-20ab92f74c80. Jul 07 16:56:42.106243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Pushing event updated for resources: {'Port': ['ID=757b6d86-ad78-4526-bc31-af2a7f70ae57,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:42.129246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.132339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.138856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.139621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.145876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.146800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.147361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.148085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.149082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.150319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.150935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.153690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559e610-e711-4016-9273-3df6d1998e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:42.187118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f297c721-42da-4e68-9019-ba9996c9d5fd None None] Provisioning complete for port 757b6d86-ad78-4526-bc31-af2a7f70ae57 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:42.187745 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f297c721-42da-4e68-9019-ba9996c9d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.272216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a855f52-27cb-484b-b0e7-498226e55d9f req-b70c9859-02e1-41c1-a893-a58377b944d1 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 210 time: 0.2557590 Jul 07 16:56:42.484728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:42.495335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.518128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f2430-6821-407a-954b-ea2b109f9a98 req-63458706-ad05-4f6d-94c7-36735250bd7e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:42.521551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-163f2430-6821-407a-954b-ea2b109f9a98 req-63458706-ad05-4f6d-94c7-36735250bd7e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 950 time: 0.4996376 Jul 07 16:56:42.628929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 757b6d86-ad78-4526-bc31-af2a7f70ae57 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:42.663409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Router 39881710-1c70-44d1-9e3d-6bdba320dbac has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:56:42.890388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:42.891180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 757b6d86-ad78-4526-bc31-af2a7f70ae57 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:42.893692 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.898757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.910420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] Sync routers for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:42.943062 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:42.946537 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:56:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:43.036515 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-45a2f3be-2f70-42f6-a19d-5d03d868ff52 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "PUT /v2.0/floatingips/1501a87d-3389-4276-8668-ab45b17e2da9 HTTP/1.1" status: 200 len: 990 time: 5.1761675 Jul 07 16:56:43.037556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:43.042704 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46555b15-02c5-49f2-8a13-86bc93e18107" -d '{"events": [{"name": "network-changed", "server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:43.045575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-163f2430-6821-407a-954b-ea2b109f9a98 req-d517347d-580d-44e6-9660-de7c4bd333bd tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096104 Jul 07 16:56:43.327480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f78fcb-1dea-4ee5-9fe4-492766d966b4 req-b6ef1007-c8ca-44d9-8cb0-528edf4140ea tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.331127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3f78fcb-1dea-4ee5-9fe4-492766d966b4 req-b6ef1007-c8ca-44d9-8cb0-528edf4140ea tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2981486 Jul 07 16:56:43.342832 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:43.413093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3f78fcb-1dea-4ee5-9fe4-492766d966b4 req-7e3b7977-318e-40d3-bebd-8bc70cc50719 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736942 Jul 07 16:56:43.451978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Allocated IP 19.80.0.158 (e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719/e10419d6-c841-4f0b-83ba-2f260cfd6e14/6f7a8a8f-e656-4ca5-9a20-72311040f330) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:43.527783 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd614e-5595-4f23-a78d-7e6bd55e6e87 x-openstack-request-id: req-29bd614e-5595-4f23-a78d-7e6bd55e6e87 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:43.528446 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:43.528962 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29bd614e-5595-4f23-a78d-7e6bd55e6e87 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:43.529651 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'status': 'completed', 'code': 200} Jul 07 16:56:43.827566 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '1501a87d-3389-4276-8668-ab45b17e2da9', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'port_id': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'mac_address': 'fa:16:3e:b0:2d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:56:05Z', 'updated_at': '2021-07-07T16:56:41Z', 'revision_number': 1, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:07Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:43.835874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-aaf04df2-cd31-4826-862f-0c6ebba2a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.839372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-aaf04df2-cd31-4826-862f-0c6ebba2a400 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65&device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 1096 time: 0.2271569 Jul 07 16:56:43.936224 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] Checking router: 39881710-1c70-44d1-9e3d-6bdba320dbac for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:43.972671 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:43.975635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:56:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:44.197638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-4794937a-a0e0-44de-96b4-e89bbb6f5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.204432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-4794937a-a0e0-44de-96b4-e89bbb6f5ef1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7054b001-ab2e-4241-9a5e-b4782b862a08 HTTP/1.1" status: 200 len: 907 time: 0.3512883 Jul 07 16:56:44.398436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1ef4a36-8d99-4e49-8dfe-1c5e9944594d req-18cf5390-5699-4bf2-ac69-ae3d6b9094f2 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 210 time: 0.1896005 Jul 07 16:56:44.426354 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:44.464632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.764608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:44.940299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Transition to ACTIVE for port object 6f7a8a8f-e656-4ca5-9a20-72311040f330 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:45.035578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-2af004d8-fd87-421e-b440-c49951a429e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80 HTTP/1.1" status: 200 len: 998 time: 0.6337349 Jul 07 16:56:45.173491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.222259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:45.228373 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6600c332-a428-41ab-99a3-124c2eed39ec" -d '{"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-unplugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:45.274651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:45.285288 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.432149 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '1501a87d-3389-4276-8668-ab45b17e2da9', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'port_id': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'mac_address': 'fa:16:3e:b0:2d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:56:05Z', 'updated_at': '2021-07-07T16:56:41Z', 'revision_number': 1, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:07Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:45.448665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-594edecd-d78e-4ba4-824a-6e020cf1b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.451632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-594edecd-d78e-4ba4-824a-6e020cf1b0fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=024c6f3c-cd76-4c09-a369-3f08ffdd6ad5 HTTP/1.1" status: 200 len: 845 time: 0.4012659 Jul 07 16:56:45.517173 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f222e241-af86-4f6a-99ee-7f5d49fb72f4 None None] The sync data for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 is: [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '1501a87d-3389-4276-8668-ab45b17e2da9', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'port_id': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'mac_address': 'fa:16:3e:b0:2d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:56:05Z', 'updated_at': '2021-07-07T16:56:41Z', 'revision_number': 1, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:07Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:56:45.518824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:45.541876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060fbca-b345-49cb-87b6-224265dcbfcb req-018e9bb3-f93c-44c6-8bbe-4e31ca5dc623 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.551118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1060fbca-b345-49cb-87b6-224265dcbfcb req-018e9bb3-f93c-44c6-8bbe-4e31ca5dc623 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4567719 Jul 07 16:56:45.587309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.883553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1060fbca-b345-49cb-87b6-224265dcbfcb req-0f0dd20a-2e7d-4141-a171-2fe347b67876 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234925 Jul 07 16:56:45.923639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Port': ['ID=6f7a8a8f-e656-4ca5-9a20-72311040f330,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:45.957460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:45.962269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:45.971017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:45.977917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-d8952b6d-ea94-4ccd-8dcb-994491d8f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.980025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-d8952b6d-ea94-4ccd-8dcb-994491d8f154 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7054b001-ab2e-4241-9a5e-b4782b862a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4981127 Jul 07 16:56:46.011684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78496082-a6a3-4cd2-a7bc-fa2107d92d21 None None] New status for floating IP 1501a87d-3389-4276-8668-ab45b17e2da9: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:56:46.150600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-1a07efe4-6b99-4332-be2c-f6b1f66b3989 service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319234 Jul 07 16:56:46.355017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:46.371498 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.555783 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f16e21e-b0f6-4f8a-8a67-bdf1b53dd7bf x-openstack-request-id: req-3f16e21e-b0f6-4f8a-8a67-bdf1b53dd7bf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:46.557802 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-unplugged", "status": "completed", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:46.558410 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f16e21e-b0f6-4f8a-8a67-bdf1b53dd7bf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:46.570143 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'code': 200} Jul 07 16:56:46.676691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-448be873-e3fa-4555-9c38-1da037778058 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9819784 Jul 07 16:56:46.680553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5d5b2116-6929-4c1c-9b50-baf12850bb04 None None] Provisioning for port 6f7a8a8f-e656-4ca5-9a20-72311040f330 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:46.691727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5d5b2116-6929-4c1c-9b50-baf12850bb04 None None] Provisioning complete for port 6f7a8a8f-e656-4ca5-9a20-72311040f330 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:46.691727 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2116-6929-4c1c-9b50-baf12850bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.700760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Request body: {'port': {'device_id': '98be7773-f628-4e71-8335-97165d7bcf58', 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5', 'admin_state_up': True, 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:46.827440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46555b15-02c5-49f2-8a13-86bc93e18107 req-3d4bd4ea-878a-409e-8fd3-e93d21dd493d service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625726 Jul 07 16:56:46.882921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7687e-cca2-44b1-92cd-3d5cea361ef8 req-53ef9f47-2067-4431-b702-4cad34164555 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:46.891456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3e7687e-cca2-44b1-92cd-3d5cea361ef8 req-53ef9f47-2067-4431-b702-4cad34164555 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 932 time: 0.2975230 Jul 07 16:56:46.894972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b2116-6929-4c1c-9b50-baf12850bb04 None None] Port 6f7a8a8f-e656-4ca5-9a20-72311040f330 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:46.988113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3e7687e-cca2-44b1-92cd-3d5cea361ef8 req-7453a0f0-dc7d-4ee8-b1da-fa232d27ee8d tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955679 Jul 07 16:56:46.989514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Made reservation on behalf of 6d6eeba221694a4285c2af135bea8fe8 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:46.994456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.501615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Allocated IP 19.86.0.184 (1b9cf42e-ad65-4ac2-bb25-f710901899a5/d9616cfd-ea51-4071-9d83-ab37ce035008/f1d25017-e65e-4d71-8659-ee3f0e83ae54) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:47.689198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3876-3bf3-4623-8719-6f447d5f7ab4 req-e2d5dd87-f620-4f1f-ba3a-9140bdb9f0a6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:47.705197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3df3876-3bf3-4623-8719-6f447d5f7ab4 req-e2d5dd87-f620-4f1f-ba3a-9140bdb9f0a6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3052959 Jul 07 16:56:47.970057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3df3876-3bf3-4623-8719-6f447d5f7ab4 req-c86a43ab-36f2-456a-a90b-d26cc1ffe1d5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632430 Jul 07 16:56:48.243064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.282101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Transition to ACTIVE for port object f1d25017-e65e-4d71-8659-ee3f0e83ae54 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:48.390928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4447f1e-8a3e-476c-accb-a733b130cba8 req-790726ad-2460-4d46-bdb9-33caa85f75d9 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:48.393923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4447f1e-8a3e-476c-accb-a733b130cba8 req-790726ad-2460-4d46-bdb9-33caa85f75d9 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 948 time: 0.5663397 Jul 07 16:56:48.452656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.473161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4447f1e-8a3e-476c-accb-a733b130cba8 req-110d3f6a-6bf9-484c-8058-93e7ea647235 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703084 Jul 07 16:56:48.548572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:48.557215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:48.563713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:48.599527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event updated for resources: {'Port': ['ID=f1d25017-e65e-4d71-8659-ee3f0e83ae54,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:48.669891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:48.677375 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.740240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a7cd90a0-a6ef-46cd-8142-ceaa3bdd2e23 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0460808 Jul 07 16:56:48.842525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Request body: {'port': {'device_id': '98be7773-f628-4e71-8335-97165d7bcf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:49.077788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4f0f3884-b169-414c-b7d5-1eef844fe2e8 None None] Provisioning for port f1d25017-e65e-4d71-8659-ee3f0e83ae54 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:49.089551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4f0f3884-b169-414c-b7d5-1eef844fe2e8 None None] Provisioning complete for port f1d25017-e65e-4d71-8659-ee3f0e83ae54 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:49.091014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3884-b169-414c-b7d5-1eef844fe2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.146461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5779aca-2b07-46c0-b97f-052a8bd138c6 req-cdd0b8f0-c287-4fba-8d4b-2693bb21527a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.158833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5779aca-2b07-46c0-b97f-052a8bd138c6 req-cdd0b8f0-c287-4fba-8d4b-2693bb21527a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.172807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5779aca-2b07-46c0-b97f-052a8bd138c6 req-cdd0b8f0-c287-4fba-8d4b-2693bb21527a tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1655 time: 0.4272323 Jul 07 16:56:49.232991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.235253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f3884-b169-414c-b7d5-1eef844fe2e8 None None] Port f1d25017-e65e-4d71-8659-ee3f0e83ae54 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:49.335644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5779aca-2b07-46c0-b97f-052a8bd138c6 req-36223159-285b-40d0-8ce3-7701d9c92a32 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613040 Jul 07 16:56:49.417444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45337fb-3160-4627-b06c-9a08d2d118b0 req-e9d7eab4-6e16-405a-ab9c-8d7bc27e3df8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.428740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b45337fb-3160-4627-b06c-9a08d2d118b0 req-e9d7eab4-6e16-405a-ab9c-8d7bc27e3df8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4889443 Jul 07 16:56:50.311610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b45337fb-3160-4627-b06c-9a08d2d118b0 req-ba0e0cee-73e9-4670-bbcc-3981e2aee5d8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813705 Jul 07 16:56:50.616056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cad244a3-9419-4107-9ac5-f47234232bc8 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:50.618432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cad244a3-9419-4107-9ac5-f47234232bc8 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 948 time: 1.1816659 Jul 07 16:56:50.635390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e869-d88e-450f-9c39-9f3a1a501793 req-978b4f82-78e6-4b7a-b2b0-ab57679a7b0b tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:50.643654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6087e869-d88e-450f-9c39-9f3a1a501793 req-978b4f82-78e6-4b7a-b2b0-ab57679a7b0b tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 948 time: 0.6944683 Jul 07 16:56:50.823077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6087e869-d88e-450f-9c39-9f3a1a501793 req-c5fb1f65-c921-4e68-816e-ab7cac64c98c tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778781 Jul 07 16:56:51.033010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7a8a8f-e656-4ca5-9a20-72311040f330 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:51.088949 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.146332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Transition to ACTIVE for port object 6f7a8a8f-e656-4ca5-9a20-72311040f330 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:51.257782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.732870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Pushing event updated for resources: {'Port': ['ID=6f7a8a8f-e656-4ca5-9a20-72311040f330,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:51.824798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Deleting port 94e75d8a-963d-46ef-947a-83e6252fe8f8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:51.825174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.862912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Attempting to bind port 6f7a8a8f-e656-4ca5-9a20-72311040f330 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:51.863264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Attempting to bind port 6f7a8a8f-e656-4ca5-9a20-72311040f330 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:51.863625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Attempting to bind port 6f7a8a8f-e656-4ca5-9a20-72311040f330 on network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:51.916898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Port 6f7a8a8f-e656-4ca5-9a20-72311040f330 on network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:51.920006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Attempting to bind port 6f7a8a8f-e656-4ca5-9a20-72311040f330 on network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:51.950018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca046f79-ca39-436c-b201-a2af99e9f95b req-efeb0fdc-d2d5-420c-941f-7a6cdd38cfbb tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:51.956390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca046f79-ca39-436c-b201-a2af99e9f95b req-efeb0fdc-d2d5-420c-941f-7a6cdd38cfbb tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:51.965888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca046f79-ca39-436c-b201-a2af99e9f95b req-efeb0fdc-d2d5-420c-941f-7a6cdd38cfbb tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1667 time: 0.5569048 Jul 07 16:56:51.975138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:51.975491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Checking segment: {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:51.975900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Bound using segment: {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:51.976400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Bound port: 6f7a8a8f-e656-4ca5-9a20-72311040f330, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7d3fda-4358-49af-9fba-f88023682da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:51.976800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.069902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829ff30-d08a-422b-abe2-645627e9bdc9 req-ad2106b0-fa04-4258-be04-b9920f468cd9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.078466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e829ff30-d08a-422b-abe2-645627e9bdc9 req-ad2106b0-fa04-4258-be04-b9920f468cd9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3423421 Jul 07 16:56:52.135139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] For port 94e75d8a-963d-46ef-947a-83e6252fe8f8, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94e75d8a-963d-46ef-947a-83e6252fe8f8,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:52.135566 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.194105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca046f79-ca39-436c-b201-a2af99e9f95b req-36e150f3-c3ba-4720-a06c-737605797a90 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259467 Jul 07 16:56:52.196672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Calling delete_port for 94e75d8a-963d-46ef-947a-83e6252fe8f8 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:52.407332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] For port 6f7a8a8f-e656-4ca5-9a20-72311040f330, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:52.432034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e829ff30-d08a-422b-abe2-645627e9bdc9 req-b3a4eb9b-d5e6-4173-893d-7b48a852886e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524060 Jul 07 16:56:52.504950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] For port 6f7a8a8f-e656-4ca5-9a20-72311040f330, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f7a8a8f-e656-4ca5-9a20-72311040f330,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:52.514996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.598064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.598652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.600134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] 10.222.0.54 "PUT /v2.0/ports/6f7a8a8f-e656-4ca5-9a20-72311040f330 HTTP/1.1" status: 200 len: 1092 time: 3.8122234 Jul 07 16:56:52.600619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'tag': '6f7a8a8f-e656-4ca5-9a20-72311040f330'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:52.605559 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962" -d '{"events": [{"name": "network-changed", "server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "tag": "6f7a8a8f-e656-4ca5-9a20-72311040f330"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:52.668678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Request body: {'port': {'device_id': '98be7773-f628-4e71-8335-97165d7bcf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:52.728993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae130eb-4846-4d0b-9523-e68a18b8609b service neutron] Pushing event updated for resources: {'Port': ['ID=6f7a8a8f-e656-4ca5-9a20-72311040f330,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:52.768994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d577-70d8-45cb-b044-b049b83ed03d req-5af20f37-d4fa-420d-bcf7-4cbec9fade0e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.787405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7c7d577-70d8-45cb-b044-b049b83ed03d req-5af20f37-d4fa-420d-bcf7-4cbec9fade0e tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 948 time: 0.3863380 Jul 07 16:56:52.796597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:52.920503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.926662 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:52.954483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No active binding found for port 94e75d8a-963d-46ef-947a-83e6252fe8f8 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:56:52.954946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94e75d8a-963d-46ef-947a-83e6252fe8f8 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:53.041163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7c7d577-70d8-45cb-b044-b049b83ed03d req-93d07bb1-a44f-4b31-8d99-fffa6d78d791 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/security-groups?id=d6c712d7-7490-41a7-93af-b89226d8774f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521787 Jul 07 16:56:53.043265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Pushing event deleted for resources: {'Port': ['ID=94e75d8a-963d-46ef-947a-83e6252fe8f8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:53.060296 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.221665 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91909322-b644-48c2-a9e1-9b435914ba39 x-openstack-request-id: req-91909322-b644-48c2-a9e1-9b435914ba39 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:53.222110 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "tag": "6f7a8a8f-e656-4ca5-9a20-72311040f330", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:53.222519 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91909322-b644-48c2-a9e1-9b435914ba39 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:53.234301 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'tag': '6f7a8a8f-e656-4ca5-9a20-72311040f330', 'status': 'completed', 'code': 200} Jul 07 16:56:53.307567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] No DVR routers for this DVR port 94e75d8a-963d-46ef-947a-83e6252fe8f8 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:53.322852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.326586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-780ffb57-84c4-4d90-b83a-313cdd22c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.327191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-780ffb57-84c4-4d90-b83a-313cdd22c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.328789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-079d8209-8890-4e53-8828-4d75fc9b8c1c req-cf8c275e-d7ca-48fc-a6ef-051b046db104 tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.13 "DELETE /v2.0/ports/94e75d8a-963d-46ef-947a-83e6252fe8f8 HTTP/1.1" status: 204 len: 173 time: 2.7032738 Jul 07 16:56:53.330675 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-780ffb57-84c4-4d90-b83a-313cdd22c941 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1914 time: 0.1100006 Jul 07 16:56:53.539826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-28e87c01-8383-4653-83fc-59516867fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.541541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-28e87c01-8383-4653-83fc-59516867fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.542067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-28e87c01-8383-4653-83fc-59516867fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.543980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-28e87c01-8383-4653-83fc-59516867fa4f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6d6eeba221694a4285c2af135bea8fe8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2056136 Jul 07 16:56:53.630953 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.007092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-dbec081f-22be-47d2-8a62-d311b918b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.018431 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c49b7f7c-56ee-4d24-a9e4-6da49e1b0962 req-dbec081f-22be-47d2-8a62-d311b918b348 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4607184 Jul 07 16:56:54.079107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40600-9924-429d-a0cf-a635c1aebb3a req-1343baba-5249-48b3-889e-0a173c6942b4 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.093314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40600-9924-429d-a0cf-a635c1aebb3a req-1343baba-5249-48b3-889e-0a173c6942b4 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.099217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cef40600-9924-429d-a0cf-a635c1aebb3a req-1343baba-5249-48b3-889e-0a173c6942b4 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1667 time: 0.5174458 Jul 07 16:56:54.297937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ecfe3-53f0-45f4-b453-e7d152a42a3d req-186cd59b-cb3a-4f34-a11c-ec74233721f2 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.305293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b73ecfe3-53f0-45f4-b453-e7d152a42a3d req-186cd59b-cb3a-4f34-a11c-ec74233721f2 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3479753 Jul 07 16:56:54.334615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cef40600-9924-429d-a0cf-a635c1aebb3a req-7a535d57-55d3-47cb-a336-78c778cb17ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925914 Jul 07 16:56:54.374318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d25017-e65e-4d71-8659-ee3f0e83ae54 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:54.406461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.469977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Transition to ACTIVE for port object f1d25017-e65e-4d71-8659-ee3f0e83ae54 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:54.476086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b73ecfe3-53f0-45f4-b453-e7d152a42a3d req-39444935-17ab-4225-b811-73eafb39b414 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697397 Jul 07 16:56:54.482190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.727833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Pushing event updated for resources: {'Port': ['ID=f1d25017-e65e-4d71-8659-ee3f0e83ae54,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:54.799340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Attempting to bind port f1d25017-e65e-4d71-8659-ee3f0e83ae54 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:54.799691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Attempting to bind port f1d25017-e65e-4d71-8659-ee3f0e83ae54 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:54.800247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Attempting to bind port f1d25017-e65e-4d71-8659-ee3f0e83ae54 on network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:54.806838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Port f1d25017-e65e-4d71-8659-ee3f0e83ae54 on network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:54.807164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Attempting to bind port f1d25017-e65e-4d71-8659-ee3f0e83ae54 on network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:54.814257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:54.814559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Checking segment: {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:54.814941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Bound using segment: {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:54.815396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Bound port: f1d25017-e65e-4d71-8659-ee3f0e83ae54, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c91407a-8936-497c-b057-2f0cb72d42d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:54.815758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.006454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] For port f1d25017-e65e-4d71-8659-ee3f0e83ae54, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:55.011470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] For port f1d25017-e65e-4d71-8659-ee3f0e83ae54, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:55.092795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.096784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d947c36f-de43-4fab-ad5b-d03768afe329 req-fdfd96d8-12c8-476a-8662-f32cad0bf37a tempest-ImagesOneServerTestJSON-2099055476 tempest-ImagesOneServerTestJSON-2099055476-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4a0a646-fe40-42ea-8800-17f1543b7e75 HTTP/1.1" status: 200 len: 210 time: 0.0785658 Jul 07 16:56:55.174612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.175911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.185803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] 10.222.0.54 "PUT /v2.0/ports/f1d25017-e65e-4d71-8659-ee3f0e83ae54 HTTP/1.1" status: 200 len: 1092 time: 2.5287597 Jul 07 16:56:55.240468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-deleted', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8'}, {'name': 'network-changed', 'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'tag': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:55.246051 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc417d8-d752-4de2-8436-4e45b0714549" -d '{"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-deleted", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8"}, {"name": "network-changed", "server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "tag": "f1d25017-e65e-4d71-8659-ee3f0e83ae54"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:55.371111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60e01f-d541-4bbd-b26c-50a25bac43cd service neutron] Pushing event updated for resources: {'Port': ['ID=f1d25017-e65e-4d71-8659-ee3f0e83ae54,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:55.430752 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a834d707-3f26-4b74-aca5-bae18aaa888b x-openstack-request-id: req-a834d707-3f26-4b74-aca5-bae18aaa888b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:55.431814 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0a646-fe40-42ea-8800-17f1543b7e75", "name": "network-vif-deleted", "tag": "94e75d8a-963d-46ef-947a-83e6252fe8f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "tag": "f1d25017-e65e-4d71-8659-ee3f0e83ae54", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:55.432633 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a834d707-3f26-4b74-aca5-bae18aaa888b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:55.437302 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0a646-fe40-42ea-8800-17f1543b7e75', 'name': 'network-vif-deleted', 'tag': '94e75d8a-963d-46ef-947a-83e6252fe8f8', 'status': 'completed', 'code': 200} Jul 07 16:56:55.440837 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'tag': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54', 'status': 'completed', 'code': 200} Jul 07 16:56:55.604131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c15077c3-9661-42b3-8458-772d179124f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.609809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c15077c3-9661-42b3-8458-772d179124f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.612948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-c15077c3-9661-42b3-8458-772d179124f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1981 time: 0.3098354 Jul 07 16:56:55.671966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-839bffb3-733d-402f-a86a-06cb6bf02623 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=6f7a8a8f-e656-4ca5-9a20-72311040f330 HTTP/1.1" status: 200 len: 217 time: 0.0471370 Jul 07 16:56:55.869850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-f1ff971d-01c1-4ad4-9d4d-a6ba5d257eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.871724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-f1ff971d-01c1-4ad4-9d4d-a6ba5d257eac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e10419d6-c841-4f0b-83ba-2f260cfd6e14 HTTP/1.1" status: 200 len: 801 time: 0.1930132 Jul 07 16:56:55.967544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3f5e8-c06a-4394-8239-3d57d9d7af56 req-fdc629c9-3e7d-439f-a53e-4a5d6630db54 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.975884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff3f5e8-c06a-4394-8239-3d57d9d7af56 req-fdc629c9-3e7d-439f-a53e-4a5d6630db54 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.2209768 Jul 07 16:56:56.030505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38403eb0-63b9-4b7a-a744-b9f226e90a90 req-43eb2289-5a8d-462e-adf8-1aa6f9f02c28 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.037403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38403eb0-63b9-4b7a-a744-b9f226e90a90 req-43eb2289-5a8d-462e-adf8-1aa6f9f02c28 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.045590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38403eb0-63b9-4b7a-a744-b9f226e90a90 req-43eb2289-5a8d-462e-adf8-1aa6f9f02c28 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1679 time: 0.2866769 Jul 07 16:56:56.100906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff3f5e8-c06a-4394-8239-3d57d9d7af56 req-5192689b-88b3-4dc8-8f1f-4002cefe4ae0 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Jul 07 16:56:56.112489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a2e7416d-10ba-48de-91b8-fb3d5d464fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.121710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-a2e7416d-10ba-48de-91b8-fb3d5d464fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2365730 Jul 07 16:56:56.263076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38403eb0-63b9-4b7a-a744-b9f226e90a90 req-fc46e6fc-6c9d-4ad3-83d4-afcc1fe82847 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124386 Jul 07 16:56:56.497067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-f6689df5-ec41-4196-9e23-3440dafbdb8d service neutron] 10.222.0.54 "GET /v2.0/networks/e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654902 Jul 07 16:56:56.575547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a055f25-a6b2-4ed9-bb26-ad6bbab619bd req-2f5fedf2-2cc3-40b0-820b-e58d78fef05c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.581810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a055f25-a6b2-4ed9-bb26-ad6bbab619bd req-2f5fedf2-2cc3-40b0-820b-e58d78fef05c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2216494 Jul 07 16:56:56.720310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a055f25-a6b2-4ed9-bb26-ad6bbab619bd req-9f8b83a5-c284-4b98-9180-72c3d47fb740 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172748 Jul 07 16:56:57.138620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54950) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:57.203949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-ddc4e6e1-7a3e-4985-8086-c0ad84b4055f service neutron] 10.222.0.54 "GET /v2.0/networks/e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857710 Jul 07 16:56:57.245032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa257d-5045-44b9-8c9f-06367687e139 req-5392eaa4-31c0-4ea3-a228-600c1cfbdebd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.247898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fffa257d-5045-44b9-8c9f-06367687e139 req-5392eaa4-31c0-4ea3-a228-600c1cfbdebd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2603199 Jul 07 16:56:57.325701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-368c35dc-0049-49db-af41-fe1ccf65c481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.352484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-af146db8-cc96-42e1-a8e4-088547c0e7f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54 HTTP/1.1" status: 200 len: 217 time: 0.1372290 Jul 07 16:56:57.538827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-368c35dc-0049-49db-af41-fe1ccf65c481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.547361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-368c35dc-0049-49db-af41-fe1ccf65c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.591302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54960) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:57.612277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c35dc-0049-49db-af41-fe1ccf65c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb175c-83b9-4ced-ae21-b07f5f2ee4d2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.618177 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-368c35dc-0049-49db-af41-fe1ccf65c481 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95b94180b5ef4e2caf9c7c8af56f324c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775674 Jul 07 16:56:57.624666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54964) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:57.703448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af882104-d28a-406d-afe0-95a08c5554ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.750642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af882104-d28a-406d-afe0-95a08c5554ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.845976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fffa257d-5045-44b9-8c9f-06367687e139 req-ae66bda2-c721-4fdb-a956-c5d0cf344360 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324483 Jul 07 16:56:57.854458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-4bbbcea9-5242-414d-a4c0-3138b6ec94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.857208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-4bbbcea9-5242-414d-a4c0-3138b6ec94bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9616cfd-ea51-4071-9d83-ab37ce035008 HTTP/1.1" status: 200 len: 801 time: 0.4941485 Jul 07 16:56:57.866004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af882104-d28a-406d-afe0-95a08c5554ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.870113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af882104-d28a-406d-afe0-95a08c5554ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.871331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-af882104-d28a-406d-afe0-95a08c5554ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02cb175c-83b9-4ced-ae21-b07f5f2ee4d2 HTTP/1.1" status: 204 len: 168 time: 0.2453613 Jul 07 16:56:57.900188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882104-d28a-406d-afe0-95a08c5554ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb175c-83b9-4ced-ae21-b07f5f2ee4d2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.908286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f322ef5a-7d2e-473d-8633-9ce6507fa9d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8c0e0b2f6d24cbfa0329ff808849345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097241 Jul 07 16:56:57.908524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ea819-392d-4364-bded-6fbe507a3b20 req-0ac3b8f6-aa7f-4def-9126-9e1237c9c9fa tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.912428 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e9ea819-392d-4364-bded-6fbe507a3b20 req-0ac3b8f6-aa7f-4def-9126-9e1237c9c9fa tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.6007028 Jul 07 16:56:57.913026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54974) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:58.103579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e9ea819-392d-4364-bded-6fbe507a3b20 req-d3ece4d0-fa2e-4dab-a0c5-bc5c34a8a394 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236260 Jul 07 16:56:58.173382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-318fe339-4f55-4a8a-84c8-15d6e894b9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.198042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-7505c23e-292b-4c22-b560-ce9e6ff8ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.199735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-7505c23e-292b-4c22-b560-ce9e6ff8ec3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b9cf42e-ad65-4ac2-bb25-f710901899a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3204052 Jul 07 16:56:58.226012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-318fe339-4f55-4a8a-84c8-15d6e894b9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.331215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d76f-44d0-4d78-b920-af28b1e5c35e req-b45fb06e-bbaf-439e-8a22-a22b5608d968 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.338535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d76f-44d0-4d78-b920-af28b1e5c35e req-b45fb06e-bbaf-439e-8a22-a22b5608d968 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.346090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9872d76f-44d0-4d78-b920-af28b1e5c35e req-b45fb06e-bbaf-439e-8a22-a22b5608d968 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1679 time: 0.2411673 Jul 07 16:56:58.418394 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-318fe339-4f55-4a8a-84c8-15d6e894b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.421206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-318fe339-4f55-4a8a-84c8-15d6e894b9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.422413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-318fe339-4f55-4a8a-84c8-15d6e894b9d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6c712d7-7490-41a7-93af-b89226d8774f HTTP/1.1" status: 204 len: 168 time: 0.4925301 Jul 07 16:56:58.440151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9872d76f-44d0-4d78-b920-af28b1e5c35e req-fbe86566-8f38-4bcd-8f41-d11e75fd9257 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930283 Jul 07 16:56:58.446960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-f75efb5a-7f6f-41b7-8242-1ebb0d198f80 service neutron] 10.222.0.54 "GET /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359197 Jul 07 16:56:58.463199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fe339-4f55-4a8a-84c8-15d6e894b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c712d7-7490-41a7-93af-b89226d8774f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.610509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-f55038a4-1dbe-4a38-8043-7f016a8d96ef tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.612766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54982) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:58.613267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-f55038a4-1dbe-4a38-8043-7f016a8d96ef tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 945 time: 0.2420859 Jul 07 16:56:58.645744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3aa2cae2-7f62-4118-9f32-db160c3c834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.683441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9209536f-0756-4814-a63d-0cb0eab012c2 req-d03c0ff7-574a-4d6b-914f-2cc4abd0c3e7 service neutron] 10.222.0.54 "GET /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225251 Jul 07 16:56:58.904796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Deleting port 24c0c4b0-52ed-4411-8bb9-d44414451ffb {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:58.905820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.921404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cbf41-042f-41f3-ba11-d5a14d1584f2 req-a3c15301-6a7f-4ee1-8f20-aec67f1b73f9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.923555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a4cbf41-042f-41f3-ba11-d5a14d1584f2 req-a3c15301-6a7f-4ee1-8f20-aec67f1b73f9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1827650 Jul 07 16:56:58.927824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-d85a3c97-8c25-4236-9e4e-7e576ef20897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.928310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-d85a3c97-8c25-4236-9e4e-7e576ef20897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.930908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-d85a3c97-8c25-4236-9e4e-7e576ef20897 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d6eeba221694a4285c2af135bea8fe8&device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1981 time: 0.1738327 Jul 07 16:56:59.000714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3aa2cae2-7f62-4118-9f32-db160c3c834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.085655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3aa2cae2-7f62-4118-9f32-db160c3c834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.136257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] For port 24c0c4b0-52ed-4411-8bb9-d44414451ffb, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=24c0c4b0-52ed-4411-8bb9-d44414451ffb,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:59.137785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.152950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a4cbf41-042f-41f3-ba11-d5a14d1584f2 req-7bdacaee-24d2-4622-a382-dc4a2746fb02 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206054 Jul 07 16:56:59.189317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Calling delete_port for 24c0c4b0-52ed-4411-8bb9-d44414451ffb owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:59.199024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3aa2cae2-7f62-4118-9f32-db160c3c834b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a857236087d340f1b1524b31e4a648a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845182 Jul 07 16:56:59.203468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2cae2-7f62-4118-9f32-db160c3c834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53efe7f4-0fab-4a36-ad2e-724e8edacd62,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:59.206246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55000) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:59.281802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-c4ae3e2a-ab25-4736-9048-8569b0d347a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.283430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-c4ae3e2a-ab25-4736-9048-8569b0d347a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b9cf42e-ad65-4ac2-bb25-f710901899a5 HTTP/1.1" status: 200 len: 902 time: 0.3364863 Jul 07 16:56:59.314407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb91705e-4ff0-4c3f-8069-ee75f8350118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.473409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-059b6d2d-0cd7-4a03-bdec-ddb84dc4c7cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54 HTTP/1.1" status: 200 len: 217 time: 0.1610861 Jul 07 16:56:59.559016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb91705e-4ff0-4c3f-8069-ee75f8350118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.564754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.611892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['c066daef-c944-448e-891e-c4bbfcf89826'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:59.622767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Pushing event deleted for resources: {'Port': ['ID=24c0c4b0-52ed-4411-8bb9-d44414451ffb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:59.717842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-ec3d7f3e-5530-4964-bf9e-5a46380e2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.717842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-ec3d7f3e-5530-4964-bf9e-5a46380e2199 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9616cfd-ea51-4071-9d83-ab37ce035008 HTTP/1.1" status: 200 len: 801 time: 0.1973100 Jul 07 16:56:59.802784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bdde-bd77-4bde-8334-3eae74e7fc08 req-e4f543d6-5b46-4173-bec0-c10cac6c4ff8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.812407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e97bdde-bd77-4bde-8334-3eae74e7fc08 req-e4f543d6-5b46-4173-bec0-c10cac6c4ff8 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb1b8603-9230-4ed4-813e-89f3928e3c7b HTTP/1.1" status: 200 len: 867 time: 0.3700099 Jul 07 16:56:59.824438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] No DVR routers for this DVR port 24c0c4b0-52ed-4411-8bb9-d44414451ffb on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:59.827227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff5090-6cec-49ca-9854-e3d1e73ce810 req-aac3ef42-719b-46e6-a1c6-69afc96dfd0e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.830949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dff5090-6cec-49ca-9854-e3d1e73ce810 req-aac3ef42-719b-46e6-a1c6-69afc96dfd0e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3903816 Jul 07 16:56:59.848884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.855045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f6f454c4-807f-4be3-8766-d8b53a9f7cea req-eb7fc422-64b3-47f6-a185-ebad1070ad24 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.54 "DELETE /v2.0/ports/24c0c4b0-52ed-4411-8bb9-d44414451ffb HTTP/1.1" status: 204 len: 173 time: 1.2334850 Jul 07 16:56:59.865879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'name': 'network-vif-deleted', 'tag': '24c0c4b0-52ed-4411-8bb9-d44414451ffb'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:59.874001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb91705e-4ff0-4c3f-8069-ee75f8350118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.874333 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ddf966-2523-47e2-bad7-9fd3078e411d" -d '{"events": [{"server_uuid": "eb1b8603-9230-4ed4-813e-89f3928e3c7b", "name": "network-vif-deleted", "tag": "24c0c4b0-52ed-4411-8bb9-d44414451ffb"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:59.876895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb91705e-4ff0-4c3f-8069-ee75f8350118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.882383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eb91705e-4ff0-4c3f-8069-ee75f8350118 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53efe7f4-0fab-4a36-ad2e-724e8edacd62 HTTP/1.1" status: 204 len: 168 time: 0.6709642 Jul 07 16:56:59.916940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91705e-4ff0-4c3f-8069-ee75f8350118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53efe7f4-0fab-4a36-ad2e-724e8edacd62,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:59.959726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e97bdde-bd77-4bde-8334-3eae74e7fc08 req-7f445843-e400-4913-a09d-26eacc1dedc7 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461971 Jul 07 16:56:59.970410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-5e9ab7d0-ac2b-4ea4-9514-c8768d5f8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.977881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-5e9ab7d0-ac2b-4ea4-9514-c8768d5f8138 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b9cf42e-ad65-4ac2-bb25-f710901899a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2499707 Jul 07 16:57:00.028488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dff5090-6cec-49ca-9854-e3d1e73ce810 req-a245deb1-2ed6-4d23-b8de-dafab71fa93d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738231 Jul 07 16:57:00.075689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55020) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:00.364462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1857843230-network', 'tenant_id': '83fd0856c3be4391bb92c89a676f87e1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:00.421807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-566abee6-b6b5-48aa-acc0-fecd775d8c1a service neutron] 10.222.0.54 "GET /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361780 Jul 07 16:57:00.431773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Made reservation on behalf of 83fd0856c3be4391bb92c89a676f87e1 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:00.439471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.447062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff61a-a8f8-47c2-ae29-5d8cfb80ee91 req-4c45670d-a89b-4fcf-af19-c1ab9db2ee94 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.453203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff61a-a8f8-47c2-ae29-5d8cfb80ee91 req-4c45670d-a89b-4fcf-af19-c1ab9db2ee94 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.459558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.460903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bcff61a-a8f8-47c2-ae29-5d8cfb80ee91 req-4c45670d-a89b-4fcf-af19-c1ab9db2ee94 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1679 time: 0.1346762 Jul 07 16:57:00.599561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bcff61a-a8f8-47c2-ae29-5d8cfb80ee91 req-81d1613f-cc70-468d-97dc-22b20408865f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368785 Jul 07 16:57:00.702284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcc417d8-d752-4de2-8436-4e45b0714549 req-be7ab1e1-26c2-49b9-8264-3f8dabff94c3 service neutron] 10.222.0.54 "GET /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302654 Jul 07 16:57:00.717642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.749793 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163d6c8-d0f5-409d-a941-96376ef34ded x-openstack-request-id: req-0163d6c8-d0f5-409d-a941-96376ef34ded {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:00.750458 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1b8603-9230-4ed4-813e-89f3928e3c7b", "name": "network-vif-deleted", "tag": "24c0c4b0-52ed-4411-8bb9-d44414451ffb", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:00.750731 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0163d6c8-d0f5-409d-a941-96376ef34ded {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:00.751167 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1b8603-9230-4ed4-813e-89f3928e3c7b', 'name': 'network-vif-deleted', 'tag': '24c0c4b0-52ed-4411-8bb9-d44414451ffb', 'status': 'completed', 'code': 200} Jul 07 16:57:00.753192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.773733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:00.794471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.794895 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Added segment 2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092 of type vlan for network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 Jul 07 16:57:00.884161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.964947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.967062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.968156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.971527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5251eb-50e0-439d-bb1f-64b762a236e2 req-a98a732c-2d7c-4278-a71f-d5f34d733247 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.981860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b5251eb-50e0-439d-bb1f-64b762a236e2 req-a98a732c-2d7c-4278-a71f-d5f34d733247 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1252007 Jul 07 16:57:01.007211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8259b545-ea4b-4c82-a287-57128eb159a9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:01.074405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9970822 Jul 07 16:57:01.081004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b5251eb-50e0-439d-bb1f-64b762a236e2 req-27abf52c-5d0f-4cee-9486-cd548931a2ab tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954347 Jul 07 16:57:01.082003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55042) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:01.096496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b4b2-bac5-4afe-8e69-3b03415518c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9c53a7-1a73-4ec6-a92e-17d211c160e7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:01.110932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Request body: {'subnet': {'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1857843230-subnet', 'tenant_id': '83fd0856c3be4391bb92c89a676f87e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:01.111580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:01.208487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Made reservation on behalf of 83fd0856c3be4391bb92c89a676f87e1 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:01.212050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.247966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 24c0c4b0-52ed-4411-8bb9-d44414451ffb no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:01.321895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 24c0c4b0-52ed-4411-8bb9-d44414451ffb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:01.322518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 24c0c4b0-52ed-4411-8bb9-d44414451ffb not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:01.512323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84245a2-2ff3-4778-a987-777688ff2d9f req-51a42b8f-0b80-44da-b5d1-7623a70cd12d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.519854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c84245a2-2ff3-4778-a987-777688ff2d9f req-51a42b8f-0b80-44da-b5d1-7623a70cd12d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1563890 Jul 07 16:57:01.618277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c84245a2-2ff3-4778-a987-777688ff2d9f req-633394c1-844d-4c16-9843-0e93b6ac20cd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973809 Jul 07 16:57:01.632552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.732765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a550da6-b628-4029-a35f-b3fa27094eff,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:01.751402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Checking segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:01.751880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Network hostable DHCP agents. Network: 7a9c53a7-1a73-4ec6-a92e-17d211c160e7, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:01.776085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:01.791045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7a9c53a7-1a73-4ec6-a92e-17d211c160e7) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:01.799975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad170197-c46f-44e4-bc95-cdd00ecd57d5 None None] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:01.817745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.820981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.873457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-24d7a84a-9aec-4e94-aa6b-7957649fa52d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7783399 Jul 07 16:57:02.019111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981c054-29cc-41b8-9e09-9ab36174df15 req-4aced8d4-3042-4524-9117-cdf989869554 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:02.028703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981c054-29cc-41b8-9e09-9ab36174df15 req-4aced8d4-3042-4524-9117-cdf989869554 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:02.029545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2981c054-29cc-41b8-9e09-9ab36174df15 req-4aced8d4-3042-4524-9117-cdf989869554 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1679 time: 0.1426978 Jul 07 16:57:02.138763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2981c054-29cc-41b8-9e09-9ab36174df15 req-bfc603f8-d0dd-4834-8c2c-b4aac3c5161d tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952215 Jul 07 16:57:02.322499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1532a-cfa7-44a0-9d02-0facac438452 None None] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:02.469319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a956-c7ef-4ccc-ad15-465aafc27713 req-d4f6ef20-5d10-4a07-acb5-3f8ad0c1b77a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:02.471221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8744a956-c7ef-4ccc-ad15-465aafc27713 req-d4f6ef20-5d10-4a07-acb5-3f8ad0c1b77a tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.1723368 Jul 07 16:57:02.529954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baa5a3-5c1d-4a71-966a-e66be9afdb32 req-8d357ffe-2b81-4fc4-9c57-e8b5757cef41 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:02.537577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28baa5a3-5c1d-4a71-966a-e66be9afdb32 req-8d357ffe-2b81-4fc4-9c57-e8b5757cef41 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1328728 Jul 07 16:57:02.565298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8744a956-c7ef-4ccc-ad15-465aafc27713 req-4ccaf635-9d48-4ccf-a1d9-d3b568565c82 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812521 Jul 07 16:57:02.622174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28baa5a3-5c1d-4a71-966a-e66be9afdb32 req-1ae6520b-256c-4df2-9df7-1888e0cb6c7e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836573 Jul 07 16:57:02.938886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac43b2-5735-4841-8aa6-d925477b2a1e req-0961cf7b-05a6-4d34-b36a-d9fbc6b8e56a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:02.947250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90ac43b2-5735-4841-8aa6-d925477b2a1e req-0961cf7b-05a6-4d34-b36a-d9fbc6b8e56a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1584914 Jul 07 16:57:03.016694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90ac43b2-5735-4841-8aa6-d925477b2a1e req-30d14738-7f2a-403a-9c61-434c9d0a66db tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681932 Jul 07 16:57:03.262293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f1d25017-e65e-4d71-8659-ee3f0e83ae54 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:03.290805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-49faa452-40dd-4ec6-afce-8ad531172b94 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.298271 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-49faa452-40dd-4ec6-afce-8ad531172b94 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 822 time: 0.2009647 Jul 07 16:57:03.316518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-38a88e31-994a-425f-8632-b371502f1365 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/quotas/83fd0856c3be4391bb92c89a676f87e1 HTTP/1.1" status: 200 len: 375 time: 0.0172946 Jul 07 16:57:03.360174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-6971f767-97a8-467f-a40b-75524365720a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426602 Jul 07 16:57:03.442976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port f1d25017-e65e-4d71-8659-ee3f0e83ae54, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:03.453725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.459020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54', 'network_id': '1b9cf42e-ad65-4ac2-bb25-f710901899a5', 'port_id': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54', 'mac_address': 'fa:16:3e:90:02:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9616cfd-ea51-4071-9d83-ab37ce035008', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:03.515983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.532656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d25017-e65e-4d71-8659-ee3f0e83ae54 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:03.536800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b757b-2a13-43b6-a82d-85798fa2fdcc req-6d3f165a-89cd-45e8-a766-07ccdfaee3ce tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.547041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b757b-2a13-43b6-a82d-85798fa2fdcc req-6d3f165a-89cd-45e8-a766-07ccdfaee3ce tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.555383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a49b757b-2a13-43b6-a82d-85798fa2fdcc req-6d3f165a-89cd-45e8-a766-07ccdfaee3ce tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1679 time: 0.1985049 Jul 07 16:57:03.579421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port f1d25017-e65e-4d71-8659-ee3f0e83ae54, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:03.589788 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.590792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f7a8a8f-e656-4ca5-9a20-72311040f330 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:03.610045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-d1e3ba24-d1b0-42c9-8f48-5e274ee90010 service neutron] 10.222.0.78 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020998 Jul 07 16:57:03.655309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a49b757b-2a13-43b6-a82d-85798fa2fdcc req-3db5cd25-4e2c-4cce-9ee7-79a7dbe04b98 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943615 Jul 07 16:57:03.660053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=f1d25017-e65e-4d71-8659-ee3f0e83ae54,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:03.805387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f7a8a8f-e656-4ca5-9a20-72311040f330, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f7a8a8f-e656-4ca5-9a20-72311040f330,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:03.817182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-7be26109-4f21-4664-b37b-8aaf4b44b45f service neutron] 10.222.0.78 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902466 Jul 07 16:57:03.832523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '6f7a8a8f-e656-4ca5-9a20-72311040f330', 'network_id': 'e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719', 'port_id': '6f7a8a8f-e656-4ca5-9a20-72311040f330', 'mac_address': 'fa:16:3e:df:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10419d6-c841-4f0b-83ba-2f260cfd6e14', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:03.948729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.979602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7a8a8f-e656-4ca5-9a20-72311040f330 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:04.029551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f7a8a8f-e656-4ca5-9a20-72311040f330, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f7a8a8f-e656-4ca5-9a20-72311040f330,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:04.038554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.140551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f7a8a8f-e656-4ca5-9a20-72311040f330,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.334161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72def38e-6733-42d0-9ac4-822155ff12a9 req-b01c08ec-c14d-46c5-9930-20241f98fe1c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.337710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72def38e-6733-42d0-9ac4-822155ff12a9 req-b01c08ec-c14d-46c5-9930-20241f98fe1c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1408558 Jul 07 16:57:04.478424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72def38e-6733-42d0-9ac4-822155ff12a9 req-967f81af-09e0-45b8-8ad4-3b52c14c49d0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321526 Jul 07 16:57:04.566652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c2771-8300-4039-a52e-1de291269652 req-970c2f28-d7e5-41df-9cb8-f3bbacbf4634 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.578601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-407c2771-8300-4039-a52e-1de291269652 req-970c2f28-d7e5-41df-9cb8-f3bbacbf4634 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.2341552 Jul 07 16:57:04.615373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['6f7a8a8f-e656-4ca5-9a20-72311040f330'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:04.653229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12d38eb8-dfaf-442b-8c96-b8f6c5c90183 req-e86a9b33-5002-4ff9-ae5b-180f3bb40eeb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 210 time: 0.1117730 Jul 07 16:57:04.691288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['f1d25017-e65e-4d71-8659-ee3f0e83ae54'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:04.799911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-407c2771-8300-4039-a52e-1de291269652 req-ec7383b8-1f7a-421a-bc3a-3fa13871c37d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197940 Jul 07 16:57:05.276976 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8abe81b9-58de-4417-b80c-67b79432ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.475587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88df89-867d-4e3e-985d-5343f4938363 req-339f1ddf-9d00-4e91-8992-c843a6c7951e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.488925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae88df89-867d-4e3e-985d-5343f4938363 req-339f1ddf-9d00-4e91-8992-c843a6c7951e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3006456 Jul 07 16:57:05.604750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2be4-a41b-4bbf-b8bf-b2ae2b7318a8 req-6fa69b44-7cf2-4d0c-bdfa-d19d57fd5bba tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.617308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2be4-a41b-4bbf-b8bf-b2ae2b7318a8 req-6fa69b44-7cf2-4d0c-bdfa-d19d57fd5bba tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.628633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e55c2be4-a41b-4bbf-b8bf-b2ae2b7318a8 req-6fa69b44-7cf2-4d0c-bdfa-d19d57fd5bba tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1681 time: 0.2821243 Jul 07 16:57:05.641188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae88df89-867d-4e3e-985d-5343f4938363 req-2aa95efe-2c04-402a-a0d2-0d3681298a6d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388595 Jul 07 16:57:05.708838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e55c2be4-a41b-4bbf-b8bf-b2ae2b7318a8 req-514c857e-fbbc-41d5-a94b-06f6de2914a7 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787337 Jul 07 16:57:06.021736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f186eb17-470e-4261-b9e6-da281288a0ff req-d0842486-6131-42fd-b5e6-b39695ad2106 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 210 time: 0.0517144 Jul 07 16:57:06.405657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdbc1d-4688-44f7-9d18-e370e97709b5 req-1d64b6a1-7173-4da3-9e82-515c06007d60 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.413693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37cdbc1d-4688-44f7-9d18-e370e97709b5 req-1d64b6a1-7173-4da3-9e82-515c06007d60 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.2706141 Jul 07 16:57:06.465497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c4aee-c33f-4a03-b642-d1258b1eab53 req-ee0df682-1ea0-456e-b1e7-f8b26427390e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.467263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e99c4aee-c33f-4a03-b642-d1258b1eab53 req-ee0df682-1ea0-456e-b1e7-f8b26427390e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2279568 Jul 07 16:57:06.521609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37cdbc1d-4688-44f7-9d18-e370e97709b5 req-1d527996-cab8-460b-970d-53f7d0bd675d tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/security-groups?id=2d22091b-762a-4cd5-b74d-3f447c9e6f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Jul 07 16:57:06.582301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e99c4aee-c33f-4a03-b642-d1258b1eab53 req-9593c943-0801-4454-b96c-2a6444d041d4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012213 Jul 07 16:57:06.623656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:06.848939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-934052cf-abcc-47d4-a1cc-dabab31f26f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.009275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1970b-caf7-4c6c-86ec-bf4ddbc2d60e req-fc8bb8f3-b0b4-4902-9393-c723bf69f068 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.011162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7f1970b-caf7-4c6c-86ec-bf4ddbc2d60e req-fc8bb8f3-b0b4-4902-9393-c723bf69f068 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1815765 Jul 07 16:57:07.257370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f1d25017-e65e-4d71-8659-ee3f0e83ae54 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:07.292730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-934052cf-abcc-47d4-a1cc-dabab31f26f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.399309 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.403565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91d085-c629-4710-9441-96ad30ac39ab req-0241b0f8-7a6b-459d-9a66-720932b99769 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.406927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b91d085-c629-4710-9441-96ad30ac39ab req-0241b0f8-7a6b-459d-9a66-720932b99769 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.13 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 946 time: 0.1528513 Jul 07 16:57:07.411495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-934052cf-abcc-47d4-a1cc-dabab31f26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.421291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port f1d25017-e65e-4d71-8659-ee3f0e83ae54 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:07.429028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port f1d25017-e65e-4d71-8659-ee3f0e83ae54 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:07.430364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7f1970b-caf7-4c6c-86ec-bf4ddbc2d60e req-dad847cd-06d4-4208-82de-82c3f4bef587 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932166 Jul 07 16:57:07.431086 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.471781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-4ed73997-0867-45ce-8771-824e5511e9eb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.475058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-4ed73997-0867-45ce-8771-824e5511e9eb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.13 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 822 time: 0.3894281 Jul 07 16:57:07.551471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-934052cf-abcc-47d4-a1cc-dabab31f26f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbf51ac873904c49bcc11b3f1e3b2c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9206939 Jul 07 16:57:07.570714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.578621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'port': {'device_id': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'admin_state_up': True, 'tenant_id': '83fd0856c3be4391bb92c89a676f87e1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:07.586260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55206) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:07.671833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:07.677308 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70a8fac-616a-42d1-98a9-2d30c3d2e637" -d '{"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-plugged", "status": "completed", "tag": "f1d25017-e65e-4d71-8659-ee3f0e83ae54"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:07.678015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Deleting port c066daef-c944-448e-891e-c4bbfcf89826 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:07.678517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.692814 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d66d-fe72-4d2c-a3da-e19050cb7ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.716084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port f1d25017-e65e-4d71-8659-ee3f0e83ae54, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:07.741056 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.743300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f7a8a8f-e656-4ca5-9a20-72311040f330 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:07.830432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] For port c066daef-c944-448e-891e-c4bbfcf89826, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c066daef-c944-448e-891e-c4bbfcf89826,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:07.831245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.850595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Calling delete_port for c066daef-c944-448e-891e-c4bbfcf89826 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:07.874082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de5b86-e900-4ede-8037-2c30ed2926f2 req-2880b87f-af8f-4882-b866-09fc2910d86b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.881195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de5b86-e900-4ede-8037-2c30ed2926f2 req-2880b87f-af8f-4882-b866-09fc2910d86b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.889968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2de5b86-e900-4ede-8037-2c30ed2926f2 req-2880b87f-af8f-4882-b866-09fc2910d86b tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1681 time: 0.8905294 Jul 07 16:57:07.897969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934052cf-abcc-47d4-a1cc-dabab31f26f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f57134-5120-4cd2-b45a-d4990e43b78f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:07.951190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=f1d25017-e65e-4d71-8659-ee3f0e83ae54,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:07.967414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 6f7a8a8f-e656-4ca5-9a20-72311040f330 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:07.973014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Made reservation on behalf of 83fd0856c3be4391bb92c89a676f87e1 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:07.977521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.977778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 6f7a8a8f-e656-4ca5-9a20-72311040f330 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:07.979424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.015312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a573baeb-4a20-4136-a7e3-0e6e5a3d35de req-1de99fce-59ee-475e-9428-538679deb179 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 210 time: 0.2497985 Jul 07 16:57:08.058388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8478ab74-dff5-47e0-97e1-90e4bbe62503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.143035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2de5b86-e900-4ede-8037-2c30ed2926f2 req-e3bfc63c-9ff2-49a2-b12a-97be1576d610 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519474 Jul 07 16:57:08.187636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.200279 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.248651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['c066daef-c944-448e-891e-c4bbfcf89826'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:08.277787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Pushing event deleted for resources: {'Port': ['ID=c066daef-c944-448e-891e-c4bbfcf89826,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:08.315285 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5153a-ef6a-4226-aeed-21dc6198c117 x-openstack-request-id: req-52f5153a-ef6a-4226-aeed-21dc6198c117 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:08.315901 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-plugged", "status": "completed", "tag": "f1d25017-e65e-4d71-8659-ee3f0e83ae54", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:08.315901 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52f5153a-ef6a-4226-aeed-21dc6198c117 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:08.316233 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54', 'code': 200} Jul 07 16:57:08.402186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6f7a8a8f-e656-4ca5-9a20-72311040f330, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f7a8a8f-e656-4ca5-9a20-72311040f330,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:08.417630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.420857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] No DVR routers for this DVR port c066daef-c944-448e-891e-c4bbfcf89826 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:08.427386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.437042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b91d085-c629-4710-9441-96ad30ac39ab req-454571fd-de69-441b-bb2e-50d3dc34dec2 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.13 "DELETE /v2.0/ports/c066daef-c944-448e-891e-c4bbfcf89826 HTTP/1.1" status: 204 len: 173 time: 1.0207021 Jul 07 16:57:08.444294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'name': 'network-vif-deleted', 'tag': 'c066daef-c944-448e-891e-c4bbfcf89826'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:08.449028 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c6f4d2-3abe-4a2f-a491-cf08afac2c24" -d '{"events": [{"server_uuid": "179c9c80-66f3-4a16-864e-4a2a57afd930", "name": "network-vif-deleted", "tag": "c066daef-c944-448e-891e-c4bbfcf89826"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:08.561950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6f7a8a8f-e656-4ca5-9a20-72311040f330,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:08.870193 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8478ab74-dff5-47e0-97e1-90e4bbe62503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.879529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7603ef33-5cef-4e94-a5c8-7fcf01261f8f req-dd8f40a9-aa7b-4fd4-876a-3f9c2fcb74a3 tempest-ServerRescueNegativeTestJSON-1612218857 tempest-ServerRescueNegativeTestJSON-1612218857-project] 10.222.0.78 "GET /v2.0/ports?device_id=179c9c80-66f3-4a16-864e-4a2a57afd930 HTTP/1.1" status: 200 len: 210 time: 0.1574740 Jul 07 16:57:08.885826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-dce7526b-b592-49dc-a8a6-f5225f2b63dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9616344 Jul 07 16:57:09.012819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.116381 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8478ab74-dff5-47e0-97e1-90e4bbe62503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.119792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8478ab74-dff5-47e0-97e1-90e4bbe62503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.125755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8478ab74-dff5-47e0-97e1-90e4bbe62503 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2f57134-5120-4cd2-b45a-d4990e43b78f HTTP/1.1" status: 204 len: 168 time: 1.5334053 Jul 07 16:57:09.134047 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e565491-a2f7-43ff-95b6-7962d5089093 x-openstack-request-id: req-2e565491-a2f7-43ff-95b6-7962d5089093 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:09.134885 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179c9c80-66f3-4a16-864e-4a2a57afd930", "name": "network-vif-deleted", "tag": "c066daef-c944-448e-891e-c4bbfcf89826", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:09.135516 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e565491-a2f7-43ff-95b6-7962d5089093 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:09.136792 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179c9c80-66f3-4a16-864e-4a2a57afd930', 'name': 'network-vif-deleted', 'tag': 'c066daef-c944-448e-891e-c4bbfcf89826', 'status': 'completed', 'code': 200} Jul 07 16:57:09.176165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35508836-b280-45ff-8802-64cc1212690f req-e5d48c33-1190-4480-a4cf-4beea59f20f6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.182526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35508836-b280-45ff-8802-64cc1212690f req-e5d48c33-1190-4480-a4cf-4beea59f20f6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4583871 Jul 07 16:57:09.191925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Allocated IP 172.20.0.4 (7a9c53a7-1a73-4ec6-a92e-17d211c160e7/0a550da6-b628-4029-a35f-b3fa27094eff/6426cf1e-0faf-477d-83e6-7cc49a918867) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:09.222651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478ab74-dff5-47e0-97e1-90e4bbe62503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f57134-5120-4cd2-b45a-d4990e43b78f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:09.381807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35508836-b280-45ff-8802-64cc1212690f req-28807437-9cf5-4a94-809e-dd3f211cedb1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387260 Jul 07 16:57:09.386449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-334f08fd-c2bf-4a0b-89d3-4c34fef83290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.392763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-334f08fd-c2bf-4a0b-89d3-4c34fef83290 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1097 time: 0.3715365 Jul 07 16:57:09.669321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7cdbe71-3e43-4006-a8c8-3b59ab12016d req-e269cdfc-e111-4ec1-9bbb-69a3b2ebe7ca tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 210 time: 0.0604451 Jul 07 16:57:09.795037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-a8a5ceb2-d3a6-4e4f-bbdc-331c8780dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.797539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-a8a5ceb2-d3a6-4e4f-bbdc-331c8780dc11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.2957513 Jul 07 16:57:09.856994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:09.871093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd13d-4c14-493d-b0a2-c9075ee506b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.903500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.934372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-0974303f-02bc-416c-9de1-e584cda05792 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.1256049 Jul 07 16:57:09.985726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd13d-4c14-493d-b0a2-c9075ee506b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.991017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd13d-4c14-493d-b0a2-c9075ee506b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.038561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c1cd13d-4c14-493d-b0a2-c9075ee506b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ff2888b78ea4d18a228563e1a40f283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779671 Jul 07 16:57:10.038561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd13d-4c14-493d-b0a2-c9075ee506b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8fe53b-5ff6-4209-9cc0-632e09f7bdc1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:10.051948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55258) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:10.173873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9bcd-1309-469f-a42e-8602f2c953fa req-b982d87e-ef78-4e8d-9879-b26e8e56cd62 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.185680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9bcd-1309-469f-a42e-8602f2c953fa req-b982d87e-ef78-4e8d-9879-b26e8e56cd62 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.188612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-331d9bcd-1309-469f-a42e-8602f2c953fa req-b982d87e-ef78-4e8d-9879-b26e8e56cd62 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1683 time: 0.4863412 Jul 07 16:57:10.262062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-423f90ff-8244-493e-a72f-cc63b468b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.264740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-423f90ff-8244-493e-a72f-cc63b468b732 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.2909617 Jul 07 16:57:10.317430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7a8a8f-e656-4ca5-9a20-72311040f330'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:10.320064 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d4de87-4eb1-48e8-a391-a7fb3b8fd3d0" -d '{"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-plugged", "status": "completed", "tag": "6f7a8a8f-e656-4ca5-9a20-72311040f330"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:10.357815 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.361025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-f8b89136-2748-42b2-b506-1624f10998c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735533 Jul 07 16:57:10.385770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108cf5f-5b23-4753-ad2c-e82ac1cdd5e8 req-ef90e847-7c75-4675-9be2-af474490a473 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.387377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6108cf5f-5b23-4753-ad2c-e82ac1cdd5e8 req-ef90e847-7c75-4675-9be2-af474490a473 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.5483294 Jul 07 16:57:10.440419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-331d9bcd-1309-469f-a42e-8602f2c953fa req-b96d9bc1-488b-4b51-884d-6f33a99d9a8f tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380114 Jul 07 16:57:10.461491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d71b48bc-3d7c-4d08-9296-79cf82a9b1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.556791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:10.590156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:10.593246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:10.606065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:10.624296 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d71b48bc-3d7c-4d08-9296-79cf82a9b1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.689000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.700485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55266) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:10.756034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6108cf5f-5b23-4753-ad2c-e82ac1cdd5e8 req-2405da49-2933-4cfb-951b-2df718366118 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299327 Jul 07 16:57:10.831467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c066daef-c944-448e-891e-c4bbfcf89826 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:10.864140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.865980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.894133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: c066daef-c944-448e-891e-c4bbfcf89826 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:10.895063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c066daef-c944-448e-891e-c4bbfcf89826 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:10.918806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-21736021-0236-45ed-922a-9a45e02199ed tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3620210 Jul 07 16:57:10.951471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-fba83610-3f5c-45d1-9bed-7f5ae2262027 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615427 Jul 07 16:57:10.987936 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d71b48bc-3d7c-4d08-9296-79cf82a9b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.994981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d71b48bc-3d7c-4d08-9296-79cf82a9b1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.997190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d71b48bc-3d7c-4d08-9296-79cf82a9b1aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db8fe53b-5ff6-4209-9cc0-632e09f7bdc1 HTTP/1.1" status: 204 len: 168 time: 0.9432871 Jul 07 16:57:11.128698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b48bc-3d7c-4d08-9296-79cf82a9b1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8fe53b-5ff6-4209-9cc0-632e09f7bdc1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.169304 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523218bd-244b-4f51-bea5-c2d487f1ebd7 x-openstack-request-id: req-523218bd-244b-4f51-bea5-c2d487f1ebd7 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:11.169907 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-plugged", "status": "completed", "tag": "6f7a8a8f-e656-4ca5-9a20-72311040f330", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:11.170344 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-523218bd-244b-4f51-bea5-c2d487f1ebd7 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:11.170926 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7a8a8f-e656-4ca5-9a20-72311040f330', 'code': 200} Jul 07 16:57:11.269318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-283e1948-9b49-45ad-9f83-59a2d01bb0b2 req-c8a9b54e-623b-4f92-9efa-b9633513e6fe service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033087 Jul 07 16:57:11.608022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb87b03-c219-450a-8376-7df9b524bdfc req-3c304cfb-adcb-4729-88a3-a1d0dcdabf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.608792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb87b03-c219-450a-8376-7df9b524bdfc req-3c304cfb-adcb-4729-88a3-a1d0dcdabf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.610580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cb87b03-c219-450a-8376-7df9b524bdfc req-3c304cfb-adcb-4729-88a3-a1d0dcdabf94 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1985 time: 0.2892997 Jul 07 16:57:11.620611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Request body: {'port': {'device_id': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:11.625403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.720603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b725e-7370-4347-926b-a71b222fdbde req-69376805-5cac-4bcf-8c69-fd446716de56 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.722264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5b725e-7370-4347-926b-a71b222fdbde req-69376805-5cac-4bcf-8c69-fd446716de56 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 931 time: 0.3232846 Jul 07 16:57:11.807081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cb87b03-c219-450a-8376-7df9b524bdfc req-143ababf-24ad-4382-957e-4a05b96f96b5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668043 Jul 07 16:57:11.885836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.080265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd5b725e-7370-4347-926b-a71b222fdbde req-4eba1807-a0c4-41ad-bcde-2bd2d77ab2a4 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222983 Jul 07 16:57:12.113738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbf3e2-51c2-4d2b-a86e-9f2e478ce83c req-bbf7ec58-8c90-46c9-a62a-7b0e45a29c41 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.115374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2dbf3e2-51c2-4d2b-a86e-9f2e478ce83c req-bbf7ec58-8c90-46c9-a62a-7b0e45a29c41 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.5674894 Jul 07 16:57:12.287850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2dbf3e2-51c2-4d2b-a86e-9f2e478ce83c req-7d30c59f-d257-4d95-93ba-eddb809e948d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638122 Jul 07 16:57:12.298323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Deleting port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:12.300374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.493320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] For port 562c4f33-a32a-4835-9ce1-2cc83e0d0e33, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,segment=NetworkSegment(426be26c-c89d-44d2-98a3-98b206afb231),segment_id=426be26c-c89d-44d2-98a3-98b206afb231)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:12.494564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.528209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Calling delete_port for 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:12.549396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33bfc1-78bd-4945-b338-0dd572bd2ec2 req-78d588c8-f1b3-4179-9599-5b06646cad60 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.556857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33bfc1-78bd-4945-b338-0dd572bd2ec2 req-78d588c8-f1b3-4179-9599-5b06646cad60 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.558623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e33bfc1-78bd-4945-b338-0dd572bd2ec2 req-78d588c8-f1b3-4179-9599-5b06646cad60 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1683 time: 0.2348797 Jul 07 16:57:12.650522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e33bfc1-78bd-4945-b338-0dd572bd2ec2 req-42ed51ea-7d19-49b5-90d1-7ee246162241 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846002 Jul 07 16:57:12.655213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6426cf1e-0faf-477d-83e6-7cc49a918867 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:12.668504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.696181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Transition to ACTIVE for port object 6426cf1e-0faf-477d-83e6-7cc49a918867 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:12.711320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.896823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.926862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.005138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Pushing event deleted for resources: {'Port': ['ID=562c4f33-a32a-4835-9ce1-2cc83e0d0e33,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.023924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Attempting to bind port 6426cf1e-0faf-477d-83e6-7cc49a918867 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:13.024567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Attempting to bind port 6426cf1e-0faf-477d-83e6-7cc49a918867 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:13.025088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Attempting to bind port 6426cf1e-0faf-477d-83e6-7cc49a918867 on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:13.032441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Port 6426cf1e-0faf-477d-83e6-7cc49a918867 on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:13.033071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Attempting to bind port 6426cf1e-0faf-477d-83e6-7cc49a918867 on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:13.045400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:13.046255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Checking segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:13.046843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Bound using segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:13.047499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Bound port: 6426cf1e-0faf-477d-83e6-7cc49a918867, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:13.048041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.121749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eadf42-7831-44c6-9766-4b5a9169c815 req-bb210d1b-62d2-4196-bcc8-1f225ef6199c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.123987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8eadf42-7831-44c6-9766-4b5a9169c815 req-bb210d1b-62d2-4196-bcc8-1f225ef6199c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2278821 Jul 07 16:57:13.227417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:13.232709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:13.245289 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.260624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8eadf42-7831-44c6-9766-4b5a9169c815 req-02e1a578-4cb0-437c-8815-4cce525ecfce tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225019 Jul 07 16:57:13.301516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.321608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.322730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.324512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] 10.222.0.13 "PUT /v2.0/ports/6426cf1e-0faf-477d-83e6-7cc49a918867 HTTP/1.1" status: 200 len: 1091 time: 2.3913319 Jul 07 16:57:13.325018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:13.330013 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e378ee-4d13-4eff-9758-d2af31095ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:13.346903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc1d6-74dc-46d0-a9f2-071ef5711f2c service neutron] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.508191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-f26e7655-58b8-46dd-9df3-0ee040f07029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.509743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-f26e7655-58b8-46dd-9df3-0ee040f07029 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 1094 time: 0.0964355 Jul 07 16:57:13.522070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012eeefe-2de9-4d11-b9b4-51bc7e6311e0 req-c526727a-cd32-41de-afa7-e3cfe7a7e321 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.525062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-012eeefe-2de9-4d11-b9b4-51bc7e6311e0 req-c526727a-cd32-41de-afa7-e3cfe7a7e321 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 943 time: 0.1721768 Jul 07 16:57:13.572407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-42719ef7-1df2-4f25-8027-72baf34d2523 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6426cf1e-0faf-477d-83e6-7cc49a918867 HTTP/1.1" status: 200 len: 217 time: 0.0462244 Jul 07 16:57:13.644863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-012eeefe-2de9-4d11-b9b4-51bc7e6311e0 req-191aab54-4451-47c3-a92a-ebf7c5754546 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755112 Jul 07 16:57:13.660316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-f6436af4-5b7f-4c26-b265-5a6fa72d16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.662689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-f6436af4-5b7f-4c26-b265-5a6fa72d16f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 200 len: 862 time: 0.0840812 Jul 07 16:57:13.706682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-e21a97c8-9c96-419d-86e0-e2e1d77b3c6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369642 Jul 07 16:57:13.874634 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51876bc1-45ce-4211-a5e8-00984ddbe60d x-openstack-request-id: req-51876bc1-45ce-4211-a5e8-00984ddbe60d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:13.874933 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:13.875195 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51876bc1-45ce-4211-a5e8-00984ddbe60d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:13.875722 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'status': 'completed', 'code': 200} Jul 07 16:57:13.930281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-ad1c8921-26b2-4b2a-8317-26f5a5c03185 service neutron] 10.222.0.13 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091780 Jul 07 16:57:13.972483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:14.083952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0cfad-3d12-4d20-9e12-611675c2d016 req-b3d0a7ee-35d9-436f-827a-9f6fec09bd70 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.086656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7d0cfad-3d12-4d20-9e12-611675c2d016 req-b3d0a7ee-35d9-436f-827a-9f6fec09bd70 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2531912 Jul 07 16:57:14.144412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:14.156433 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] Sync routers for ids ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:14.158016 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c3728d0-33b3-4c5e-8a0e-798f0098ced8 admin admin] 10.222.0.78 "PUT /v2.0/routers/8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556859 Jul 07 16:57:14.162524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:14.172396 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] Routers {'8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:14.173039 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:14.292327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7f6157-c148-4be2-934e-de7ee0a72146 req-e180bdfd-8aa8-4836-b67f-e0292dbfdbe7 service neutron] 10.222.0.13 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408079 Jul 07 16:57:14.313959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7d0cfad-3d12-4d20-9e12-611675c2d016 req-d3557d3a-4d88-4d5d-9ca5-9996f1770044 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052937 Jul 07 16:57:14.324914 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] Set router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:14.370220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.439997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c066e-82d6-4e2c-8fcc-20ce2a38d6d4 req-7cd7434c-afdc-4a0c-b2c3-99533378428c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.449902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c066e-82d6-4e2c-8fcc-20ce2a38d6d4 req-7cd7434c-afdc-4a0c-b2c3-99533378428c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.462140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-885c066e-82d6-4e2c-8fcc-20ce2a38d6d4 req-7cd7434c-afdc-4a0c-b2c3-99533378428c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1683 time: 0.2211738 Jul 07 16:57:14.566927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-885c066e-82d6-4e2c-8fcc-20ce2a38d6d4 req-17b37138-657d-4552-a7f4-4c2865e3b5ee tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020699 Jul 07 16:57:14.621467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-ffeac149-0967-4ff4-b551-de26e240d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.629296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-ffeac149-0967-4ff4-b551-de26e240d210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 1094 time: 0.1617017 Jul 07 16:57:14.829953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-95dda91c-3404-498e-acab-24d9b5f49e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.833002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-95dda91c-3404-498e-acab-24d9b5f49e72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 923 time: 0.1986122 Jul 07 16:57:14.855379 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:57:12Z', 'revision_number': 5, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:15.018478 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] Checking router: 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:15.033447 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] Routers {'8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:15.034588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:15.142713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.275716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Deleting port 62da0074-fe25-40d8-9e5f-5d5bc5635226 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:15.279559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.281026 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] Set router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:15.360811 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-5cc39d1b-ae44-4c42-af47-92b2069e5871 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6426cf1e-0faf-477d-83e6-7cc49a918867 HTTP/1.1" status: 200 len: 217 time: 0.4655256 Jul 07 16:57:15.481485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] For port 62da0074-fe25-40d8-9e5f-5d5bc5635226, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=62da0074-fe25-40d8-9e5f-5d5bc5635226,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:15.482766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.489050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-94cd85b7-5010-44f0-87a6-93b6ecbc48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.490550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-94cd85b7-5010-44f0-87a6-93b6ecbc48c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 200 len: 862 time: 0.1174636 Jul 07 16:57:15.500762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdc136-0ae6-47a3-a999-13d643f761f8 req-3e9c9460-0800-4e77-b04d-5305d26767c1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.502467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cfdc136-0ae6-47a3-a999-13d643f761f8 req-3e9c9460-0800-4e77-b04d-5305d26767c1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.6681740 Jul 07 16:57:15.542870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Calling delete_port for 62da0074-fe25-40d8-9e5f-5d5bc5635226 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:15.549490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-b5800c7a-9ae5-4405-943b-a4ebfb6a5c53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458901 Jul 07 16:57:15.636136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972768f7-cfe0-474a-aeae-f77208f0a76d req-4d24a81e-f6f6-4a68-9c07-991c09778f30 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.643358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-972768f7-cfe0-474a-aeae-f77208f0a76d req-4d24a81e-f6f6-4a68-9c07-991c09778f30 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 943 time: 0.2860601 Jul 07 16:57:15.752823 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:57:12Z', 'revision_number': 5, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:15.766611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cfdc136-0ae6-47a3-a999-13d643f761f8 req-1202635d-c624-4270-a801-831b70c31865 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507496 Jul 07 16:57:15.978843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.984961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bb3f0-c791-4c8c-bf73-f5bbc865dbb9 None None] The sync data for ids ['8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b'] in n-d-793619-7 is: [{'id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'name': 'tempest-ServerRescueNegativeTestJSON-357062722-router', 'tenant_id': '98cebaf8517b4b4fa842b6b108d18f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:57:12Z', 'revision_number': 5, 'project_id': '98cebaf8517b4b4fa842b6b108d18f24', 'gw_port': {'id': '62da0074-fe25-40d8-9e5f-5d5bc5635226', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:15:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:56Z', 'updated_at': '2021-07-07T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:16.010592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-972768f7-cfe0-474a-aeae-f77208f0a76d req-be4a996a-e996-4164-bc74-6d476affa450 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658834 Jul 07 16:57:16.036900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-6333ca3f-9c59-4c7a-9d6b-053ebe2d2b54 service neutron] 10.222.0.13 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744370 Jul 07 16:57:16.161611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=62da0074-fe25-40d8-9e5f-5d5bc5635226,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:16.352676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.376642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6e378ee-4d13-4eff-9758-d2af31095ee3 req-684d9a4b-93e7-4186-8989-18cb06797253 service neutron] 10.222.0.13 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294108 Jul 07 16:57:16.627230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.631620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.702419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:16.761696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:16.764720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 562c4f33-a32a-4835-9ce1-2cc83e0d0e33 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:16.826402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.829516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:57:16.839731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:16.850517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.853149 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c4e7982d-fac0-448d-bd1e-44a76793bc9c admin admin] 10.222.0.78 "DELETE /v2.0/routers/8b24b425-2c2e-4979-8ad8-b2fd2f12ac2b HTTP/1.1" status: 204 len: 168 time: 2.6871619 Jul 07 16:57:16.857607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55402) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:16.950421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Deleting subnet cc4745fc-c226-493e-a305-424de1f5a027 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:17.015580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.134963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.144406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:17.168457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'port_id': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'mac_address': 'fa:16:3e:f4:81:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a550da6-b628-4029-a35f-b3fa27094eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:17.250131 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.266886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a2626-53cc-4801-89a2-159c684d773f req-e9f9babd-217d-412a-aa7d-9e843870d745 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.270029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832a2626-53cc-4801-89a2-159c684d773f req-e9f9babd-217d-412a-aa7d-9e843870d745 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3166027 Jul 07 16:57:17.276764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6426cf1e-0faf-477d-83e6-7cc49a918867 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:17.300946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.310478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:17.317493 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.396110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:17.430314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21897981-77a6-4838-b275-c6a56328fb7b req-a334267e-3e73-4364-97ef-0bda36cbdd3c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.438298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21897981-77a6-4838-b275-c6a56328fb7b req-a334267e-3e73-4364-97ef-0bda36cbdd3c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.440679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21897981-77a6-4838-b275-c6a56328fb7b req-a334267e-3e73-4364-97ef-0bda36cbdd3c tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1683 time: 0.3707788 Jul 07 16:57:17.490519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-832a2626-53cc-4801-89a2-159c684d773f req-0c8784ec-a486-4aba-88ed-8e226436800d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961734 Jul 07 16:57:17.543907 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.593343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6426cf1e-0faf-477d-83e6-7cc49a918867'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:17.631044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21897981-77a6-4838-b275-c6a56328fb7b req-d3c255f9-bfba-4f50-a2b3-39c68c9786e2 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711767 Jul 07 16:57:17.646217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4745fc-c226-493e-a305-424de1f5a027,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:17.665940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.681962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55420) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:17.691372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-066a2019-8607-4128-817d-66175825abc0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cc4745fc-c226-493e-a305-424de1f5a027 HTTP/1.1" status: 204 len: 168 time: 0.8286867 Jul 07 16:57:17.906261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.006965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4bb1d-9f24-449a-886a-b5934bb672c6 req-84a1edb2-14ab-4188-a72d-b7e26a4fa5ee tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.014784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adf4bb1d-9f24-449a-886a-b5934bb672c6 req-84a1edb2-14ab-4188-a72d-b7e26a4fa5ee tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 944 time: 0.1857624 Jul 07 16:57:18.104598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adf4bb1d-9f24-449a-886a-b5934bb672c6 req-f089ed23-0282-4e41-ac48-658d241e1766 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795069 Jul 07 16:57:18.111014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.133055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16ab03f-d6a2-4369-a41f-a4b87918e0f3']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:18.161701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426be26c-c89d-44d2-98a3-98b206afb231') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:18.162022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426be26c-c89d-44d2-98a3-98b206afb231') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:18.182517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.207075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.229152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:18.229633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:18.244558 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:18.376411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.395261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.403970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] 10.222.0.78 "DELETE /v2.0/networks/a16ab03f-d6a2-4369-a41f-a4b87918e0f3 HTTP/1.1" status: 204 len: 168 time: 0.7094672 Jul 07 16:57:18.413130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f225-9da0-4b32-ba3b-56f6d4e6d8c8 req-78e53cbe-07b5-4f85-a0c9-31ea58592ce8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.418708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c618f225-9da0-4b32-ba3b-56f6d4e6d8c8 req-78e53cbe-07b5-4f85-a0c9-31ea58592ce8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1929791 Jul 07 16:57:18.447604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a05df-bec5-4521-ae4e-fb4d24efeb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a16ab03f-d6a2-4369-a41f-a4b87918e0f3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:18.496361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62da0074-fe25-40d8-9e5f-5d5bc5635226 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:18.555500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 62da0074-fe25-40d8-9e5f-5d5bc5635226 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:18.555500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62da0074-fe25-40d8-9e5f-5d5bc5635226 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:18.578473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c618f225-9da0-4b32-ba3b-56f6d4e6d8c8 req-989a73f9-8c64-4819-a9df-8d7f9d717d39 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316152 Jul 07 16:57:18.658403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-fd838a61-7339-4b12-b1be-e7cdf00c3dac tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.673711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-fd838a61-7339-4b12-b1be-e7cdf00c3dac tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.677653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-fd838a61-7339-4b12-b1be-e7cdf00c3dac tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1683 time: 0.2540910 Jul 07 16:57:18.855433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:18.869183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55440) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:18.992659 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eef5dfb0-2945-4d9d-a740-5e484ecaa609 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98cebaf8517b4b4fa842b6b108d18f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211202 Jul 07 16:57:18.994770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55442) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:19.005372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 6426cf1e-0faf-477d-83e6-7cc49a918867 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:19.025675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 6426cf1e-0faf-477d-83e6-7cc49a918867 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:19.029459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.084955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f287-abcb-4310-aca5-f037a75a3469 req-3f22aa21-c4ea-48f8-a969-246f4ab51c5f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:19.092587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e70f287-abcb-4310-aca5-f037a75a3469 req-3f22aa21-c4ea-48f8-a969-246f4ab51c5f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2570772 Jul 07 16:57:19.145381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b0a-4555-49a1-84bd-cb2648cc23ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.159326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port f1d25017-e65e-4d71-8659-ee3f0e83ae54 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:19.160094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.217173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b0a-4555-49a1-84bd-cb2648cc23ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.223975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e70f287-abcb-4310-aca5-f037a75a3469 req-5567fd01-142b-42e6-b05f-382461d8a3f8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259668 Jul 07 16:57:19.297506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b0a-4555-49a1-84bd-cb2648cc23ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.308256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b0a-4555-49a1-84bd-cb2648cc23ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.313058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99ae0b0a-4555-49a1-84bd-cb2648cc23ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d22091b-762a-4cd5-b74d-3f447c9e6f49 HTTP/1.1" status: 204 len: 168 time: 0.3141077 Jul 07 16:57:19.322171 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.344752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae0b0a-4555-49a1-84bd-cb2648cc23ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d22091b-762a-4cd5-b74d-3f447c9e6f49,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.367731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:19.370479 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc39bb0-cf9d-4052-888b-bc667c07e7b9" -d '{"events": [{"server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "name": "network-vif-plugged", "status": "completed", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:19.396411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:19.402705 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.521397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port f1d25017-e65e-4d71-8659-ee3f0e83ae54, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=f1d25017-e65e-4d71-8659-ee3f0e83ae54,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:19.521904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.538674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.540356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for f1d25017-e65e-4d71-8659-ee3f0e83ae54 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:19.647765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a368635-7468-4d30-b7d3-b076b5007b9d req-c4b34fab-4999-459a-84c8-c74337251f47 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:19.654932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a368635-7468-4d30-b7d3-b076b5007b9d req-c4b34fab-4999-459a-84c8-c74337251f47 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:19.662732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a368635-7468-4d30-b7d3-b076b5007b9d req-c4b34fab-4999-459a-84c8-c74337251f47 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 1683 time: 0.5133457 Jul 07 16:57:19.735985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a368635-7468-4d30-b7d3-b076b5007b9d req-37c36f58-36fe-4e13-8c5b-57068ad73d64 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/security-groups?id=5505d548-d513-4565-a79c-562bae4a9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722187 Jul 07 16:57:19.949416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.964221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['6f7a8a8f-e656-4ca5-9a20-72311040f330', 'f1d25017-e65e-4d71-8659-ee3f0e83ae54'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:20.041198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=f1d25017-e65e-4d71-8659-ee3f0e83ae54,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:20.063581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178b800-0096-4399-9095-395dc19625b0 req-c874b098-703c-4e7a-aa32-31ad258aec61 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:20.074182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d178b800-0096-4399-9095-395dc19625b0 req-c874b098-703c-4e7a-aa32-31ad258aec61 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.2740464 Jul 07 16:57:20.137698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port f1d25017-e65e-4d71-8659-ee3f0e83ae54 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:20.176411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.178784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-98b7f2a3-e5f0-47e8-80c0-a13c7e123d57 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "DELETE /v2.0/ports/f1d25017-e65e-4d71-8659-ee3f0e83ae54 HTTP/1.1" status: 204 len: 173 time: 1.4881964 Jul 07 16:57:20.180608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-deleted', 'tag': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:20.183326 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9d67f7-272d-4e40-b3fb-78e7c30014fb" -d '{"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-deleted", "tag": "f1d25017-e65e-4d71-8659-ee3f0e83ae54"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:20.345748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d178b800-0096-4399-9095-395dc19625b0 req-a4512dfa-dbb8-4a17-842a-2de56825acdd tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694612 Jul 07 16:57:20.422003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b592c5-5f07-42ff-9141-f45bfc602fca req-c9155af5-32ec-49c4-88d2-f8b5828a1b16 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:20.423794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80b592c5-5f07-42ff-9141-f45bfc602fca req-c9155af5-32ec-49c4-88d2-f8b5828a1b16 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2971187 Jul 07 16:57:20.434590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port 6f7a8a8f-e656-4ca5-9a20-72311040f330 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:20.434985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.546066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80b592c5-5f07-42ff-9141-f45bfc602fca req-a28b0347-664d-4ac3-816c-45b8a27230e9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060939 Jul 07 16:57:20.678171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port 6f7a8a8f-e656-4ca5-9a20-72311040f330, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6f7a8a8f-e656-4ca5-9a20-72311040f330,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:20.678956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.719020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for 6f7a8a8f-e656-4ca5-9a20-72311040f330 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:20.763314 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7f7b1-7762-44c1-ac29-b07d8c6ba53a x-openstack-request-id: req-24f7f7b1-7762-44c1-ac29-b07d8c6ba53a {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:20.763865 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "name": "network-vif-plugged", "status": "completed", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:20.764060 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24f7f7b1-7762-44c1-ac29-b07d8c6ba53a {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:20.764615 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'code': 200} Jul 07 16:57:20.842975 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a43b38-7284-4bf6-8d05-0307945ac2f9 x-openstack-request-id: req-d8a43b38-7284-4bf6-8d05-0307945ac2f9 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:20.843553 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-deleted", "tag": "f1d25017-e65e-4d71-8659-ee3f0e83ae54", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:20.845350 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8a43b38-7284-4bf6-8d05-0307945ac2f9 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:20.846911 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-deleted', 'tag': 'f1d25017-e65e-4d71-8659-ee3f0e83ae54', 'status': 'completed', 'code': 200} Jul 07 16:57:20.973492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55500) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:21.100671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31569c3a-f1be-42cb-aa3b-5981cbb915c6 req-480ef502-b489-4711-afbe-7627f88ab126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.104865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31569c3a-f1be-42cb-aa3b-5981cbb915c6 req-480ef502-b489-4711-afbe-7627f88ab126 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 1096 time: 0.2029228 Jul 07 16:57:21.358366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1037485949-network', 'tenant_id': '25d3e1283eef4984ba2eac39a89304fb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:21.410878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31569c3a-f1be-42cb-aa3b-5981cbb915c6 req-23168c88-7489-408b-bac2-862112ffbed8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835181 Jul 07 16:57:21.416073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Made reservation on behalf of 25d3e1283eef4984ba2eac39a89304fb for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:21.423742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.427539 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.455631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.516025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39f19a46-268d-4498-88d8-d9cd92b6d4cd req-4a5c73ff-9068-4abb-9fa0-24e9e2b59795 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 210 time: 0.0746987 Jul 07 16:57:21.519087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=6f7a8a8f-e656-4ca5-9a20-72311040f330,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:21.664137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port 6f7a8a8f-e656-4ca5-9a20-72311040f330 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:21.669685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.675414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea24c795-58e5-47e2-8c62-14ba2a564bd5 req-53e5cf82-28e2-40e8-aa2d-dc31e9a939ab tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.54 "DELETE /v2.0/ports/6f7a8a8f-e656-4ca5-9a20-72311040f330 HTTP/1.1" status: 204 len: 173 time: 1.4637618 Jul 07 16:57:21.753246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.762100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.803401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:21.817639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.817996 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Added segment b89b1102-33db-4509-be91-ed2ebdf1b087 of type vlan for network 7e6b15d6-5d16-49cd-b912-48c69867c49f Jul 07 16:57:21.879796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.936766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.938053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.938791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.950689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a85788a-7714-48dd-9947-fb6b22d51502,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.063700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0867841 Jul 07 16:57:22.070896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:22.092821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Request body: {'subnet': {'network_id': '7e6b15d6-5d16-49cd-b912-48c69867c49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1037485949-subnet', 'tenant_id': '25d3e1283eef4984ba2eac39a89304fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:22.109840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597808a-4c11-4d2d-9bba-8c5f851d4ee1 req-c389ec52-72a7-47e6-90e2-40810d1b7dae tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.112131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863a97c-4a2b-40f0-b1bc-ed13dc9b8064 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6b15d6-5d16-49cd-b912-48c69867c49f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.122018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8597808a-4c11-4d2d-9bba-8c5f851d4ee1 req-c389ec52-72a7-47e6-90e2-40810d1b7dae tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.3339655 Jul 07 16:57:22.125266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7e6b15d6-5d16-49cd-b912-48c69867c49f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:22.143582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Made reservation on behalf of 25d3e1283eef4984ba2eac39a89304fb for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:22.146566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.150713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23961db-d9d2-4a34-b7d2-cdc3f2a79446 req-b3764074-d10b-4603-901c-be5ec0907794 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.154301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d23961db-d9d2-4a34-b7d2-cdc3f2a79446 req-b3764074-d10b-4603-901c-be5ec0907794 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2641888 Jul 07 16:57:22.239686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8597808a-4c11-4d2d-9bba-8c5f851d4ee1 req-e460a223-d86d-4715-b2e4-506ea6596ef7 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830932 Jul 07 16:57:22.328698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d23961db-d9d2-4a34-b7d2-cdc3f2a79446 req-c1533b5c-7343-47ea-96a5-5921cbcc54e3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961063 Jul 07 16:57:22.378423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.470334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7764f9d6-dfb4-49e6-b28e-d179aef50dd0,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.550398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Checking segment: {'id': 'b89b1102-33db-4509-be91-ed2ebdf1b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e6b15d6-5d16-49cd-b912-48c69867c49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:22.552090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Network hostable DHCP agents. Network: 7e6b15d6-5d16-49cd-b912-48c69867c49f, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:22.596250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Network 7e6b15d6-5d16-49cd-b912-48c69867c49f is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:22.612272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7e6b15d6-5d16-49cd-b912-48c69867c49f) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:22.634349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d15663-d5e3-4bea-8370-606302b53922 None None] Network 7e6b15d6-5d16-49cd-b912-48c69867c49f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:22.643515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.645743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.693753 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b6215748-c849-485a-acbb-e03149cd5a61 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6101182 Jul 07 16:57:22.848616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-deleted', 'tag': '6f7a8a8f-e656-4ca5-9a20-72311040f330'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:22.855767 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5a087-c4e0-46cf-b929-a7839cb99bbc" -d '{"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-deleted", "tag": "6f7a8a8f-e656-4ca5-9a20-72311040f330"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:23.043535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:23.053692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b0b234c-4c72-4ae7-9f83-4cd0f01b9241 req-5ae496fa-fe84-4f93-94d7-c8dc98663b67 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "GET /v2.0/ports?device_id=98be7773-f628-4e71-8335-97165d7bcf58 HTTP/1.1" status: 200 len: 210 time: 0.0772693 Jul 07 16:57:23.056988 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccc75ac-efe4-4530-ae3c-5bed2e7374f5 x-openstack-request-id: req-1ccc75ac-efe4-4530-ae3c-5bed2e7374f5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:23.058357 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98be7773-f628-4e71-8335-97165d7bcf58", "name": "network-vif-deleted", "tag": "6f7a8a8f-e656-4ca5-9a20-72311040f330", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:23.059112 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ccc75ac-efe4-4530-ae3c-5bed2e7374f5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:23.060060 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98be7773-f628-4e71-8335-97165d7bcf58', 'name': 'network-vif-deleted', 'tag': '6f7a8a8f-e656-4ca5-9a20-72311040f330', 'status': 'completed', 'code': 200} Jul 07 16:57:23.148712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Deleting subnet 7764f9d6-dfb4-49e6-b28e-d179aef50dd0 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:23.157146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.167072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba74f6-44b8-40d9-bf0d-fdca47be8495 None None] Network 7e6b15d6-5d16-49cd-b912-48c69867c49f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:23.220032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.294630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.326144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f1d25017-e65e-4d71-8659-ee3f0e83ae54 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:23.357506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: f1d25017-e65e-4d71-8659-ee3f0e83ae54 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:23.357853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device f1d25017-e65e-4d71-8659-ee3f0e83ae54 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:23.358287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f7a8a8f-e656-4ca5-9a20-72311040f330 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:23.388305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 6f7a8a8f-e656-4ca5-9a20-72311040f330 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:23.388656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6f7a8a8f-e656-4ca5-9a20-72311040f330 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:23.412859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.470268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.472837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7764f9d6-dfb4-49e6-b28e-d179aef50dd0 HTTP/1.1" status: 204 len: 168 time: 0.4273937 Jul 07 16:57:23.474923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43db02-4ac4-42f4-9952-f30bde61ef8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7764f9d6-dfb4-49e6-b28e-d179aef50dd0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:23.478429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55558) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:23.630216 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.789468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.903416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fc503-5483-489f-8129-c62a4f1a4d55 req-1155923b-6fef-4da5-af35-583a7f958893 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.906189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da2fc503-5483-489f-8129-c62a4f1a4d55 req-1155923b-6fef-4da5-af35-583a7f958893 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2966864 Jul 07 16:57:23.921165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e468e3-536b-4544-a766-1ea5b23ed764 req-9edb4d78-4e77-41c5-ac68-81af36e3ac61 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.933689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5e468e3-536b-4544-a766-1ea5b23ed764 req-9edb4d78-4e77-41c5-ac68-81af36e3ac61 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.3259158 Jul 07 16:57:24.082701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.118334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6b15d6-5d16-49cd-b912-48c69867c49f']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:24.144418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5e468e3-536b-4544-a766-1ea5b23ed764 req-5602fda5-cfe6-4a47-8c32-0270da7c2ef9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092507 Jul 07 16:57:24.148191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89b1102-33db-4509-be91-ed2ebdf1b087') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:24.148714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89b1102-33db-4509-be91-ed2ebdf1b087') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:24.171912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da2fc503-5483-489f-8129-c62a4f1a4d55 req-2aa1438f-a700-4b95-b536-9d399fd0b50b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325156 Jul 07 16:57:24.225229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.282031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.295387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:24.296059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:24.298134 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:24.408474 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.428992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.434233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] 10.222.0.78 "DELETE /v2.0/networks/7e6b15d6-5d16-49cd-b912-48c69867c49f HTTP/1.1" status: 204 len: 168 time: 0.9539313 Jul 07 16:57:24.463913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55582) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:24.465842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5c7bf-8033-47ca-8d67-20a9bf1d1dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6b15d6-5d16-49cd-b912-48c69867c49f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:24.550576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting subnet d9616cfd-ea51-4071-9d83-ab37ce035008 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:24.574304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.639827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.805970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.874274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9852683-4d01-4ded-805f-a6504412b855 req-48d04feb-1fea-4c31-8c4c-a419d75bf91a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.878651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9852683-4d01-4ded-805f-a6504412b855 req-48d04feb-1fea-4c31-8c4c-a419d75bf91a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.2257175 Jul 07 16:57:24.891778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-2a8f868a-a742-4cfb-b6ec-050851965839 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1826277 Jul 07 16:57:24.932176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.936042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55586) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.008557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9852683-4d01-4ded-805f-a6504412b855 req-10921a93-6be4-46f2-ab2a-cbe6636b4a8e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125908 Jul 07 16:57:25.012447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Subnet': ['ID=d9616cfd-ea51-4071-9d83-ab37ce035008,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:25.014881 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.018296 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f6016b19-458c-4770-a18a-25ab8ac5b583 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/subnets/d9616cfd-ea51-4071-9d83-ab37ce035008 HTTP/1.1" status: 204 len: 168 time: 0.5528839 Jul 07 16:57:25.024914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55588) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.038185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2263861-aa30-4d01-94a4-228472557f6f None None] Network 1b9cf42e-ad65-4ac2-bb25-f710901899a5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:25.089571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4cc176f1-c4f8-490c-82a0-22efc9a29d4e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25d3e1283eef4984ba2eac39a89304fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520679 Jul 07 16:57:25.095445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55592) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.211033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3f87443-2c1c-4375-9030-9d8139722b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.387840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3f87443-2c1c-4375-9030-9d8139722b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.405391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.434883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.542199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port 757b6d86-ad78-4526-bc31-af2a7f70ae57 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:25.544423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.553350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] DHCP port deletion for 1b9cf42e-ad65-4ac2-bb25-f710901899a5 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:57:25.654304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] Deleting port 757b6d86-ad78-4526-bc31-af2a7f70ae57 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:25.655319 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.659711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port 757b6d86-ad78-4526-bc31-af2a7f70ae57, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=757b6d86-ad78-4526-bc31-af2a7f70ae57,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:25.660536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.707171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3aac-69b8-4aeb-b1ab-c62604400125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.724501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for 757b6d86-ad78-4526-bc31-af2a7f70ae57 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:25.772616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] For port 757b6d86-ad78-4526-bc31-af2a7f70ae57, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=757b6d86-ad78-4526-bc31-af2a7f70ae57,segment=NetworkSegment(3c91407a-8936-497c-b057-2f0cb72d42d5),segment_id=3c91407a-8936-497c-b057-2f0cb72d42d5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:25.773998 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.797908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] Calling delete_port for 757b6d86-ad78-4526-bc31-af2a7f70ae57 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:25.878948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-d5b89b0e-9c63-4981-bfa6-272700f55e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.881663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-d5b89b0e-9c63-4981-bfa6-272700f55e9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65&device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 1096 time: 0.8646855 Jul 07 16:57:25.960383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.982653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.027439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3aac-69b8-4aeb-b1ab-c62604400125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.031741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=757b6d86-ad78-4526-bc31-af2a7f70ae57,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.033707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] Pushing event deleted for resources: {'Port': ['ID=757b6d86-ad78-4526-bc31-af2a7f70ae57,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.036810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3aac-69b8-4aeb-b1ab-c62604400125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.072357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port 757b6d86-ad78-4526-bc31-af2a7f70ae57 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:26.080907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49eb8ae-1690-4d34-b802-5354ec3ff828 None None] No DVR routers for this DVR port 757b6d86-ad78-4526-bc31-af2a7f70ae57 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:26.082759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e3aac-69b8-4aeb-b1ab-c62604400125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f9138-4f73-4154-aa20-39dca5089226,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.180733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3f87443-2c1c-4375-9030-9d8139722b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.183667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3f87443-2c1c-4375-9030-9d8139722b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.189325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c3f87443-2c1c-4375-9030-9d8139722b7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a85788a-7714-48dd-9947-fb6b22d51502 HTTP/1.1" status: 204 len: 168 time: 1.0881393 Jul 07 16:57:26.202728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6938c-04d8-4896-aca7-848efb9da5dd req-2fc78848-ab51-4dbe-a818-3cabd8b6f813 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.215543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0a6938c-04d8-4896-aca7-848efb9da5dd req-2fc78848-ab51-4dbe-a818-3cabd8b6f813 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.8238301 Jul 07 16:57:26.231945 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9a4e3aac-69b8-4aeb-b1ab-c62604400125 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12f2f11aa6514653bac15356e24e8428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7953207 Jul 07 16:57:26.235935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55612) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:26.251338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.287264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-1148c510-407a-469e-a0a1-5846b780b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.290053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-1148c510-407a-469e-a0a1-5846b780b05d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7054b001-ab2e-4241-9a5e-b4782b862a08 HTTP/1.1" status: 200 len: 907 time: 0.3552172 Jul 07 16:57:26.295043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f87443-2c1c-4375-9030-9d8139722b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a85788a-7714-48dd-9947-fb6b22d51502,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.301611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9cf42e-ad65-4ac2-bb25-f710901899a5']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:26.326570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4319ef3-d85e-4722-91ab-b797f592609a req-0b0baaab-a671-4175-86ac-d3bfa4b12313 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.329215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4319ef3-d85e-4722-91ab-b797f592609a req-0b0baaab-a671-4175-86ac-d3bfa4b12313 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4456744 Jul 07 16:57:26.349788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c91407a-8936-497c-b057-2f0cb72d42d5') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:26.350545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c91407a-8936-497c-b057-2f0cb72d42d5') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:26.429349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1257522c-53e5-46de-a8e5-5e46aebab960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.438026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.500819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.505942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1257522c-53e5-46de-a8e5-5e46aebab960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.520256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:26.520866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:26.525313 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:26.527626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0a6938c-04d8-4896-aca7-848efb9da5dd req-ff7f33e7-9a1b-4023-a7f2-5e6808cb2bc1 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076172 Jul 07 16:57:26.633455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-7e417e69-d59e-414a-8d91-14bdae5c0f88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80 HTTP/1.1" status: 200 len: 1000 time: 0.3184693 Jul 07 16:57:26.635951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.652223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.658686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 757b6d86-ad78-4526-bc31-af2a7f70ae57 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:26.659104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/networks/1b9cf42e-ad65-4ac2-bb25-f710901899a5 HTTP/1.1" status: 204 len: 168 time: 1.6283650 Jul 07 16:57:26.669256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55620) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:26.681623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1257522c-53e5-46de-a8e5-5e46aebab960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.683942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1257522c-53e5-46de-a8e5-5e46aebab960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.685657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1257522c-53e5-46de-a8e5-5e46aebab960 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b99f9138-4f73-4154-aa20-39dca5089226 HTTP/1.1" status: 204 len: 168 time: 0.4483883 Jul 07 16:57:26.725865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd8c7a-ade5-4e29-818e-b567dc281591 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Network': ['ID=1b9cf42e-ad65-4ac2-bb25-f710901899a5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.731637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257522c-53e5-46de-a8e5-5e46aebab960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f9138-4f73-4154-aa20-39dca5089226,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.765601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 757b6d86-ad78-4526-bc31-af2a7f70ae57 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:26.769321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 757b6d86-ad78-4526-bc31-af2a7f70ae57 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:26.771016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting subnet e10419d6-c841-4f0b-83ba-2f260cfd6e14 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:26.775505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.829045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4319ef3-d85e-4722-91ab-b797f592609a req-3c42c96e-df7f-4d29-b0c1-1893c2a6e393 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958781 Jul 07 16:57:26.859525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.878133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-1a1be31c-dced-414c-95af-b0e2edaeab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.881908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-1a1be31c-dced-414c-95af-b0e2edaeab50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=024c6f3c-cd76-4c09-a369-3f08ffdd6ad5 HTTP/1.1" status: 200 len: 845 time: 0.2469897 Jul 07 16:57:27.050447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-6cf67173-38ff-43ac-923d-6492a1109b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.055413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-6cf67173-38ff-43ac-923d-6492a1109b76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7054b001-ab2e-4241-9a5e-b4782b862a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625736 Jul 07 16:57:27.148825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.284474 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.315011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c959f-522a-4b36-8144-7b3c9542139a req-23915c82-e0b2-467a-a748-4b252a77baba tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.319939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb5c959f-522a-4b36-8144-7b3c9542139a req-23915c82-e0b2-467a-a748-4b252a77baba tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.1412795 Jul 07 16:57:27.324234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-f3dbb6dd-b88e-47a8-ac76-044c15b086da service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628708 Jul 07 16:57:27.350408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Subnet': ['ID=e10419d6-c841-4f0b-83ba-2f260cfd6e14,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:27.357679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.359933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-873bed06-ca62-4aae-bd72-18c61a14bfd8 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/subnets/e10419d6-c841-4f0b-83ba-2f260cfd6e14 HTTP/1.1" status: 204 len: 168 time: 0.6893532 Jul 07 16:57:27.368458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706a967-71b4-4235-b7de-8684e5a0bf41 None None] Network e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:27.376835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55642) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:27.462163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb5c959f-522a-4b36-8144-7b3c9542139a req-b1003c43-d0c3-4854-aec2-976d75365246 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396508 Jul 07 16:57:27.492942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55648) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:27.539926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da6f9753-ce0e-4ca4-b0dc-41cbf57a0338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.658477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.751838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da6f9753-ce0e-4ca4-b0dc-41cbf57a0338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.772547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] DHCP port deletion for e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:57:27.788851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da6f9753-ce0e-4ca4-b0dc-41cbf57a0338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.830620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Deleting port 312d78c7-d554-419b-bba3-becd359171b0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:27.831003 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.869197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] Deleting port 312d78c7-d554-419b-bba3-becd359171b0 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:27.869197 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.871240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b3c2a71-6ae0-4054-bd49-8a3739ee947c req-2e297834-b212-4f27-9cc3-80dc7df192be service neutron] 10.222.0.13 "GET /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368907 Jul 07 16:57:28.006430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f9753-ce0e-4ca4-b0dc-41cbf57a0338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c553b-a1f5-47cb-9e47-eff1dfbcd371,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:28.035583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da6f9753-ce0e-4ca4-b0dc-41cbf57a0338 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b128dfda50594c4bafb7ff9e8ad0f678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396912 Jul 07 16:57:28.041287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55668) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:28.046034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] For port 312d78c7-d554-419b-bba3-becd359171b0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=312d78c7-d554-419b-bba3-becd359171b0,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:28.046716 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.049357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] For port 312d78c7-d554-419b-bba3-becd359171b0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=312d78c7-d554-419b-bba3-becd359171b0,segment=NetworkSegment(2a7d3fda-4358-49af-9fba-f88023682da4),segment_id=2a7d3fda-4358-49af-9fba-f88023682da4)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:28.050218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.068616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Calling delete_port for 312d78c7-d554-419b-bba3-becd359171b0 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:28.111077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] Calling delete_port for 312d78c7-d554-419b-bba3-becd359171b0 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:28.175579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bede-d56d-4b2f-938b-0c2154978acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.187496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5dcba-18bb-43a1-a1a2-85e9a894c514 req-db0c3a3a-f248-45e7-930b-e07812127c7b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:28.200751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5d5dcba-18bb-43a1-a1a2-85e9a894c514 req-db0c3a3a-f248-45e7-930b-e07812127c7b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.4209988 Jul 07 16:57:28.232356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.269060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.293986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] Pushing event deleted for resources: {'Port': ['ID=312d78c7-d554-419b-bba3-becd359171b0,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:28.309494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac748064-362b-40bd-b8f4-6f557c9f3a24 None None] No DVR routers for this DVR port 312d78c7-d554-419b-bba3-becd359171b0 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:28.320585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bede-d56d-4b2f-938b-0c2154978acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.336843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5d5dcba-18bb-43a1-a1a2-85e9a894c514 req-5cad805a-770f-4117-9726-c81c8205dfbc tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083632 Jul 07 16:57:28.338756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Port': ['ID=312d78c7-d554-419b-bba3-becd359171b0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:28.344946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] No DVR routers for this DVR port 312d78c7-d554-419b-bba3-becd359171b0 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:28.402861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf21d8d-0b7a-45b2-8102-d6ac24c1daf1 req-934f6686-080c-4f47-a506-e1cc5c9e2eb8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:28.404973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcf21d8d-0b7a-45b2-8102-d6ac24c1daf1 req-934f6686-080c-4f47-a506-e1cc5c9e2eb8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2027943 Jul 07 16:57:28.458658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.481070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:28.496583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7d3fda-4358-49af-9fba-f88023682da4') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:28.496881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7d3fda-4358-49af-9fba-f88023682da4') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:28.509588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.515771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bede-d56d-4b2f-938b-0c2154978acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.528916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.529646 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aaa2bede-d56d-4b2f-938b-0c2154978acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.538488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:28.539140 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:28.546248 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:28.550790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aaa2bede-d56d-4b2f-938b-0c2154978acd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/524c553b-a1f5-47cb-9e47-eff1dfbcd371 HTTP/1.1" status: 204 len: 168 time: 0.4968221 Jul 07 16:57:28.600563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 312d78c7-d554-419b-bba3-becd359171b0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:28.627474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2bede-d56d-4b2f-938b-0c2154978acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c553b-a1f5-47cb-9e47-eff1dfbcd371,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:28.646939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 312d78c7-d554-419b-bba3-becd359171b0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:28.647295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 312d78c7-d554-419b-bba3-becd359171b0 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:28.688949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcf21d8d-0b7a-45b2-8102-d6ac24c1daf1 req-d8cc9c88-e9f9-4116-b3ce-f86b3a9fb490 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478061 Jul 07 16:57:28.716358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.736762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.743896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] 10.222.0.78 "DELETE /v2.0/networks/e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719 HTTP/1.1" status: 204 len: 168 time: 1.3654163 Jul 07 16:57:28.745268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8e18-0d7f-4b68-9d7c-5f5e6b6c2ee9 tempest-ServersTestMultiNic-267983296 tempest-ServersTestMultiNic-267983296-project] Pushing event deleted for resources: {'Network': ['ID=e0e106f6-5cd7-4e4f-bfa7-4d9dc14f7719,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.033705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd807d2-d232-4f3a-83b1-6d7d4d5efd41 req-483609ba-6883-4fe0-9682-3a18721b8b70 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.049497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bd807d2-d232-4f3a-83b1-6d7d4d5efd41 req-483609ba-6883-4fe0-9682-3a18721b8b70 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.1754296 Jul 07 16:57:29.176538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bd807d2-d232-4f3a-83b1-6d7d4d5efd41 req-8c35fddb-6876-4adc-97b1-b5824599f1df tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227760 Jul 07 16:57:29.207625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55706) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:29.237231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:29.421442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1512633d-7e97-4221-a461-3d8f371bb817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.602802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1512633d-7e97-4221-a461-3d8f371bb817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.610695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1512633d-7e97-4221-a461-3d8f371bb817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.697093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033358-829e-4a86-a3c1-94a73ac440b8 req-06320698-4d3a-479e-bdd2-f70a4202c47c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.706720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7033358-829e-4a86-a3c1-94a73ac440b8 req-06320698-4d3a-479e-bdd2-f70a4202c47c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.3409398 Jul 07 16:57:29.737695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1512633d-7e97-4221-a461-3d8f371bb817 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a02a9952c08847f8a6cb5ca336f828c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992974 Jul 07 16:57:29.740673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:29.783782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512633d-7e97-4221-a461-3d8f371bb817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed6a9a-296c-40c3-8c01-9228d709ee6e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.794751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7033358-829e-4a86-a3c1-94a73ac440b8 req-e367e950-62f7-4cd6-8bbf-27745c42721a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869715 Jul 07 16:57:29.838093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac02c984-4e25-46ca-8991-82236b302f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.868104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac02c984-4e25-46ca-8991-82236b302f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.900909 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:57:30.011161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac02c984-4e25-46ca-8991-82236b302f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.014611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac02c984-4e25-46ca-8991-82236b302f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.015857 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ac02c984-4e25-46ca-8991-82236b302f14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/09ed6a9a-296c-40c3-8c01-9228d709ee6e HTTP/1.1" status: 204 len: 168 time: 0.2734530 Jul 07 16:57:30.058320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c984-4e25-46ca-8991-82236b302f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed6a9a-296c-40c3-8c01-9228d709ee6e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:30.084836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.516119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1b3b-decd-44f0-a75f-344e56f48bfe req-0890dc84-1bef-45b0-89ef-a7874a69ca5e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.518491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e35c1b3b-decd-44f0-a75f-344e56f48bfe req-0890dc84-1bef-45b0-89ef-a7874a69ca5e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4916093 Jul 07 16:57:30.629814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e35c1b3b-decd-44f0-a75f-344e56f48bfe req-ea3fd722-4aeb-432a-9b28-5ff4925a04d5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984838 Jul 07 16:57:30.680738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb37ba-17a0-4767-be7a-e3b503803ba4 req-f8451c08-795d-4cd9-a00f-6f47fec85983 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.683524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86cb37ba-17a0-4767-be7a-e3b503803ba4 req-f8451c08-795d-4cd9-a00f-6f47fec85983 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.3409154 Jul 07 16:57:30.773345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86cb37ba-17a0-4767-be7a-e3b503803ba4 req-1830b306-3d91-4848-87af-8cbe04ab4c0c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759921 Jul 07 16:57:30.859368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Deleting port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:30.859939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.060372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] For port 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,segment=NetworkSegment(0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5),segment_id=0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:31.063728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.116774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Calling delete_port for 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:31.483080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.526343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:31.948419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.115105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887dcb0-daf6-4304-9836-4d7724a44e7c req-f555e17d-a937-4f6f-b79e-e7a0705218d3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:32.117915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8887dcb0-daf6-4304-9836-4d7724a44e7c req-f555e17d-a937-4f6f-b79e-e7a0705218d3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1612082 Jul 07 16:57:32.274157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8887dcb0-daf6-4304-9836-4d7724a44e7c req-8d86a941-04cb-4213-bf20-b5373712d5cf tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223736 Jul 07 16:57:33.206689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55852) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.220906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Router ffd5880a-8995-42b4-82c5-7a8e82248172 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:33.372311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.378072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.383811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d46758-d97b-4407-af99-af20b7e4a710 req-bbe6c29f-8b34-443b-a610-fb1177981679 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:33.386734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39d46758-d97b-4407-af99-af20b7e4a710 req-bbe6c29f-8b34-443b-a610-fb1177981679 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.2504761 Jul 07 16:57:33.542499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.548083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.593717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39d46758-d97b-4407-af99-af20b7e4a710 req-f1ca3849-78b0-4a73-897e-e052031a20c9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909795 Jul 07 16:57:33.619384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88fa1bb1bf854beabaac1c47b2d6284f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089210 Jul 07 16:57:33.632692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55866) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.671095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d652a5b9-3294-456a-bf29-bde67440a4e0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:33.673563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:33.685766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] Sync routers for ids ['ffd5880a-8995-42b4-82c5-7a8e82248172'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:33.692632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.693280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.693781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.698000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.698615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.699243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.699742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.700248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.700739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.701968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] Routers {'ffd5880a-8995-42b4-82c5-7a8e82248172'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:33.704877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ffd5880a-8995-42b4-82c5-7a8e82248172'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:33.715239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-427ee288-b394-46e3-928e-2881310fae03 admin admin] 10.222.0.78 "PUT /v2.0/routers/ffd5880a-8995-42b4-82c5-7a8e82248172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5014029 Jul 07 16:57:33.717461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.722444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.723179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e04cb2-ef50-4c53-b3ab-fac22b62debf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:33.727492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55872) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.727936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.968397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2248-e83a-4508-a47a-30a222ea2bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.983290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f1843-108f-4f80-bf9d-b3384ccf302e req-23a61f70-3ad9-4475-9565-bb5035bff483 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:33.992513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c99f1843-108f-4f80-bf9d-b3384ccf302e req-23a61f70-3ad9-4475-9565-bb5035bff483 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4559095 Jul 07 16:57:34.057475 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2248-e83a-4508-a47a-30a222ea2bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.088801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.150765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] Set router ffd5880a-8995-42b4-82c5-7a8e82248172 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:34.154701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c99f1843-108f-4f80-bf9d-b3384ccf302e req-bc37e9bb-e2d0-4ba0-9318-0730c3e5eb44 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621048 Jul 07 16:57:34.174558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6979cdfd-d767-4724-8047-45975a3ffc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.309387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2248-e83a-4508-a47a-30a222ea2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.313734 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2248-e83a-4508-a47a-30a222ea2bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.318838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9dbd2248-e83a-4508-a47a-30a222ea2bce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d652a5b9-3294-456a-bf29-bde67440a4e0 HTTP/1.1" status: 204 len: 168 time: 0.6803632 Jul 07 16:57:34.347763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd2248-e83a-4508-a47a-30a222ea2bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652a5b9-3294-456a-bf29-bde67440a4e0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:34.407670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:57:31Z', 'revision_number': 5, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port': {'id': 'e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:40Z', 'updated_at': '2021-07-07T16:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:34.433461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.444905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] Checking router: ffd5880a-8995-42b4-82c5-7a8e82248172 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:34.457542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] Routers {'ffd5880a-8995-42b4-82c5-7a8e82248172'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:34.458558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ffd5880a-8995-42b4-82c5-7a8e82248172'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:34.614926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] Set router ffd5880a-8995-42b4-82c5-7a8e82248172 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:34.615199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Deleting port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:34.615328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.622678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6979cdfd-d767-4724-8047-45975a3ffc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.662355 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6979cdfd-d767-4724-8047-45975a3ffc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.692014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:57:34Z', 'revision_number': 6, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:34.730212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34047e05-f2b3-482a-a184-5c77c76d2768 None None] The sync data for ids ['ffd5880a-8995-42b4-82c5-7a8e82248172'] in n-d-793619-7 is: [{'id': 'ffd5880a-8995-42b4-82c5-7a8e82248172', 'name': 'tempest-ServersTestMultiNic-1251282941-router', 'tenant_id': '6d6eeba221694a4285c2af135bea8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:57:34Z', 'revision_number': 6, 'project_id': '6d6eeba221694a4285c2af135bea8fe8', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:34.806376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] For port e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:34.806913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.824909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Calling delete_port for e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:34.982664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:34.998295 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6979cdfd-d767-4724-8047-45975a3ffc73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbd97bbcb63b4fddb2364bb5941e9bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2519109 Jul 07 16:57:35.001935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55906) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:35.120048 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9456b832-bf60-457d-bb6f-897b379643cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.198293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ae00f5b-c41a-40f3-bf4c-5ba889962128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.202715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979cdfd-d767-4724-8047-45975a3ffc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875a24b-c8a4-40df-bde2-4273de3b9891,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.250491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9456b832-bf60-457d-bb6f-897b379643cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.333532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:35.361807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'port_id': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'mac_address': 'fa:16:3e:f4:81:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a550da6-b628-4029-a35f-b3fa27094eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:35.424560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e8f6-9815-4966-af31-c7f4d68131b0 req-4457ca84-9fe2-48dd-ad1f-9becae811705 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.425173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:35.436424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bb3e8f6-9815-4966-af31-c7f4d68131b0 req-4457ca84-9fe2-48dd-ad1f-9becae811705 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.4119959 Jul 07 16:57:35.512721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9456b832-bf60-457d-bb6f-897b379643cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.517029 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.521379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9456b832-bf60-457d-bb6f-897b379643cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.526432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9456b832-bf60-457d-bb6f-897b379643cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a875a24b-c8a4-40df-bde2-4273de3b9891 HTTP/1.1" status: 204 len: 168 time: 0.5209286 Jul 07 16:57:35.552345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b832-bf60-457d-bb6f-897b379643cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875a24b-c8a4-40df-bde2-4273de3b9891,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.643117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.653957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:35.673422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'port_id': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'mac_address': 'fa:16:3e:dd:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2a2945-d20a-4d5a-9f05-3b47c8b6836a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:35.730306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bb3e8f6-9815-4966-af31-c7f4d68131b0 req-acd6a746-31c1-494a-b4c6-42430b1ac585 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844839 Jul 07 16:57:35.768950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.788672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.827727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6426cf1e-0faf-477d-83e6-7cc49a918867 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:35.844144 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.925125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:35.970890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:35.993683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.998762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55932) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.165263 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.174987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:36.176001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.182668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:36.195904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.249091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6426cf1e-0faf-477d-83e6-7cc49a918867'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:36.314000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1b9597f-138e-4da1-8ebc-bea926999b8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:36.349088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.352093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd5880a-8995-42b4-82c5-7a8e82248172 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:57:36.359075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.360968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c58ebeb-a6d6-40e0-b5a9-d7b90e9f825c admin admin] 10.222.0.78 "DELETE /v2.0/routers/ffd5880a-8995-42b4-82c5-7a8e82248172 HTTP/1.1" status: 204 len: 168 time: 2.6168408 Jul 07 16:57:36.364359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55940) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.391585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-685007625-network', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:36.393450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccac91-d4e7-485a-aea5-5a50d210b8a2 req-dbdf043a-7559-40b5-936a-816948367ace tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:36.412654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93ccac91-d4e7-485a-aea5-5a50d210b8a2 req-dbdf043a-7559-40b5-936a-816948367ace tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4739919 Jul 07 16:57:36.451556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55946) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.497690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90134e67-d66c-4b67-957e-a1b515b99bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.542240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Deleting subnet e9860504-e591-437f-b211-3af0ae2df2bc {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:36.546562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Made reservation on behalf of 66c5390ac9f249e7bf96b27ea28fb06b for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:36.549785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.552977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.574661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:36.620617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.659648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:36.676443 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.698840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90134e67-d66c-4b67-957e-a1b515b99bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.713364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:36.714121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1247ae33-c2a9-4ffc-98e4-80dc66ca5b2c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:36.714598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93ccac91-d4e7-485a-aea5-5a50d210b8a2 req-009630be-eb3e-4d51-a458-fc7e9c056eb6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003643 Jul 07 16:57:36.715213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:36.718198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90134e67-d66c-4b67-957e-a1b515b99bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.751065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:36.751762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e5aabc81-7fa7-4b1c-bc15-4bc8d27945e0 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:36.794308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-90134e67-d66c-4b67-957e-a1b515b99bd8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6b1abb2ebaa4a0dbe04e6af8dc4ff37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413055 Jul 07 16:57:36.796080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134e67-d66c-4b67-957e-a1b515b99bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfbcd6b-a772-43ac-b4b4-e4a356016583,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:36.798875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55950) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.920983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1511cb12-e92e-4a98-8768-6c30909847f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.949983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1511cb12-e92e-4a98-8768-6c30909847f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.006699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.016743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.030524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:37.086181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1511cb12-e92e-4a98-8768-6c30909847f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.096554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1511cb12-e92e-4a98-8768-6c30909847f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.096903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:37.097763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1511cb12-e92e-4a98-8768-6c30909847f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cdfbcd6b-a772-43ac-b4b4-e4a356016583 HTTP/1.1" status: 204 len: 168 time: 0.2973912 Jul 07 16:57:37.099739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.135511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511cb12-e92e-4a98-8768-6c30909847f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfbcd6b-a772-43ac-b4b4-e4a356016583,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:37.141925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c9263-f83a-49c9-af0e-3cdf09c1b9c5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:37.159336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7cc71-5567-4026-8b2c-7bdf36be983b req-9f740cde-d351-48f2-a0ed-8c76db850657 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:37.164935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.165988 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Added segment e792ca42-c424-4337-ab8c-72d23bea88bd of type vlan for network e1cac576-c5a3-4ea6-898a-8e98e310d6bb Jul 07 16:57:37.171187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97f7cc71-5567-4026-8b2c-7bdf36be983b req-9f740cde-d351-48f2-a0ed-8c76db850657 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 944 time: 0.1985564 Jul 07 16:57:37.227778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.230286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.262242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97f7cc71-5567-4026-8b2c-7bdf36be983b req-9c1c56e6-bb09-4c47-8c0e-86173a30039f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830312 Jul 07 16:57:37.273713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6426cf1e-0faf-477d-83e6-7cc49a918867 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:37.292558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.297886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:37.300758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.304943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:37.310664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.375886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:37.401004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:37.405318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.516138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5139837 Jul 07 16:57:37.522100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55964) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:37.533085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Request body: {'subnet': {'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-685007625-subnet', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:37.539397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d1b9597f-138e-4da1-8ebc-bea926999b8f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:37.542573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.548529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dae6e-1eb3-40cd-9423-7fb3227519c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cac576-c5a3-4ea6-898a-8e98e310d6bb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:37.584073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.596880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Made reservation on behalf of 66c5390ac9f249e7bf96b27ea28fb06b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:37.600131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.621657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9860504-e591-437f-b211-3af0ae2df2bc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:37.630767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.639377 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-95220a2a-9dc0-4300-a271-23b34fb5b102 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e9860504-e591-437f-b211-3af0ae2df2bc HTTP/1.1" status: 204 len: 168 time: 1.2688909 Jul 07 16:57:37.641627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55970) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:37.655355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:37.745942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498ee0d-173e-4d24-ad3b-19df7736aea2 None None] Network 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:37.829979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.917531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f3db963e-75d3-4d1a-a803-9227413fc8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.984826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Deleting port ac100ada-076a-435b-8934-62b67bd064bc {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:37.985203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.104761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] For port ac100ada-076a-435b-8934-62b67bd064bc, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac100ada-076a-435b-8934-62b67bd064bc,segment=NetworkSegment(0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5),segment_id=0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:38.113824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.135202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Calling delete_port for ac100ada-076a-435b-8934-62b67bd064bc owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:38.136826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.184653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.286455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.338177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] No DVR routers for this DVR port ac100ada-076a-435b-8934-62b67bd064bc on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:38.344064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac100ada-076a-435b-8934-62b67bd064bc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:38.348422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Checking segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:38.348796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Network hostable DHCP agents. Network: e1cac576-c5a3-4ea6-898a-8e98e310d6bb, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:38.358135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:38.360909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:38.366026 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b673c-e446-41f9-9581-49c52a619bc8" -d '{"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:38.378505 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.382046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88c2157-9296-4896-b6ad-c963859a0e58,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:38.422309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254248da-e74c-4b5e-972f-d36866ad6cd2 req-edbe6f33-3934-402c-9533-a45b5ee99116 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.434824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-254248da-e74c-4b5e-972f-d36866ad6cd2 req-edbe6f33-3934-402c-9533-a45b5ee99116 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.4033453 Jul 07 16:57:38.443663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.458576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb2af58-7982-44c2-a7d8-18ebf9a35b0e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:38.473094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:38.473522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0099fcfe-fcdb-48dc-b733-9bf9ccc4f8b5') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:38.486295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.519325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:38.535868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.555376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-254248da-e74c-4b5e-972f-d36866ad6cd2 req-f9f29979-da27-480e-b2f0-83f7a29b3a8f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169147 Jul 07 16:57:38.557251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:38.558977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e1cac576-c5a3-4ea6-898a-8e98e310d6bb) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:38.559213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.585601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.586659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:38.624688 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:38.629097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c020c64-544c-4abd-afe9-1042a3ce2814 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1032150 Jul 07 16:57:38.635944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55994) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:38.638333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:38.655212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:38.668388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf81041-f4a0-4e02-87aa-2854d0f6a89d None None] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:38.731318 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87f877d-2abf-45f3-b7dc-364a09d984c5 x-openstack-request-id: req-d87f877d-2abf-45f3-b7dc-364a09d984c5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:38.732357 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:38.733131 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d87f877d-2abf-45f3-b7dc-364a09d984c5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:38.734121 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'code': 200} Jul 07 16:57:38.754865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.767492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.771175 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] 10.222.0.78 "DELETE /v2.0/networks/5bb2af58-7982-44c2-a7d8-18ebf9a35b0e HTTP/1.1" status: 204 len: 168 time: 1.1280859 Jul 07 16:57:38.819370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b7ab0-b81c-49fb-a860-49c0b703114e admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb2af58-7982-44c2-a7d8-18ebf9a35b0e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:38.863754 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.869270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.981425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda0de1-6cda-48ef-96cf-30ac56302e94 req-d466554e-ecf6-4cac-9f34-a57797f04134 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.984269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcda0de1-6cda-48ef-96cf-30ac56302e94 req-d466554e-ecf6-4cac-9f34-a57797f04134 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 943 time: 0.2937870 Jul 07 16:57:39.076451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:39.078990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:39.097935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58dc07-5881-4e04-ab3e-cd1b871d6287 None None] DHCP port deletion for 5bb2af58-7982-44c2-a7d8-18ebf9a35b0e request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:57:39.142799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.192202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.269879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e8a3854e-8e9b-4a72-871d-ed11533b8f04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d6eeba221694a4285c2af135bea8fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776760 Jul 07 16:57:39.271125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56020) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:39.321655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:39.323413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.416853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcda0de1-6cda-48ef-96cf-30ac56302e94 req-7335dedb-ef7e-4ea5-b915-78dec1e55b4c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094934 Jul 07 16:57:39.487860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a322d46-b17e-4807-9b43-b096ef76b93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.562923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a322d46-b17e-4807-9b43-b096ef76b93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.605907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 6426cf1e-0faf-477d-83e6-7cc49a918867 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:39.609054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.691013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.714422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a322d46-b17e-4807-9b43-b096ef76b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.755440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a322d46-b17e-4807-9b43-b096ef76b93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.762276 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1a322d46-b17e-4807-9b43-b096ef76b93c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5505d548-d513-4565-a79c-562bae4a9b54 HTTP/1.1" status: 204 len: 168 time: 0.4887886 Jul 07 16:57:39.784594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322d46-b17e-4807-9b43-b096ef76b93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505d548-d513-4565-a79c-562bae4a9b54,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.072377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Allocated IP 172.20.0.2 (e1cac576-c5a3-4ea6-898a-8e98e310d6bb/f88c2157-9296-4896-b6ad-c963859a0e58/19167ba1-7954-43ba-8c45-b73a2604d1d5) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:40.105999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.277627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:40.291058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.511978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac100ada-076a-435b-8934-62b67bd064bc no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:40.520670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.594270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-183e3bb7-b576-4ed7-bd61-7e3d14e7be93 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.596562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-183e3bb7-b576-4ed7-bd61-7e3d14e7be93 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 943 time: 0.8712060 Jul 07 16:57:40.603436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ac100ada-076a-435b-8934-62b67bd064bc {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:40.604111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac100ada-076a-435b-8934-62b67bd064bc not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:40.621982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb39cc7-e2b1-4535-844f-cbecc0995f14 req-41e5334d-bfed-40f0-bff0-126d3c569e2e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.640497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.640772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1fb39cc7-e2b1-4535-844f-cbecc0995f14 req-41e5334d-bfed-40f0-bff0-126d3c569e2e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.7829280 Jul 07 16:57:40.660281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Transition to ACTIVE for port object 19167ba1-7954-43ba-8c45-b73a2604d1d5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:40.696641 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.727165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Transition to ACTIVE for port object 19167ba1-7954-43ba-8c45-b73a2604d1d5 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:40.736358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:40.739304 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada73096-d8ee-4634-961d-ccbee14e1e66" -d '{"events": [{"server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "name": "network-vif-plugged", "status": "completed", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:40.748397 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.801980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1fb39cc7-e2b1-4535-844f-cbecc0995f14 req-e1be8e98-afa6-4086-a2de-4be6b9b22f0e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564720 Jul 07 16:57:40.845059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:40.859867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:40.866762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:40.869386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Pushing event updated for resources: {'Port': ['ID=19167ba1-7954-43ba-8c45-b73a2604d1d5,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.009865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Attempting to bind port 19167ba1-7954-43ba-8c45-b73a2604d1d5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:41.010679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Attempting to bind port 19167ba1-7954-43ba-8c45-b73a2604d1d5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:41.011295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Attempting to bind port 19167ba1-7954-43ba-8c45-b73a2604d1d5 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:41.024794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:41.025353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Checking segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:41.025877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.026387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Bound using segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:41.027105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Bound port: 19167ba1-7954-43ba-8c45-b73a2604d1d5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:41.027643 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.354324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f571414-2bc9-4a6c-90fb-eb37d3ce803f req-82255720-6082-4f51-99b5-b12d18e14082 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:41.356336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f571414-2bc9-4a6c-90fb-eb37d3ce803f req-82255720-6082-4f51-99b5-b12d18e14082 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 945 time: 0.5270677 Jul 07 16:57:41.465973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.508703 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f571414-2bc9-4a6c-90fb-eb37d3ce803f req-913c0ab0-3412-49d9-8475-0b7db51479e2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309521 Jul 07 16:57:41.517062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Deleting port 6426cf1e-0faf-477d-83e6-7cc49a918867 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:41.518636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.540271 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d07c62-28e7-4bba-ac3c-f391eff18bfe x-openstack-request-id: req-27d07c62-28e7-4bba-ac3c-f391eff18bfe {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:41.548900 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "name": "network-vif-plugged", "status": "completed", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:41.549253 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27d07c62-28e7-4bba-ac3c-f391eff18bfe {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:41.549614 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'code': 200} Jul 07 16:57:41.626176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.643300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] For port 19167ba1-7954-43ba-8c45-b73a2604d1d5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:41.653679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] For port 19167ba1-7954-43ba-8c45-b73a2604d1d5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=19167ba1-7954-43ba-8c45-b73a2604d1d5,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:41.660428 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.834642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13bc31-fd0f-4127-99c3-dd7db93b1ff5 None None] Pushing event updated for resources: {'Port': ['ID=19167ba1-7954-43ba-8c45-b73a2604d1d5,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:42.001551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] For port 6426cf1e-0faf-477d-83e6-7cc49a918867, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6426cf1e-0faf-477d-83e6-7cc49a918867,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:42.002445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.059324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Calling delete_port for 6426cf1e-0faf-477d-83e6-7cc49a918867 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:42.238193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Allocated IP 172.25.5.106 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d37dc831-7c60-434f-9b12-4752059212e6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:42.285018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56110) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:42.740481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 19167ba1-7954-43ba-8c45-b73a2604d1d5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:42.746923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-241584687-network', 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:42.863983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:42.875701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.920909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.937923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 19167ba1-7954-43ba-8c45-b73a2604d1d5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:42.948047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.064213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:43.142147 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.197933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No active binding found for port 6426cf1e-0faf-477d-83e6-7cc49a918867 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:57:43.198786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6426cf1e-0faf-477d-83e6-7cc49a918867 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:43.204459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.321398 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.336987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.405031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94b5f47-4d86-4e72-b820-4276fb484b30,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:43.451861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:43.487902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.488721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75f22aa2-1b15-4d29-a455-46e5f0c60838 req-3c2ef8c4-63ab-48e1-a20c-e4dac5c0cfa7 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 210 time: 0.6127160 Jul 07 16:57:43.497465 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Added segment 8361c772-d7eb-4ef6-8999-29a7a30dcbd8 of type vlan for network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 Jul 07 16:57:43.509181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:43.512025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event deleted for resources: {'Port': ['ID=6426cf1e-0faf-477d-83e6-7cc49a918867,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:43.599731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d10a-c0fd-4b1a-9925-2de96d2374ee req-f9abc7a6-3c7b-4c54-9ed3-d786de6aa4df tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.624099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bd4d10a-c0fd-4b1a-9925-2de96d2374ee req-f9abc7a6-3c7b-4c54-9ed3-d786de6aa4df tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.1348164 Jul 07 16:57:43.627155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:43.724565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.747807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:43.867553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.869298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.871465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.008428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.012711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.013796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.015747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.017601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.019294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.020027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.023485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.024199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.025850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.027297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.030131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:44.115243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3891623c-396c-4007-b8df-d13d05aeabdf None None] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:44.156987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bd4d10a-c0fd-4b1a-9925-2de96d2374ee req-97e87822-fabd-476a-93ef-f4eddb5624a1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317755 Jul 07 16:57:44.243223 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9563744 Jul 07 16:57:44.246591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] No DVR routers for this DVR port 6426cf1e-0faf-477d-83e6-7cc49a918867 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:44.256241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56162) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:44.265878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Request body: {'subnet': {'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-241584687-subnet', 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:44.277565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.282139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d91ea3c1-3d2c-4605-af41-ce42cc2c2eba req-dab443b6-49b2-4ed2-82a8-897ae4a44376 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.13 "DELETE /v2.0/ports/6426cf1e-0faf-477d-83e6-7cc49a918867 HTTP/1.1" status: 204 len: 173 time: 3.6790016 Jul 07 16:57:44.298109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b4843-d684-417d-adf1-748206b84071 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:44.298927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'name': 'network-vif-deleted', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:44.305037 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f894dbba-26db-49c2-bb54-8f8ee4181e60" -d '{"events": [{"server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "name": "network-vif-deleted", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:44.413970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:44.616427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Provisioning for port 19167ba1-7954-43ba-8c45-b73a2604d1d5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:44.774643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Provisioning complete for port 19167ba1-7954-43ba-8c45-b73a2604d1d5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:44.776931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.870918 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d27485-db56-448b-b1af-f0900cf4a43f x-openstack-request-id: req-f5d27485-db56-448b-b1af-f0900cf4a43f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:44.871871 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ff946-72bd-4b9f-8aba-c697b3cbe430", "name": "network-vif-deleted", "tag": "6426cf1e-0faf-477d-83e6-7cc49a918867", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:44.872376 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5d27485-db56-448b-b1af-f0900cf4a43f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:44.873216 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ff946-72bd-4b9f-8aba-c697b3cbe430', 'name': 'network-vif-deleted', 'tag': '6426cf1e-0faf-477d-83e6-7cc49a918867', 'status': 'completed', 'code': 200} Jul 07 16:57:45.038602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:45.044397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.194468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.258698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Pushing event updated for resources: {'Port': ['ID=d37dc831-7c60-434f-9b12-4752059212e6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:45.361016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] For port 19167ba1-7954-43ba-8c45-b73a2604d1d5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=19167ba1-7954-43ba-8c45-b73a2604d1d5,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:45.392548 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.456937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1657636-0e1f-4b0d-873d-ccf20ede7252 req-37635294-d40c-4593-bb45-838a98fc6740 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=555ff946-72bd-4b9f-8aba-c697b3cbe430 HTTP/1.1" status: 200 len: 210 time: 0.1962910 Jul 07 16:57:45.639033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Pushing event updated for resources: {'Port': ['ID=19167ba1-7954-43ba-8c45-b73a2604d1d5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:45.687477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.687477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.687477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.687952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.687952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.688587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.688587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.689223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.716433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.716433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.716433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.717021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ee9ad-b725-4e6d-bba8-366e70bee360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:45.738175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.117771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5b843b8d-9a46-470a-a1f0-eb18e1b31596 None None] Provisioning complete for port 19167ba1-7954-43ba-8c45-b73a2604d1d5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:46.123733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b843b8d-9a46-470a-a1f0-eb18e1b31596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.709073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 19167ba1-7954-43ba-8c45-b73a2604d1d5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:46.751243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.763901 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.901243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 19167ba1-7954-43ba-8c45-b73a2604d1d5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:46.903054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.911414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c884c518-ad9a-4d88-938c-e0cde3909610,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:47.301760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010c5b-49b0-4ca2-a4c8-28b9c12e90c8 req-ba05da36-74fd-453a-9015-6bf0a15adf5d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:47.316136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95010c5b-49b0-4ca2-a4c8-28b9c12e90c8 req-ba05da36-74fd-453a-9015-6bf0a15adf5d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.2235346 Jul 07 16:57:47.423972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95010c5b-49b0-4ca2-a4c8-28b9c12e90c8 req-1a1068c7-340d-40aa-8c6c-eb56f4ed753e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060197 Jul 07 16:57:47.427908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Router 41f460c2-f89b-4726-a816-974f045abc33 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:47.465516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:47.466467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Network hostable DHCP agents. Network: b1ac1cea-d9f4-440e-99e7-a5fcdc798b09, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:47.706522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56276) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:47.754687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:47.842532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b1ac1cea-d9f4-440e-99e7-a5fcdc798b09) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:47.860559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:47.861203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.867227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a4f11-c241-4b47-805b-2b43fe9734d3 None None] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:47.929452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-809a978c-f2ed-43f8-9925-f667a3eb9bb1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6707282 Jul 07 16:57:47.978041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:47.994753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:48.006438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.008444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf4a7c6a-82a1-4667-94e6-c2e6efb9ef61 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.3712759 Jul 07 16:57:48.013198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56286) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:48.027520 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:48.035279 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:48.212636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cab348b9-f696-4615-92f7-1e91d8a1ebb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.259989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69211e-6ae4-4903-b049-f4d3676dfb41 None None] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:48.387582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56288) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:48.394770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115265880', 'description': 'tempest-description--1124744952'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:48.532401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cab348b9-f696-4615-92f7-1e91d8a1ebb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.540189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cab348b9-f696-4615-92f7-1e91d8a1ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.560793 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:48.670649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab348b9-f696-4615-92f7-1e91d8a1ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b046369-27cf-4599-8058-3944f8e9fb3b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:48.688110 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cab348b9-f696-4615-92f7-1e91d8a1ebb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcb3338e7431408abed99e6b4c83bbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789515 Jul 07 16:57:48.690864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56300) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:48.872637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6085-98fe-42ab-a9fa-91d0d8c0ba4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.945443 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6085-98fe-42ab-a9fa-91d0d8c0ba4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.099700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6085-98fe-42ab-a9fa-91d0d8c0ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.102767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6085-98fe-42ab-a9fa-91d0d8c0ba4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.104732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6d0c6085-98fe-42ab-a9fa-91d0d8c0ba4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b046369-27cf-4599-8058-3944f8e9fb3b HTTP/1.1" status: 204 len: 168 time: 0.4125168 Jul 07 16:57:49.130385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6085-98fe-42ab-a9fa-91d0d8c0ba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b046369-27cf-4599-8058-3944f8e9fb3b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:49.270981 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 3, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:49.346627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:49.347013 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Updating router 41f460c2-f89b-4726-a816-974f045abc33 port d37dc831-7c60-434f-9b12-4752059212e6 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:49.460857 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.791931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.895773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56322) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:49.922233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06071862-014d-4409-b407-62ddf8f38aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.995662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.165138 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.180875 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Transition to ACTIVE for port object d37dc831-7c60-434f-9b12-4752059212e6 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:50.192563 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.262936 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Attempting to bind port d37dc831-7c60-434f-9b12-4752059212e6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:50.263769 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Attempting to bind port d37dc831-7c60-434f-9b12-4752059212e6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:50.264339 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Attempting to bind port d37dc831-7c60-434f-9b12-4752059212e6 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:50.270343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06071862-014d-4409-b407-62ddf8f38aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.280532 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:50.281997 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:50.282620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06071862-014d-4409-b407-62ddf8f38aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.282973 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.283874 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:50.284720 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Bound port: d37dc831-7c60-434f-9b12-4752059212e6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:50.285355 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.337040 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Pushing event updated for resources: {'Port': ['ID=d37dc831-7c60-434f-9b12-4752059212e6,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:50.362946 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.363673 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.364197 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.364928 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.365507 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.366058 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.366592 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.367108 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.367655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.368143 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.368673 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.369250 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:50.392925 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] For port d37dc831-7c60-434f-9b12-4752059212e6, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:50.394980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad6dfc-7aba-4c96-b3df-cdc48f365113 req-70feb98f-5753-48a3-94e1-8fdaaa33973a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:50.398409 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] For port d37dc831-7c60-434f-9b12-4752059212e6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d37dc831-7c60-434f-9b12-4752059212e6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:50.402709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbad6dfc-7aba-4c96-b3df-cdc48f365113 req-70feb98f-5753-48a3-94e1-8fdaaa33973a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.7152426 Jul 07 16:57:50.409505 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.415608 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06071862-014d-4409-b407-62ddf8f38aec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41a5e08b216e4fc3a28ab59620e90689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186863 Jul 07 16:57:50.429324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56326) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:50.430495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06071862-014d-4409-b407-62ddf8f38aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e63bb-7395-43a2-8f88-bf55ac8bcd53,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:50.469449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-07abcff2-9652-4ef9-b6cd-426a0d88736d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:50.477281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-07abcff2-9652-4ef9-b6cd-426a0d88736d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.7910085 Jul 07 16:57:50.512650 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:50.514988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:50.547924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-872a4786-0f8d-4fdc-a444-2375ee0ddca4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.0697451 Jul 07 16:57:50.550052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c48a41-7871-437e-aeb4-667c8fc5b96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.587547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c48a41-7871-437e-aeb4-667c8fc5b96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.666114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-f8afe242-acc3-40ab-bffc-80c1e1031b0b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171236 Jul 07 16:57:50.676434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c48a41-7871-437e-aeb4-667c8fc5b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.680930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43c48a41-7871-437e-aeb4-667c8fc5b96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.683198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43c48a41-7871-437e-aeb4-667c8fc5b96f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d26e63bb-7395-43a2-8f88-bf55ac8bcd53 HTTP/1.1" status: 204 len: 168 time: 0.2358222 Jul 07 16:57:50.693815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48a41-7871-437e-aeb4-667c8fc5b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e63bb-7395-43a2-8f88-bf55ac8bcd53,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:50.746225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbad6dfc-7aba-4c96-b3df-cdc48f365113 req-b93ba718-795c-4d7d-b8cf-ebfaf881adc1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391895 Jul 07 16:57:50.831950 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:50.861064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.885458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Allocated IP 172.20.0.1 (e1cac576-c5a3-4ea6-898a-8e98e310d6bb/f88c2157-9296-4896-b6ad-c963859a0e58/d8654b05-cfe1-43ce-bd99-6f49807bd19d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:50.894926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.930446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.934343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.5423930 Jul 07 16:57:50.935971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56330) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:50.946165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'security_group_rule': {'security_group_id': '08abd09f-38a1-4898-a966-1e581c5e0c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:50.969039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-a6b21d1f-8111-4780-a1c1-c35a06b9cda9 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015990 Jul 07 16:57:51.052028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b7a12-2650-410e-8c7e-195c0a5fe680 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08abd09f-38a1-4898-a966-1e581c5e0c26,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.067925 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb6a26-daf2-4f76-a9db-4d7efa6bd21b None None] Pushing event updated for resources: {'Port': ['ID=d37dc831-7c60-434f-9b12-4752059212e6,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.099394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.202003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-5f5a4735-d98d-4882-8117-b7fa324f3bbc service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319314 Jul 07 16:57:51.212666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.238486 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.253739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.263766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Transition to ACTIVE for port object d8654b05-cfe1-43ce-bd99-6f49807bd19d will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:51.334908 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 3, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:51.336671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b468cb8-59f4-4966-a308-fdcaa6b8a4bc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.361318 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.361318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9086947f-100d-44ae-af15-965f31d80a1e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4155700 Jul 07 16:57:51.361318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:51.373339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'security_group_rule': {'security_group_id': '08abd09f-38a1-4898-a966-1e581c5e0c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:51.379010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.481558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.575644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Pushing event updated for resources: {'Port': ['ID=d8654b05-cfe1-43ce-bd99-6f49807bd19d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.626701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:51.632597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:51.644812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:51.811587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.819871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.878509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bec9089-d3c8-4f55-b2e8-4e0b8ef196b6,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.899833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.901612 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2f17b60a-1a49-435d-a596-b9a81b6a7f7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5420499 Jul 07 16:57:51.905819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:51.911936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:51.941922 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc409a7e-5eff-4519-9cd9-01b6240ce85f None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 3, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:51.978424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.032217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-270b9714-d9c0-4417-8704-9ea7e6fcbef9 req-cc047643-8851-4c4b-87ba-ca3623c3c5f0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 210 time: 0.2248993 Jul 07 16:57:52.060650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.425823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.436770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-90368c4e-cf2a-4174-b620-8f3c05255d86 None None] Provisioning for port d8654b05-cfe1-43ce-bd99-6f49807bd19d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:52.449716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-90368c4e-cf2a-4174-b620-8f3c05255d86 None None] Provisioning complete for port d8654b05-cfe1-43ce-bd99-6f49807bd19d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:52.450331 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-90368c4e-cf2a-4174-b620-8f3c05255d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.753129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-90368c4e-cf2a-4174-b620-8f3c05255d86 None None] Port d8654b05-cfe1-43ce-bd99-6f49807bd19d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:52.897528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Allocated IP 172.25.5.168 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/29aa243c-18bc-4be8-9a8c-503005d84077) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:52.964317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac699a7-6510-478b-9573-cd989071178f req-32ae752d-abda-42cd-a971-518eb51b5dd8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:52.989798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ac699a7-6510-478b-9573-cd989071178f req-32ae752d-abda-42cd-a971-518eb51b5dd8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3374779 Jul 07 16:57:53.058271 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.177755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ac699a7-6510-478b-9573-cd989071178f req-a977d20c-1b9b-4b74-a36a-40345b690530 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858618 Jul 07 16:57:53.404208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.539600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.556399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.611919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.638467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.689588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:53.770632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:53.777057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:53.788329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'Port': ['ID=29aa243c-18bc-4be8-9a8c-503005d84077,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:53.820471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Pushing event updated for resources: {'Port': ['ID=d8654b05-cfe1-43ce-bd99-6f49807bd19d,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:54.025549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d755238-6832-4ac5-b499-bd5f702fd19f req-4600beb2-c893-4810-9a50-ab982ccbf357 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 210 time: 0.2832344 Jul 07 16:57:54.059749 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.112963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.188171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.433909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.443501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.446503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:54.449849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:54.755902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'Port': ['ID=29aa243c-18bc-4be8-9a8c-503005d84077,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:54.772226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d37dc831-7c60-434f-9b12-4752059212e6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:54.821662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.880212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.906898 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-22b68856-eb58-43e8-b457-d29493e01dfb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9991891 Jul 07 16:57:54.930178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d37dc831-7c60-434f-9b12-4752059212e6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:54.950301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d37dc831-7c60-434f-9b12-4752059212e6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:54.951020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.224173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-c614463b-38bb-42ec-9ca1-cc53d65d8fec tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.230088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-c614463b-38bb-42ec-9ca1-cc53d65d8fec tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.2987196 Jul 07 16:57:55.280652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Request body: {'port': {'device_id': '50518439-7536-434a-8199-bbf2f4d2306e', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'admin_state_up': True, 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:55.424612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f36c84d9-5ad8-4f7d-9d4a-9ca2527497e4 None None] Provisioning complete for port d8654b05-cfe1-43ce-bd99-6f49807bd19d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:55.424985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f36c84d9-5ad8-4f7d-9d4a-9ca2527497e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.437645 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.575936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d37dc831-7c60-434f-9b12-4752059212e6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d37dc831-7c60-434f-9b12-4752059212e6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:55.595034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.614352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f36c84d9-5ad8-4f7d-9d4a-9ca2527497e4 None None] Port d8654b05-cfe1-43ce-bd99-6f49807bd19d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:55.733401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Router 41f460c2-f89b-4726-a816-974f045abc33 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:55.752036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d37dc831-7c60-434f-9b12-4752059212e6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:55.911710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773fc0-c723-4138-892f-fca197334e0f req-1147d3e2-2692-4c96-89b1-313b2c22ea3c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.923510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42773fc0-c723-4138-892f-fca197334e0f req-1147d3e2-2692-4c96-89b1-313b2c22ea3c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.6882813 Jul 07 16:57:56.162692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42773fc0-c723-4138-892f-fca197334e0f req-b31fb67d-96f2-4d6b-9e87-fc8653a40fed tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371476 Jul 07 16:57:56.178054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52ce3907-4315-4b67-b372-f02e3afb8b30 req-39b6148d-c557-4544-a339-5bcf255a800b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 210 time: 0.2235470 Jul 07 16:57:56.383524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:56.396448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.700654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d37dc831-7c60-434f-9b12-4752059212e6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:56.714489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:56.753564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c637e50-3806-4a01-9d7c-0c9b1fc051bb admin admin] 10.222.0.78 "PUT /v2.0/routers/41f460c2-f89b-4726-a816-974f045abc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7387676 Jul 07 16:57:56.873261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:56.907633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:56.908857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:57.208894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:57.302232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Allocated IP 172.20.0.3 (b1ac1cea-d9f4-440e-99e7-a5fcdc798b09/c884c518-ad9a-4d88-938c-e0cde3909610/f0668a9b-7031-48ef-84f6-94fbba9ac775) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:57.335105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-27a2dc66-e0a8-41b7-83d4-feae1d568424 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:57.346764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-27a2dc66-e0a8-41b7-83d4-feae1d568424 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 822 time: 0.6353593 Jul 07 16:57:57.428992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-9da794d6-6a83-4edb-a502-f4af87e0d4ae tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/quotas/83fd0856c3be4391bb92c89a676f87e1 HTTP/1.1" status: 200 len: 375 time: 0.0797167 Jul 07 16:57:57.456378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d37dc831-7c60-434f-9b12-4752059212e6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:57.458467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.675316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:57.974051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-44ed2deb-afc9-4539-ad86-bafdce3379b3 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5390739 Jul 07 16:57:58.080569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 2, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:58.127283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:58.128111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Updating router 41f460c2-f89b-4726-a816-974f045abc33 port d8654b05-cfe1-43ce-bd99-6f49807bd19d binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:58.167397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:58.244216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.245322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.641190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.678927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-781974a4-8ee4-4bb1-8db0-9bf345b9dd4e service neutron] 10.222.0.78 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961472 Jul 07 16:57:58.689681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:58.707806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448744447', 'description': 'tempest-description--1551726909'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:58.775061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.827950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.833004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.962108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-515bfc92-c338-4c12-bf1a-f5f1ae2dc6eb service neutron] 10.222.0.78 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819126 Jul 07 16:57:59.044978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.052983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:59.071049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:59.085849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:59.235327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.244430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.246898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.263553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event updated for resources: {'Port': ['ID=f0668a9b-7031-48ef-84f6-94fbba9ac775,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:59.302286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-32e31f96-796d-489e-a019-8614dc47a728 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0532849 Jul 07 16:57:59.339407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2104396-a8c4-44cb-8198-ccde2fbf2453 req-6109f156-41c6-4d37-a1c4-7e0b0b32d1db tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.346727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2104396-a8c4-44cb-8198-ccde2fbf2453 req-6109f156-41c6-4d37-a1c4-7e0b0b32d1db tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3988502 Jul 07 16:57:59.353273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Request body: {'port': {'device_id': '50518439-7536-434a-8199-bbf2f4d2306e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:59.370608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.375046 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6812901 Jul 07 16:57:59.378219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:59.384684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.396252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'security_group_rule': {'security_group_id': 'd8b3b2d9-02a7-477b-98c1-3f4420a96e92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:59.411878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Transition to ACTIVE for port object d8654b05-cfe1-43ce-bd99-6f49807bd19d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:59.421622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2097f-e629-4ef8-b4d7-528c451f2f19 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b3b2d9-02a7-477b-98c1-3f4420a96e92,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:59.434621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.595232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2104396-a8c4-44cb-8198-ccde2fbf2453 req-f05e470b-e9aa-4420-a3ba-dafaddeca89f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474582 Jul 07 16:57:59.707858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Allocated IP 172.25.5.20 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d7d628e4-3b86-44c3-b6cd-5c28b6462d14) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:59.710643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.804827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Attempting to bind port d8654b05-cfe1-43ce-bd99-6f49807bd19d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:59.805898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Attempting to bind port d8654b05-cfe1-43ce-bd99-6f49807bd19d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:59.806895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Attempting to bind port d8654b05-cfe1-43ce-bd99-6f49807bd19d on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:59.814757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.817402 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d5fe1-ed48-42f6-9acf-c74316d3b9a1 None None] Pushing event updated for resources: {'Port': ['ID=d8654b05-cfe1-43ce-bd99-6f49807bd19d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:59.844306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:59.847470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Checking segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:59.849613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.851041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Bound using segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:59.852387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Bound port: d8654b05-cfe1-43ce-bd99-6f49807bd19d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:59.853446 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.054534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d85a8-ee8e-4eea-938a-8bf12b44ae10 req-c9aed353-9085-4d0f-97ba-1464c632e42b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.056247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d6d85a8-ee8e-4eea-938a-8bf12b44ae10 req-c9aed353-9085-4d0f-97ba-1464c632e42b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 931 time: 0.4599686 Jul 07 16:58:00.222471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.240058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.308049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.311148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] For port d8654b05-cfe1-43ce-bd99-6f49807bd19d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:00.318219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] For port d8654b05-cfe1-43ce-bd99-6f49807bd19d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d8654b05-cfe1-43ce-bd99-6f49807bd19d,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:00.329523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.351662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.354404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9696548 Jul 07 16:58:00.359115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d2de4-f192-4fbd-b966-1e7ff6f59b63 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dbd637-c3c2-4dca-b7f0-44f91178adb1,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:00.363308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56494) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:00.379953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'security_group_rule': {'security_group_id': 'd8b3b2d9-02a7-477b-98c1-3f4420a96e92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:00.415045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d6d85a8-ee8e-4eea-938a-8bf12b44ae10 req-da0ae381-899d-4c77-b1d7-f47a48936ac2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354578 Jul 07 16:58:00.563756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.596248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d5fe1-ed48-42f6-9acf-c74316d3b9a1 None None] Pushing event updated for resources: {'Port': ['ID=d8654b05-cfe1-43ce-bd99-6f49807bd19d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:00.606286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:00.607643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:57:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:00.666033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-370fd064-dae4-4681-a694-5ed7ce28c0f7 req-e583e3c9-2c69-40aa-8e87-57f7fdb0bf10 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 210 time: 0.1550298 Jul 07 16:58:00.689560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.896847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:00.923564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:00.951385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:01.015059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Port': ['ID=d7d628e4-3b86-44c3-b6cd-5c28b6462d14,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:01.022195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0668a9b-7031-48ef-84f6-94fbba9ac775 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:01.061212 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.071726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.103912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.139053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:01.160649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.166248 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8004951 Jul 07 16:58:01.179674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56502) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:01.199673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:01.203562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a9a7c-b7ed-4c30-8505-6b7c57805b4a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f4e11b-a367-45fa-bd4c-3fa9ad90ca30,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:01.234351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Transition to ACTIVE for port object f0668a9b-7031-48ef-84f6-94fbba9ac775 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:01.270377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.426876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.526142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2da562-71ad-47db-8e04-3c3a0d451ace req-4492dee6-2f60-4178-9ea7-ebf4072cdf48 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.541801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f2da562-71ad-47db-8e04-3c3a0d451ace req-4492dee6-2f60-4178-9ea7-ebf4072cdf48 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.5279405 Jul 07 16:58:01.573249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.740269 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.748674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Pushing event updated for resources: {'Port': ['ID=f0668a9b-7031-48ef-84f6-94fbba9ac775,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:01.875193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:00Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:01.930368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f2da562-71ad-47db-8e04-3c3a0d451ace req-9b996e9e-2284-453f-a5bb-43cf8fbe881b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875134 Jul 07 16:58:02.012490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8897f6-53e3-4510-ab66-91afb101d98a None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:00Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:02.242854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Attempting to bind port f0668a9b-7031-48ef-84f6-94fbba9ac775 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:02.244190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Attempting to bind port f0668a9b-7031-48ef-84f6-94fbba9ac775 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:02.245024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Attempting to bind port f0668a9b-7031-48ef-84f6-94fbba9ac775 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:02.275506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Port f0668a9b-7031-48ef-84f6-94fbba9ac775 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:02.276192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Attempting to bind port f0668a9b-7031-48ef-84f6-94fbba9ac775 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:02.322314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:02.323394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:02.324057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Bound using segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:02.324716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Bound port: f0668a9b-7031-48ef-84f6-94fbba9ac775, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:02.326989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.564950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c4debd3-1584-4e12-8570-e2d18bf60fa3 req-60919325-3003-4741-9d48-803292a42c0c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 210 time: 0.2017615 Jul 07 16:58:02.669482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] For port f0668a9b-7031-48ef-84f6-94fbba9ac775, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:02.680255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] For port f0668a9b-7031-48ef-84f6-94fbba9ac775, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:02.701504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8654b05-cfe1-43ce-bd99-6f49807bd19d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:02.703173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ca11-6df6-462d-9aca-1eec724aeafc req-28a12a0f-b348-460e-813f-0684779ad315 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.711582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d82ca11-6df6-462d-9aca-1eec724aeafc req-28a12a0f-b348-460e-813f-0684779ad315 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 943 time: 0.7641752 Jul 07 16:58:02.736555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-7a0d2c76-c29d-4fe5-b863-81679b1aeb70 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.738455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-7a0d2c76-c29d-4fe5-b863-81679b1aeb70 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 822 time: 0.7923858 Jul 07 16:58:02.743606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.796007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d8654b05-cfe1-43ce-bd99-6f49807bd19d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:02.808152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d8654b05-cfe1-43ce-bd99-6f49807bd19d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:02.808895 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.821705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'port': {'device_id': '166a1b36-a990-43a8-ac6c-9186c449b169', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'admin_state_up': True, 'tenant_id': '83fd0856c3be4391bb92c89a676f87e1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:03.078890 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.100708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:03.106014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.108285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0668a9b-7031-48ef-84f6-94fbba9ac775 HTTP/1.1" status: 200 len: 1091 time: 3.7774582 Jul 07 16:58:03.120592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50518439-7536-434a-8199-bbf2f4d2306e', 'tag': 'f0668a9b-7031-48ef-84f6-94fbba9ac775'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:03.137514 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b44147-f9f8-434e-86bd-59718503e601" -d '{"events": [{"name": "network-changed", "server_uuid": "50518439-7536-434a-8199-bbf2f4d2306e", "tag": "f0668a9b-7031-48ef-84f6-94fbba9ac775"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:03.174381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d82ca11-6df6-462d-9aca-1eec724aeafc req-00c02ada-8b52-403f-b6eb-6bc30f5f322e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612970 Jul 07 16:58:03.178226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.197570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.270740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d8654b05-cfe1-43ce-bd99-6f49807bd19d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d8654b05-cfe1-43ce-bd99-6f49807bd19d,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:03.272526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.282437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.462993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Port': ['ID=d7d628e4-3b86-44c3-b6cd-5c28b6462d14,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.513799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.557267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.560074 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9a0c3655-5280-4ab6-97b4-b9dbb783ecd8 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8813889 Jul 07 16:58:03.563715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:03.585374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2003394100'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:03.636451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d8654b05-cfe1-43ce-bd99-6f49807bd19d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.676102 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.759398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df30a-628c-4934-b3fa-bde393a2f105 service neutron] Pushing event updated for resources: {'Port': ['ID=f0668a9b-7031-48ef-84f6-94fbba9ac775,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.772905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Made reservation on behalf of 26564a736cb94396b434753dd389cdc4 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:03.809371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Allocated IP 172.25.5.58 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/31b7458b-3f02-4a21-9ead-e3111856ada8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:03.832262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.885497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.196826 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88a12f9-4896-43c5-8d8b-f9368fddae44 x-openstack-request-id: req-e88a12f9-4896-43c5-8d8b-f9368fddae44 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:04.196826 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50518439-7536-434a-8199-bbf2f4d2306e", "tag": "f0668a9b-7031-48ef-84f6-94fbba9ac775", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:04.196826 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e88a12f9-4896-43c5-8d8b-f9368fddae44 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:04.197335 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50518439-7536-434a-8199-bbf2f4d2306e', 'tag': 'f0668a9b-7031-48ef-84f6-94fbba9ac775', 'status': 'completed', 'code': 200} Jul 07 16:58:04.219660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.275248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.288712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.368705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237dcf0c-965e-4297-ba87-817d7072573f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:04.417463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:04.457843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.459965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.460788 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Added segment aaad9bac-8a52-4c25-aa11-a138ceca91ed of type vlan for network 55a4324c-2560-4b60-bd09-dc05c4d11ebf Jul 07 16:58:04.477568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-7304a9b8-f4b9-438c-934f-029a6f593952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.479596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-7304a9b8-f4b9-438c-934f-029a6f593952 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 1094 time: 0.9607141 Jul 07 16:58:04.578369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.610124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1be8369-3dd2-4d0c-bab4-2d92d8f32e9c req-c90d748f-f337-436f-869d-192e6028629d tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 210 time: 0.1265447 Jul 07 16:58:04.628790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8654b05-cfe1-43ce-bd99-6f49807bd19d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:04.667672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.677163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.678748 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.712481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f701a0-7865-4648-a4f2-89a9db1aac28 req-00775268-119e-42c5-a2f0-8eb99af591a7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.725802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f701a0-7865-4648-a4f2-89a9db1aac28 req-00775268-119e-42c5-a2f0-8eb99af591a7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.1206789 Jul 07 16:58:04.738652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Made reservation on behalf of 83fd0856c3be4391bb92c89a676f87e1 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:04.745608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.793802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-71d566cd-54af-461d-8408-fd2b92c541a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775 HTTP/1.1" status: 200 len: 217 time: 0.2944233 Jul 07 16:58:04.812325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:04.841602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d8654b05-cfe1-43ce-bd99-6f49807bd19d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:04.844371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.885735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:04.943510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3775516 Jul 07 16:58:04.952259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:04.965684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'Port': ['ID=31b7458b-3f02-4a21-9ead-e3111856ada8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:04.967668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Request body: {'subnet': {'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:04.991064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fcca8-0ecb-49da-83ce-77725f40c40f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Network': ['ID=55a4324c-2560-4b60-bd09-dc05c4d11ebf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:04.999244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:05.047086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:05.245136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Made reservation on behalf of 26564a736cb94396b434753dd389cdc4 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:05.251312 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.304405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f701a0-7865-4648-a4f2-89a9db1aac28 req-31c6f022-46ad-49c6-ad80-00e75f6cb8e4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762193 Jul 07 16:58:05.408632 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e789b467-7cf1-49c0-a589-fd201e451042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.562986 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.569508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b571-655b-4075-b34b-315347c6a784 req-ee5b7547-555f-4320-b889-f1270a15a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.572358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-ee5b7547-555f-4320-b889-f1270a15a7f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.7302375 Jul 07 16:58:05.651823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Checking segment: {'id': 'aaad9bac-8a52-4c25-aa11-a138ceca91ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:05.652701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network hostable DHCP agents. Network: 55a4324c-2560-4b60-bd09-dc05c4d11ebf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:05.678631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Subnet': ['ID=42822d9f-e516-4d41-b5b0-9aaf7492c928,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:05.692058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:05.719554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 55a4324c-2560-4b60-bd09-dc05c4d11ebf) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:05.734678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af39b4-ec1b-472d-906a-12eed612d800 None None] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:05.746343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.747538 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.786018 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-33021da5-95aa-43a3-a309-76c82375c57d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8324542 Jul 07 16:58:05.786676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:05.791796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1013986190', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:05.820902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-6174b825-703e-42c4-9c2a-0ad8b50f9138 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083111 Jul 07 16:58:05.856269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.858029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.005976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.078428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-55a4324c-2560-4b60-bd09-dc05c4d11ebf', 'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf', 'tenant_id': '26564a736cb94396b434753dd389cdc4', 'fixed_ips': [{'subnet_id': '42822d9f-e516-4d41-b5b0-9aaf7492c928'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:06.079323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.115257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b91045e-abf9-4ab9-bbe3-c25a701741e3 req-1b06cdd2-9bf9-4098-860c-d167a34c1d09 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 210 time: 0.1651866 Jul 07 16:58:06.170799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.284909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82895-ab87-432c-af03-6b11161cc3be req-b2e9bbb3-4b82-491c-ac2b-94b0bc632e6c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.286772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec82895-ab87-432c-af03-6b11161cc3be req-b2e9bbb3-4b82-491c-ac2b-94b0bc632e6c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 943 time: 1.0102603 Jul 07 16:58:06.294543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Allocated IP 172.20.0.14 (7a9c53a7-1a73-4ec6-a92e-17d211c160e7/0a550da6-b628-4029-a35f-b3fa27094eff/122cd4ba-0b04-45c0-885d-cf1628d99398) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:06.338936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.392541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Allocated IP 172.20.0.2 (55a4324c-2560-4b60-bd09-dc05c4d11ebf/42822d9f-e516-4d41-b5b0-9aaf7492c928/0c5d1264-a3f6-4991-946f-4ce38687204e) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:06.447416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-f361c4ef-64cd-4a2b-98f5-9b0530699542 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364158 Jul 07 16:58:06.530085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.684846 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.698614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Transition to ACTIVE for port object 0c5d1264-a3f6-4991-946f-4ce38687204e will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:06.720937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Transition to ACTIVE for port object 0c5d1264-a3f6-4991-946f-4ce38687204e will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:06.731099 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.831963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.851106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0c5d1264-a3f6-4991-946f-4ce38687204e,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:06.868198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.876453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:06.876453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:06.882563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:06.910857 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:07.019712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Attempting to bind port 0c5d1264-a3f6-4991-946f-4ce38687204e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:07.020369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Attempting to bind port 0c5d1264-a3f6-4991-946f-4ce38687204e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'aaad9bac-8a52-4c25-aa11-a138ceca91ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:07.020936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Attempting to bind port 0c5d1264-a3f6-4991-946f-4ce38687204e on network 55a4324c-2560-4b60-bd09-dc05c4d11ebf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:07.030203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:07.030898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Checking segment: {'id': 'aaad9bac-8a52-4c25-aa11-a138ceca91ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:07.031487 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.032223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Bound using segment: {'id': 'aaad9bac-8a52-4c25-aa11-a138ceca91ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:07.032898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Bound port: 0c5d1264-a3f6-4991-946f-4ce38687204e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaad9bac-8a52-4c25-aa11-a138ceca91ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:07.033530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.052720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Allocated IP 172.25.5.242 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/5a8a233e-8adf-45bf-b651-57aaf9a37cc8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:07.143229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] For port 0c5d1264-a3f6-4991-946f-4ce38687204e, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:07.156602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] For port 0c5d1264-a3f6-4991-946f-4ce38687204e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c5d1264-a3f6-4991-946f-4ce38687204e,segment=NetworkSegment(aaad9bac-8a52-4c25-aa11-a138ceca91ed),segment_id=aaad9bac-8a52-4c25-aa11-a138ceca91ed)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:07.166927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.216697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.273860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293cff-e6ec-490a-b64e-341ba3f0d4c3 None None] Pushing event updated for resources: {'Port': ['ID=0c5d1264-a3f6-4991-946f-4ce38687204e,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:07.320842 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.386313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.400488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1068b571-655b-4075-b34b-315347c6a784 req-086f86e1-7d5e-41da-a225-6afb8b625875 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9147887 Jul 07 16:58:07.417858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec82895-ab87-432c-af03-6b11161cc3be req-9ab88bf0-01b9-4d98-898b-9416a606724e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0695651 Jul 07 16:58:07.474199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:07.476568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:07.483691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:07.528440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Port': ['ID=5a8a233e-8adf-45bf-b651-57aaf9a37cc8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:07.654753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7360027-bbaa-43d7-8110-b77476ebcb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.027648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44a92ea6-9109-4881-85d9-bffc8e4107c8 req-71ae73e8-a2fc-416b-acf0-6404b422866b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 210 time: 0.1423686 Jul 07 16:58:08.134152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28cd1-58d5-492c-aa29-eb3c1c7099a8 req-6b58def1-a717-4312-9b36-37b84904f2eb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.135950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52c28cd1-58d5-492c-aa29-eb3c1c7099a8 req-6b58def1-a717-4312-9b36-37b84904f2eb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.4659684 Jul 07 16:58:08.317975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.348129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.378828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.413301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-ff0db039-9b94-4e8e-a22f-0ce7e5560b12 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4296043 Jul 07 16:58:08.453037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44147-f9f8-434e-86bd-59718503e601 req-c6e0af17-e943-429e-8559-12c9062cf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.463963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-c6e0af17-e943-429e-8559-12c9062cf13e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 1094 time: 0.8672011 Jul 07 16:58:08.466793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.792843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c5d1264-a3f6-4991-946f-4ce38687204e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:08.923783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0c5d1264-a3f6-4991-946f-4ce38687204e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:08.945020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44147-f9f8-434e-86bd-59718503e601 req-44871b28-62ab-481d-87bc-721c23ac3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.947134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-44871b28-62ab-481d-87bc-721c23ac3a30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.4221275 Jul 07 16:58:08.988178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.988822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.989415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.989950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.992114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.992717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.993414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.995861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-842f34b1-6e92-4aac-a11c-940e9d615682 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.4304330 Jul 07 16:58:09.041768 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.135950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52c28cd1-58d5-492c-aa29-eb3c1c7099a8 req-f28d0740-2fee-4855-9b9d-867bf3fecd4b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9685171 Jul 07 16:58:09.138965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'Port': ['ID=31b7458b-3f02-4a21-9ead-e3111856ada8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.148420 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.168710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0668a9b-7031-48ef-84f6-94fbba9ac775 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:09.304082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-4d6baa35-b0d8-4c0f-b439-b1dae08f9ec5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775 HTTP/1.1" status: 200 len: 217 time: 0.3162978 Jul 07 16:58:09.363791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.400580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75b804-14ec-4e5b-bcef-ebf5658b7124 None None] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:09.441494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-22332a4d-ddb6-45b1-84bd-d0b93609845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.443342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-22332a4d-ddb6-45b1-84bd-d0b93609845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.444984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-22332a4d-ddb6-45b1-84bd-d0b93609845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.448811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-22332a4d-ddb6-45b1-84bd-d0b93609845d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 2292 time: 0.3272576 Jul 07 16:58:09.475253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.536875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:09.554221 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.556185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c9e0362-de1d-4219-83e9-f7134e9f3499 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3636327 Jul 07 16:58:09.568734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:09.597988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:09.674028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.733646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44147-f9f8-434e-86bd-59718503e601 req-5f8524d9-81e0-4c6e-973b-234be18614b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.736880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-5f8524d9-81e0-4c6e-973b-234be18614b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.3664000 Jul 07 16:58:09.813506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0668a9b-7031-48ef-84f6-94fbba9ac775, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:09.838860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f0668a9b-7031-48ef-84f6-94fbba9ac775', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': 'f0668a9b-7031-48ef-84f6-94fbba9ac775', 'mac_address': 'fa:16:3e:ac:30:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:09.856286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-3f2fef33-e38e-4cf8-998a-35cf21f853d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999751 Jul 07 16:58:09.937710 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-19ac1666-18ad-4445-b066-5921abf45ec6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 1001 time: 0.4810147 Jul 07 16:58:09.951240 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.981053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0668a9b-7031-48ef-84f6-94fbba9ac775 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:09.992035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325b6d-f471-4bc5-8cae-c0e452426834 req-5d678c75-811c-47de-82c5-9f8c0b3ec9b9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.995293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28325b6d-f471-4bc5-8cae-c0e452426834 req-5d678c75-811c-47de-82c5-9f8c0b3ec9b9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 943 time: 1.0222132 Jul 07 16:58:10.028816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.030405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.045795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0668a9b-7031-48ef-84f6-94fbba9ac775, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:10.049661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] Provisioning for port 0c5d1264-a3f6-4991-946f-4ce38687204e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:10.085082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-edc558f3-dfd1-4539-8ecf-76308aa96f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.088510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-edc558f3-dfd1-4539-8ecf-76308aa96f93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.1385598 Jul 07 16:58:10.184530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.208392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] Provisioning complete for port 0c5d1264-a3f6-4991-946f-4ce38687204e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:10.208392 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.234777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-803ee5b4-b662-4c33-b813-91fd5b12598a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4821389 Jul 07 16:58:10.263127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28325b6d-f471-4bc5-8cae-c0e452426834 req-39d74b8c-e347-4cd9-9d18-5cfbd1463a1f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229567 Jul 07 16:58:10.275961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Request body: {'port': {'device_id': '166a1b36-a990-43a8-ac6c-9186c449b169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:10.407648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c45b-cbc2-40e8-a62a-de618ae1d279 req-292f3e9f-266b-42c7-954d-fd4a1335a438 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.432300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7160c45b-cbc2-40e8-a62a-de618ae1d279 req-292f3e9f-266b-42c7-954d-fd4a1335a438 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 932 time: 0.5721512 Jul 07 16:58:10.450619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-19df0cae-9d37-41ad-9797-7f76be29b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.452672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-19df0cae-9d37-41ad-9797-7f76be29b632 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106289 Jul 07 16:58:10.454754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Router 628fa5a7-8e5d-4ed5-a0d8-4959a9570803 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:10.471420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0668a9b-7031-48ef-84f6-94fbba9ac775,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:10.500662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-3fe21617-962e-4b94-af9c-52d96a3e860d service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965283 Jul 07 16:58:10.574461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f0668a9b-7031-48ef-84f6-94fbba9ac775'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:10.634048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7160c45b-cbc2-40e8-a62a-de618ae1d279 req-dd60a0ce-7ea9-40c6-9cc1-2a54e7b0ea13 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008600 Jul 07 16:58:10.833143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.844044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.970443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:10.991477 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] Sync routers for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:11.009974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-ed5de1e8-67aa-49b8-9c63-84c75d5d17ed tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--448744447&fields=id&tenant_id=66c5390ac9f249e7bf96b27ea28fb06b HTTP/1.1" status: 200 len: 267 time: 0.1562171 Jul 07 16:58:11.027877 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:11.030451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.050706 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.053916 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-d6bddc86-d06f-488b-9f64-e4cb4ff21e28 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889385 Jul 07 16:58:11.056092 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.058441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ed3b32fe-7f8b-46d1-bb34-797ffc87dd51 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2703872 Jul 07 16:58:11.116506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] For port 0c5d1264-a3f6-4991-946f-4ce38687204e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c5d1264-a3f6-4991-946f-4ce38687204e,segment=NetworkSegment(aaad9bac-8a52-4c25-aa11-a138ceca91ed),segment_id=aaad9bac-8a52-4c25-aa11-a138ceca91ed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:11.138631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.228186 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.246173 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:11.247210 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.286619 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-5e5ecd18-e1c9-4d01-9da9-20d61592b676 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262390 Jul 07 16:58:11.287850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56612) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:11.297528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-09a84f20-80e2-4aae-ba63-2dd8b7263580 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.309909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-09a84f20-80e2-4aae-ba63-2dd8b7263580 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 810 time: 0.2968187 Jul 07 16:58:11.330467 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.331601 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db27392-1523-4c99-9454-77a83407ab83 None None] The sync data for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:11.421809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-444266f2-9985-44e0-aaf6-2b12e9de5e53 None None] Provisioning complete for port 0c5d1264-a3f6-4991-946f-4ce38687204e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:11.424318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-444266f2-9985-44e0-aaf6-2b12e9de5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.543415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29914e4e-78d8-46e9-b693-54a96d9ce553 None None] Pushing event updated for resources: {'Port': ['ID=0c5d1264-a3f6-4991-946f-4ce38687204e,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:11.771337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8b44147-f9f8-434e-86bd-59718503e601 req-c4fa16f2-b9d8-43a9-a8f3-d24bf8a347d9 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2617426 Jul 07 16:58:11.782231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-abd6fbaa-214e-49de-9f69-5a38b209910e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/quotas/66c5390ac9f249e7bf96b27ea28fb06b HTTP/1.1" status: 200 len: 375 time: 0.4696732 Jul 07 16:58:12.037968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2986-5bda-49d8-bf84-49129fa2d3be req-09d5c1bd-f940-4128-bf15-4dc2e313eec3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.040737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebbb2986-5bda-49d8-bf84-49129fa2d3be req-09d5c1bd-f940-4128-bf15-4dc2e313eec3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 1.0179305 Jul 07 16:58:12.125003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebbb2986-5bda-49d8-bf84-49129fa2d3be req-d7323338-3658-46b5-86d6-97a606639999 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754256 Jul 07 16:58:12.126922 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-42064cc8-c9e0-4d4d-9057-0189b691c10a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 217 time: 0.0814352 Jul 07 16:58:12.148178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-f3de5749-5449-4600-a541-aedfb66de117 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3137453 Jul 07 16:58:12.300702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122cd4ba-0b04-45c0-885d-cf1628d99398 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:12.315194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.332475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Transition to ACTIVE for port object 122cd4ba-0b04-45c0-885d-cf1628d99398 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:12.348120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.562269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:12.607270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-2a7ac922-beab-46f9-b315-e89b963407bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.614897 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-2a7ac922-beab-46f9-b315-e89b963407bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.2232254 Jul 07 16:58:12.688665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c5d1264-a3f6-4991-946f-4ce38687204e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:12.825420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0c5d1264-a3f6-4991-946f-4ce38687204e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:12.825801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.909199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-c6c6ade7-b8dd-4edf-b859-9e49cc019da9 service neutron] 10.222.0.78 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192223 Jul 07 16:58:12.953904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-3acc3266-d879-4a9c-b11d-5a902c988242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.960444 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-3acc3266-d879-4a9c-b11d-5a902c988242 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3418558 Jul 07 16:58:13.061298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Attempting to bind port 122cd4ba-0b04-45c0-885d-cf1628d99398 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:13.061958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Attempting to bind port 122cd4ba-0b04-45c0-885d-cf1628d99398 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:13.063428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Attempting to bind port 122cd4ba-0b04-45c0-885d-cf1628d99398 on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:13.075520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Port 122cd4ba-0b04-45c0-885d-cf1628d99398 on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:13.076033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Attempting to bind port 122cd4ba-0b04-45c0-885d-cf1628d99398 on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:13.182124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0668a9b-7031-48ef-84f6-94fbba9ac775 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:13.205372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-431976e9-0d98-45d3-8ddc-0eac9b79b5f5 service neutron] 10.222.0.78 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589909 Jul 07 16:58:13.219454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:13.220067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Checking segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:13.221015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Bound using segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:13.223236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Bound port: 122cd4ba-0b04-45c0-885d-cf1628d99398, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:13.225234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.238743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-9a4aa6e4-45da-4776-89af-934255d43742 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664232 Jul 07 16:58:13.408339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d084c49-8851-4c7f-8375-5ca25d2ceeef req-7f9ec424-aeb2-4138-b0fd-839435e7a8df tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.417553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d084c49-8851-4c7f-8375-5ca25d2ceeef req-7f9ec424-aeb2-4138-b0fd-839435e7a8df tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 944 time: 0.6465030 Jul 07 16:58:13.431235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f0668a9b-7031-48ef-84f6-94fbba9ac775 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:13.446734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f0668a9b-7031-48ef-84f6-94fbba9ac775 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:13.447356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.578274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:13.587754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.597807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-30b8b882-a3d2-4ae2-9597-e2fa9d88cab5 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453586 Jul 07 16:58:13.625604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:13.648827 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.747755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-e2fa778c-b66d-41fe-8f64-c3231a480266 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 217 time: 0.1354973 Jul 07 16:58:13.772432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.874947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d084c49-8851-4c7f-8375-5ca25d2ceeef req-bd485edd-53b7-4efb-8f12-9e7792ea382e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394561 Jul 07 16:58:13.888567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50518439-7536-434a-8199-bbf2f4d2306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0668a9b-7031-48ef-84f6-94fbba9ac775'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:13.899251 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b73bad4-7c2e-4327-8bbb-037df8efd777" -d '{"events": [{"server_uuid": "50518439-7536-434a-8199-bbf2f4d2306e", "name": "network-vif-plugged", "status": "completed", "tag": "f0668a9b-7031-48ef-84f6-94fbba9ac775"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:13.931186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0668a9b-7031-48ef-84f6-94fbba9ac775, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:13.939298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.011674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:14.039615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.041445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.047927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-25a14d73-70ee-435e-877e-08431231ca64 service neutron] 10.222.0.54 "PUT /v2.0/ports/122cd4ba-0b04-45c0-885d-cf1628d99398 HTTP/1.1" status: 200 len: 1092 time: 3.7763743 Jul 07 16:58:14.050646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:14.071072 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced55848-a5ad-4685-8539-636ea650171a" -d '{"events": [{"name": "network-changed", "server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:14.166676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-0b457c00-d9a6-4d74-9961-643a98e045ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.177287 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-0b457c00-d9a6-4d74-9961-643a98e045ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.3633251 Jul 07 16:58:14.318947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0668a9b-7031-48ef-84f6-94fbba9ac775,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:14.576624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-ca652105-2678-47b5-b889-489c313fcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.579784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-ca652105-2678-47b5-b889-489c313fcf6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 1095 time: 0.4537406 Jul 07 16:58:14.719931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01260cf0-c782-4f14-a920-72cb3f6eff9a req-6665ac84-e4be-4ebd-abbf-1b56c45aa7cb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.734124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01260cf0-c782-4f14-a920-72cb3f6eff9a req-6665ac84-e4be-4ebd-abbf-1b56c45aa7cb tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.3379807 Jul 07 16:58:14.756043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-e9260af6-6ba7-4700-93df-698c49a364ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=122cd4ba-0b04-45c0-885d-cf1628d99398 HTTP/1.1" status: 200 len: 217 time: 0.1558168 Jul 07 16:58:14.801079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78a841-5df4-404a-beb0-18acbab03153 req-e16f327a-669e-4b25-a776-145d7a88a251 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.815092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a78a841-5df4-404a-beb0-18acbab03153 req-e16f327a-669e-4b25-a776-145d7a88a251 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 944 time: 0.4765439 Jul 07 16:58:14.958702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a78a841-5df4-404a-beb0-18acbab03153 req-28146ff5-dbdf-44c0-aaa2-9203ec98210c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417265 Jul 07 16:58:14.983137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Allocated IP 172.20.0.1 (55a4324c-2560-4b60-bd09-dc05c4d11ebf/42822d9f-e516-4d41-b5b0-9aaf7492c928/6df27e5d-e257-427d-bcab-98cf107373ae) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:15.117891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01260cf0-c782-4f14-a920-72cb3f6eff9a req-1340b061-df72-48e8-ba89-1c9ca2e868c5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818340 Jul 07 16:58:15.132985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-780116ae-d9c4-4d5f-a75d-2ca37505bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.135920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-780116ae-d9c4-4d5f-a75d-2ca37505bf0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 200 len: 862 time: 0.3645904 Jul 07 16:58:15.248789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-c0c8cf32-c0e6-435b-aa19-04bc32249c1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982287 Jul 07 16:58:15.379867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-159f9868-094d-4384-99bc-45c1b877da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.387918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-159f9868-094d-4384-99bc-45c1b877da9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2026453 Jul 07 16:58:15.524064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1766f97-f346-4f81-b6dc-2481b1b703c2 req-3253e0a8-45b8-4eb7-ab43-4e91d1e16acd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 210 time: 0.0914752 Jul 07 16:58:15.526491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-2283cadd-2073-4a9c-9d50-9c9d1569b1c3 service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686248 Jul 07 16:58:15.648153 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b263a97b-73e9-4d3a-9f18-b30938e627b0 x-openstack-request-id: req-b263a97b-73e9-4d3a-9f18-b30938e627b0 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:15.656544 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50518439-7536-434a-8199-bbf2f4d2306e", "name": "network-vif-plugged", "status": "completed", "tag": "f0668a9b-7031-48ef-84f6-94fbba9ac775", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:15.659957 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b263a97b-73e9-4d3a-9f18-b30938e627b0 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:15.660678 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50518439-7536-434a-8199-bbf2f4d2306e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0668a9b-7031-48ef-84f6-94fbba9ac775', 'code': 200} Jul 07 16:58:15.729975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.770400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Transition to ACTIVE for port object 6df27e5d-e257-427d-bcab-98cf107373ae will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:15.794899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55aaf6f1-863e-42ae-90b6-f645772fc97c req-95febbe2-a639-4c23-ab32-5706b6dc2ba7 service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526946 Jul 07 16:58:15.797290 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c040be4b-aef0-4207-b6b7-fb93cf738d8f x-openstack-request-id: req-c040be4b-aef0-4207-b6b7-fb93cf738d8f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:15.797290 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:15.797667 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c040be4b-aef0-4207-b6b7-fb93cf738d8f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:15.798095 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'status': 'completed', 'code': 200} Jul 07 16:58:15.833325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.908187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:15.928933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-2c3bd85d-7f3c-410e-a7c6-4879a21ee061 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300226 Jul 07 16:58:15.937300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:15.952989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d22d13-7b30-4186-a26b-e833e94add24 req-8cde837f-985d-43dd-af50-4340811406bf tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.965035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:15.965276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56d22d13-7b30-4186-a26b-e833e94add24 req-8cde837f-985d-43dd-af50-4340811406bf tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 0.1659954 Jul 07 16:58:15.968730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Port': ['ID=6df27e5d-e257-427d-bcab-98cf107373ae,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:16.146091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.198660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56d22d13-7b30-4186-a26b-e833e94add24 req-e931ded7-ce34-4141-98b0-65779c298e47 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322726 Jul 07 16:58:16.271108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55848-a5ad-4685-8539-636ea650171a req-d18fbbf4-0606-4e52-b5ff-56d20d2c4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.282003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-d18fbbf4-0606-4e52-b5ff-56d20d2c4415 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 1095 time: 0.3145556 Jul 07 16:58:16.360998 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-ae5bf83d-0643-475c-bd25-4f624e7b057c service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065044 Jul 07 16:58:16.530720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae20bf9-562f-43cd-8c71-98627e4b409e req-c249cf60-9d10-4aba-958d-aa5f82424eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.536109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ae20bf9-562f-43cd-8c71-98627e4b409e req-c249cf60-9d10-4aba-958d-aa5f82424eff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 1096 time: 0.5657945 Jul 07 16:58:16.554432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-5c2e5b2f-7992-4222-ab84-18c759d97ed1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 217 time: 0.1623993 Jul 07 16:58:16.755734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.824958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e20b-d603-4a0a-bd50-607bc1c0fab8 req-ac9d0726-bd18-4376-8d12-0f3ede272670 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.838534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f48e20b-d603-4a0a-bd50-607bc1c0fab8 req-ac9d0726-bd18-4376-8d12-0f3ede272670 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 945 time: 0.7712846 Jul 07 16:58:16.900941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ae20bf9-562f-43cd-8c71-98627e4b409e req-3d38d194-1913-4a95-a90f-7067bfc53f6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584297 Jul 07 16:58:16.924264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-922caeef-46c2-4dd1-a202-c0ff8cf31059 None None] Provisioning for port 6df27e5d-e257-427d-bcab-98cf107373ae completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:16.951232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-922caeef-46c2-4dd1-a202-c0ff8cf31059 None None] Provisioning complete for port 6df27e5d-e257-427d-bcab-98cf107373ae triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:16.951816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-922caeef-46c2-4dd1-a202-c0ff8cf31059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.075717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-922caeef-46c2-4dd1-a202-c0ff8cf31059 None None] Port 6df27e5d-e257-427d-bcab-98cf107373ae cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:17.135810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-24933698-e807-4956-a05a-741c939ab0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.139007 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-24933698-e807-4956-a05a-741c939ab0c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.4935429 Jul 07 16:58:17.518409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55848-a5ad-4685-8539-636ea650171a req-babecccf-c16e-42fb-b402-b4cd6356e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.519923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-babecccf-c16e-42fb-b402-b4cd6356e21e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 923 time: 1.2162848 Jul 07 16:58:17.590632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f48e20b-d603-4a0a-bd50-607bc1c0fab8 req-366afe82-89f7-440b-a145-d96b16d11f1d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7493529 Jul 07 16:58:17.594905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-b0c11ff1-b110-4ba4-998b-c6cf08fa1cff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=122cd4ba-0b04-45c0-885d-cf1628d99398 HTTP/1.1" status: 200 len: 217 time: 0.0614436 Jul 07 16:58:17.628657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-1040da3f-3580-453b-a948-a34130f4c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.631131 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-1040da3f-3580-453b-a948-a34130f4c59a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4834919 Jul 07 16:58:17.679980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac41f4a-b6fd-473a-9247-576e98b2ce42 req-62c4b675-bb88-4935-aa1c-fa7bff47ad32 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.691152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-27c4ed32-3a4e-44db-bfda-4973313539f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.693882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aac41f4a-b6fd-473a-9247-576e98b2ce42 req-62c4b675-bb88-4935-aa1c-fa7bff47ad32 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 944 time: 1.1013286 Jul 07 16:58:17.694128 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-27c4ed32-3a4e-44db-bfda-4973313539f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 810 time: 0.8370950 Jul 07 16:58:17.866728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aac41f4a-b6fd-473a-9247-576e98b2ce42 req-996c29e1-d71d-4ee6-ac7c-1a712e0d5215 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645925 Jul 07 16:58:17.870055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55848-a5ad-4685-8539-636ea650171a req-a59a29f6-1c9e-492a-89fb-5413c8d10289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.873005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-a59a29f6-1c9e-492a-89fb-5413c8d10289 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 200 len: 862 time: 0.2653468 Jul 07 16:58:17.920550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f00ab-99d6-4817-be06-00ca9f23c122 req-798d64d3-29b1-4d1d-9f74-191ee21bcdf1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.926065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f11f00ab-99d6-4817-be06-00ca9f23c122 req-798d64d3-29b1-4d1d-9f74-191ee21bcdf1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.1743958 Jul 07 16:58:17.953414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-9afde62d-4b07-42e6-9777-83617d16a412 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c5390ac9f249e7bf96b27ea28fb06b HTTP/1.1" status: 200 len: 379 time: 0.1865878 Jul 07 16:58:17.971081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'port': {'device_id': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'admin_state_up': True, 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'security_groups': ['d8b3b2d9-02a7-477b-98c1-3f4420a96e92']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:18.129609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f11f00ab-99d6-4817-be06-00ca9f23c122 req-e72fdfff-f06a-46ee-bf5e-7b11e2768b8e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763937 Jul 07 16:58:18.135309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-b9388b32-eca2-4036-93e2-953df6ba266e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698340 Jul 07 16:58:18.208536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.225346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-d1f754a3-a9b1-450e-87c3-c574ddb43470 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747402 Jul 07 16:58:18.426450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.598515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca00b11d-c38a-477a-8267-a4de2dc5c48e req-0a57a778-1a13-414b-beda-0b08ea5f06a0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 210 time: 0.1648917 Jul 07 16:58:18.623977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-7853b829-afcb-46a5-9438-f79d5e426d8e service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792323 Jul 07 16:58:18.730830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-a52e6a1e-8f1b-4513-85e5-72f525ab0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:18.733860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-a52e6a1e-8f1b-4513-85e5-72f525ab0605 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1097 time: 0.3039289 Jul 07 16:58:18.750515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Made reservation on behalf of 66c5390ac9f249e7bf96b27ea28fb06b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:18.754230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.858874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced55848-a5ad-4685-8539-636ea650171a req-ee7e58ce-fe16-446a-aa10-ee6abd3b4b38 service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147677 Jul 07 16:58:18.876983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Port': ['ID=6df27e5d-e257-427d-bcab-98cf107373ae,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:18.888192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.895353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-0bb58b7e-a2d2-49f8-a508-62bd30c705d1 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688657 Jul 07 16:58:19.003598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-57979823-ba1b-49c2-917a-5be8c6cead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.005154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-57979823-ba1b-49c2-917a-5be8c6cead07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.2325916 Jul 07 16:58:19.063605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-ed890836-5f06-45a7-8321-b02adfffd7a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.0517569 Jul 07 16:58:19.137488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69788be5-c83a-44bc-a016-7810033b328b req-1493be86-5a84-4b2c-8646-78a32391d7a3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.140648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69788be5-c83a-44bc-a016-7810033b328b req-1493be86-5a84-4b2c-8646-78a32391d7a3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 945 time: 0.2299807 Jul 07 16:58:19.176937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-7f10528a-c6dd-4788-b8e1-45c5ec489a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.178845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-7f10528a-c6dd-4788-b8e1-45c5ec489a96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1088119 Jul 07 16:58:19.225158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-e4277cfe-7aa4-4585-90de-fdbadda87a0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326600 Jul 07 16:58:19.235184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1fe3b-bea4-497f-9286-b09b0c388fe7 req-6fa46005-caa9-4ffe-84f9-a1948d2bdd43 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.237030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ab1fe3b-bea4-497f-9286-b09b0c388fe7 req-6fa46005-caa9-4ffe-84f9-a1948d2bdd43 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 0.2650259 Jul 07 16:58:19.348002 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-388f3dbb-e4c2-4eff-a3d9-3a71f9e2996b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 217 time: 0.4435716 Jul 07 16:58:19.382208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69788be5-c83a-44bc-a016-7810033b328b req-90586885-e846-4fce-bac5-7175bbc74244 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181127 Jul 07 16:58:19.415040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ab1fe3b-bea4-497f-9286-b09b0c388fe7 req-8792bf99-6026-411e-82ca-afce15d9b460 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570132 Jul 07 16:58:19.469576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-481e2512-bdf1-42d9-81f6-234134e3116b service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311528 Jul 07 16:58:19.476698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-c67ae30d-b625-4e51-b585-2ce50cdaff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.478265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-c67ae30d-b625-4e51-b585-2ce50cdaff6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1210096 Jul 07 16:58:19.484586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Allocated IP 172.20.0.12 (e1cac576-c5a3-4ea6-898a-8e98e310d6bb/f88c2157-9296-4896-b6ad-c963859a0e58/d101747c-3c22-48e9-bd7c-1201274670f6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:19.562232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:19.565151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:19.570319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:19.751894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-5ade33d6-36e5-4e1d-90c2-4e73db6c0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:19.753514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-5ade33d6-36e5-4e1d-90c2-4e73db6c0a06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2665048 Jul 07 16:58:20.028137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.055534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6689adc6-1650-4ac0-a802-916a88d3ff7e req-3a6f8368-7f93-4ad5-8db8-bf6f99c22510 service neutron] 10.222.0.54 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771704 Jul 07 16:58:20.120144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f3ab-a00c-48ca-b9e2-057dc925b2ea req-0e459c0c-5c6f-4598-80ed-bb768822ce2b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.147587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e748f3ab-a00c-48ca-b9e2-057dc925b2ea req-0e459c0c-5c6f-4598-80ed-bb768822ce2b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.4551272 Jul 07 16:58:20.167450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Transition to ACTIVE for port object d101747c-3c22-48e9-bd7c-1201274670f6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:20.183562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:20.184023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Router 628fa5a7-8e5d-4ed5-a0d8-4959a9570803 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:20.184188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd675-5dd9-4bdf-9de4-d1b8f8d47b4d req-ae4e1bbe-caee-43bf-9887-17aa48550806 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.198239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c0cd675-5dd9-4bdf-9de4-d1b8f8d47b4d req-ae4e1bbe-caee-43bf-9887-17aa48550806 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 944 time: 0.3483729 Jul 07 16:58:20.209998 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-2d087610-d7cf-48ee-ade7-d910978c7ab2 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458735 Jul 07 16:58:20.212491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'port_id': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'mac_address': 'fa:16:3e:24:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a550da6-b628-4029-a35f-b3fa27094eff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:20.220564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6fafe0a4-19f0-4ba3-ab64-70f704884d54 None None] Provisioning complete for port 6df27e5d-e257-427d-bcab-98cf107373ae triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:20.221358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fafe0a4-19f0-4ba3-ab64-70f704884d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.312452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6fafe0a4-19f0-4ba3-ab64-70f704884d54 None None] Port 6df27e5d-e257-427d-bcab-98cf107373ae cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:20.318866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e748f3ab-a00c-48ca-b9e2-057dc925b2ea req-d27dc3f9-9e15-430b-a9a8-c54ae1aaf942 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692467 Jul 07 16:58:20.324834 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.351532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c0cd675-5dd9-4bdf-9de4-d1b8f8d47b4d req-ee65cec2-7c2d-4b7f-8f7c-20c1e5b9609b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517699 Jul 07 16:58:20.358613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122cd4ba-0b04-45c0-885d-cf1628d99398 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:20.376752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.434048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:20.444605 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.533689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:20.623031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'Port': ['ID=d101747c-3c22-48e9-bd7c-1201274670f6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:20.626611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:20.639264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] Sync routers for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:20.649898 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-19e06cfd-af03-41d5-bd88-fd1a2a59b7eb service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289091 Jul 07 16:58:20.657653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:20.658325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.668283 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6b8c7de6-1f98-4aaf-b0ae-b8f0a7a7a2ae tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "PUT /v2.0/routers/628fa5a7-8e5d-4ed5-a0d8-4959a9570803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3786609 Jul 07 16:58:20.672685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56726) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:20.678923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Request body: {'port': {'network_id': '55a4324c-2560-4b60-bd09-dc05c4d11ebf', 'name': 'tempest-FloatingIPAdminTestJSON-879762439'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:20.680202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:20.708531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:20.752872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.769810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:20.770995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.783721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:20.857999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-5120bd47-59d1-4f8e-af74-be9a1800c41a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.1738708 Jul 07 16:58:20.860242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.861311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d01ec5-a138-45ff-86bf-8079dda5a169 None None] The sync data for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:20.920356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['122cd4ba-0b04-45c0-885d-cf1628d99398'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:20.992913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130082f1-7487-42fa-8995-be98d4c9e110 req-340ac44d-7fb3-43f7-879d-d42054bebe86 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.003317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-130082f1-7487-42fa-8995-be98d4c9e110 req-340ac44d-7fb3-43f7-879d-d42054bebe86 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 932 time: 0.2829986 Jul 07 16:58:21.019536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-d6f07cdd-0a84-45df-a5db-9ef48c866428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.023121 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-d6f07cdd-0a84-45df-a5db-9ef48c866428 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.1543813 Jul 07 16:58:21.048732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Made reservation on behalf of 26564a736cb94396b434753dd389cdc4 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:21.054868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.098469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] device_id is not set on port 85049845-2820-407a-ba33-250f22714b60 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:58:21.121666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-130082f1-7487-42fa-8995-be98d4c9e110 req-bc172245-62f6-4466-9dcc-5035418cc1fa tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158950 Jul 07 16:58:21.253153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.256639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.290970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-03c9be1b-4ecb-44ab-9da9-1bb3c47dba49 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3283827 Jul 07 16:58:21.313926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Request body: {'port': {'device_id': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:21.340190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Allocated IP 172.20.0.7 (55a4324c-2560-4b60-bd09-dc05c4d11ebf/42822d9f-e516-4d41-b5b0-9aaf7492c928/85049845-2820-407a-ba33-250f22714b60) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:21.366240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8d462093-a5c8-475f-9dd9-aabeec55a85e None None] Provisioning for port d101747c-3c22-48e9-bd7c-1201274670f6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:21.384993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8d462093-a5c8-475f-9dd9-aabeec55a85e None None] Provisioning complete for port d101747c-3c22-48e9-bd7c-1201274670f6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:21.385682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8d462093-a5c8-475f-9dd9-aabeec55a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.518045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-4c5fcc29-bdb8-413e-b6d3-982f656cd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.521126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-4c5fcc29-bdb8-413e-b6d3-982f656cd311 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4853573 Jul 07 16:58:21.545236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8d462093-a5c8-475f-9dd9-aabeec55a85e None None] Port d101747c-3c22-48e9-bd7c-1201274670f6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:21.558985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.570296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:21.579659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Transition to ACTIVE for port object 85049845-2820-407a-ba33-250f22714b60 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:21.640710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.667303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.721397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:21.729777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:21.776184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:21.818159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-63ca9de3-8597-408f-aaa1-2cb809a07ff2 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852755 Jul 07 16:58:21.845459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.885715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:21.889032 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ee11b-e4db-4721-9871-e46e00184ffe" -d '{"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:21.902910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event updated for resources: {'Port': ['ID=85049845-2820-407a-ba33-250f22714b60,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:21.976051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:21.986363 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.130314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832769-eefe-47ee-a757-11cb3b2c445b req-295378b4-a366-493e-8606-e5a16f4c5ba0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.138310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60832769-eefe-47ee-a757-11cb3b2c445b req-295378b4-a366-493e-8606-e5a16f4c5ba0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 945 time: 0.5113459 Jul 07 16:58:22.153327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:22.170419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.170894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.196763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-404553d5-de8a-48cc-9466-6677d78fb635 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5220506 Jul 07 16:58:22.201735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56752) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:22.271114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60832769-eefe-47ee-a757-11cb3b2c445b req-fa9467ed-d006-4e89-b1e2-00186f624ddf tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317968 Jul 07 16:58:22.315402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d101747c-3c22-48e9-bd7c-1201274670f6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:22.327025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.338591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb213f-be49-461c-b503-4168d6527c6d req-2f0f6c82-b8aa-400b-9baf-d4c205559781 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.345081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Transition to ACTIVE for port object d101747c-3c22-48e9-bd7c-1201274670f6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:22.349082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdfb213f-be49-461c-b503-4168d6527c6d req-2f0f6c82-b8aa-400b-9baf-d4c205559781 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.3292086 Jul 07 16:58:22.366366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'project_id': '26564a736cb94396b434753dd389cdc4', 'port_id': '85049845-2820-407a-ba33-250f22714b60'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:22.383500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-62314f1c-4d0b-49a4-8f53-fef38c78e1ba None None] Provisioning for port 85049845-2820-407a-ba33-250f22714b60 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:22.392639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-62314f1c-4d0b-49a4-8f53-fef38c78e1ba None None] Provisioning complete for port 85049845-2820-407a-ba33-250f22714b60 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:22.393608 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-62314f1c-4d0b-49a4-8f53-fef38c78e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.410632 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-70880ab4-9da6-4ec2-b91d-0f3db8e5a107 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778246 Jul 07 16:58:22.417535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.478766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-62314f1c-4d0b-49a4-8f53-fef38c78e1ba None None] Port 85049845-2820-407a-ba33-250f22714b60 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:22.535287 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-1282572f-442f-429c-a161-6b445372ed96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.1146905 Jul 07 16:58:22.589166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdfb213f-be49-461c-b503-4168d6527c6d req-81b03e1c-9c21-4502-869f-c67beabb1d99 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374368 Jul 07 16:58:22.623116 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.666310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Pushing event updated for resources: {'Port': ['ID=d101747c-3c22-48e9-bd7c-1201274670f6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:22.719789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-f86fba1a-f344-40b1-a561-7d3ea9dd3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.721444 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-f86fba1a-f344-40b1-a561-7d3ea9dd3ddc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.1786249 Jul 07 16:58:22.807189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-5a266353-75b5-42a8-aecb-7acf6306906b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.808819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-5a266353-75b5-42a8-aecb-7acf6306906b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 945 time: 0.3575776 Jul 07 16:58:22.843719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaec15-a8c0-461a-a8b2-29dcbda8d36a req-ef1117a1-814c-478d-995c-8b7ab4b8ffcb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.855498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3eaec15-a8c0-461a-a8b2-29dcbda8d36a req-ef1117a1-814c-478d-995c-8b7ab4b8ffcb tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 945 time: 0.2934575 Jul 07 16:58:22.951251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Attempting to bind port d101747c-3c22-48e9-bd7c-1201274670f6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:22.954545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Attempting to bind port d101747c-3c22-48e9-bd7c-1201274670f6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:22.956764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Attempting to bind port d101747c-3c22-48e9-bd7c-1201274670f6 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:22.972250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Port d101747c-3c22-48e9-bd7c-1201274670f6 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:22.972865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Attempting to bind port d101747c-3c22-48e9-bd7c-1201274670f6 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:22.980788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-6f134fbf-4ecb-4427-a135-c6a9c8b1f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.982980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-6f134fbf-4ecb-4427-a135-c6a9c8b1f8c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2533953 Jul 07 16:58:23.027387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:23.028361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Checking segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:23.029631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Bound using segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:23.030366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Bound port: d101747c-3c22-48e9-bd7c-1201274670f6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:23.030953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.133955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3eaec15-a8c0-461a-a8b2-29dcbda8d36a req-af5fd0c8-6664-4327-911c-dde4c97a2372 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773936 Jul 07 16:58:23.174357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8314-87f4-49a9-b2dd-2711728b3535 req-23ba46a8-5d57-47cc-b410-101a3cd08eae tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.176042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-203a8314-87f4-49a9-b2dd-2711728b3535 req-23ba46a8-5d57-47cc-b410-101a3cd08eae tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 0.2077041 Jul 07 16:58:23.195781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.242501 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67de04ff-97d7-40ca-9003-119f333f8f73 x-openstack-request-id: req-67de04ff-97d7-40ca-9003-119f333f8f73 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:23.243732 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-unplugged", "status": "failed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "code": 422}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:23.244206 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67de04ff-97d7-40ca-9003-119f333f8f73 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:23.244828 n-d-793619-7 neutron-server[98272]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'code': 422} returned with failed status Jul 07 16:58:23.316092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-2862ef7b-8933-4054-a77a-252aa882a21f service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239088 Jul 07 16:58:23.422899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] For port d101747c-3c22-48e9-bd7c-1201274670f6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:23.444077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Deleting port f0668a9b-7031-48ef-84f6-94fbba9ac775 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:23.444672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.504114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] For port d101747c-3c22-48e9-bd7c-1201274670f6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d101747c-3c22-48e9-bd7c-1201274670f6,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:23.523799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.573294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:23.649570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.650697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.653789 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] 10.222.0.13 "PUT /v2.0/ports/d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 1092 time: 2.3474824 Jul 07 16:58:23.654526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:23.661495 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301d4909-1811-4919-82c7-39364c45c703" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:23.666185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.689367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Allocated IP 172.25.5.188 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/2972a939-b458-4b7f-b0b7-60fcdbec15de) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:23.700238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 122cd4ba-0b04-45c0-885d-cf1628d99398 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:23.709506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 122cd4ba-0b04-45c0-885d-cf1628d99398 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:23.710720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.775549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083591-21d0-47cb-99bb-e2a64f0df60f service neutron] Pushing event updated for resources: {'Port': ['ID=d101747c-3c22-48e9-bd7c-1201274670f6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.831694 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3e5cda73-f06d-4434-ac0f-443db4383d0e req-1bd6f870-9027-490b-bd86-41a6c1b344d5 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082943 Jul 07 16:58:23.850245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-c39952ef-4992-481e-86fb-2e1c77590d11 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.853016 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-c39952ef-4992-481e-86fb-2e1c77590d11 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.13 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 945 time: 0.5137639 Jul 07 16:58:23.954707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-203a8314-87f4-49a9-b2dd-2711728b3535 req-b3a49667-1ad5-43ea-aaaa-c55d9d80c85d tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7441969 Jul 07 16:58:23.994632 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.069615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:24.077303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.078201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:24.133228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-74b6fc92-80d8-44a9-ba10-feeb03e6efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.137404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-74b6fc92-80d8-44a9-ba10-feeb03e6efe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1095 time: 0.3927011 Jul 07 16:58:24.169763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a60163-150c-4036-89a0-1925e50f50b0 req-e371c69c-e2e6-4ec0-962b-ec7c4c22ab77 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.172131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14a60163-150c-4036-89a0-1925e50f50b0 req-e371c69c-e2e6-4ec0-962b-ec7c4c22ab77 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 944 time: 0.7521193 Jul 07 16:58:24.267417 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-0ec4e73c-700b-4d8b-9cda-3ce95d95298d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 217 time: 0.1125426 Jul 07 16:58:24.274719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] For port f0668a9b-7031-48ef-84f6-94fbba9ac775, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0668a9b-7031-48ef-84f6-94fbba9ac775,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:24.275242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.320873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.346212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Deleting port ac4ab30a-8a8a-4931-b535-20ab92f74c80 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:24.346632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.397821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-79027ef7-2735-4fed-bd5a-38f4f25fc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.399369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-79027ef7-2735-4fed-bd5a-38f4f25fc854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.1210604 Jul 07 16:58:24.400145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Calling delete_port for f0668a9b-7031-48ef-84f6-94fbba9ac775 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:24.444787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14a60163-150c-4036-89a0-1925e50f50b0 req-1f646984-c243-4efa-b8ed-2a0eb853db6f tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479265 Jul 07 16:58:24.468880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.511543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] For port ac4ab30a-8a8a-4931-b535-20ab92f74c80, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ac4ab30a-8a8a-4931-b535-20ab92f74c80,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:24.512227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.611251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-9965b603-0ddb-4e42-9f27-046c468d9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.612895 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-9965b603-0ddb-4e42-9f27-046c468d9c1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032800 Jul 07 16:58:25.120994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd151d-de81-4ab1-8976-ca4413ed8a58 req-0969567a-a4e5-4825-88ed-1a452a691cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.123005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55cd151d-de81-4ab1-8976-ca4413ed8a58 req-0969567a-a4e5-4825-88ed-1a452a691cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=50518439-7536-434a-8199-bbf2f4d2306e HTTP/1.1" status: 200 len: 945 time: 0.7951827 Jul 07 16:58:25.215064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.247439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:25.251520 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb95e4cc-3e41-4b24-a2dc-4441fb83d0a4" -d '{"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-plugged", "status": "completed", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:25.259472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0668a9b-7031-48ef-84f6-94fbba9ac775 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:25.317636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No active binding found for port f0668a9b-7031-48ef-84f6-94fbba9ac775 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:58:25.319746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0668a9b-7031-48ef-84f6-94fbba9ac775 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:25.330671 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-58755a8c-db55-4601-a735-63cc61b741e5 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078848 Jul 07 16:58:25.348331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f477705-5190-49f7-b12b-d295541e3f76 req-085eed8f-1d39-4e64-b5b1-3599937de0ce tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.350219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f477705-5190-49f7-b12b-d295541e3f76 req-085eed8f-1d39-4e64-b5b1-3599937de0ce tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.3662267 Jul 07 16:58:25.350994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.361810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.362084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Pushing event updated for resources: {'Port': ['ID=2972a939-b458-4b7f-b0b7-60fcdbec15de,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:25.362437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.362970 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Floating IP 1501a87d-3389-4276-8668-ab45b17e2da9 disassociated. External IP: 172.25.5.68, port: ac4ab30a-8a8a-4931-b535-20ab92f74c80. Jul 07 16:58:25.363580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Calling delete_port for ac4ab30a-8a8a-4931-b535-20ab92f74c80 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:25.369090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:25.372773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55cd151d-de81-4ab1-8976-ca4413ed8a58 req-20c383fd-92e1-423a-b04a-2723c436a1a1 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403584 Jul 07 16:58:25.391369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:25.447663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:25.483130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event deleted for resources: {'Port': ['ID=f0668a9b-7031-48ef-84f6-94fbba9ac775,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:25.523434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-41ecfbbd-a0d0-4b67-b8b3-d8c43c53cd5d req-c0e8bb11-251f-415b-8406-b9630bd9dc51 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812210 Jul 07 16:58:25.525003 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5617bce1-2eaf-4eba-92ae-e8c7f9b209ea x-openstack-request-id: req-5617bce1-2eaf-4eba-92ae-e8c7f9b209ea {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:25.525305 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:25.525564 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5617bce1-2eaf-4eba-92ae-e8c7f9b209ea {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:25.526042 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'status': 'completed', 'code': 200} Jul 07 16:58:25.535203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f477705-5190-49f7-b12b-d295541e3f76 req-f6956068-2b82-49db-b367-05d887f1dea6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699719 Jul 07 16:58:25.560081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] No DVR routers for this DVR port f0668a9b-7031-48ef-84f6-94fbba9ac775 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:25.565424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.567920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-576bf7c7-15af-4ecc-a930-631ad52a7505 req-a14fe8d1-59c3-4cca-9faa-36d963efb218 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "DELETE /v2.0/ports/f0668a9b-7031-48ef-84f6-94fbba9ac775 HTTP/1.1" status: 204 len: 173 time: 2.7523427 Jul 07 16:58:25.568601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50518439-7536-434a-8199-bbf2f4d2306e', 'name': 'network-vif-deleted', 'tag': 'f0668a9b-7031-48ef-84f6-94fbba9ac775'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:25.571494 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8294a134-6dc8-409f-82e7-4997163f49a0" -d '{"events": [{"server_uuid": "50518439-7536-434a-8199-bbf2f4d2306e", "name": "network-vif-deleted", "tag": "f0668a9b-7031-48ef-84f6-94fbba9ac775"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:25.931191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4909-1811-4919-82c7-39364c45c703 req-2756f6a7-45e9-49d8-9ede-1d0ac19f09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.933335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-2756f6a7-45e9-49d8-9ede-1d0ac19f09b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1095 time: 0.2717500 Jul 07 16:58:25.938265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.013773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event deleted for resources: {'Port': ['ID=ac4ab30a-8a8a-4931-b535-20ab92f74c80,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:26.072780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71983d-e9c3-487d-9bf7-2edbf777bcd8 req-37e0c06d-d7c8-474f-bb29-c60e2da82cef tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.074588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e71983d-e9c3-487d-9bf7-2edbf777bcd8 req-37e0c06d-d7c8-474f-bb29-c60e2da82cef tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.3126190 Jul 07 16:58:26.224376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Router 39881710-1c70-44d1-9e3d-6bdba320dbac has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:26.244461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4909-1811-4919-82c7-39364c45c703 req-77628a2e-52c2-4e95-a535-e3d3d60d0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.246052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-77628a2e-52c2-4e95-a535-e3d3d60d0f35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.2858253 Jul 07 16:58:26.258012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e71983d-e9c3-487d-9bf7-2edbf777bcd8 req-46a640e3-c306-49bf-9e0c-099acfdd6f15 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489193 Jul 07 16:58:26.292849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13774382-0cc8-45b4-a280-d80db017923b req-f7c8157c-2cbf-4df2-b667-f6821af78293 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.294446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13774382-0cc8-45b4-a280-d80db017923b req-f7c8157c-2cbf-4df2-b667-f6821af78293 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/ports?device_id=122a5c0b-22b7-4487-a003-1c3f2d9ae0ce HTTP/1.1" status: 200 len: 867 time: 0.3828280 Jul 07 16:58:26.387883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:26.400967 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8fc17-54af-4900-816d-77f5e63b2fcb x-openstack-request-id: req-4db8fc17-54af-4900-816d-77f5e63b2fcb {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:26.407471 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] Sync routers for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:26.408579 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-plugged", "status": "completed", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:26.409008 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4db8fc17-54af-4900-816d-77f5e63b2fcb {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:26.409764 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'code': 200} Jul 07 16:58:26.440739 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:26.444264 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:26.503721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] No DVR routers for this DVR port ac4ab30a-8a8a-4931-b535-20ab92f74c80 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:26.509970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.514305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0068084f-8f7d-41fe-8420-3e3c1d448cec req-bb025608-41a3-41e3-8617-67e6633469f7 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.13 "DELETE /v2.0/ports/ac4ab30a-8a8a-4931-b535-20ab92f74c80 HTTP/1.1" status: 204 len: 173 time: 2.6523178 Jul 07 16:58:26.525638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-8b062aac-f51c-4ac5-9868-4aefddfe1ead service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 217 time: 0.2617102 Jul 07 16:58:26.740697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4909-1811-4919-82c7-39364c45c703 req-3ffc6aa3-6186-4cf8-b28d-aadfb18be8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.743347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-3ffc6aa3-6186-4cf8-b28d-aadfb18be8b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.2040493 Jul 07 16:58:26.773782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13774382-0cc8-45b4-a280-d80db017923b req-4f6b4e44-1f95-4a44-942d-1a417b45b8c1 tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups?id=1683a729-b4f9-458a-bb6e-a17ff4ead83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687971 Jul 07 16:58:26.788807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.855054 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:26.884975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917b8e-1b3d-4909-9d70-287d4272d0a6 req-32d45728-7387-4789-841d-ebd0253aa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.887094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8c917b8e-1b3d-4909-9d70-287d4272d0a6 req-32d45728-7387-4789-841d-ebd0253aa81b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 1097 time: 0.2533245 Jul 07 16:58:26.954776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8c917b8e-1b3d-4909-9d70-287d4272d0a6 req-de09eede-f21d-4e0c-b7b4-cde43ad8a171 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Jul 07 16:58:27.134075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4909-1811-4919-82c7-39364c45c703 req-abf48e46-eceb-435b-9917-0d68cece4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.135860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-abf48e46-eceb-435b-9917-0d68cece4a83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861709 Jul 07 16:58:27.170749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31e706-7f3e-4f0e-aaf1-5ae442b1d02e req-ff69fa7b-c5f3-4329-92cd-71480713a4d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.173791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac31e706-7f3e-4f0e-aaf1-5ae442b1d02e req-ff69fa7b-c5f3-4329-92cd-71480713a4d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 944 time: 0.3286552 Jul 07 16:58:27.255221 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:07Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:27.259658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d101747c-3c22-48e9-bd7c-1201274670f6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:27.266849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac4ab30a-8a8a-4931-b535-20ab92f74c80 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:27.277543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-9090c5a8-506b-4b2e-964c-92c1a070390b service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258531 Jul 07 16:58:27.285163 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.298962 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] Checking router: 39881710-1c70-44d1-9e3d-6bdba320dbac for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:27.313565 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:27.314693 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:27.332529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: ac4ab30a-8a8a-4931-b535-20ab92f74c80 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:27.332887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ac4ab30a-8a8a-4931-b535-20ab92f74c80 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:27.528508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'name': 'network-vif-deleted', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:27.531429 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f67eb-e695-4ca2-97bf-1cbc1f4e146c" -d '{"events": [{"server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "name": "network-vif-deleted", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:27.537548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301d4909-1811-4919-82c7-39364c45c703 req-78494caa-7e7b-422c-b1f5-0883643264ea service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264739 Jul 07 16:58:27.545267 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:27.587037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d101747c-3c22-48e9-bd7c-1201274670f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d101747c-3c22-48e9-bd7c-1201274670f6,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:27.618980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'port_id': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'mac_address': 'fa:16:3e:11:2b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:27.619546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac31e706-7f3e-4f0e-aaf1-5ae442b1d02e req-7a08cc44-b206-4563-a37a-409a9b8e7973 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954981 Jul 07 16:58:27.628524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bd28b-6ba1-4e82-a65a-39faae0dd0f6 req-62429cb9-9d1b-4f8c-9bad-e7d7895a6074 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.637510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d9bd28b-6ba1-4e82-a65a-39faae0dd0f6 req-62429cb9-9d1b-4f8c-9bad-e7d7895a6074 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.6261983 Jul 07 16:58:27.695325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d9bd28b-6ba1-4e82-a65a-39faae0dd0f6 req-d6393ca0-7941-4b92-b8ae-c6b8ba69456d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 Jul 07 16:58:27.792891 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.837599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d101747c-3c22-48e9-bd7c-1201274670f6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:27.878086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d101747c-3c22-48e9-bd7c-1201274670f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d101747c-3c22-48e9-bd7c-1201274670f6,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:27.887207 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.890189 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b30dba-eeab-47f6-922f-875dba9ec9ca x-openstack-request-id: req-44b30dba-eeab-47f6-922f-875dba9ec9ca {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:27.893142 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50518439-7536-434a-8199-bbf2f4d2306e", "name": "network-vif-deleted", "tag": "f0668a9b-7031-48ef-84f6-94fbba9ac775", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:27.893502 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44b30dba-eeab-47f6-922f-875dba9ec9ca {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:27.893931 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50518439-7536-434a-8199-bbf2f4d2306e', 'name': 'network-vif-deleted', 'tag': 'f0668a9b-7031-48ef-84f6-94fbba9ac775', 'status': 'completed', 'code': 200} Jul 07 16:58:27.910306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.922065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.007345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d101747c-3c22-48e9-bd7c-1201274670f6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:28.045607 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7bd1bb-f201-4d96-9b49-0fabcf1f165d x-openstack-request-id: req-0f7bd1bb-f201-4d96-9b49-0fabcf1f165d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:28.045907 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a5c0b-22b7-4487-a003-1c3f2d9ae0ce", "name": "network-vif-deleted", "tag": "ac4ab30a-8a8a-4931-b535-20ab92f74c80", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:28.046180 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f7bd1bb-f201-4d96-9b49-0fabcf1f165d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:28.046575 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a5c0b-22b7-4487-a003-1c3f2d9ae0ce', 'name': 'network-vif-deleted', 'tag': 'ac4ab30a-8a8a-4931-b535-20ab92f74c80', 'status': 'completed', 'code': 200} Jul 07 16:58:28.149561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d101747c-3c22-48e9-bd7c-1201274670f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:28.160662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.195744 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:07Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:28.266360 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cbf55-7eeb-4cd3-8988-5ecd315b7d2b None None] The sync data for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 is: [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:55:57Z', 'revision_number': 4, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43412f30-59a1-40cc-8bfa-d2fe9b136528', 'name': '', 'network_id': '7054b001-ab2e-4241-9a5e-b4782b862a08', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'mac_address': 'fa:16:3e:34:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:55Z', 'updated_at': '2021-07-07T16:56:07Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'subnets': [{'id': '024c6f3c-cd76-4c09-a369-3f08ffdd6ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:28.427216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Pushing event updated for resources: {'Port': ['ID=2972a939-b458-4b7f-b0b7-60fcdbec15de,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:28.447515 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Floating IP 549019eb-eb57-48f5-b6e1-b48dff5770a0 associated. External IP: 172.25.5.188, port: 85049845-2820-407a-ba33-250f22714b60. Jul 07 16:58:28.527650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56836) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:28.641825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1731a9f8-b9c6-4f16-815f-f99d9ac7de9b tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.681043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bdda6-e9cc-4cef-8423-a61b3e719d21 req-413950c1-2d7e-433c-b3bf-ae17420733c6 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.682804 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65bdda6-e9cc-4cef-8423-a61b3e719d21 req-413950c1-2d7e-433c-b3bf-ae17420733c6 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.2929378 Jul 07 16:58:28.700229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1731a9f8-b9c6-4f16-815f-f99d9ac7de9b tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.744597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198ef3e-fa36-416f-80d3-3e978a5d93c9 None None] New status for floating IP 1501a87d-3389-4276-8668-ab45b17e2da9: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:58:28.781819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1731a9f8-b9c6-4f16-815f-f99d9ac7de9b tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.785186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1731a9f8-b9c6-4f16-815f-f99d9ac7de9b tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.786526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1731a9f8-b9c6-4f16-815f-f99d9ac7de9b tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "DELETE /v2.0/security-groups/1683a729-b4f9-458a-bb6e-a17ff4ead83b HTTP/1.1" status: 204 len: 168 time: 0.2576542 Jul 07 16:58:28.791833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56848) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:28.812762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731a9f8-b9c6-4f16-815f-f99d9ac7de9b tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1683a729-b4f9-458a-bb6e-a17ff4ead83b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:28.827300 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-dde0df91-c446-48ec-980c-1c7253a9fecc tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] show failed (client error): The resource could not be found. Jul 07 16:58:28.829264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dde0df91-c446-48ec-980c-1c7253a9fecc tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "GET /v2.0/security-groups/1683a729-b4f9-458a-bb6e-a17ff4ead83b HTTP/1.1" status: 404 len: 347 time: 0.0362947 Jul 07 16:58:28.838181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56850) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:29.005861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Deleting port 8c45fe35-8d56-4fae-8201-0c1fa6eea379 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:29.006308 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.103103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.103103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.123432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Calling delete_port for 8c45fe35-8d56-4fae-8201-0c1fa6eea379 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:29.274387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d101747c-3c22-48e9-bd7c-1201274670f6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:29.334542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port d101747c-3c22-48e9-bd7c-1201274670f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:29.340025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d101747c-3c22-48e9-bd7c-1201274670f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:29.340559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.360133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65bdda6-e9cc-4cef-8423-a61b3e719d21 req-cdfb4f93-4921-4a5c-8584-46857060934a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630023 Jul 07 16:58:29.429902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.501711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Pushing event deleted for resources: {'Port': ['ID=8c45fe35-8d56-4fae-8201-0c1fa6eea379,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:29.512960 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.586962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:29.591161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-c4f4ea97-dff3-4169-9154-39f75c6e51fb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.592991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-c4f4ea97-dff3-4169-9154-39f75c6e51fb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.9217355 Jul 07 16:58:29.595550 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef0ffa-2393-4dcc-9d49-531b43aad35f" -d '{"events": [{"server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "name": "network-vif-plugged", "status": "completed", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:29.614090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Router 628fa5a7-8e5d-4ed5-a0d8-4959a9570803 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:29.622351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-647d7ae4-47e0-4266-bfe7-1194e64f7c11 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.0217042 Jul 07 16:58:29.630038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d101747c-3c22-48e9-bd7c-1201274670f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d101747c-3c22-48e9-bd7c-1201274670f6,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:29.640713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.659875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.664530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.677812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bc47a602-14ed-4bac-b247-823ccb56ea7c tempest-ServersTestJSON-821559049 tempest-ServersTestJSON-821559049-project] 10.222.0.78 "DELETE /v2.0/floatingips/1501a87d-3389-4276-8668-ab45b17e2da9 HTTP/1.1" status: 204 len: 168 time: 0.8376899 Jul 07 16:58:29.678533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56862) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:29.796502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:29.810034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-67d3a45e-0265-4ade-a202-768be2c99d85 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1814966 Jul 07 16:58:29.811189 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] Sync routers for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:29.848991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.862894 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:29.864215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d101747c-3c22-48e9-bd7c-1201274670f6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:29.868285 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.018396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c3b9d176-bf38-40fc-844e-0cbf5175b3c3 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.8129261 Jul 07 16:58:30.019427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56868) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.034484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.069622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:30.070699 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.136206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-4c7d61bf-8d0f-4b4b-b82e-0f5b51ef2d97 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130615 Jul 07 16:58:30.179772 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.180994 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc385bbd-c53f-4716-b9c6-48ef3f670166 None None] The sync data for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:30.312940 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-837cd8ff-9aa8-480c-89c8-c6dbd313aa59 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] 10.222.0.78 "GET /v2.0/floatingips/549019eb-eb57-48f5-b6e1-b48dff5770a0 HTTP/1.1" status: 200 len: 982 time: 0.2923148 Jul 07 16:58:30.322700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56880) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.386116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c49be-a47b-4ba1-a9fa-4ce7c3b2dde6 req-71027d49-6def-4256-b7b6-ee77ac677800 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.390277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd9c49be-a47b-4ba1-a9fa-4ce7c3b2dde6 req-71027d49-6def-4256-b7b6-ee77ac677800 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.1452754 Jul 07 16:58:30.395008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-669964a9-823b-45e6-9c2e-dc6951798c44 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533789 Jul 07 16:58:30.493154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd9c49be-a47b-4ba1-a9fa-4ce7c3b2dde6 req-6af51447-246e-45f1-bc23-21b06d9daba1 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952990 Jul 07 16:58:30.603516 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-17eafc20-3316-42c3-b3b8-d82cc6ea795d tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3209 time: 0.2747061 Jul 07 16:58:30.608184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56892) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.698945 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f805e2-d2d9-47d4-ab8f-582fc4da2520 x-openstack-request-id: req-b9f805e2-d2d9-47d4-ab8f-582fc4da2520 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:30.699596 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "name": "network-vif-plugged", "status": "completed", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:30.700100 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9f805e2-d2d9-47d4-ab8f-582fc4da2520 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:30.700723 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'code': 200} Jul 07 16:58:31.015742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.033545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ac774-9ffb-453a-91b5-2c47274efab3 req-490cdd94-bf78-4b6c-a4c9-c5d2ca6db797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.035146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df8ac774-9ffb-453a-91b5-2c47274efab3 req-490cdd94-bf78-4b6c-a4c9-c5d2ca6db797 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1097 time: 0.1798682 Jul 07 16:58:31.087398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d19dc-f6d6-4126-9007-b3b9dc9f850c req-a3016957-1b52-4992-97f6-0ba25dde704b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.105341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba6d19dc-f6d6-4126-9007-b3b9dc9f850c req-a3016957-1b52-4992-97f6-0ba25dde704b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.1998556 Jul 07 16:58:31.116403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-94d33675-5584-45b2-bd2f-89c6b410295e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6781597 Jul 07 16:58:31.202316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df8ac774-9ffb-453a-91b5-2c47274efab3 req-97746229-f952-4aae-8903-5237e7ae75ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554294 Jul 07 16:58:31.218920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba6d19dc-f6d6-4126-9007-b3b9dc9f850c req-06b11e71-c5a3-4c97-b8c9-09785e4ef29f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121407 Jul 07 16:58:31.228229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d56f-f948-429d-a443-b31f9dcbfe4a req-b210cf76-347c-443c-8ca4-560ee5e34282 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.233397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef11d56f-f948-429d-a443-b31f9dcbfe4a req-b210cf76-347c-443c-8ca4-560ee5e34282 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.2663076 Jul 07 16:58:31.314205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting port 2972a939-b458-4b7f-b0b7-60fcdbec15de {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:31.314526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.384402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef11d56f-f948-429d-a443-b31f9dcbfe4a req-72c975c1-2121-458d-b1a6-a879efcb541f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381247 Jul 07 16:58:31.531025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.531773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.559121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Calling delete_port for 2972a939-b458-4b7f-b0b7-60fcdbec15de owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:31.580920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1a1d018-336d-4aae-a921-7893a707d5cc req-fdae1099-0982-40f3-bfd8-df23bd36414c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.1449177 Jul 07 16:58:31.844678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304ec43-00af-4059-8503-7dbcf5aad4b0 req-6d62bfa6-dc34-4f2f-95ef-ac93e8135d7e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.847427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b304ec43-00af-4059-8503-7dbcf5aad4b0 req-6d62bfa6-dc34-4f2f-95ef-ac93e8135d7e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.1784782 Jul 07 16:58:31.984526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b304ec43-00af-4059-8503-7dbcf5aad4b0 req-71214da1-633f-4946-bc24-30a0343fb43f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224327 Jul 07 16:58:32.052990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e05a-e668-40a8-877b-f57226d52441 req-cf9381bc-e433-42aa-94f7-8aab5529a701 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:32.063090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cd7e05a-e668-40a8-877b-f57226d52441 req-cf9381bc-e433-42aa-94f7-8aab5529a701 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.2141385 Jul 07 16:58:32.094007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.101997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Deleting port 43412f30-59a1-40cc-8bfa-d2fe9b136528 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:32.102510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.145348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cd7e05a-e668-40a8-877b-f57226d52441 req-3b8cc448-9a9c-48cc-a41d-566aa04adeef tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809798 Jul 07 16:58:32.214364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Port': ['ID=2972a939-b458-4b7f-b0b7-60fcdbec15de,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:32.790181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] For port 43412f30-59a1-40cc-8bfa-d2fe9b136528, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=43412f30-59a1-40cc-8bfa-d2fe9b136528,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:32.790614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.808486 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Calling delete_port for 43412f30-59a1-40cc-8bfa-d2fe9b136528 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:32.877943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca14a5-0cbc-4488-b2a3-45f6b09fa129 req-f6b4e3cd-b11f-4afe-b631-29760a86f291 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:32.879935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55ca14a5-0cbc-4488-b2a3-45f6b09fa129 req-f6b4e3cd-b11f-4afe-b631-29760a86f291 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.1559131 Jul 07 16:58:32.955241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.955613 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Floating IP 549019eb-eb57-48f5-b6e1-b48dff5770a0 disassociated (deleted). External IP: 172.25.5.188, port: 85049845-2820-407a-ba33-250f22714b60. Jul 07 16:58:32.994708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55ca14a5-0cbc-4488-b2a3-45f6b09fa129 req-91f1b01a-db77-4db6-b8ec-734481d36aab tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963502 Jul 07 16:58:33.331079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.399911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.410534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5565809b-3bc6-4d8b-845d-21716d9bc217 req-30e5a7ab-53f2-48f9-894c-350bd7016b1e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.2154458 Jul 07 16:58:33.473157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Pushing event deleted for resources: {'Port': ['ID=43412f30-59a1-40cc-8bfa-d2fe9b136528,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:33.756599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-4d81872e-dafd-49a0-b3a0-e263481b815b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.758450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-4d81872e-dafd-49a0-b3a0-e263481b815b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.5354555 Jul 07 16:58:33.796543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Request body: {'port': {'device_id': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'admin_state_up': True, 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:33.835193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21382f-84fc-4c0c-94dd-02ed5cde4b22 req-503e2b89-41ec-4c94-b813-97ce5eca4edc tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.847014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b21382f-84fc-4c0c-94dd-02ed5cde4b22 req-503e2b89-41ec-4c94-b813-97ce5eca4edc tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3702917 Jul 07 16:58:33.913039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Router 628fa5a7-8e5d-4ed5-a0d8-4959a9570803 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:33.995684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b21382f-84fc-4c0c-94dd-02ed5cde4b22 req-4fdbbf1f-2025-4bfe-b96e-6a979b2224d4 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476452 Jul 07 16:58:34.130899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:34.152392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.254634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.311231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-bc683c5f-b928-4e78-bec3-ab45f33a1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.313123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-bc683c5f-b928-4e78-bec3-ab45f33a1d70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7&tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4 HTTP/1.1" status: 200 len: 1095 time: 0.2720492 Jul 07 16:58:34.316203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:34.321524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.329388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] Sync routers for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:34.335443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:34.345829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:34.347179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:34.398462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:34.410091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:34.411842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:34.455009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5dc7f8ec-0c48-471c-8954-29b398d70823 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "DELETE /v2.0/floatingips/549019eb-eb57-48f5-b6e1-b48dff5770a0 HTTP/1.1" status: 204 len: 168 time: 3.8451428 Jul 07 16:58:34.455751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56966) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:34.465671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:34.471543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:34.473255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df63285-2647-4795-8b6b-bd3dad862e6f None None] The sync data for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:34.499106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.557404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915712-b6d3-4016-8684-b833465da30c req-d76a3e9a-cb4f-45fd-bcf1-41a66729c672 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.579002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d915712-b6d3-4016-8684-b833465da30c req-d76a3e9a-cb4f-45fd-bcf1-41a66729c672 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3750260 Jul 07 16:58:34.586259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56970) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:34.613061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'floatingip': {'port_id': 'd101747c-3c22-48e9-bd7c-1201274670f6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:34.623607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.767429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Router 39881710-1c70-44d1-9e3d-6bdba320dbac has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:34.792450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Allocated IP 172.20.0.8 (b1ac1cea-d9f4-440e-99e7-a5fcdc798b09/c884c518-ad9a-4d88-938c-e0cde3909610/94af50e6-dc8f-4314-9fee-e0edfce25c20) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:34.796650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.815193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3240d1-9c09-4fb0-8a3e-4ba63f7bc4c1 req-f17db4a6-3cc4-420a-8a6a-03c47531a310 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.816923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e3240d1-9c09-4fb0-8a3e-4ba63f7bc4c1 req-f17db4a6-3cc4-420a-8a6a-03c47531a310 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.4664178 Jul 07 16:58:35.056183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.124772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c4baaaf-d852-4fa7-9562-224de32d2fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.151143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:35.156794 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9be5069-f93e-4c00-9b7a-68045d4b06fd admin admin] 10.222.0.78 "PUT /v2.0/routers/39881710-1c70-44d1-9e3d-6bdba320dbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4771416 Jul 07 16:58:35.164033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56980) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:35.164704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:35.174362 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] Sync routers for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:35.188656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e3240d1-9c09-4fb0-8a3e-4ba63f7bc4c1 req-243488fd-17cc-4fd4-ad08-230eaa46d38d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990510 Jul 07 16:58:35.191501 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:35.192424 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:35.287712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:35.319509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41945-a956-4866-b9db-5bf6a14ea1cb req-b742c803-92f2-413e-a5ac-af97cfea41d1 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:35.332494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65b41945-a956-4866-b9db-5bf6a14ea1cb req-b742c803-92f2-413e-a5ac-af97cfea41d1 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.5669770 Jul 07 16:58:35.410981 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:35.516659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ea5e916-89bc-4890-95a7-a4f7d8ae7617 req-c6ac5342-4f28-41d0-924c-66df2229b5db tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.0790243 Jul 07 16:58:35.530447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65b41945-a956-4866-b9db-5bf6a14ea1cb req-e6366a1a-5254-4f4f-9b1d-cfd575d5bd42 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966441 Jul 07 16:58:35.713770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.751091 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:58:33Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:35.927039 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] Checking router: 39881710-1c70-44d1-9e3d-6bdba320dbac for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:35.928944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.942623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] Routers {'39881710-1c70-44d1-9e3d-6bdba320dbac'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:35.945485 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['39881710-1c70-44d1-9e3d-6bdba320dbac'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:35.954055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.014094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:36.037623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event updated for resources: {'Port': ['ID=94af50e6-dc8f-4314-9fee-e0edfce25c20,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:36.044239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:36.046660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:36.064763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:36.086786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.134160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Transition to ACTIVE for port object d1b9597f-138e-4da1-8ebc-bea926999b8f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:36.155268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.165860 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] Set router 39881710-1c70-44d1-9e3d-6bdba320dbac gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:36.351211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=9']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:36.362954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Allocated IP 172.25.5.177 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/b0f675c1-64ee-4873-82d8-ff5c1104a4e2) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:36.551106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.551804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.553314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.554011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.554741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.555697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.556435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.557166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.557899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.558609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.559326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.560056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:36.618453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] No DVR routers for this DVR port d1b9597f-138e-4da1-8ebc-bea926999b8f on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:36.697337 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:58:33Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:36.735211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.780918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:36.780918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:36.780918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:36.817180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Port d1b9597f-138e-4da1-8ebc-bea926999b8f on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:36.817180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Attempting to bind port d1b9597f-138e-4da1-8ebc-bea926999b8f on network 58fd12cf-c97c-4b57-9bdd-88619e5169c9 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:36.817657 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186451cf-66bc-48c6-9789-8cf0a71bc240 None None] The sync data for ids ['39881710-1c70-44d1-9e3d-6bdba320dbac'] in n-d-793619-7 is: [{'id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'name': 'tempest-ServersTestJSON-1879489781-router', 'tenant_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:47Z', 'updated_at': '2021-07-07T16:58:33Z', 'revision_number': 5, 'project_id': 'c64f2e2eb00e4b31b3e6dbef6528fa65', 'gw_port': {'id': 'f2d5ae59-6168-4375-a77a-8af8174638f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39881710-1c70-44d1-9e3d-6bdba320dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:49Z', 'updated_at': '2021-07-07T16:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:36.828647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.829354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.882974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:36.883510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Checking segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:36.884173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Bound using segment: {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:36.884980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Bound port: d1b9597f-138e-4da1-8ebc-bea926999b8f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329d251-6e27-4573-bda0-c607b6ed3886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:36.886310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.906902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.918690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.933422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.977809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-11f65997-2f5f-47b6-8619-94a0746fd7a8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1939647 Jul 07 16:58:37.003822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Request body: {'port': {'device_id': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:37.029687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:37.039053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Deleting port f2d5ae59-6168-4375-a77a-8af8174638f2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:37.039410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.063131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:37.096520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.098945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.111457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a3f95-dfc4-43d1-a2ca-84a354aea7ec req-349437c6-753e-47b4-860b-8e118e76e6e1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.113163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c7a3f95-dfc4-43d1-a2ca-84a354aea7ec req-349437c6-753e-47b4-860b-8e118e76e6e1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 944 time: 0.4258788 Jul 07 16:58:37.163217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.163873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.165420 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] 10.222.0.13 "PUT /v2.0/ports/d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 1092 time: 2.8367133 Jul 07 16:58:37.168804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:37.170994 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad" -d '{"events": [{"name": "network-changed", "server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:37.209699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:37.210042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b14d7a-2be2-460d-8a1e-dcc428791cc5 req-d67e3110-7545-40db-a086-e0fea42aeeee tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.218149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b14d7a-2be2-460d-8a1e-dcc428791cc5 req-d67e3110-7545-40db-a086-e0fea42aeeee tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 931 time: 0.3521919 Jul 07 16:58:37.225196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:37.260726 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Floating IP d24a509b-6ff3-4399-af1a-6581e92613a8 associated. External IP: 172.25.5.58, port: d101747c-3c22-48e9-bd7c-1201274670f6. Jul 07 16:58:37.262353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:37.293520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] For port f2d5ae59-6168-4375-a77a-8af8174638f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2d5ae59-6168-4375-a77a-8af8174638f2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:37.293520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.322877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb565a3-3d41-44d0-a022-edaf3032f42f service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:37.351338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Calling delete_port for f2d5ae59-6168-4375-a77a-8af8174638f2 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:37.389511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.418115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06b14d7a-2be2-460d-8a1e-dcc428791cc5 req-13dfaaec-a8ca-4868-9727-e666e3d7b52c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986988 Jul 07 16:58:37.498857 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.524082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f675c1-64ee-4873-82d8-ff5c1104a4e2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:37.533456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c7a3f95-dfc4-43d1-a2ca-84a354aea7ec req-bc82cf0c-be2b-47fa-93e6-7462ca9f8314 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888643 Jul 07 16:58:37.654236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fc89bff-85c2-4952-9ef1-4364cd72a3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.670590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:37.680968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-0c94799d-c146-4858-a339-b0004e2b1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.682608 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-0c94799d-c146-4858-a339-b0004e2b1e35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1096 time: 0.4431362 Jul 07 16:58:37.743293 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.856797 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf75b78-0832-4144-9d03-a077ca6cba22 x-openstack-request-id: req-fcf75b78-0832-4144-9d03-a077ca6cba22 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:37.856991 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:37.857358 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcf75b78-0832-4144-9d03-a077ca6cba22 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:37.857522 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'status': 'completed', 'code': 200} Jul 07 16:58:37.932667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.962631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-37377a57-eb37-4069-b2a4-d728bed1dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.964193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-37377a57-eb37-4069-b2a4-d728bed1dc12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.2741246 Jul 07 16:58:37.987643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Router 41f460c2-f89b-4726-a816-974f045abc33 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:37.995785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:38.023274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'port_id': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'mac_address': 'fa:16:3e:24:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a550da6-b628-4029-a35f-b3fa27094eff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:38.036950 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-5ec216e7-93de-4ad3-a17f-4060ce23e21e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.0521007 Jul 07 16:58:38.104670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c583c-eeec-42a0-9be2-a2300c16809f req-eef8483a-8e34-4eb9-b714-7eeed1e8b355 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.115589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e9c583c-eeec-42a0-9be2-a2300c16809f req-eef8483a-8e34-4eb9-b714-7eeed1e8b355 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.3494134 Jul 07 16:58:38.129459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.139627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.174927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 122cd4ba-0b04-45c0-885d-cf1628d99398 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:38.188383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-d74e02cc-e18e-4eca-9602-a438552f600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.190068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-d74e02cc-e18e-4eca-9602-a438552f600e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1466386 Jul 07 16:58:38.190990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d5ae59-6168-4375-a77a-8af8174638f2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:38.240781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:38.251297 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.289195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-31888399-8d4a-474e-94ff-b3adec85710f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920911 Jul 07 16:58:38.299123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e9c583c-eeec-42a0-9be2-a2300c16809f req-8221f871-d5b3-4b25-8057-e98ca3d62ac7 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786401 Jul 07 16:58:38.415034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:38.417540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.429737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.431802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.448660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:38.476171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.478277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:38.495051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-42e13d0a-f3ce-43c9-a60c-feaa09a9852a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "PUT /v2.0/floatingips/d24a509b-6ff3-4399-af1a-6581e92613a8 HTTP/1.1" status: 200 len: 991 time: 3.9019091 Jul 07 16:58:38.504779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:38.507730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['122cd4ba-0b04-45c0-885d-cf1628d99398'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:38.510651 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:38.683044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94af50e6-dc8f-4314-9fee-e0edfce25c20 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:38.696630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:38.697320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:38.707276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.737288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Transition to ACTIVE for port object 94af50e6-dc8f-4314-9fee-e0edfce25c20 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:38.748481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.801261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f675c1-64ee-4873-82d8-ff5c1104a4e2,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:38.807838 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae1f41-fbfa-499c-a5d7-fb730fc1236a x-openstack-request-id: req-7cae1f41-fbfa-499c-a5d7-fb730fc1236a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:38.811727 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:38.812082 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cae1f41-fbfa-499c-a5d7-fb730fc1236a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:38.812659 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'status': 'completed', 'code': 200} Jul 07 16:58:38.848948 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-10a7282d-41da-4c9c-bae5-5f68512481cf service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393105 Jul 07 16:58:38.873802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.892956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.944135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43412f30-59a1-40cc-8bfa-d2fe9b136528 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:38.975830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 43412f30-59a1-40cc-8bfa-d2fe9b136528 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:38.975830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43412f30-59a1-40cc-8bfa-d2fe9b136528 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:39.004738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.016732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Pushing event updated for resources: {'Port': ['ID=94af50e6-dc8f-4314-9fee-e0edfce25c20,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.060918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.126126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.128463 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2556191-420f-4015-b66e-f0b50a5357e9 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6666653 Jul 07 16:58:39.133984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.135258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39881710-1c70-44d1-9e3d-6bdba320dbac {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:39.136599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57018) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.151182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.152777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d6af4c7-fb18-4426-b82f-30cbce9c3792 admin admin] 10.222.0.78 "DELETE /v2.0/routers/39881710-1c70-44d1-9e3d-6bdba320dbac HTTP/1.1" status: 204 len: 168 time: 3.9859715 Jul 07 16:58:39.157968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57020) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.158570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:39.225627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-3092d6c9-0303-4163-814b-e85094cfe8ba service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346107 Jul 07 16:58:39.232937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-673dfe8b-c591-48d5-a8e1-04640e13af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.238708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-673dfe8b-c591-48d5-a8e1-04640e13af20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1097 time: 0.3836558 Jul 07 16:58:39.374400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:39.397343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010332f-d2c4-4a85-82f9-ea9e9cbd21c5 req-e778bc21-52b4-437b-87cb-ef279ec6f025 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.421966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a010332f-d2c4-4a85-82f9-ea9e9cbd21c5 req-e778bc21-52b4-437b-87cb-ef279ec6f025 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.4618504 Jul 07 16:58:39.469997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Attempting to bind port 94af50e6-dc8f-4314-9fee-e0edfce25c20 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:39.471529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Attempting to bind port 94af50e6-dc8f-4314-9fee-e0edfce25c20 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:39.471944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Attempting to bind port 94af50e6-dc8f-4314-9fee-e0edfce25c20 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:39.478058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Deleting subnet 024c6f3c-cd76-4c09-a369-3f08ffdd6ad5 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:39.505221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-d924a64a-558f-4286-b182-2ba1b3f0ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.506358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3547-8856-4572-b7c4-b1f7c9db1540 req-10f8f73d-5f18-471b-816c-393896277f5b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.506875 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-d924a64a-558f-4286-b182-2ba1b3f0ddc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.2606180 Jul 07 16:58:39.508087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a38b3547-8856-4572-b7c4-b1f7c9db1540 req-10f8f73d-5f18-471b-816c-393896277f5b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 943 time: 0.6290212 Jul 07 16:58:39.511414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-504af501-cbc7-4e28-a53b-50b66cf70d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.513371 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-504af501-cbc7-4e28-a53b-50b66cf70d80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1096 time: 0.1363430 Jul 07 16:58:39.528887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.633345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Port 94af50e6-dc8f-4314-9fee-e0edfce25c20 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:39.633700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Attempting to bind port 94af50e6-dc8f-4314-9fee-e0edfce25c20 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:39.688060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:39.688475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:39.688828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Bound using segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:39.689367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Bound port: 94af50e6-dc8f-4314-9fee-e0edfce25c20, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:39.689765 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.702857 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.753984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a010332f-d2c4-4a85-82f9-ea9e9cbd21c5 req-480db8de-ac1b-406a-bc4a-878634e78e70 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243120 Jul 07 16:58:39.754396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:39.765649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.777282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a38b3547-8856-4572-b7c4-b1f7c9db1540 req-e02331d7-856c-4ee0-a555-6090ac7c6488 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566106 Jul 07 16:58:40.120503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 122cd4ba-0b04-45c0-885d-cf1628d99398 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:40.121153 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.262714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] For port 94af50e6-dc8f-4314-9fee-e0edfce25c20, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:40.276366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] For port 94af50e6-dc8f-4314-9fee-e0edfce25c20, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:40.313322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.320135 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.370980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd24a509b-6ff3-4399-af1a-6581e92613a8', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '41f460c2-f89b-4726-a816-974f045abc33', 'port_id': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'mac_address': 'fa:16:3e:11:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:58:05Z', 'updated_at': '2021-07-07T16:58:35Z', 'revision_number': 1, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:40.436122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:40.481388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.485874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:40.486534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:40.494754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Pushing event updated for resources: {'Port': ['ID=94af50e6-dc8f-4314-9fee-e0edfce25c20,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:40.596474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-faad108a-c8a9-40d9-8c5a-fce286abf55e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 999 time: 1.0698628 Jul 07 16:58:40.637929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2d5ae59-6168-4375-a77a-8af8174638f2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:40.697498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-14a617a5-4faf-4a73-948b-cf954463b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.707992 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-14a617a5-4faf-4a73-948b-cf954463b188 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 1.1870413 Jul 07 16:58:40.714782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-a60ebd51-b2d7-4f01-84dd-aa2738734922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.722354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.727260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.728132 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-a60ebd51-b2d7-4f01-84dd-aa2738734922 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.1247582 Jul 07 16:58:40.741581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-1eee531b-cedc-45f0-9109-97ff81744241 service neutron] 10.222.0.13 "PUT /v2.0/ports/94af50e6-dc8f-4314-9fee-e0edfce25c20 HTTP/1.1" status: 200 len: 1091 time: 3.7310994 Jul 07 16:58:40.851555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'tag': '94af50e6-dc8f-4314-9fee-e0edfce25c20'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:40.878640 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751f2ab-7d36-4698-8c38-1e89f0b918d6" -d '{"events": [{"name": "network-changed", "server_uuid": "00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5", "tag": "94af50e6-dc8f-4314-9fee-e0edfce25c20"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:40.942333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f2d5ae59-6168-4375-a77a-8af8174638f2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:40.943771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2d5ae59-6168-4375-a77a-8af8174638f2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:40.963031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde7e16-f7e4-4dcd-95d8-8cc8a391c44f req-8d2c621b-3a2a-485e-bdb0-33dea0bf29a9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.966268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dde7e16-f7e4-4dcd-95d8-8cc8a391c44f req-8d2c621b-3a2a-485e-bdb0-33dea0bf29a9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 945 time: 0.8729303 Jul 07 16:58:40.970063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:40.972475 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f391625c-36ee-404d-9132-85e245c5a540" -d '{"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-plugged", "status": "completed", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:40.977413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:41.036138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-b0eb7561-57e5-46cb-8720-1617244d4348 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.1647594 Jul 07 16:58:41.124322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:41.125478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.132327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.320224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.376215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.406761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-79b04abd-d3bb-4382-a38d-fe6de7a233d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.429693 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-79b04abd-d3bb-4382-a38d-fe6de7a233d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.2608857 Jul 07 16:58:41.572929 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-c45ccc11-ed01-45f5-895f-ca86161dd544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417599 Jul 07 16:58:41.718799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-38f31d2f-af10-4b51-8a63-e8c19cc00ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.721722 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-38f31d2f-af10-4b51-8a63-e8c19cc00ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8668842 Jul 07 16:58:41.777213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd24a509b-6ff3-4399-af1a-6581e92613a8', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '41f460c2-f89b-4726-a816-974f045abc33', 'port_id': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'mac_address': 'fa:16:3e:11:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:58:05Z', 'updated_at': '2021-07-07T16:58:35Z', 'revision_number': 1, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.853001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f938e-0c16-4242-aab2-406de47b9134 None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'd24a509b-6ff3-4399-af1a-6581e92613a8', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '41f460c2-f89b-4726-a816-974f045abc33', 'port_id': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'mac_address': 'fa:16:3e:11:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:58:05Z', 'updated_at': '2021-07-07T16:58:35Z', 'revision_number': 1, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:41.921183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.931077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c025689-d0e3-464d-b789-9edb4bf3d82e None None] Network 7054b001-ab2e-4241-9a5e-b4782b862a08 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:41.936727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.943977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/024c6f3c-cd76-4c09-a369-3f08ffdd6ad5 HTTP/1.1" status: 204 len: 168 time: 2.7603717 Jul 07 16:58:41.980970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57070) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:42.107889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7387-52ff-494f-a06b-04e2703edd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024c6f3c-cd76-4c09-a369-3f08ffdd6ad5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.237971 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-ee59ea82-f053-4c16-8c12-8612737cc8b7 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251917 Jul 07 16:58:42.319878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-64782b40-a5bd-4d20-8e60-ae786de17377 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279313 Jul 07 16:58:42.472973 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0aa11d-6856-4eb2-8416-e267f5e3e6f8 None None] New status for floating IP d24a509b-6ff3-4399-af1a-6581e92613a8: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:58:42.652434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] DHCP port deletion for 7054b001-ab2e-4241-9a5e-b4782b862a08 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:42.657552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Allocated IP 172.25.5.105 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/b6f25b79-6c4e-42a0-bced-3a85e8905b0d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:42.787357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dde7e16-f7e4-4dcd-95d8-8cc8a391c44f req-e368001e-ff15-438c-a308-4803f3acc987 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7264838 Jul 07 16:58:42.806549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fdcb01f9-5e29-4625-8d03-c4e2d33ebdad req-71305fb5-5598-4c90-bafd-6bcf4504eb27 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301330 Jul 07 16:58:42.809922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] Deleting port 2f112e8f-a881-4248-a152-a0edcd481e16 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:42.810549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.940428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e2971bc-ff3e-4b65-8a6a-37cc5c974a64 req-48d3d3fd-c97d-4741-b939-01efb6f12b39 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238872 Jul 07 16:58:43.005860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.095438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] For port 2f112e8f-a881-4248-a152-a0edcd481e16, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2f112e8f-a881-4248-a152-a0edcd481e16,segment=NetworkSegment(50f8bc39-d5b3-4c2a-ab8b-57454d671bd0),segment_id=50f8bc39-d5b3-4c2a-ab8b-57454d671bd0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:43.096233 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.136125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] Calling delete_port for 2f112e8f-a881-4248-a152-a0edcd481e16 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:43.236396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-7dcd9e57-024b-4419-bc2f-2ae1746ea81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.238184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-7dcd9e57-024b-4419-bc2f-2ae1746ea81c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 1094 time: 2.2663550 Jul 07 16:58:43.276469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840047f3-3292-46d4-9fbf-f8365acc5a97 req-ff9f221b-a424-4a81-a368-07fa72d77a8f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.284415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-840047f3-3292-46d4-9fbf-f8365acc5a97 req-ff9f221b-a424-4a81-a368-07fa72d77a8f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 2.0363357 Jul 07 16:58:43.332863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.407527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-756dd26d-3d29-4296-b1ee-3053bc91d671 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20 HTTP/1.1" status: 200 len: 217 time: 0.1020429 Jul 07 16:58:43.414649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] Pushing event deleted for resources: {'Port': ['ID=2f112e8f-a881-4248-a152-a0edcd481e16,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:43.430675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b3f7e-1e95-48fd-b982-dd30a16f6247 None None] No DVR routers for this DVR port 2f112e8f-a881-4248-a152-a0edcd481e16 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:43.524797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.641063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-b8b9ef78-1557-49c6-8982-844f70257b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.642708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-b8b9ef78-1557-49c6-8982-844f70257b07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.1543694 Jul 07 16:58:43.663172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-840047f3-3292-46d4-9fbf-f8365acc5a97 req-2d2d0a58-ae34-41ba-b5ea-59fcbb8d540e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767281 Jul 07 16:58:43.774431 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3924961-f76e-482b-9865-c6b2e0cf0985 x-openstack-request-id: req-e3924961-f76e-482b-9865-c6b2e0cf0985 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:43.776066 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-plugged", "status": "completed", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:43.776755 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3924961-f76e-482b-9865-c6b2e0cf0985 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:43.777693 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'code': 200} Jul 07 16:58:43.794627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309e03-cee4-461e-a383-56bb52601c90 req-eda61d5c-395a-4114-81cb-6f563573e6e6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.799311 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc309e03-cee4-461e-a383-56bb52601c90 req-eda61d5c-395a-4114-81cb-6f563573e6e6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 943 time: 0.6666558 Jul 07 16:58:43.802202 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6db045-251e-4f8d-b6f9-5272be56ccbb x-openstack-request-id: req-8b6db045-251e-4f8d-b6f9-5272be56ccbb {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:43.802866 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5", "tag": "94af50e6-dc8f-4314-9fee-e0edfce25c20", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:43.803416 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b6db045-251e-4f8d-b6f9-5272be56ccbb {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:43.804980 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'tag': '94af50e6-dc8f-4314-9fee-e0edfce25c20', 'status': 'completed', 'code': 200} Jul 07 16:58:43.809888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Deleting port 2f112e8f-a881-4248-a152-a0edcd481e16 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:43.810568 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.816027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.922416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:44.069888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Pushing event updated for resources: {'Port': ['ID=b6f25b79-6c4e-42a0-bced-3a85e8905b0d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:44.157893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:44.160707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.161063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.161536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.162071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.162557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.162908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.163241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.163579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.163957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.164243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.164567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.164905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:44.178485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:44.184366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:44.297186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] For port 2f112e8f-a881-4248-a152-a0edcd481e16, host n-d-793619-7, got binding levels [] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:44.297689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.318496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc309e03-cee4-461e-a383-56bb52601c90 req-5e513efc-d4a7-41d9-8c28-c033a3ae097e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962912 Jul 07 16:58:44.328634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Calling delete_port for 2f112e8f-a881-4248-a152-a0edcd481e16 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:44.332824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Port 2f112e8f-a881-4248-a152-a0edcd481e16 was not found and therefore no delete operation was performed {{(pid=98270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:58:44.340495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.423765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f112e8f-a881-4248-a152-a0edcd481e16,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:44.433595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] No DVR routers for this DVR port 2f112e8f-a881-4248-a152-a0edcd481e16 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:44.575039 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.643037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.686374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2f112e8f-a881-4248-a152-a0edcd481e16 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:44.708021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7054b001-ab2e-4241-9a5e-b4782b862a08']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:44.710023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 2f112e8f-a881-4248-a152-a0edcd481e16 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:44.710633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2f112e8f-a881-4248-a152-a0edcd481e16 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:44.746626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:44.747513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f8bc39-d5b3-4c2a-ab8b-57454d671bd0') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:44.762115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.767364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.863087 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.898999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:44.899926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.932490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee5f2e-6676-4da6-9764-65a0e405ef92 req-285dced2-dcb4-4697-abe3-33cf29265683 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.935736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ceee5f2e-6676-4da6-9764-65a0e405ef92 req-285dced2-dcb4-4697-abe3-33cf29265683 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 946 time: 0.4277992 Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: timer() Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:44.937042 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:45.127369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ceee5f2e-6676-4da6-9764-65a0e405ef92 req-6c2ee119-c9d5-4595-815e-513cb1f132af tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650083 Jul 07 16:58:45.131128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.136691 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.149730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] 10.222.0.78 "DELETE /v2.0/networks/7054b001-ab2e-4241-9a5e-b4782b862a08 HTTP/1.1" status: 204 len: 168 time: 3.0767272 Jul 07 16:58:45.199810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fb569-7d12-4bc0-9f04-27c687b74a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=7054b001-ab2e-4241-9a5e-b4782b862a08,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:45.323986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.333930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.596011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Pushing event updated for resources: {'Port': ['ID=b6f25b79-6c4e-42a0-bced-3a85e8905b0d,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:45.616440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.624637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57104) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:45.646418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.649087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0f3f276f-176d-4344-adbf-e6c19d5af397 tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4974909 Jul 07 16:58:45.652636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57106) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:45.717857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:45.730946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0273ed52-1aa4-4c74-a4b0-bae38ee44c75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c64f2e2eb00e4b31b3e6dbef6528fa65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018770 Jul 07 16:58:45.736324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57108) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:45.838198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ee6f-d99e-490c-9a40-78a4200e53b4 req-4836b61f-3ed6-49de-9cad-3bfd0226173c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:45.840714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e862ee6f-d99e-490c-9a40-78a4200e53b4 req-4836b61f-3ed6-49de-9cad-3bfd0226173c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.4195144 Jul 07 16:58:45.927361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-023ff05f-4a4c-49a2-b8f6-5794d0684b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.943659 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:45.985926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-023ff05f-4a4c-49a2-b8f6-5794d0684b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.052540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-63afe88c-d31d-4718-84a2-1fa268d82f3a tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.3982639 Jul 07 16:58:46.056291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57110) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:46.057576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:46.071163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:46.076235 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95d9ea0-8559-40f8-956e-ab8905c7f51c" -d '{"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-unplugged", "status": "completed", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:46.090798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e862ee6f-d99e-490c-9a40-78a4200e53b4 req-428113dd-8adc-4431-b4e0-53419a94ee89 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177346 Jul 07 16:58:46.091274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.146089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-023ff05f-4a4c-49a2-b8f6-5794d0684b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.152107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-023ff05f-4a4c-49a2-b8f6-5794d0684b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.154795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-023ff05f-4a4c-49a2-b8f6-5794d0684b54 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95dcf8b6-a59b-40ca-b5be-925c27eb8c90 HTTP/1.1" status: 204 len: 168 time: 0.4150915 Jul 07 16:58:46.191602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ff05f-4a4c-49a2-b8f6-5794d0684b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dcf8b6-a59b-40ca-b5be-925c27eb8c90,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:46.330432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f0487a34-042b-4701-bacb-fecea3d4bf4f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2728386 Jul 07 16:58:46.335445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57122) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:46.393924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:46.420220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.421287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.422591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.423521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.424196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.425074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.425959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.426808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.428208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.429083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.429963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.431490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:46.731301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Deleting port b6f25b79-6c4e-42a0-bced-3a85e8905b0d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:46.731658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.907309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.907309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.935209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Calling delete_port for b6f25b79-6c4e-42a0-bced-3a85e8905b0d owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:47.356415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a6156-3de4-47ff-a834-ebeb09a6790a req-3c57b8e6-3a5f-4151-ae51-d518f3594e39 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.359292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c52a6156-3de4-47ff-a834-ebeb09a6790a req-3c57b8e6-3a5f-4151-ae51-d518f3594e39 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 943 time: 0.2677932 Jul 07 16:58:47.471531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.485549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c52a6156-3de4-47ff-a834-ebeb09a6790a req-749c7f03-e572-4b7c-b829-429563e94556 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183417 Jul 07 16:58:47.561923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Pushing event deleted for resources: {'Port': ['ID=b6f25b79-6c4e-42a0-bced-3a85e8905b0d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:47.623362 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f1cab7-ff29-4f5b-8259-e403851f7385 x-openstack-request-id: req-35f1cab7-ff29-4f5b-8259-e403851f7385 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:47.623960 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-unplugged", "status": "completed", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:47.624355 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35f1cab7-ff29-4f5b-8259-e403851f7385 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:47.625039 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'code': 200} Jul 07 16:58:47.785079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.795448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.800074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d63a0efa-35b3-47b0-9c33-dcef47283b6a tempest-FloatingIPAdminTestJSON-190083531 tempest-FloatingIPAdminTestJSON-190083531-project] 10.222.0.78 "DELETE /v2.0/floatingips/95a57cb1-ad7f-494f-a472-5c1e5c88d8cb HTTP/1.1" status: 204 len: 168 time: 1.4605422 Jul 07 16:58:47.800665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:48.032491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57160) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:48.096886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086102f-98b4-497b-b172-d6d543a9df8f req-4f992ea5-3e94-44e7-b301-ffb0a72dd561 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.135144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1086102f-98b4-497b-b172-d6d543a9df8f req-4f992ea5-3e94-44e7-b301-ffb0a72dd561 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 944 time: 0.3189964 Jul 07 16:58:48.186201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Deleting port b0f675c1-64ee-4873-82d8-ff5c1104a4e2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:48.189327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.318351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.318802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.320057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1086102f-98b4-497b-b172-d6d543a9df8f req-995f9135-39ff-4332-b373-60fabd6a7f28 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456025 Jul 07 16:58:48.332786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Calling delete_port for b0f675c1-64ee-4873-82d8-ff5c1104a4e2 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:48.424604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-814493764-network', 'tenant_id': 'a07db760496a41299a85ffd13db64383'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:48.506924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:48.511683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.534784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.631215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.698612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f675c1-64ee-4873-82d8-ff5c1104a4e2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:48.865365 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.866483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.873203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.875456 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dde57e61-cc30-44bb-bd88-01af9e1fdd91 tempest-FloatingIPAdminTestJSON-906984587 tempest-FloatingIPAdminTestJSON-906984587-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/4faaad8c-7485-4857-bcb6-99096f0fc5b3 HTTP/1.1" status: 204 len: 168 time: 1.0731795 Jul 07 16:58:48.876218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.887075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57174) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:48.980429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:48.985593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101161b9-0cb5-4c89-9536-70e67c10111f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:49.005657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74777eed-1090-4b72-b637-39b2714e58b6 req-c377e76a-6b39-4a1c-832c-ac3db709a593 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.016599 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74777eed-1090-4b72-b637-39b2714e58b6 req-c377e76a-6b39-4a1c-832c-ac3db709a593 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.4337661 Jul 07 16:58:49.067230 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.068778 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Added segment 1478e504-5c1d-46ea-9338-fd3cb20e1c6f of type vlan for network 68fee5b6-3a6f-44c9-9841-fbc9c297533d Jul 07 16:58:49.116342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74777eed-1090-4b72-b637-39b2714e58b6 req-4428f81b-8125-4e7e-91ed-99432bc52307 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925393 Jul 07 16:58:49.260658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.337449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-a4787eb1-1c7e-4af4-9d24-ed7e21279746 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.346561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-a4787eb1-1c7e-4af4-9d24-ed7e21279746 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 944 time: 0.3595262 Jul 07 16:58:49.377608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.378961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.381145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.477054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4348950 Jul 07 16:58:49.493986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57182) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:49.503935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Request body: {'subnet': {'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-814493764-subnet', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:49.626573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting port 85049845-2820-407a-ba33-250f22714b60 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:49.633635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.656442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb3263-0ba3-4381-a804-43389a1e3402 admin admin] Pushing event updated for resources: {'Network': ['ID=68fee5b6-3a6f-44c9-9841-fbc9c297533d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:49.689732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:49.731893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:49.737053 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.945002 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.960991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Deleting port 122cd4ba-0b04-45c0-885d-cf1628d99398 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:49.961511 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.001668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d5ce4-bbd0-4a44-8f73-f684594c0fac req-003d3121-4193-4f29-9c6d-49b3d9a0ed82 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.017822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c5d5ce4-bbd0-4a44-8f73-f684594c0fac req-003d3121-4193-4f29-9c6d-49b3d9a0ed82 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 943 time: 0.2169161 Jul 07 16:58:50.033535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Calling delete_port for 85049845-2820-407a-ba33-250f22714b60 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:50.097774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c5d5ce4-bbd0-4a44-8f73-f684594c0fac req-da8067c2-9162-41aa-84ed-080ec1787235 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787320 Jul 07 16:58:50.418184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] For port 122cd4ba-0b04-45c0-885d-cf1628d99398, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=122cd4ba-0b04-45c0-885d-cf1628d99398,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:50.418562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.440246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a470-0955-4432-bf11-ecb3dfe02527 req-99b3f335-fa6f-4015-9f90-226ade9ca148 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.449489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc69a470-0955-4432-bf11-ecb3dfe02527 req-99b3f335-fa6f-4015-9f90-226ade9ca148 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=166a1b36-a990-43a8-ac6c-9186c449b169 HTTP/1.1" status: 200 len: 944 time: 0.0987647 Jul 07 16:58:50.458950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Calling delete_port for 122cd4ba-0b04-45c0-885d-cf1628d99398 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:50.497623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.535134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc69a470-0955-4432-bf11-ecb3dfe02527 req-87d7b4f9-7728-45c2-b784-0f00bdb25b46 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837438 Jul 07 16:58:50.736280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc04f58-2610-45d5-bbef-5b896f17f2cf,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:50.780809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.788375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:50.788754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Network hostable DHCP agents. Network: 68fee5b6-3a6f-44c9-9841-fbc9c297533d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:50.863978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Port': ['ID=85049845-2820-407a-ba33-250f22714b60,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:50.935082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f792-cbea-49e6-a568-a72d8e38ea3e req-7a9f0131-3c5d-4c02-8ce2-02080227ec1c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.953795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc83f792-cbea-49e6-a568-a72d8e38ea3e req-7a9f0131-3c5d-4c02-8ce2-02080227ec1c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.1556680 Jul 07 16:58:50.982060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:51.063105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.077778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc83f792-cbea-49e6-a568-a72d8e38ea3e req-e0913b9c-1249-47a4-af3c-67c973b72910 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230311 Jul 07 16:58:51.119898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 68fee5b6-3a6f-44c9-9841-fbc9c297533d) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:51.164424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f07a14-5b2d-4467-b1e5-8c6f3ef63deb None None] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:51.179743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:51.182745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.352793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57202) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:51.366026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:51.370325 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-95230bd8-ae02-4415-b3bf-164430ab55c7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8738143 Jul 07 16:58:51.483512 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.487683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.491992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event deleted for resources: {'Port': ['ID=122cd4ba-0b04-45c0-885d-cf1628d99398,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.514763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.524965 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-679dac4c-f01b-4450-9520-1736712d5786 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "DELETE /v2.0/ports/85049845-2820-407a-ba33-250f22714b60 HTTP/1.1" status: 204 len: 168 time: 2.6274385 Jul 07 16:58:51.545701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57208) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:51.551278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] No DVR routers for this DVR port 122cd4ba-0b04-45c0-885d-cf1628d99398 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:51.555567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:51.556791 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.564670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.567596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-042bd841-01fb-4b6e-b259-f3c8b3720825 req-2b9f06d1-56f6-4ea8-9407-754656776c54 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "DELETE /v2.0/ports/122cd4ba-0b04-45c0-885d-cf1628d99398 HTTP/1.1" status: 204 len: 173 time: 2.2095175 Jul 07 16:58:51.568377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-deleted', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:51.578101 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802519ba-0da1-4f85-bcf8-336ad6dc13a0" -d '{"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-deleted", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:52.064847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.134199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Allocated IP 172.20.0.2 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/3a5b81d1-b4ee-4b71-970c-1c23160cd9d5) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:52.290502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab5d62-3c03-43e6-bdc1-a1159f88f96f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.293830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5bab5d62-3c03-43e6-bdc1-a1159f88f96f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "GET /v2.0/ports?device_id=628fa5a7-8e5d-4ed5-a0d8-4959a9570803 HTTP/1.1" status: 200 len: 913 time: 0.7451847 Jul 07 16:58:52.297509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57220) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:52.321683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9e687-b627-49d3-a320-68e1e57a5251 req-e59d2bb9-89e0-4a9e-8874-77c32b2a30f2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.341477 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39d9e687-b627-49d3-a320-68e1e57a5251 req-e59d2bb9-89e0-4a9e-8874-77c32b2a30f2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 943 time: 0.7973633 Jul 07 16:58:52.586501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.625850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Transition to ACTIVE for port object 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:52.692932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Transition to ACTIVE for port object 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:52.725227 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.922896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:52.928260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:52.933876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:52.950476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Pushing event updated for resources: {'Port': ['ID=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:53.091798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Attempting to bind port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:53.091798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Attempting to bind port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:53.092325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Attempting to bind port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:53.108800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:53.114032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:53.114032 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.114032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:53.114032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Bound port: 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:53.114032 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.258752 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7945cf08-a5bf-4edd-aa4d-865660ceef81 x-openstack-request-id: req-7945cf08-a5bf-4edd-aa4d-865660ceef81 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:53.259088 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166a1b36-a990-43a8-ac6c-9186c449b169", "name": "network-vif-deleted", "tag": "122cd4ba-0b04-45c0-885d-cf1628d99398", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:53.259422 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7945cf08-a5bf-4edd-aa4d-865660ceef81 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:53.265858 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166a1b36-a990-43a8-ac6c-9186c449b169', 'name': 'network-vif-deleted', 'tag': '122cd4ba-0b04-45c0-885d-cf1628d99398', 'status': 'completed', 'code': 200} Jul 07 16:58:53.408109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] For port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:53.424029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] For port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:53.433157 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.493686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.550567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.670255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-2cfb1ed6-f7e4-4ba8-9d47-820d11495a74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457965 Jul 07 16:58:53.682762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5f8b1-627e-4d6d-bec5-9d9b11328f4e None None] Pushing event updated for resources: {'Port': ['ID=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:53.699992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39d9e687-b627-49d3-a320-68e1e57a5251 req-f019ab21-1ab6-4ccc-93fa-837c6359a4c2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3572354 Jul 07 16:58:53.707270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.773645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:53.867449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 122cd4ba-0b04-45c0-885d-cf1628d99398 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:53.881167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 122cd4ba-0b04-45c0-885d-cf1628d99398 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:54.119928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1434ca-d80c-4945-bbf9-ee88562ca098 req-f8156021-a9b5-43a8-bbfd-e19d15f82016 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:54.124276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb1434ca-d80c-4945-bbf9-ee88562ca098 req-f8156021-a9b5-43a8-bbfd-e19d15f82016 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 945 time: 0.4207664 Jul 07 16:58:54.218763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-0732f761-6a94-4a09-86a9-1316e95d6032 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777862 Jul 07 16:58:54.288475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting port 6df27e5d-e257-427d-bcab-98cf107373ae {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:54.290147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.385847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb1434ca-d80c-4945-bbf9-ee88562ca098 req-a3fad064-0491-4cf3-9f3b-ad83ae5f767c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501321 Jul 07 16:58:54.435757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.457776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Calling delete_port for 6df27e5d-e257-427d-bcab-98cf107373ae owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:54.548868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4a71ebc-d187-4b60-8e52-58a4033dcf4a req-b770cd39-ec5b-457b-9258-ea96137b52c6 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203647 Jul 07 16:58:54.844318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:55.002708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-4ba74e3e-8be6-45f8-8788-bbe90c0d1412 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.018051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-4ba74e3e-8be6-45f8-8788-bbe90c0d1412 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 822 time: 0.6251714 Jul 07 16:58:55.037676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.066426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:55.200047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Port': ['ID=6df27e5d-e257-427d-bcab-98cf107373ae,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:55.229374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-584e8692-dd8e-4106-86d1-6dcfe2ea5041 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/quotas/83fd0856c3be4391bb92c89a676f87e1 HTTP/1.1" status: 200 len: 375 time: 0.2068388 Jul 07 16:58:55.381453 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.403865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:55.544863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.635135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.775763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:55.789897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0894c403-f345-4ddd-a903-3b71ca598336 None None] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:55.854948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-be558218-d747-4bf7-9566-f9c4a5ffeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.857699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-be558218-d747-4bf7-9566-f9c4a5ffeef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 1094 time: 0.8292656 Jul 07 16:58:55.879114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-fd440d74-14ef-4821-83a0-00817a7ce22f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6484671 Jul 07 16:58:55.912735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebaa61-f4cd-4102-95bd-4fbab31159ff req-3b4bdb74-8fa0-4725-ac54-b22afa358f5c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.915413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebebaa61-f4cd-4102-95bd-4fbab31159ff req-3b4bdb74-8fa0-4725-ac54-b22afa358f5c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 943 time: 0.7459626 Jul 07 16:58:56.024146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'network_id': '58fd12cf-c97c-4b57-9bdd-88619e5169c9', 'port_id': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'mac_address': 'fa:16:3e:dd:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2a2945-d20a-4d5a-9f05-3b47c8b6836a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:56.095502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.107095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] Provisioning for port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:56.127542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] Provisioning complete for port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:56.128045 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.136117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:56.173025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Allocated IP 172.25.5.192 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/b429c4b4-8e25-4f9e-b236-28a326dfff8c) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:56.247643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:56.256800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.296034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-acbfbb9d-6206-453e-80ae-793041932795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.299476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-acbfbb9d-6206-453e-80ae-793041932795 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.4040754 Jul 07 16:58:56.393097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Router 628fa5a7-8e5d-4ed5-a0d8-4959a9570803 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:56.539469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.569942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-76362e74-f3b9-406e-acaa-91774d301d4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20 HTTP/1.1" status: 200 len: 217 time: 0.1613958 Jul 07 16:58:56.574325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:56.622108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d1b9597f-138e-4da1-8ebc-bea926999b8f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:56.714735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-d55c3722-8f79-4f5c-8e43-7c4895d62c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.717274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-d55c3722-8f79-4f5c-8e43-7c4895d62c01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.1355469 Jul 07 16:58:56.748024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:56.771749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] Sync routers for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:56.773425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1a9cd16b-82e9-4a22-99b4-e25c4dfd299c tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "PUT /v2.0/routers/628fa5a7-8e5d-4ed5-a0d8-4959a9570803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4626737 Jul 07 16:58:56.774573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57276) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:56.827773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] For port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:56.851357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-d8978ef0-d34c-4a31-97cd-96e97c27dceb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969207 Jul 07 16:58:56.859526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.871402 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:56.872971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:56.931246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cac9acc1-1009-414f-9990-1060189ffe53 service neutron] 10.222.0.78 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502377 Jul 07 16:58:57.007783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.081559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418f8a1-22a3-4f9e-b412-f4389ac8cf4d None None] Pushing event updated for resources: {'Port': ['ID=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:57.096276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:57.124125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.153572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] Routers {'628fa5a7-8e5d-4ed5-a0d8-4959a9570803'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:57.154944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:57.248555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-eb83904c-6e9e-46e3-8664-09e238fd8cdf service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283765 Jul 07 16:58:57.251626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:57.253217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d819f-226a-4ef9-8806-8f93da6bebb6 None None] The sync data for ids ['628fa5a7-8e5d-4ed5-a0d8-4959a9570803'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:57.263722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.289583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebebaa61-f4cd-4102-95bd-4fbab31159ff req-433b582e-816a-4682-8742-d0e678fe8aa6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0816126 Jul 07 16:58:57.382986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43cfbddc-9a72-4beb-b8b5-66968065b5d4 None None] Provisioning complete for port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:57.383404 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43cfbddc-9a72-4beb-b8b5-66968065b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.446827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94af50e6-dc8f-4314-9fee-e0edfce25c20 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:57.526411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-983befb6-33b2-4464-8959-6c979375a11f service neutron] 10.222.0.78 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762127 Jul 07 16:58:57.595160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94af50e6-dc8f-4314-9fee-e0edfce25c20, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:57.617070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '94af50e6-dc8f-4314-9fee-e0edfce25c20', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': '94af50e6-dc8f-4314-9fee-e0edfce25c20', 'mac_address': 'fa:16:3e:7e:a9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:57.742869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Pushing event updated for resources: {'Port': ['ID=b429c4b4-8e25-4f9e-b236-28a326dfff8c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:57.781360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.823135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94af50e6-dc8f-4314-9fee-e0edfce25c20 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:57.826784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:57.833597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:57.849234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:57.855460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94af50e6-dc8f-4314-9fee-e0edfce25c20, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:57.866790 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.941181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94af50e6-dc8f-4314-9fee-e0edfce25c20,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:58.048703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.199270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['94af50e6-dc8f-4314-9fee-e0edfce25c20'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:58.259036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting port 5a8a233e-8adf-45bf-b651-57aaf9a37cc8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:58.259036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.330656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0751f2ab-7d36-4698-8c38-1e89f0b918d6 req-49bbc5eb-7897-4ad7-96e8-1ca4344bb0cb service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0617404 Jul 07 16:58:58.435578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-657d6290-a8f5-4b8b-bed8-a5dc9303d317 req-aeee1bbe-3539-4432-b276-6f3e09456a59 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 210 time: 0.0473979 Jul 07 16:58:58.443742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b404cd6-534d-4333-87b1-4743ac16da39 req-1cd2bd38-67b5-4d8e-8ecc-f3b7874f7dd8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.451170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b404cd6-534d-4333-87b1-4743ac16da39 req-1cd2bd38-67b5-4d8e-8ecc-f3b7874f7dd8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2978845 Jul 07 16:58:58.566852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.588627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Calling delete_port for 5a8a233e-8adf-45bf-b651-57aaf9a37cc8 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:58.702206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b404cd6-534d-4333-87b1-4743ac16da39 req-47a940e9-efc5-4e70-a55b-bf2297e77744 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497096 Jul 07 16:58:58.821745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:58.917553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.942966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:58.944230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.077259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.219188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee733e47-eb41-474c-b1dc-1d3d107b7a9a req-ac89335b-a207-4f57-a38e-b54ae0929bc2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.239554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee733e47-eb41-474c-b1dc-1d3d107b7a9a req-ac89335b-a207-4f57-a38e-b54ae0929bc2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 944 time: 0.4979432 Jul 07 16:58:59.260250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Port': ['ID=5a8a233e-8adf-45bf-b651-57aaf9a37cc8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.300969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.342752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.407277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee733e47-eb41-474c-b1dc-1d3d107b7a9a req-374e0547-7a00-4fe3-9c62-b8834b34e455 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613903 Jul 07 16:58:59.417668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94af50e6-dc8f-4314-9fee-e0edfce25c20 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:59.463181 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.465652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.532703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.533674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Fanout notify agent at l3_agent the message router_deleted on router 628fa5a7-8e5d-4ed5-a0d8-4959a9570803 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:59.545165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.546651 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9010a94d-5392-4cc2-8d1c-e943af66f2ac tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "DELETE /v2.0/routers/628fa5a7-8e5d-4ed5-a0d8-4959a9570803 HTTP/1.1" status: 204 len: 168 time: 2.7707398 Jul 07 16:58:59.549810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57318) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:59.619881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Router a2f62224-265c-46f7-ae32-775ecf045542 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:59.622249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting subnet 42822d9f-e516-4d41-b5b0-9aaf7492c928 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:59.626666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.669870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 94af50e6-dc8f-4314-9fee-e0edfce25c20 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:59.681570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 94af50e6-dc8f-4314-9fee-e0edfce25c20 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:59.684703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.688418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.876682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:59.890653 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Sync routers for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:59.915673 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:59.915946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.917676 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:59.922180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5520ebe2-ab15-4f73-a7da-c21ed60bb9de admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5676360 Jul 07 16:58:59.925041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57326) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:59.942621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.946512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.994731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af50e6-dc8f-4314-9fee-e0edfce25c20'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:59.997382 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb2b2e5-3b2a-43c7-bbc1-57d619aba612" -d '{"events": [{"server_uuid": "00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5", "name": "network-vif-plugged", "status": "completed", "tag": "94af50e6-dc8f-4314-9fee-e0edfce25c20"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:00.021698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 94af50e6-dc8f-4314-9fee-e0edfce25c20, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:00.029004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.031099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:00.060156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-499c534e-da81-4f0d-9992-5769f2f40be5 req-79efdf82-c327-4ef2-972e-b6a07283bb4b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 210 time: 0.1115887 Jul 07 16:59:00.086743 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:00.101595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.153335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=94af50e6-dc8f-4314-9fee-e0edfce25c20,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:00.174551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port d1b9597f-138e-4da1-8ebc-bea926999b8f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:00.180814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d1b9597f-138e-4da1-8ebc-bea926999b8f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:00.181510 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.238717 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f651cf5d-c155-4af6-9ca5-c5d047c9b757 x-openstack-request-id: req-f651cf5d-c155-4af6-9ca5-c5d047c9b757 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:00.240324 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5", "name": "network-vif-plugged", "status": "completed", "tag": "94af50e6-dc8f-4314-9fee-e0edfce25c20", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:00.241152 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f651cf5d-c155-4af6-9ca5-c5d047c9b757 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:00.241833 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94af50e6-dc8f-4314-9fee-e0edfce25c20', 'code': 200} Jul 07 16:59:00.255761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Subnet': ['ID=42822d9f-e516-4d41-b5b0-9aaf7492c928,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:00.290887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.312120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cea8caac-e02e-4991-9912-70eb9c2f5f55 tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "DELETE /v2.0/subnets/42822d9f-e516-4d41-b5b0-9aaf7492c928 HTTP/1.1" status: 204 len: 168 time: 0.7601500 Jul 07 16:59:00.312727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:00.326321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e318a-b35c-4b5a-923f-96922b2e4a7d None None] Network 55a4324c-2560-4b60-bd09-dc05c4d11ebf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:00.365827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ac121-96cd-4a5d-8721-a1df4f98d960 req-140074b9-6a5d-4ba6-999b-267bbdc346da tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:00.383351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-266ac121-96cd-4a5d-8721-a1df4f98d960 req-140074b9-6a5d-4ba6-999b-267bbdc346da tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 946 time: 0.2065823 Jul 07 16:59:00.498701 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.619730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:00.667927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.704383 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.805741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:00.840586 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:58:58Z', 'revision_number': 3, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:00.903670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] DHCP port deletion for 55a4324c-2560-4b60-bd09-dc05c4d11ebf request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:00.937731 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Checking router: a2f62224-265c-46f7-ae32-775ecf045542 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:00.947099 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Updating router a2f62224-265c-46f7-ae32-775ecf045542 port b429c4b4-8e25-4f9e-b236-28a326dfff8c binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:01.029140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-4e10c97a-e64c-4645-b62d-2ec500a60416 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.032269 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-4e10c97a-e64c-4645-b62d-2ec500a60416 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 822 time: 0.3111756 Jul 07 16:59:01.040224 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.067784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] Deleting port 0c5d1264-a3f6-4991-946f-4ce38687204e {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:01.068510 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.085845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Request body: {'port': {'device_id': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'admin_state_up': True, 'tenant_id': '83fd0856c3be4391bb92c89a676f87e1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:01.174480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] For port 0c5d1264-a3f6-4991-946f-4ce38687204e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c5d1264-a3f6-4991-946f-4ce38687204e,segment=NetworkSegment(aaad9bac-8a52-4c25-aa11-a138ceca91ed),segment_id=aaad9bac-8a52-4c25-aa11-a138ceca91ed)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:01.175108 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.199677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] Calling delete_port for 0c5d1264-a3f6-4991-946f-4ce38687204e owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:01.257762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting port 0c5d1264-a3f6-4991-946f-4ce38687204e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:01.258893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.391308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.463813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] Pushing event deleted for resources: {'Port': ['ID=0c5d1264-a3f6-4991-946f-4ce38687204e,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.477884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad247d-60ea-4658-8c6c-66ff5ee68de1 None None] No DVR routers for this DVR port 0c5d1264-a3f6-4991-946f-4ce38687204e on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:01.508771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-266ac121-96cd-4a5d-8721-a1df4f98d960 req-972d80fd-4a66-48eb-9499-ce631654ec78 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1113873 Jul 07 16:59:01.523175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] For port 0c5d1264-a3f6-4991-946f-4ce38687204e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c5d1264-a3f6-4991-946f-4ce38687204e,segment=NetworkSegment(aaad9bac-8a52-4c25-aa11-a138ceca91ed),segment_id=aaad9bac-8a52-4c25-aa11-a138ceca91ed)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:01.523546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.526500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Made reservation on behalf of 83fd0856c3be4391bb92c89a676f87e1 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:01.540254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.597301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Calling delete_port for 0c5d1264-a3f6-4991-946f-4ce38687204e owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:01.647418 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.672113 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Transition to ACTIVE for port object b429c4b4-8e25-4f9e-b236-28a326dfff8c will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:01.688520 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.754076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8619d1-1fa3-4fe4-ba8a-1682d296f124 req-b41f9ebf-b242-4bb8-9636-35cd7a504986 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.762561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c8619d1-1fa3-4fe4-ba8a-1682d296f124 req-b41f9ebf-b242-4bb8-9636-35cd7a504986 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 945 time: 0.4300632 Jul 07 16:59:01.794571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a4b2-d45e-4c4f-b347-16ff59204edd req-08cb5b94-bca1-44ac-b880-f93d3c30a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.795976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea57a4b2-d45e-4c4f-b347-16ff59204edd req-08cb5b94-bca1-44ac-b880-f93d3c30a39a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 1096 time: 1.3586636 Jul 07 16:59:01.817605 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Attempting to bind port b429c4b4-8e25-4f9e-b236-28a326dfff8c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:01.818903 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Attempting to bind port b429c4b4-8e25-4f9e-b236-28a326dfff8c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:01.820726 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Attempting to bind port b429c4b4-8e25-4f9e-b236-28a326dfff8c on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:01.838790 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:01.839614 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:01.841191 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.842070 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:01.844134 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Bound port: b429c4b4-8e25-4f9e-b236-28a326dfff8c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:01.844900 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.882162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c8619d1-1fa3-4fe4-ba8a-1682d296f124 req-627e1c1e-88a3-42f8-86e3-9e5ca18250f3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185815 Jul 07 16:59:01.900909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.907780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Allocated IP 172.20.0.4 (7a9c53a7-1a73-4ec6-a92e-17d211c160e7/0a550da6-b628-4029-a35f-b3fa27094eff/682f5489-82af-4d7f-b3a3-3d7f799af0fa) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:01.953146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Port': ['ID=0c5d1264-a3f6-4991-946f-4ce38687204e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.966366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] No DVR routers for this DVR port 0c5d1264-a3f6-4991-946f-4ce38687204e on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:02.000856 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Pushing event updated for resources: {'Port': ['ID=b429c4b4-8e25-4f9e-b236-28a326dfff8c,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:02.003721 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] For port b429c4b4-8e25-4f9e-b236-28a326dfff8c, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:02.008259 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] For port b429c4b4-8e25-4f9e-b236-28a326dfff8c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b429c4b4-8e25-4f9e-b236-28a326dfff8c,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:02.014305 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.014650 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.015139 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.015485 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.015823 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.016157 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.016494 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.016827 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.017173 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.017506 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.017836 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.018171 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:02.024004 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.045954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea57a4b2-d45e-4c4f-b347-16ff59204edd req-901bbe2c-408e-4175-8b94-b3b213a8e281 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401583 Jul 07 16:59:02.090116 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:02.090781 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.100161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43819bf7-592e-41c8-9d07-14a61877d660 req-e2eb7d0c-f2ad-4601-b27b-a8d16b6c443f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 210 time: 0.1086159 Jul 07 16:59:02.137089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.151575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a4324c-2560-4b60-bd09-dc05c4d11ebf']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.160352 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84eb8-53d3-4311-9557-28d73d21678a None None] Pushing event updated for resources: {'Port': ['ID=b429c4b4-8e25-4f9e-b236-28a326dfff8c,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:02.173641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaad9bac-8a52-4c25-aa11-a138ceca91ed') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.173945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaad9bac-8a52-4c25-aa11-a138ceca91ed') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.185422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.203293 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.213062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:02.213596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.243749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:02.246348 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2737988-bfdd-4edd-9e52-ca9af711c79c" -d '{"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:02.300876 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:02.309791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.316156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.322170 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "DELETE /v2.0/networks/55a4324c-2560-4b60-bd09-dc05c4d11ebf HTTP/1.1" status: 204 len: 168 time: 2.0079017 Jul 07 16:59:02.323637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57352) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:02.329713 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:02.336645 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f794a4-fb68-4181-938c-5222de5cbe60 x-openstack-request-id: req-80f794a4-fb68-4181-938c-5222de5cbe60 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:02.336994 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:02.337311 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80f794a4-fb68-4181-938c-5222de5cbe60 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:02.337991 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'code': 200} Jul 07 16:59:02.348464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.362652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8bc3b-c470-4122-9a9d-c34589acd95d tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Network': ['ID=55a4324c-2560-4b60-bd09-dc05c4d11ebf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:02.657568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Deleting port d7d628e4-3b86-44c3-b6cd-5c28b6462d14 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:02.657953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.775151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.775542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Allocated IP 172.20.0.1 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/208a4d29-0029-4aa7-bd4e-b8743cbed427) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:02.776322 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.795376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Calling delete_port for d7d628e4-3b86-44c3-b6cd-5c28b6462d14 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:02.825872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c5d1264-a3f6-4991-946f-4ce38687204e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:02.877951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 0c5d1264-a3f6-4991-946f-4ce38687204e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:02.878297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c5d1264-a3f6-4991-946f-4ce38687204e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:02.912202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5620e3-30f3-4cb0-96ff-a49bc0679a18 req-e4b32c72-409b-4a87-baeb-68d6977f509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:02.914714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b5620e3-30f3-4cb0-96ff-a49bc0679a18 req-e4b32c72-409b-4a87-baeb-68d6977f509e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1098 time: 0.2014220 Jul 07 16:59:02.954349 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:58:58Z', 'revision_number': 3, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:03.005740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.021956 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa34b99-4674-4f19-a0ea-849c7cfaa8bb None None] The sync data for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 is: [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:58:58Z', 'revision_number': 3, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:03.091223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.143655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.144020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Pushing event deleted for resources: {'Port': ['ID=d7d628e4-3b86-44c3-b6cd-5c28b6462d14,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.174633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Transition to ACTIVE for port object 208a4d29-0029-4aa7-bd4e-b8743cbed427 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:03.227062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b5620e3-30f3-4cb0-96ff-a49bc0679a18 req-6ccdac0b-0dab-4c05-a159-70d0b6d11bc1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659388 Jul 07 16:59:03.244891 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.248253 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.250755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.259803 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-47257854-2e0c-433d-bb8c-cb68b23f055f tempest-FloatingIPAdminTestJSON-1251665577 tempest-FloatingIPAdminTestJSON-1251665577-project] 10.222.0.78 "DELETE /v2.0/floatingips/21e095c8-1612-4815-b495-89b52e174433 HTTP/1.1" status: 204 len: 168 time: 0.9071093 Jul 07 16:59:03.319043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Pushing event updated for resources: {'Port': ['ID=208a4d29-0029-4aa7-bd4e-b8743cbed427,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.343914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:03.350175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:03.355402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:03.396190 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.398179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.414141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ecab4-7c62-4dc2-9d7b-c0a609225789 req-4ae1d3a4-afe4-42b7-ac9b-57dca87c08d1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.423346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-980ecab4-7c62-4dc2-9d7b-c0a609225789 req-4ae1d3a4-afe4-42b7-ac9b-57dca87c08d1 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.6190355 Jul 07 16:59:03.552708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:03.560837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:03.570616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:03.675522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.703097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event updated for resources: {'Port': ['ID=682f5489-82af-4d7f-b3a3-3d7f799af0fa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.814046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.815344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.820308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-980ecab4-7c62-4dc2-9d7b-c0a609225789 req-1491df8d-4444-413f-9d00-1de94758300c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203266 Jul 07 16:59:03.820996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.892993 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cb974b9a-4095-40a8-ac89-84fef7b994a2 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8168650 Jul 07 16:59:03.900550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c8cd3a4a-190e-4222-b18e-bd15ed2c1f55 None None] Provisioning for port 208a4d29-0029-4aa7-bd4e-b8743cbed427 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:03.906654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c8cd3a4a-190e-4222-b18e-bd15ed2c1f55 None None] Provisioning complete for port 208a4d29-0029-4aa7-bd4e-b8743cbed427 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:03.907278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3a4a-190e-4222-b18e-bd15ed2c1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.927244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Request body: {'port': {'device_id': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:03.976763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd3a4a-190e-4222-b18e-bd15ed2c1f55 None None] Port 208a4d29-0029-4aa7-bd4e-b8743cbed427 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:04.164478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f86f8d-d300-4aad-a890-237930f94682 req-ad7a65b3-4647-4950-8f5a-57ecd881dcf0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.179035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65f86f8d-d300-4aad-a890-237930f94682 req-ad7a65b3-4647-4950-8f5a-57ecd881dcf0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 945 time: 0.6569581 Jul 07 16:59:04.202508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.247565 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e771fbc-e560-47b7-b6d6-a60e56ea56ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26564a736cb94396b434753dd389cdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243388 Jul 07 16:59:04.252364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57384) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.352077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b017688-f9e7-4d0d-878f-36c94511f86a req-f94865ce-2c21-48ba-a9a0-5b1d1c93fa5c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.358304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b017688-f9e7-4d0d-878f-36c94511f86a req-f94865ce-2c21-48ba-a9a0-5b1d1c93fa5c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 931 time: 0.3608406 Jul 07 16:59:04.360705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.499924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe61b5be-b943-4c75-95f3-39ca7cb8cac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.576154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65f86f8d-d300-4aad-a890-237930f94682 req-b4d52eb6-ecf6-436d-b10a-d43dadc8caea tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852785 Jul 07 16:59:04.638451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b017688-f9e7-4d0d-878f-36c94511f86a req-db17ec9a-500a-49a4-a2b4-a088addd224c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631302 Jul 07 16:59:04.686803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe61b5be-b943-4c75-95f3-39ca7cb8cac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.843985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b429c4b4-8e25-4f9e-b236-28a326dfff8c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:04.986226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b429c4b4-8e25-4f9e-b236-28a326dfff8c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:05.003998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b429c4b4-8e25-4f9e-b236-28a326dfff8c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:05.005919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.101988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.112452 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.165333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7f90f290-a642-4b5a-9347-7b2beb6b7f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.198075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe61b5be-b943-4c75-95f3-39ca7cb8cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.200923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe61b5be-b943-4c75-95f3-39ca7cb8cac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.205077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fe61b5be-b943-4c75-95f3-39ca7cb8cac6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/237dcf0c-965e-4297-ba87-817d7072573f HTTP/1.1" status: 204 len: 168 time: 0.9512429 Jul 07 16:59:05.232374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b5be-b943-4c75-95f3-39ca7cb8cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237dcf0c-965e-4297-ba87-817d7072573f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.311513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.347315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Pushing event updated for resources: {'Port': ['ID=208a4d29-0029-4aa7-bd4e-b8743cbed427,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.364017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.425905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port b429c4b4-8e25-4f9e-b236-28a326dfff8c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b429c4b4-8e25-4f9e-b236-28a326dfff8c,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:05.434572 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.474430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682f5489-82af-4d7f-b3a3-3d7f799af0fa {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:05.488331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.508094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Transition to ACTIVE for port object 682f5489-82af-4d7f-b3a3-3d7f799af0fa will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:05.526074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.531692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=b429c4b4-8e25-4f9e-b236-28a326dfff8c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.644444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Pushing event updated for resources: {'Port': ['ID=682f5489-82af-4d7f-b3a3-3d7f799af0fa,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.717774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:05.721359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:05.836812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Attempting to bind port 682f5489-82af-4d7f-b3a3-3d7f799af0fa on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:05.837206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Attempting to bind port 682f5489-82af-4d7f-b3a3-3d7f799af0fa by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:05.837578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Attempting to bind port 682f5489-82af-4d7f-b3a3-3d7f799af0fa on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:05.853912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Port 682f5489-82af-4d7f-b3a3-3d7f799af0fa on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:05.854408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Attempting to bind port 682f5489-82af-4d7f-b3a3-3d7f799af0fa on network 7a9c53a7-1a73-4ec6-a92e-17d211c160e7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:05.862227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b485ddf-156a-4caa-b222-836f3252726d req-6427e4d6-c8e4-4f3f-beb6-4c51b20be423 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.865457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:05.865790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Checking segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:05.866187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Bound using segment: {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:05.866652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Bound port: 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:05.867026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.873305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b485ddf-156a-4caa-b222-836f3252726d req-6427e4d6-c8e4-4f3f-beb6-4c51b20be423 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.4649467 Jul 07 16:59:06.013960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57444) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:06.085093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63ae79cb-98d9-4808-8b2a-ffad17747552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.089680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b485ddf-156a-4caa-b222-836f3252726d req-a0bc8435-fb74-4e6b-9263-fe959ffaefcf tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099755 Jul 07 16:59:06.257564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] For port 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:06.281155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] For port 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:06.281441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd9576-8b58-4080-aec1-69c352dfed0e req-14f4f8ce-5454-4582-a6b9-f30b8ad477d9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.289245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43dd9576-8b58-4080-aec1-69c352dfed0e req-14f4f8ce-5454-4582-a6b9-f30b8ad477d9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 945 time: 0.3807099 Jul 07 16:59:06.289566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bce40241-76b3-46ea-b6ec-dcb46a6e0fde None None] Provisioning complete for port 208a4d29-0029-4aa7-bd4e-b8743cbed427 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:06.290273 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bce40241-76b3-46ea-b6ec-dcb46a6e0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.293955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Router a2f62224-265c-46f7-ae32-775ecf045542 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:06.306541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.403022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bce40241-76b3-46ea-b6ec-dcb46a6e0fde None None] Port 208a4d29-0029-4aa7-bd4e-b8743cbed427 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:06.430636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43dd9576-8b58-4080-aec1-69c352dfed0e req-6120676e-0dd3-4705-b240-6e15a52065ea tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401348 Jul 07 16:59:06.528425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.530672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.532684 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] 10.222.0.54 "PUT /v2.0/ports/682f5489-82af-4d7f-b3a3-3d7f799af0fa HTTP/1.1" status: 200 len: 1091 time: 2.6317580 Jul 07 16:59:06.538664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'tag': '682f5489-82af-4d7f-b3a3-3d7f799af0fa'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:06.543166 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4915125a-5d2d-4569-932b-f78dc5083cde" -d '{"events": [{"name": "network-changed", "server_uuid": "453b61c5-5c93-43ef-a163-1e3dd3d36386", "tag": "682f5489-82af-4d7f-b3a3-3d7f799af0fa"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:06.620687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716f4ce-c39a-43eb-ad96-d445fbe57b75 service neutron] Pushing event updated for resources: {'Port': ['ID=682f5489-82af-4d7f-b3a3-3d7f799af0fa,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:06.710701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd2b7e-76c3-4bb0-8dd9-51ec3048a77d req-af43c855-56c3-4770-a7f9-2ac0ec5dc698 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.713154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddbd2b7e-76c3-4bb0-8dd9-51ec3048a77d req-af43c855-56c3-4770-a7f9-2ac0ec5dc698 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 943 time: 0.3204556 Jul 07 16:59:06.838430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63ae79cb-98d9-4808-8b2a-ffad17747552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.838687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:06.850246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63ae79cb-98d9-4808-8b2a-ffad17747552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.856570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b429c4b4-8e25-4f9e-b236-28a326dfff8c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:06.878509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7ea2e431-5993-4120-a0dc-3bbbdbd9572c admin admin] 10.222.0.78 "PUT /v2.0/routers/a2f62224-265c-46f7-ae32-775ecf045542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9488215 Jul 07 16:59:06.886073 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-63ae79cb-98d9-4808-8b2a-ffad17747552 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff65330870094ca280a64a9a25d2f16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668683 Jul 07 16:59:06.893407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:06.910150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddbd2b7e-76c3-4bb0-8dd9-51ec3048a77d req-8e89defa-9153-42e4-8435-aac8bebeeba3 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841402 Jul 07 16:59:07.010901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Sync routers for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:07.019081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae79cb-98d9-4808-8b2a-ffad17747552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080decbb-5961-418c-9752-250dad13c6d5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:07.071546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:07.075785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:58:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:07.097427 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dd6fdc-9534-4964-8f90-1055eeaf7f9a x-openstack-request-id: req-56dd6fdc-9534-4964-8f90-1055eeaf7f9a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:07.097898 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453b61c5-5c93-43ef-a163-1e3dd3d36386", "tag": "682f5489-82af-4d7f-b3a3-3d7f799af0fa", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:07.099313 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56dd6fdc-9534-4964-8f90-1055eeaf7f9a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:07.099890 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'tag': '682f5489-82af-4d7f-b3a3-3d7f799af0fa', 'status': 'completed', 'code': 200} Jul 07 16:59:07.120058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-56d4ce66-71c1-4085-9e3e-f5f7f1cac705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.135482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-56d4ce66-71c1-4085-9e3e-f5f7f1cac705 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 1094 time: 0.4612250 Jul 07 16:59:07.194399 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-cf4d8b97-2ab9-40b8-a628-0753dc3f4696 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa HTTP/1.1" status: 200 len: 217 time: 0.0575569 Jul 07 16:59:07.207066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b429c4b4-8e25-4f9e-b236-28a326dfff8c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:07.207066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.409519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1dd1-b969-4a44-90ee-fb144e0ab141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.566232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1dd1-b969-4a44-90ee-fb144e0ab141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.620983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:07.670062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-aa5e9f94-7a4c-43f3-8292-363ccde800cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.672713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-aa5e9f94-7a4c-43f3-8292-363ccde800cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 200 len: 862 time: 0.4718897 Jul 07 16:59:07.870790 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-5a545dbc-46c8-4594-8f87-47b0ec334204 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626937 Jul 07 16:59:08.035894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-beca140a-10f4-4711-81b3-be0e16eb6bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.079100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1dd1-b969-4a44-90ee-fb144e0ab141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.083476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1dd1-b969-4a44-90ee-fb144e0ab141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.085247 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8bbc1dd1-b969-4a44-90ee-fb144e0ab141 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/080decbb-5961-418c-9752-250dad13c6d5 HTTP/1.1" status: 204 len: 168 time: 1.1898093 Jul 07 16:59:08.103514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.119960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc1dd1-b969-4a44-90ee-fb144e0ab141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080decbb-5961-418c-9752-250dad13c6d5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:08.131460 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-dab2b06a-3cfc-4110-a533-724c4f3a844e service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588799 Jul 07 16:59:08.154013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02b91-d987-4cdd-a707-163b9d245cd3 req-dd519e2a-1618-4d6c-9dfa-c288975b4230 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.163309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6d02b91-d987-4cdd-a707-163b9d245cd3 req-dd519e2a-1618-4d6c-9dfa-c288975b4230 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.3427334 Jul 07 16:59:08.203602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-72a46504-eb1d-4e5d-9289-169639774155 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2985535 Jul 07 16:59:08.325396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:08.335465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247415608', 'description': 'tempest-description--1527256318'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:08.388868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6d02b91-d987-4cdd-a707-163b9d245cd3 req-1b64fa09-08f7-4569-92de-c14a45fa52c5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235358 Jul 07 16:59:08.399359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 2, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:08.463211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Checking router: a2f62224-265c-46f7-ae32-775ecf045542 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:08.463668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Updating router a2f62224-265c-46f7-ae32-775ecf045542 port 208a4d29-0029-4aa7-bd4e-b8743cbed427 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:08.485914 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a92492de-a20c-40ce-a750-d0d21a6704f3 req-6c5036c2-8718-4b48-80ab-66e9b5456276 service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469572 Jul 07 16:59:08.497530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.631790 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.872046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915125a-5d2d-4569-932b-f78dc5083cde req-e0231f8c-1e3f-4745-8944-f80d0a590d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.881092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-e0231f8c-1e3f-4745-8944-f80d0a590d6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83fd0856c3be4391bb92c89a676f87e1&device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 1094 time: 0.2465196 Jul 07 16:59:08.942739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.943537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.944434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.945364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.946273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.947710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.948086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.951827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-026e27b8-8377-494c-98d8-54648c65ef55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.6459506 Jul 07 16:59:09.002369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.014233 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.153738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef382b1-07de-48e7-811d-ec721b51c37d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.236217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915125a-5d2d-4569-932b-f78dc5083cde req-120c6e7f-ab41-4932-8a0d-9586ba761fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.241076 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-120c6e7f-ab41-4932-8a0d-9586ba761fbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 200 len: 923 time: 0.3476894 Jul 07 16:59:09.255649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5f040-599e-4539-b5ab-08629e79c719 req-28c82b59-014b-45cb-8150-23152d024348 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.258536 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.268131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bce5f040-599e-4539-b5ab-08629e79c719 req-28c82b59-014b-45cb-8150-23152d024348 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 943 time: 0.4948514 Jul 07 16:59:09.312319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57520) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:09.329739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.332007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9bde8182-4687-48de-b3ef-fff630d24adb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0019507 Jul 07 16:59:09.371980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57522) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:09.380002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'security_group_rule': {'security_group_id': '4ef382b1-07de-48e7-811d-ec721b51c37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:09.397022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-065b9f67-6616-4fa6-a0cd-c2b3508b79dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.397763 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-ccd23a02-4db9-4bc1-b2ac-07ebe1b1a402 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa HTTP/1.1" status: 200 len: 217 time: 0.1441948 Jul 07 16:59:09.569348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915125a-5d2d-4569-932b-f78dc5083cde req-d84507c1-2b1f-44e7-b31c-128e5f52f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.576342 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-d84507c1-2b1f-44e7-b31c-128e5f52f805 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 200 len: 862 time: 0.1679037 Jul 07 16:59:09.580003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-25479d56-3390-4815-b78d-7c4efd244ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.580498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-25479d56-3390-4815-b78d-7c4efd244ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.580953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-25479d56-3390-4815-b78d-7c4efd244ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.583355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-25479d56-3390-4815-b78d-7c4efd244ab0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 2292 time: 0.5319569 Jul 07 16:59:09.619502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.622564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.647674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Transition to ACTIVE for port object 208a4d29-0029-4aa7-bd4e-b8743cbed427 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:09.662930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.683069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-ab0ec1b7-12a8-471a-bcf1-51f9fa034c01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a9c53a7-1a73-4ec6-a92e-17d211c160e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825007 Jul 07 16:59:09.804744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bce5f040-599e-4539-b5ab-08629e79c719 req-eb12ccb1-e187-4879-9449-c183586e782e tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350902 Jul 07 16:59:09.863138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.863571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5b92-5c24-4f2b-b510-c7a922672eda None None] Pushing event updated for resources: {'Port': ['ID=208a4d29-0029-4aa7-bd4e-b8743cbed427,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.885760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.932115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-2c82ddf2-efcf-4279-8a2c-7c2630ad6804 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 1001 time: 0.3123834 Jul 07 16:59:09.946846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4563628a-222d-4e99-abff-7cd3583c1e87,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.985016 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-8392c3a4-8bab-4ab5-a4a3-724816b69cda service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903514 Jul 07 16:59:10.002787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb7953-2714-4c26-8ee1-c3bc26082546 req-1ad3df20-5ce1-4afa-8313-583d6b0ee27e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:10.008380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dcb7953-2714-4c26-8ee1-c3bc26082546 req-1ad3df20-5ce1-4afa-8313-583d6b0ee27e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.6325448 Jul 07 16:59:10.021536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Attempting to bind port 208a4d29-0029-4aa7-bd4e-b8743cbed427 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:10.022339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Attempting to bind port 208a4d29-0029-4aa7-bd4e-b8743cbed427 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:10.022889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Attempting to bind port 208a4d29-0029-4aa7-bd4e-b8743cbed427 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:10.029839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:10.030729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:10.031342 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.031931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:10.032728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Bound port: 208a4d29-0029-4aa7-bd4e-b8743cbed427, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:10.033437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.167500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] For port 208a4d29-0029-4aa7-bd4e-b8743cbed427, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:10.171675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-065b9f67-6616-4fa6-a0cd-c2b3508b79dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.175607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] For port 208a4d29-0029-4aa7-bd4e-b8743cbed427, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=208a4d29-0029-4aa7-bd4e-b8743cbed427,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:10.186733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.187863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.192613 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e9d3dc1-c1f3-4414-a3a1-a834e8ff294e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8181496 Jul 07 16:59:10.197803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57540) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.213851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'security_group_rule': {'security_group_id': '4ef382b1-07de-48e7-811d-ec721b51c37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:10.230093 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4915125a-5d2d-4569-932b-f78dc5083cde req-80bb43a8-bc06-4c85-9f6c-88b608db644c service neutron] 10.222.0.54 "GET /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323966 Jul 07 16:59:10.244909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-065b9f67-6616-4fa6-a0cd-c2b3508b79dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.285210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5b92-5c24-4f2b-b510-c7a922672eda None None] Pushing event updated for resources: {'Port': ['ID=208a4d29-0029-4aa7-bd4e-b8743cbed427,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.318269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.330467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:10.349602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:59:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:10.363096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.363502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-065b9f67-6616-4fa6-a0cd-c2b3508b79dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d8da209b6464c5a8aa5a120c3e48a73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0361283 Jul 07 16:59:10.400942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-3172b12b-0c84-45b4-8cca-57f2c0851276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:10.402584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-3172b12b-0c84-45b4-8cca-57f2c0851276 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.4592838 Jul 07 16:59:10.484964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b9f67-6616-4fa6-a0cd-c2b3508b79dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda24ce-51ae-4777-b713-57ffa8376207,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.538519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.549581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.559705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9c293a4-4d82-4422-90c9-3a6a40522da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.569773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dcb7953-2714-4c26-8ee1-c3bc26082546 req-443cb99e-aa97-49be-a22d-fd4365b433a9 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960154 Jul 07 16:59:10.631690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9c293a4-4d82-4422-90c9-3a6a40522da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.698361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-8fe3aad9-59c7-4017-a76e-c5b9826004c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:10.700395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-8fe3aad9-59c7-4017-a76e-c5b9826004c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781191 Jul 07 16:59:10.774433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd0bba4-ca05-4df9-9342-99591a9880af,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.804056 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.806480 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f33e8e91-cd1b-4b1a-ada4-4328b4d58e40 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6031222 Jul 07 16:59:10.808583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9c293a4-4d82-4422-90c9-3a6a40522da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.821431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9c293a4-4d82-4422-90c9-3a6a40522da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.842303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9c293a4-4d82-4422-90c9-3a6a40522da6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cda24ce-51ae-4777-b713-57ffa8376207 HTTP/1.1" status: 204 len: 168 time: 0.4576015 Jul 07 16:59:10.843162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.856966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:10.862349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c293a4-4d82-4422-90c9-3a6a40522da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda24ce-51ae-4777-b713-57ffa8376207,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.965227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.979449 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.013732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:11.063046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-eb38ae8d-fcdf-4cda-8d33-a1cb9ce2ad92 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546362 Jul 07 16:59:11.257935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.637522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Allocated IP 172.25.5.145 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e24d4534-ef63-471a-b748-75c5401edf6c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:11.751651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:10Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:11.834967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81380f03-e264-457e-9940-5ed2fbc1cb7a None None] The sync data for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 is: [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:10Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:11.888487 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.895990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 682f5489-82af-4d7f-b3a3-3d7f799af0fa details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:12.214833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.278798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:12.333865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-4d481145-04f1-453d-b517-c6ab9a260d42 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2631595 Jul 07 16:59:12.335831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '682f5489-82af-4d7f-b3a3-3d7f799af0fa', 'network_id': '7a9c53a7-1a73-4ec6-a92e-17d211c160e7', 'port_id': '682f5489-82af-4d7f-b3a3-3d7f799af0fa', 'mac_address': 'fa:16:3e:48:62:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a550da6-b628-4029-a35f-b3fa27094eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:12.437653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:12.468518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.490614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:12.496543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:12.507732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682f5489-82af-4d7f-b3a3-3d7f799af0fa {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:12.543037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-222c9d6b-03bb-4c78-9208-a149ac73ebd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 217 time: 0.1250007 Jul 07 16:59:12.563829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=e24d4534-ef63-471a-b748-75c5401edf6c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:12.585525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:12.599006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.652552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:12.751356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d21a8-dae0-49f9-b71e-020c6dbbb3d5 req-6464f9f7-c84e-4b83-ac2d-413a04473021 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:12.759696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d3d21a8-dae0-49f9-b71e-020c6dbbb3d5 req-6464f9f7-c84e-4b83-ac2d-413a04473021 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.5847292 Jul 07 16:59:12.796045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=682f5489-82af-4d7f-b3a3-3d7f799af0fa,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:12.852313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.861176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc6193-489a-4bad-958f-78e6b9ee7fe4 req-0c55727b-ab35-4745-9309-8d383cff2a3c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:12.875609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bbc6193-489a-4bad-958f-78e6b9ee7fe4 req-0c55727b-ab35-4745-9309-8d383cff2a3c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 943 time: 0.7018912 Jul 07 16:59:12.880020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 208a4d29-0029-4aa7-bd4e-b8743cbed427 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:12.974287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1335934028'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:12.980376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c3fba269-9615-4958-a86f-249c16a4b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:12.982036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c3fba269-9615-4958-a86f-249c16a4b649 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.4258435 Jul 07 16:59:13.019602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 208a4d29-0029-4aa7-bd4e-b8743cbed427 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:13.031338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 208a4d29-0029-4aa7-bd4e-b8743cbed427 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:13.035087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.042420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['682f5489-82af-4d7f-b3a3-3d7f799af0fa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:13.044324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.056139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bbc6193-489a-4bad-958f-78e6b9ee7fe4 req-66372e51-d7c6-48b2-9c87-8238543a1329 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716354 Jul 07 16:59:13.126550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:13.136159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.172155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d3d21a8-dae0-49f9-b71e-020c6dbbb3d5 req-02945a30-7e27-4fd2-9650-7c63436eb308 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894784 Jul 07 16:59:13.203246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.261805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-0be5e6fd-c96d-41f0-8460-d71114c8d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:13.289480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-0be5e6fd-c96d-41f0-8460-d71114c8d194 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2990448 Jul 07 16:59:13.640201 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-5a648c6e-2332-4cf8-b266-9602e61ee6e9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442926 Jul 07 16:59:13.673029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.682959 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.685542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.904020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=e24d4534-ef63-471a-b748-75c5401edf6c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:13.914814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 208a4d29-0029-4aa7-bd4e-b8743cbed427, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=208a4d29-0029-4aa7-bd4e-b8743cbed427,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:13.971251 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.986830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.025496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-72618358-b8c7-4bbd-9fc2-d8aa686b9b7d service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783331 Jul 07 16:59:14.083772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=208a4d29-0029-4aa7-bd4e-b8743cbed427,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.122627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-5e0d0d14-dbf4-48da-9e1d-965f651ab7cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 217 time: 0.0787640 Jul 07 16:59:14.190580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-889a2e96-b203-4033-8fea-9e79a51f2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:14.192954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-889a2e96-b203-4033-8fea-9e79a51f2f39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.0605497 Jul 07 16:59:14.332147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fc764-ac7d-4395-8668-a30d6dcce318 req-3abad939-4d4e-42b0-9683-236efc67ce29 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:14.350219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e47fc764-ac7d-4395-8668-a30d6dcce318 req-3abad939-4d4e-42b0-9683-236efc67ce29 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.4382484 Jul 07 16:59:14.522487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-cbf02e4f-58cc-4569-8732-d5bf72900cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:14.526362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-cbf02e4f-58cc-4569-8732-d5bf72900cde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3176696 Jul 07 16:59:14.685826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e47fc764-ac7d-4395-8668-a30d6dcce318 req-bfbfe470-3540-4941-8897-d7ae417ec48d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345358 Jul 07 16:59:14.746216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 208a4d29-0029-4aa7-bd4e-b8743cbed427 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:14.811640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd592f-03b7-4184-8443-d6ff68089b1c req-88b7225f-11c9-4031-9b33-5c9ae20625d8 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:14.813753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81dd592f-03b7-4184-8443-d6ff68089b1c req-88b7225f-11c9-4031-9b33-5c9ae20625d8 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 944 time: 0.4313061 Jul 07 16:59:14.848924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 208a4d29-0029-4aa7-bd4e-b8743cbed427 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:14.850168 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.854597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-67cfec91-e8c2-407e-8c0b-d6719f85919b service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206902 Jul 07 16:59:14.918373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.930849 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.969574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:15.012417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.028275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9669c57f-6395-405a-b3cf-b88896493f91 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1752241 Jul 07 16:59:15.044514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81dd592f-03b7-4184-8443-d6ff68089b1c req-e028f71e-50de-4d01-8aa4-5058a3d6cfa4 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095356 Jul 07 16:59:15.058108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.058476 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Added segment a7e2377f-f0b5-4f35-8bda-9e7199c89f79 of type vlan for network 805cbf09-88bb-481a-b57e-edca2fb7148a Jul 07 16:59:15.149623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119487d9-2150-462e-be29-6af1fafd3859,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:15.162678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-3f34ee04-4b93-4260-bb7d-1c4ec177cd88 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878146 Jul 07 16:59:15.185054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.261069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.268987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:15.270882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.288438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-a597ec8e-89d5-4980-8a9f-f81b17259af8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 217 time: 0.1241579 Jul 07 16:59:15.394224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Network': ['ID=805cbf09-88bb-481a-b57e-edca2fb7148a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:15.404775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e8a5820-c5e4-4ace-bbe1-b98af1b38c2e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7505374 Jul 07 16:59:15.414059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:15.415442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57660) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:15.421583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:15.534199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-d3b35b40-0fd8-4204-9ccc-3792873ebef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:15.537010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-d3b35b40-0fd8-4204-9ccc-3792873ebef7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.2412581 Jul 07 16:59:15.578074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:15.596552 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.788420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-d98f1405-4e16-4662-ab9c-c2d8e8826410 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--247415608&fields=id&tenant_id=a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 267 time: 0.2497561 Jul 07 16:59:15.927509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 682f5489-82af-4d7f-b3a3-3d7f799af0fa up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:15.975884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c7d95d22-c92c-419a-a798-581e6cd7d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:15.978790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c7d95d22-c92c-419a-a798-581e6cd7d34c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4031117 Jul 07 16:59:15.991825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.054077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008fcea-8513-42ed-9970-694bf7ea1d22 req-fa798e98-e451-47e4-bb5d-c7c125fb4495 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:16.067529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b008fcea-8513-42ed-9970-694bf7ea1d22 req-fa798e98-e451-47e4-bb5d-c7c125fb4495 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.5266798 Jul 07 16:59:16.186915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=6c284bd7-e6c9-4c64-acd5-fa4d23fe1825,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:16.244189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 682f5489-82af-4d7f-b3a3-3d7f799af0fa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:16.252487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 682f5489-82af-4d7f-b3a3-3d7f799af0fa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:16.253668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.295916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b008fcea-8513-42ed-9970-694bf7ea1d22 req-44de9b15-dd5d-44c9-975a-c420a6f92db0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265422 Jul 07 16:59:16.308465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:16.310618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network hostable DHCP agents. Network: 805cbf09-88bb-481a-b57e-edca2fb7148a, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:16.348857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-7b0e30fa-565b-4446-a810-9a7c782dbf82 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:16.358404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-7b0e30fa-565b-4446-a810-9a7c782dbf82 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.5578568 Jul 07 16:59:16.390820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:16.421897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 805cbf09-88bb-481a-b57e-edca2fb7148a) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:16.437992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:16.439141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.461095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ffcb2-62ea-4264-9e91-64d827a7ad99 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:16.461438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-f1fa515d-1e29-4270-a4b4-6eee49615623 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/quotas/a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 375 time: 0.0911677 Jul 07 16:59:16.482481 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-558462d7-7b56-4e0d-ac19-8732e645971d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0649657 Jul 07 16:59:16.486886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57686) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.496452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'name': 'tempest-NetworksTestDHCPv6-1472250242'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:16.615282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-4076f45d-64bc-41bc-849a-720eed9f2e50 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244204 Jul 07 16:59:16.777970 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.802416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:16.809430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.851629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 414defa3-eae3-4782-9245-674cb8a2d47d yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:16.865424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-b41ab877-e9cc-4575-abe1-1128e0c905f3 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371128 Jul 07 16:59:16.942720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682f5489-82af-4d7f-b3a3-3d7f799af0fa'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:16.944823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-e50d7326-c223-4c0c-becd-4f59e4b695c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 217 time: 0.0706766 Jul 07 16:59:16.948960 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5644e33-29fd-4757-bb95-eb98d6a8e651" -d '{"events": [{"server_uuid": "453b61c5-5c93-43ef-a163-1e3dd3d36386", "name": "network-vif-plugged", "status": "completed", "tag": "682f5489-82af-4d7f-b3a3-3d7f799af0fa"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:16.987992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:17.011630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.017902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-2f0fcd85-abab-49c4-b232-92b2563b56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:17.044085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-2f0fcd85-abab-49c4-b232-92b2563b56e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.0879717 Jul 07 16:59:17.157799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::138 (805cbf09-88bb-481a-b57e-edca2fb7148a/6c284bd7-e6c9-4c64-acd5-fa4d23fe1825/414defa3-eae3-4782-9245-674cb8a2d47d) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:17.170964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=682f5489-82af-4d7f-b3a3-3d7f799af0fa,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:17.342628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-bf84ded8-5bc0-4c0b-b4b8-05c80f6a5b5f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8513701 Jul 07 16:59:17.404399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '6c284bd7-e6c9-4c64-acd5-fa4d23fe1825'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:17.405323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.429177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c9c61057-9574-46e5-ab58-7853a3818d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:17.431492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c9c61057-9574-46e5-ab58-7853a3818d27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3738830 Jul 07 16:59:17.514151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.538640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 414defa3-eae3-4782-9245-674cb8a2d47d will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:17.601454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.653732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe915891-e8fd-4b6e-b65c-b913054928dc req-9f602461-fc3f-4377-93e5-a82193bf2a5f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:17.664926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe915891-e8fd-4b6e-b65c-b913054928dc req-9f602461-fc3f-4377-93e5-a82193bf2a5f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 945 time: 0.4910169 Jul 07 16:59:17.716904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=414defa3-eae3-4782-9245-674cb8a2d47d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:17.743842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/6c284bd7-e6c9-4c64-acd5-fa4d23fe1825/bf44f7de-3223-4844-a895-dc8a08d8ceb7) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:17.748257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:17.752604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:17.764003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:17.772747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:17.780283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.789039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-6e00f0a2-5f35-40aa-96a2-51875a230131 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163089 Jul 07 16:59:17.801715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-75c82817-9c03-46b3-b470-04b2901a60fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3121791 Jul 07 16:59:17.806593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:17.837353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe915891-e8fd-4b6e-b65c-b913054928dc req-ae373b24-3d70-4e85-9a68-ba5530d39e68 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710567 Jul 07 16:59:17.933059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-74749aed-7543-4e6f-bf18-02f277749729 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379339 Jul 07 16:59:18.035490 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13715d0-3c37-41f3-8859-be66cb06d2e6 x-openstack-request-id: req-d13715d0-3c37-41f3-8859-be66cb06d2e6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:18.037615 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453b61c5-5c93-43ef-a163-1e3dd3d36386", "name": "network-vif-plugged", "status": "completed", "tag": "682f5489-82af-4d7f-b3a3-3d7f799af0fa", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:18.038376 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d13715d0-3c37-41f3-8859-be66cb06d2e6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:18.039569 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682f5489-82af-4d7f-b3a3-3d7f799af0fa', 'code': 200} Jul 07 16:59:18.060531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9035e11-b296-41b5-b6f1-2c9d46b630b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.063147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9035e11-b296-41b5-b6f1-2c9d46b630b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2538531 Jul 07 16:59:18.065822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:18.076523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-c119896f-f287-4c28-88af-0910c242a495 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695906 Jul 07 16:59:18.137533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c8b447c3-8106-44a6-970b-90ea03f95f39 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940384 Jul 07 16:59:18.142328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.165750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Transition to ACTIVE for port object bf44f7de-3223-4844-a895-dc8a08d8ceb7 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:18.231550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Transition to ACTIVE for port object bf44f7de-3223-4844-a895-dc8a08d8ceb7 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:18.247153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-e78ba597-00cf-4946-97f6-eeeb693240fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.1017754 Jul 07 16:59:18.251278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.387330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-415a92e7-b29e-42d5-a259-12c10bf810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.391277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-415a92e7-b29e-42d5-a259-12c10bf810a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.1376562 Jul 07 16:59:18.405460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Pushing event updated for resources: {'Port': ['ID=bf44f7de-3223-4844-a895-dc8a08d8ceb7,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:18.458441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:18.463754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:18.479521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:18.513394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ad67d-639c-4862-8675-eb69eb5ef678 req-d874d4a3-42d3-4ed5-adc9-c2242f92037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.518860 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-301ad67d-639c-4862-8675-eb69eb5ef678 req-d874d4a3-42d3-4ed5-adc9-c2242f92037b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 1096 time: 0.4282629 Jul 07 16:59:18.614266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Attempting to bind port bf44f7de-3223-4844-a895-dc8a08d8ceb7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:18.615675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Attempting to bind port bf44f7de-3223-4844-a895-dc8a08d8ceb7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:18.616235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Attempting to bind port bf44f7de-3223-4844-a895-dc8a08d8ceb7 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:18.622869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:18.623582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:18.624194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.624761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:18.625587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Bound port: bf44f7de-3223-4844-a895-dc8a08d8ceb7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:18.626241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.680149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-76fd6eaa-a7b0-4678-8c7a-f428311acd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.687562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 414defa3-eae3-4782-9245-674cb8a2d47d {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:18.687864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-76fd6eaa-a7b0-4678-8c7a-f428311acd18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2864935 Jul 07 16:59:18.688292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.803642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-301ad67d-639c-4862-8675-eb69eb5ef678 req-92fe2395-deec-4e49-aba5-d2404babea83 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373998 Jul 07 16:59:18.814407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] For port bf44f7de-3223-4844-a895-dc8a08d8ceb7, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:18.818768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] For port bf44f7de-3223-4844-a895-dc8a08d8ceb7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf44f7de-3223-4844-a895-dc8a08d8ceb7,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:18.826341 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.948896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.974329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1654802-6631-4ebc-a3eb-6222bced5ab4 req-be2c78b5-b89c-48ce-a3b5-1c8fbf43ac6e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 210 time: 0.2432613 Jul 07 16:59:18.988156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e36fd-adf4-4efb-9e6c-749a30efd942 None None] Pushing event updated for resources: {'Port': ['ID=bf44f7de-3223-4844-a895-dc8a08d8ceb7,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.005019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 414defa3-eae3-4782-9245-674cb8a2d47d owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:19.157721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c21b77c0-3dc9-4117-b164-57f65278b8ff service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636567 Jul 07 16:59:19.483579 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.589042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=414defa3-eae3-4782-9245-674cb8a2d47d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.726219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.734956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-68d467b9-5757-4a78-81b1-21f8a343c252 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/414defa3-eae3-4782-9245-674cb8a2d47d HTTP/1.1" status: 204 len: 168 time: 1.6673110 Jul 07 16:59:19.738530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57748) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:19.950328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad4099-d109-4bdb-ba0b-ea9a932029e7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:19.952295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad4099-d109-4bdb-ba0b-ea9a932029e7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:19.954101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-19ad4099-d109-4bdb-ba0b-ea9a932029e7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2136512 Jul 07 16:59:19.961769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57754) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:20.053172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6c45e-a60f-4329-98c2-ea3ed394d370 req-6e69434b-828a-4fd0-b086-6071a07e1831 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.057211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4e6c45e-a60f-4329-98c2-ea3ed394d370 req-6e69434b-828a-4fd0-b086-6071a07e1831 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 1.1855261 Jul 07 16:59:20.116161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 6c284bd7-e6c9-4c64-acd5-fa4d23fe1825 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:20.120454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.197808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.302854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4e6c45e-a60f-4329-98c2-ea3ed394d370 req-f3241768-776a-41d5-8bec-7c88fb1e9a0a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161956 Jul 07 16:59:20.315415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-4e86a3fd-bca9-4e7a-a7c3-375d9e63cd26 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1503782 Jul 07 16:59:20.427256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.486510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-c5dabdf1-f7f2-4a50-ae34-95ec97f96cfc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.1627820 Jul 07 16:59:20.553704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e96f-7481-4b47-a8f1-f2454bf60bd5 req-6b837b31-d64d-4ad1-998d-8a5246bdfa7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.556257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fa8e96f-7481-4b47-a8f1-f2454bf60bd5 req-6b837b31-d64d-4ad1-998d-8a5246bdfa7c tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 945 time: 0.5331099 Jul 07 16:59:20.614572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.805439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=6c284bd7-e6c9-4c64-acd5-fa4d23fe1825,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.847275 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.868694 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cac6df58-5429-4146-bbcf-b818955f8a64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6c284bd7-e6c9-4c64-acd5-fa4d23fe1825 HTTP/1.1" status: 204 len: 168 time: 0.9006188 Jul 07 16:59:20.881143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57770) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:20.924273 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:21.041879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fa8e96f-7481-4b47-a8f1-f2454bf60bd5 req-7e60b981-bfe4-4213-a8dc-cb327d27a9b7 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580892 Jul 07 16:59:21.053795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-67a66986-0a4c-4f9b-a3d3-b79a95268771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:21.057635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-67a66986-0a4c-4f9b-a3d3-b79a95268771 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.5603392 Jul 07 16:59:21.250582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6f8ed1b4-5596-4608-b50b-edf18b6ffc1d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3677444 Jul 07 16:59:21.260884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57776) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:21.310282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf44f7de-3223-4844-a895-dc8a08d8ceb7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:21.352506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:21.371575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7964f18a-b7fb-4292-81d0-3f83c8b8ca1c None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:21.477145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-273b9bf3-e30b-4236-967e-1224fea5744e req-08e7f826-cd5f-4f73-a066-14d742d97b3f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 210 time: 0.1396310 Jul 07 16:59:21.536702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-620c450a-6220-4811-8c31-a90ebcebc149 None None] Provisioning for port bf44f7de-3223-4844-a895-dc8a08d8ceb7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:21.570029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-ab51d693-0700-41c9-acd5-66b00edebcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:21.571870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-ab51d693-0700-41c9-acd5-66b00edebcc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5076256 Jul 07 16:59:21.590752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:21.599556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.647745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bf44f7de-3223-4844-a895-dc8a08d8ceb7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:21.659282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bf44f7de-3223-4844-a895-dc8a08d8ceb7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:21.659895 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.862715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12beefc-aa05-4f6f-98c6-704dc97f3eaa req-b3115187-952e-447e-b620-418f642ef583 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:21.874392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f12beefc-aa05-4f6f-98c6-704dc97f3eaa req-b3115187-952e-447e-b620-418f642ef583 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.4397345 Jul 07 16:59:21.909602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.917500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:21.948726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f12beefc-aa05-4f6f-98c6-704dc97f3eaa req-480eb770-92b7-4bc4-b11b-1dad130bf1d5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732386 Jul 07 16:59:22.139214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port bf44f7de-3223-4844-a895-dc8a08d8ceb7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf44f7de-3223-4844-a895-dc8a08d8ceb7,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:22.146737 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.194962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] Deleting port bf44f7de-3223-4844-a895-dc8a08d8ceb7 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:22.195597 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.202763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-e5f2c7f8-0e8b-4d07-8176-453d74fc3136 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:22.204406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-e5f2c7f8-0e8b-4d07-8176-453d74fc3136 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.3862069 Jul 07 16:59:22.225380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-55164c27-db6e-4f1e-b16f-0e25318bb416 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388459 Jul 07 16:59:22.301696 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-a5ad6b6e-b398-45bc-bddb-5f1dff7c500b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 379 time: 0.0869105 Jul 07 16:59:22.310950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'port': {'device_id': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'admin_state_up': True, 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'security_groups': ['4ef382b1-07de-48e7-811d-ec721b51c37d']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:22.442641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=bf44f7de-3223-4844-a895-dc8a08d8ceb7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.467917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] For port bf44f7de-3223-4844-a895-dc8a08d8ceb7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf44f7de-3223-4844-a895-dc8a08d8ceb7,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:22.468947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.491712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] Calling delete_port for bf44f7de-3223-4844-a895-dc8a08d8ceb7 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:22.497285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.558984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:22.570496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.674843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.694869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:22.699211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb7e313-34a5-4432-bf53-4b2f499fd125 req-23ac674e-a88d-4744-9d97-265681bef13a service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647765 Jul 07 16:59:22.703950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:22.714342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:22.715325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.727807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf44f7de-3223-4844-a895-dc8a08d8ceb7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:22.738464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] Pushing event deleted for resources: {'Port': ['ID=bf44f7de-3223-4844-a895-dc8a08d8ceb7,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.792866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3566bd8-28d2-4f9f-85ef-c120b438c1b5 None None] No DVR routers for this DVR port bf44f7de-3223-4844-a895-dc8a08d8ceb7 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:22.797597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4616160 Jul 07 16:59:22.799070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57806) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:22.814591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'name': 'tempest-NetworksTestDHCPv6-969023501'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:22.815497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bf44f7de-3223-4844-a895-dc8a08d8ceb7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:22.815497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf44f7de-3223-4844-a895-dc8a08d8ceb7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:22.837060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14affd3e-badf-4588-944d-143e1f23688e None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:22.960268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28404f53-a4ef-4af5-90d3-07e5d3804673 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=a5fcb6c1-12d4-4c93-9273-3f511d202edd,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:23.053301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7185400b-3438-4907-87a5-dbbd91174293 req-dae68e84-a815-429f-b163-cd0244bc82f5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 210 time: 0.0722108 Jul 07 16:59:23.053869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Allocated IP 172.20.0.11 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/9b7aecf4-3f65-409f-9421-ff92401afd23) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:23.148837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'a5fcb6c1-12d4-4c93-9273-3f511d202edd'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:23.150162 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.158139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:23.163720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.172338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62391-68e9-41a1-ae0c-c52345af5982 req-4378113a-370e-4cdb-b5f3-8670abc9b7b4 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:23.200518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80b62391-68e9-41a1-ae0c-c52345af5982 req-4378113a-370e-4cdb-b5f3-8670abc9b7b4 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 945 time: 0.4000950 Jul 07 16:59:23.286850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 50750c3a-a887-48e3-ac00-505756f0e055 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:23.322109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80b62391-68e9-41a1-ae0c-c52345af5982 req-5d695584-754d-433d-9ce0-f992419fffa9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219945 Jul 07 16:59:23.517062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83b06-0ab2-4a60-8e29-00e48ddf8fa6 req-7acdd0c0-1fef-4c4f-9d4d-ae92d38bb772 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:23.519560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1da83b06-0ab2-4a60-8e29-00e48ddf8fa6 req-7acdd0c0-1fef-4c4f-9d4d-ae92d38bb772 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.1871371 Jul 07 16:59:23.539844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/a5fcb6c1-12d4-4c93-9273-3f511d202edd/16ac3aef-9ce4-4ba8-8549-c3af87c5169f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:23.630732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1da83b06-0ab2-4a60-8e29-00e48ddf8fa6 req-0b435d83-f98e-4158-8b11-7b514bbfef0c tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040330 Jul 07 16:59:23.635689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.662168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Transition to ACTIVE for port object 9b7aecf4-3f65-409f-9421-ff92401afd23 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:23.731467 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.849070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:23.870945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:23.884984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:23.891142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.017437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:24.019385 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.024196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.061251 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.076216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-fe84c429-b64e-419b-a9c0-3659759cbd32 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7691109 Jul 07 16:59:24.079404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Transition to ACTIVE for port object 16ac3aef-9ce4-4ba8-8549-c3af87c5169f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:24.101476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Request body: {'port': {'device_id': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:24.143536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Transition to ACTIVE for port object 16ac3aef-9ce4-4ba8-8549-c3af87c5169f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:24.182311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.354377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Pushing event updated for resources: {'Port': ['ID=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.393802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:24.398675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:24.406836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:24.507732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::106 (805cbf09-88bb-481a-b57e-edca2fb7148a/a5fcb6c1-12d4-4c93-9273-3f511d202edd/50750c3a-a887-48e3-ac00-505756f0e055) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:24.630097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-56d4cf19-a6e5-4bad-9533-93dc41c7b22c None None] Provisioning for port 9b7aecf4-3f65-409f-9421-ff92401afd23 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:24.634747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Attempting to bind port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:24.635560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Attempting to bind port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:24.636151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Attempting to bind port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:24.640370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-56d4cf19-a6e5-4bad-9533-93dc41c7b22c None None] Provisioning complete for port 9b7aecf4-3f65-409f-9421-ff92401afd23 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:24.642881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-56d4cf19-a6e5-4bad-9533-93dc41c7b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.677814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:24.678205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:24.678636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.679073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:24.679524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Bound port: 16ac3aef-9ce4-4ba8-8549-c3af87c5169f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:24.679917 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.741674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-56d4cf19-a6e5-4bad-9533-93dc41c7b22c None None] Port 9b7aecf4-3f65-409f-9421-ff92401afd23 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:24.743058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c378e53-bc90-4e59-97f9-9df479fa7f8e req-526b7a79-b6a8-4845-adb4-2303198c1836 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:24.744711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c378e53-bc90-4e59-97f9-9df479fa7f8e req-526b7a79-b6a8-4845-adb4-2303198c1836 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 932 time: 0.1871741 Jul 07 16:59:24.766744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b7e99-c5e0-4519-981b-0286cc2843e9 req-101917d7-c583-4752-804c-a792c4308aa6 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:24.771933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] For port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:24.774866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-182b7e99-c5e0-4519-981b-0286cc2843e9 req-101917d7-c583-4752-804c-a792c4308aa6 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 945 time: 0.1626995 Jul 07 16:59:24.777184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] For port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:24.784016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.790505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.793672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.824452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 50750c3a-a887-48e3-ac00-505756f0e055 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:24.850890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c378e53-bc90-4e59-97f9-9df479fa7f8e req-58cae527-3794-4ed2-9dee-47a46f642342 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952840 Jul 07 16:59:24.882381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-182b7e99-c5e0-4519-981b-0286cc2843e9 req-b72f011e-4d4e-4c02-9ec8-3c8bf5d5287b tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Jul 07 16:59:24.898689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c3866-892d-4cdd-b324-86ea9cbc79e5 None None] Pushing event updated for resources: {'Port': ['ID=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:25.029206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.109547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:25.137529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:25.139712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=50750c3a-a887-48e3-ac00-505756f0e055,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:25.154728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:25.162786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.163718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.264896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c1650-8f7f-4c19-80ab-7785e8f56bf8 req-e93a9b33-a89d-4053-a4d0-b64f0b76d5c8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.266635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-721c1650-8f7f-4c19-80ab-7785e8f56bf8 req-e93a9b33-a89d-4053-a4d0-b64f0b76d5c8 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2087975 Jul 07 16:59:25.328183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-721c1650-8f7f-4c19-80ab-7785e8f56bf8 req-07bd0530-fea6-4103-9143-85aa6f0cc6ab tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Jul 07 16:59:25.402138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:25.437262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.453705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57858) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.455509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d7420cb4-d571-410a-bc82-a6cd932e2d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6532393 Jul 07 16:59:25.479314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Transition to ACTIVE for port object 9b7aecf4-3f65-409f-9421-ff92401afd23 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:25.485710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.614553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:25.705710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd6a40-4c38-4dd6-911e-7745880e22a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.729990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd6a40-4c38-4dd6-911e-7745880e22a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.733073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-edcd6a40-4c38-4dd6-911e-7745880e22a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2742989 Jul 07 16:59:25.741995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57864) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.822432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Attempting to bind port 9b7aecf4-3f65-409f-9421-ff92401afd23 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:25.822976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Attempting to bind port 9b7aecf4-3f65-409f-9421-ff92401afd23 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:25.824669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Attempting to bind port 9b7aecf4-3f65-409f-9421-ff92401afd23 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:25.839255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Port 9b7aecf4-3f65-409f-9421-ff92401afd23 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:25.840137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Attempting to bind port 9b7aecf4-3f65-409f-9421-ff92401afd23 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:25.852520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:25.853164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:25.854322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:25.855566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Bound port: 9b7aecf4-3f65-409f-9421-ff92401afd23, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:25.856464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.986980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:25.990925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:25.999454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.112357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:26.149315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.162553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.170052 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-465c3915-64ea-45d7-bb95-4aa9bf0c9b41 service neutron] 10.222.0.54 "PUT /v2.0/ports/9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1092 time: 2.0814993 Jul 07 16:59:26.170963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:26.182473 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00" -d '{"events": [{"name": "network-changed", "server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:26.252864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 50750c3a-a887-48e3-ac00-505756f0e055 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:26.254387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.385450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-4150293b-e7c8-439c-b7be-2fb9d4f43c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.387842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-4150293b-e7c8-439c-b7be-2fb9d4f43c97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1095 time: 0.1293566 Jul 07 16:59:26.485502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-21acbe0d-8f08-4763-8c39-cdd9f5ad5443 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 217 time: 0.0890586 Jul 07 16:59:26.537921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-d8842891-2d45-4814-9009-eb8ee3060e08 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.540951 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-d8842891-2d45-4814-9009-eb8ee3060e08 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 945 time: 0.4131408 Jul 07 16:59:26.618183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-44ec741f-11e9-4aea-9ec1-15a3fdb835a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.621176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-44ec741f-11e9-4aea-9ec1-15a3fdb835a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1278248 Jul 07 16:59:26.780641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-13ea061e-f371-4a2b-9ba5-90addeb92b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:26.782856 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-13ea061e-f371-4a2b-9ba5-90addeb92b30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549182 Jul 07 16:59:26.947396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16ac3aef-9ce4-4ba8-8549-c3af87c5169f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:27.039671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:27.107674 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-af019cf9-81a6-406a-9cee-77c74227bc6e service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116391 Jul 07 16:59:27.122611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.165844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] Provisioning for port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:27.174322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] Provisioning complete for port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:27.175215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.188827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 50750c3a-a887-48e3-ac00-505756f0e055 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:27.207756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce128bf-32aa-4f00-8e17-738323e3571a req-41678ab2-cfe1-4297-a884-3f6aee1bbef4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.215463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dce128bf-32aa-4f00-8e17-738323e3571a req-41678ab2-cfe1-4297-a884-3f6aee1bbef4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 944 time: 0.9373662 Jul 07 16:59:27.325957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4ac35cd4-93e2-4e26-810e-7c75bc2aee0b req-266d0aec-ed17-46ba-b4ee-09d691e76a7d service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107248 Jul 07 16:59:27.384343 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.388098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dce128bf-32aa-4f00-8e17-738323e3571a req-ee5e0ec6-c4c4-42d8-8b3c-c6aa061304dc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697962 Jul 07 16:59:27.409591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-30564e22-9d20-42c8-a8b8-3b44c52d2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.414080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-30564e22-9d20-42c8-a8b8-3b44c52d2204 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1098 time: 0.5287971 Jul 07 16:59:27.432642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] For port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:27.439442 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.493581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3adbe-acbb-40e2-a1f5-6abc00eebbc2 req-2a377198-ee1b-444d-b6b1-571b8aabac4f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.496504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e3adbe-acbb-40e2-a1f5-6abc00eebbc2 req-2a377198-ee1b-444d-b6b1-571b8aabac4f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 945 time: 0.6345158 Jul 07 16:59:27.507829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f66b5a-76c5-4df3-9073-0a68db8fe52c None None] Pushing event updated for resources: {'Port': ['ID=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.557312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-557e56bc-d941-4cb3-8f98-6732d2b4c1e3 None None] Could not find standard attr ID for object 414defa3-eae3-4782-9245-674cb8a2d47d. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 16:59:27.655524 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0c0740-0b0f-4dd1-81e3-4d9a8d3ae029 x-openstack-request-id: req-7e0c0740-0b0f-4dd1-81e3-4d9a8d3ae029 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:27.656373 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:27.656373 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e0c0740-0b0f-4dd1-81e3-4d9a8d3ae029 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:27.656783 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'status': 'completed', 'code': 200} Jul 07 16:59:27.662429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e3adbe-acbb-40e2-a1f5-6abc00eebbc2 req-5b830ff8-f4a5-41b6-9102-106be4276daf tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups?id=8259b545-ea4b-4c82-a287-57128eb159a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Jul 07 16:59:27.672899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Deleting port 682f5489-82af-4d7f-b3a3-3d7f799af0fa {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:27.673274 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.789484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-4304f48b-570d-4fd2-8956-723e8595e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.794425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-4304f48b-570d-4fd2-8956-723e8595e9d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1095 time: 0.0957215 Jul 07 16:59:27.838726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-206f90c4-86ad-4e23-b9ff-8214859e353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.840644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-206f90c4-86ad-4e23-b9ff-8214859e353e service neutron] 10.222.0.13 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.4091394 Jul 07 16:59:28.008413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-05a9ea28-8724-4e26-af6d-00e5fa1c0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.012077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-05a9ea28-8724-4e26-af6d-00e5fa1c0040 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.2095449 Jul 07 16:59:28.025817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-7e109371-06a3-4af3-aff3-c019449e37d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.1631265 Jul 07 16:59:28.139319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-024a3cab-9c5b-4d5d-84dc-939ef38c39d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 217 time: 0.1196644 Jul 07 16:59:28.199268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] For port 682f5489-82af-4d7f-b3a3-3d7f799af0fa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=682f5489-82af-4d7f-b3a3-3d7f799af0fa,segment=NetworkSegment(2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092),segment_id=2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:28.199268 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.203123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-74fee527-8f49-408e-8fbd-2ff9d82459b3 None None] Provisioning for port 50750c3a-a887-48e3-ac00-505756f0e055 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:28.209737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-1d9343b7-99d3-4a84-9fe5-1e2fb3fcb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.211129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-1d9343b7-99d3-4a84-9fe5-1e2fb3fcb04d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1611030 Jul 07 16:59:28.212905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-74fee527-8f49-408e-8fbd-2ff9d82459b3 None None] Provisioning complete for port 50750c3a-a887-48e3-ac00-505756f0e055 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:28.214202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-74fee527-8f49-408e-8fbd-2ff9d82459b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.214390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.276071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Calling delete_port for 682f5489-82af-4d7f-b3a3-3d7f799af0fa owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:28.282443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=50750c3a-a887-48e3-ac00-505756f0e055,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.315086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-74fee527-8f49-408e-8fbd-2ff9d82459b3 None None] Port 50750c3a-a887-48e3-ac00-505756f0e055 was deleted so its status cannot be updated. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 16:59:28.317917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-86d69665-e2d7-4f17-808f-dfa7e653b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.320024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-86d69665-e2d7-4f17-808f-dfa7e653b178 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1683757 Jul 07 16:59:28.321246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-fcb96e9a-b906-4d11-8300-d7693ea92f86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790901 Jul 07 16:59:28.413886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-6c1756f5-2d6b-4020-a8c0-54dbb3260bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.416655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-6c1756f5-2d6b-4020-a8c0-54dbb3260bd6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893273 Jul 07 16:59:28.458875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.466753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1a1bd2ae-cb6e-4a25-86df-d0dfc7d8f2b0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/50750c3a-a887-48e3-ac00-505756f0e055 HTTP/1.1" status: 204 len: 168 time: 2.7228847 Jul 07 16:59:28.468220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.646148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e7b27-b9c0-453a-a00b-fddd0bd78e7a req-f055862b-3930-4a69-8ea3-1e5c4c47ce2b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.655971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d7e7b27-b9c0-453a-a00b-fddd0bd78e7a req-f055862b-3930-4a69-8ea3-1e5c4c47ce2b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.6740272 Jul 07 16:59:28.684112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1bb1aa-c8ba-4c86-a13c-f0d09af52798 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.690742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1bb1aa-c8ba-4c86-a13c-f0d09af52798 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.690742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0b1bb1aa-c8ba-4c86-a13c-f0d09af52798 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1630831 Jul 07 16:59:28.691142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57898) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.763431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16ac3aef-9ce4-4ba8-8549-c3af87c5169f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:28.766706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-f4c123b1-c281-4163-ae61-2922c34663e8 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396995 Jul 07 16:59:28.778858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d7e7b27-b9c0-453a-a00b-fddd0bd78e7a req-8a9bd55b-99ce-4fd7-8cfa-9996140ecca5 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218760 Jul 07 16:59:28.901046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:28.901897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.930233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet a5fcb6c1-12d4-4c93-9273-3f511d202edd {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:28.951636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.053702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.101264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d55f59ab-ff02-4bd4-a8fc-12c60490aa00 req-2a0dbc5a-76b9-4cd6-97b5-4971a85395f7 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183208 Jul 07 16:59:29.200219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.272666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.306095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fcb6c1-12d4-4c93-9273-3f511d202edd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.308389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.310604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bdcd0bf7-5e24-4e99-85cf-7921cb5f7f51 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/a5fcb6c1-12d4-4c93-9273-3f511d202edd HTTP/1.1" status: 204 len: 168 time: 0.6180079 Jul 07 16:59:29.314529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.340878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42bf88-5f3d-4c75-8510-366c35b61252 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:29.368229 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-32b5eb54-deee-467b-93e3-f8a1694f2de4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480936 Jul 07 16:59:29.369743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57906) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.375140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:29.523230 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.568646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event deleted for resources: {'Port': ['ID=682f5489-82af-4d7f-b3a3-3d7f799af0fa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.581884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-d248ed6e-36fb-42fd-90ad-35444ab4a99d service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1900861 Jul 07 16:59:29.585478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:29.591987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.706782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:29.727789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] No DVR routers for this DVR port 682f5489-82af-4d7f-b3a3-3d7f799af0fa on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:29.735049 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.737123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be0a5c85-bd53-43c7-bc82-8d17b400ad77 req-eb7cfc0f-c929-4b0a-8f3e-4b84b4fbc23f tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.54 "DELETE /v2.0/ports/682f5489-82af-4d7f-b3a3-3d7f799af0fa HTTP/1.1" status: 204 len: 173 time: 3.0936904 Jul 07 16:59:29.739098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'name': 'network-vif-deleted', 'tag': '682f5489-82af-4d7f-b3a3-3d7f799af0fa'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:29.741526 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcad894-9778-4de2-881e-f2ec6560ae0b" -d '{"events": [{"server_uuid": "453b61c5-5c93-43ef-a163-1e3dd3d36386", "name": "network-vif-deleted", "tag": "682f5489-82af-4d7f-b3a3-3d7f799af0fa"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:29.760302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8305-5cd8-4508-9270-f648e17a9c3a req-d9e87165-f6bd-4cdf-9877-61b73d613eb5 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:29.767824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-664d8305-5cd8-4508-9270-f648e17a9c3a req-d9e87165-f6bd-4cdf-9877-61b73d613eb5 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 945 time: 0.3738017 Jul 07 16:59:29.797670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] Deleting port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:29.798148 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.839373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-664d8305-5cd8-4508-9270-f648e17a9c3a req-9b7e713d-db76-47a6-9a3e-9d4a1bcd0ec0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705299 Jul 07 16:59:29.855933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568f1e-2fd8-4ccc-881b-0943b59e0771 req-cfea4b72-63a0-4476-a00e-34c09bef1fa5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:29.861011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09568f1e-2fd8-4ccc-881b-0943b59e0771 req-cfea4b72-63a0-4476-a00e-34c09bef1fa5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 944 time: 0.9994462 Jul 07 16:59:29.922236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] For port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:29.922551 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.940744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] Calling delete_port for 16ac3aef-9ce4-4ba8-8549-c3af87c5169f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:29.944925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebd57a63-fd12-4dee-9b5e-9e410346887e req-f10593d2-25f3-404e-a10d-418daaa5c580 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539584 Jul 07 16:59:30.000357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09568f1e-2fd8-4ccc-881b-0943b59e0771 req-07b2f69c-bbe3-4457-af9e-e7a6177e6f16 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185701 Jul 07 16:59:30.018988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.060102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:30.094742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71347411-0025-45e5-ba03-7071a5804f00 req-62682ba2-f15a-4cfb-a365-21a11437d21a tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/ports?device_id=453b61c5-5c93-43ef-a163-1e3dd3d36386 HTTP/1.1" status: 200 len: 210 time: 0.0525215 Jul 07 16:59:30.101885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 682f5489-82af-4d7f-b3a3-3d7f799af0fa no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:30.155726 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a72d9d1-fb5b-4cd1-b992-51128e8ce6cb x-openstack-request-id: req-6a72d9d1-fb5b-4cd1-b992-51128e8ce6cb {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:30.156521 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453b61c5-5c93-43ef-a163-1e3dd3d36386", "name": "network-vif-deleted", "tag": "682f5489-82af-4d7f-b3a3-3d7f799af0fa", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:30.156995 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a72d9d1-fb5b-4cd1-b992-51128e8ce6cb {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:30.157701 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453b61c5-5c93-43ef-a163-1e3dd3d36386', 'name': 'network-vif-deleted', 'tag': '682f5489-82af-4d7f-b3a3-3d7f799af0fa', 'status': 'completed', 'code': 200} Jul 07 16:59:30.166115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:30.168913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:30.178021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:30.179170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.215626 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8441277 Jul 07 16:59:30.226770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.239217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'name': 'tempest-NetworksTestDHCPv6-1613457686'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:30.245087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:59:30.314139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-7701d553-d62a-4cbe-ab34-98b3c51aa51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:30.315987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-7701d553-d62a-4cbe-ab34-98b3c51aa51e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 1098 time: 0.1317930 Jul 07 16:59:30.376092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f47334-c9d3-43a2-a46a-e21c4b451f0e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=42e3dbc6-9f5c-4d3f-a57d-4b358479db0c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.376429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:30.391286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 682f5489-82af-4d7f-b3a3-3d7f799af0fa {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:30.393164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 682f5489-82af-4d7f-b3a3-3d7f799af0fa not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:30.402524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:30.523569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.554941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:30.572916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:30.577612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.581751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:30.584519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.636579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 24cfd887-2249-4dba-9b16-a2f27a385400 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:30.670103 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.674163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] No DVR routers for this DVR port 16ac3aef-9ce4-4ba8-8549-c3af87c5169f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:30.677209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeebb20-0be6-49a3-aa49-590f7f1a16d3 None None] Pushing event deleted for resources: {'Port': ['ID=16ac3aef-9ce4-4ba8-8549-c3af87c5169f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.745360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.750243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9274630-0399-479e-89f9-c417a125d263 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:30.776834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-8a7a0612-461e-4342-b998-34d865630c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:30.779883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-8a7a0612-461e-4342-b998-34d865630c6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 200 len: 915 time: 0.4341815 Jul 07 16:59:30.845000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-0eab2722-204e-4a4d-9ea0-94f6f5b7a97d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 200 len: 217 time: 0.0544481 Jul 07 16:59:30.854106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21758e26-e815-4cca-94b4-b3cfd4e848bb req-aebcb2e8-ef79-4b52-9606-fe7d835036e0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:30.861740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21758e26-e815-4cca-94b4-b3cfd4e848bb req-aebcb2e8-ef79-4b52-9606-fe7d835036e0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.3889530 Jul 07 16:59:30.878453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16ac3aef-9ce4-4ba8-8549-c3af87c5169f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:31.060389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-0d60fce4-5098-4d77-8aca-8444f52f1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:31.071975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-0d60fce4-5098-4d77-8aca-8444f52f1d38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 200 len: 854 time: 0.1576524 Jul 07 16:59:31.086704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21758e26-e815-4cca-94b4-b3cfd4e848bb req-bf9b65db-06e7-4ebc-b8c1-ecfbe2df336a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239888 Jul 07 16:59:31.087473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 16ac3aef-9ce4-4ba8-8549-c3af87c5169f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:31.088044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16ac3aef-9ce4-4ba8-8549-c3af87c5169f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:31.172078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-e1e99180-ba27-4ee8-b60f-082f36125eee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58fd12cf-c97c-4b57-9bdd-88619e5169c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777550 Jul 07 16:59:31.257870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-073e30a4-dade-4cb4-88c6-b83264247c74 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:31.262933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-073e30a4-dade-4cb4-88c6-b83264247c74 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 945 time: 0.7087624 Jul 07 16:59:31.271649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['9b7aecf4-3f65-409f-9421-ff92401afd23'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:31.277834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '42e3dbc6-9f5c-4d3f-a57d-4b358479db0c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:31.279077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.340661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d4694-ab49-4cf3-81b9-0e019c7b98e4 req-b3ffda67-dd6f-447b-9212-53c3668f0810 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:31.348450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d43d4694-ab49-4cf3-81b9-0e019c7b98e4 req-b3ffda67-dd6f-447b-9212-53c3668f0810 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 945 time: 0.1748872 Jul 07 16:59:31.396772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::120 (805cbf09-88bb-481a-b57e-edca2fb7148a/42e3dbc6-9f5c-4d3f-a57d-4b358479db0c/24cfd887-2249-4dba-9b16-a2f27a385400) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:31.436030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-291c926d-0376-462a-8cb6-1ddd6951ed69 service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131109 Jul 07 16:59:31.454351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d43d4694-ab49-4cf3-81b9-0e019c7b98e4 req-1bb89ada-3939-45ac-a1d3-456c334dd701 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048911 Jul 07 16:59:31.587705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.604014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 24cfd887-2249-4dba-9b16-a2f27a385400 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:31.667659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.681531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94a02dd0-64b9-47ca-95b4-c4a2148b69c1 req-86f35816-1612-4b20-9798-3e69a414f64f service neutron] 10.222.0.13 "GET /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257910 Jul 07 16:59:31.739196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca681d-440c-4521-8862-1205ce59df8d req-ce4a802b-f324-4939-9104-fe2299cd634c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:31.757594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43ca681d-440c-4521-8862-1205ce59df8d req-ce4a802b-f324-4939-9104-fe2299cd634c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3831494 Jul 07 16:59:31.764719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=24cfd887-2249-4dba-9b16-a2f27a385400,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:31.780001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:31.789937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:31.792516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:31.799479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:31.800184 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.849563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/42e3dbc6-9f5c-4d3f-a57d-4b358479db0c/8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:31.862773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43ca681d-440c-4521-8862-1205ce59df8d req-310289cb-1b88-4d5c-b44a-2c5e33f2fe4f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014898 Jul 07 16:59:31.875372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57934) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:31.881325 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8169cb33-3969-42e5-b03f-c1580c358cdd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6503108 Jul 07 16:59:31.948438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Deleting port 94af50e6-dc8f-4314-9fee-e0edfce25c20 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:31.948797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.084861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] For port 94af50e6-dc8f-4314-9fee-e0edfce25c20, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=94af50e6-dc8f-4314-9fee-e0edfce25c20,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:32.085277 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.091988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5802d1-f5e7-4668-a426-21dc88b12580 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:32.107080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:32.107587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-df5802d1-f5e7-4668-a426-21dc88b12580 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2300889 Jul 07 16:59:32.121740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Calling delete_port for 94af50e6-dc8f-4314-9fee-e0edfce25c20 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:32.246078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.283682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Transition to ACTIVE for port object 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:32.325007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Transition to ACTIVE for port object 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:32.341053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.421180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:32.430277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:32.437453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:32.462283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e17277-8cd0-4949-b027-db491f26445c req-2c01267a-54d7-4828-bfc0-81af0819d95e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:32.466624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20e17277-8cd0-4949-b027-db491f26445c req-2c01267a-54d7-4828-bfc0-81af0819d95e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.1745601 Jul 07 16:59:32.466624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57950) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:32.483250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Pushing event updated for resources: {'Port': ['ID=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.555796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 24cfd887-2249-4dba-9b16-a2f27a385400 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:32.556661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.653718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Attempting to bind port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:32.654719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Attempting to bind port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:32.655314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Attempting to bind port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:32.659472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20e17277-8cd0-4949-b027-db491f26445c req-5719d1de-66eb-4449-b646-329cdb5a113a tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682792 Jul 07 16:59:32.673013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:32.673607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:32.674258 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.674961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:32.676414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Bound port: 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:32.683445 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.726717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7be814f-d169-40e2-b03f-997e9de064f0 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.836152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7be814f-d169-40e2-b03f-997e9de064f0 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.852429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.912478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] For port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:32.917909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c53eb-1fbc-499f-9d66-1bd45397fc44 req-a84ca0a1-a37a-4d85-a145-10d4160a887c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:32.921531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] For port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:32.928889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-165c53eb-1fbc-499f-9d66-1bd45397fc44 req-a84ca0a1-a37a-4d85-a145-10d4160a887c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 867 time: 0.2298644 Jul 07 16:59:32.929769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.931429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.934307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event deleted for resources: {'Port': ['ID=94af50e6-dc8f-4314-9fee-e0edfce25c20,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.006436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-165c53eb-1fbc-499f-9d66-1bd45397fc44 req-20062271-879f-4ba4-8aea-5e7598e463b4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721459 Jul 07 16:59:33.011848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7be814f-d169-40e2-b03f-997e9de064f0 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.012182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 24cfd887-2249-4dba-9b16-a2f27a385400 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:33.023709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7be814f-d169-40e2-b03f-997e9de064f0 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.039067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7be814f-d169-40e2-b03f-997e9de064f0 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "DELETE /v2.0/security-groups/08abd09f-38a1-4898-a966-1e581c5e0c26 HTTP/1.1" status: 204 len: 168 time: 0.5577996 Jul 07 16:59:33.039067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57964) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:33.057949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] No DVR routers for this DVR port 94af50e6-dc8f-4314-9fee-e0edfce25c20 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:33.069736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.074672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-33af20c3-dca9-425a-a6eb-22d0f695eae9 req-f597d928-7770-4da8-aa18-72a56ed49293 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "DELETE /v2.0/ports/94af50e6-dc8f-4314-9fee-e0edfce25c20 HTTP/1.1" status: 204 len: 173 time: 1.7974143 Jul 07 16:59:33.075515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'name': 'network-vif-deleted', 'tag': '94af50e6-dc8f-4314-9fee-e0edfce25c20'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:33.080119 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e9e07-0404-4df8-a007-cc5bd3e1fbd8" -d '{"events": [{"server_uuid": "00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5", "name": "network-vif-deleted", "tag": "94af50e6-dc8f-4314-9fee-e0edfce25c20"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:33.093494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be814f-d169-40e2-b03f-997e9de064f0 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08abd09f-38a1-4898-a966-1e581c5e0c26,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.149922 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-54e459e0-55e0-4293-b7dc-bb3c07f3fc11 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] show failed (client error): The resource could not be found. Jul 07 16:59:33.151085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-54e459e0-55e0-4293-b7dc-bb3c07f3fc11 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "GET /v2.0/security-groups/08abd09f-38a1-4898-a966-1e581c5e0c26 HTTP/1.1" status: 404 len: 347 time: 0.1059735 Jul 07 16:59:33.161084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57968) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:33.197253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d33ae2-af78-4af4-b7de-26cd1cf850e4 None None] Pushing event updated for resources: {'Port': ['ID=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.280354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b1c91-dd33-4c5d-9422-3dbad33712f0 req-4b43851a-7419-400a-866d-f24f1a0685fd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:33.293068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf4b1c91-dd33-4c5d-9422-3dbad33712f0 req-4b43851a-7419-400a-866d-f24f1a0685fd tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2185025 Jul 07 16:59:33.361082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf4b1c91-dd33-4c5d-9422-3dbad33712f0 req-79b29bea-1444-4b68-a3ce-3565b2a6558f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616512 Jul 07 16:59:33.433688 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.574688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Deleting port 29aa243c-18bc-4be8-9a8c-503005d84077 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:33.575839 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.620526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94af50e6-dc8f-4314-9fee-e0edfce25c20 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:33.660303 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81282f-35f9-4add-b058-55f998289659 x-openstack-request-id: req-cc81282f-35f9-4add-b058-55f998289659 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:33.660951 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5", "name": "network-vif-deleted", "tag": "94af50e6-dc8f-4314-9fee-e0edfce25c20", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:33.661402 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc81282f-35f9-4add-b058-55f998289659 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:33.661991 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5', 'name': 'network-vif-deleted', 'tag': '94af50e6-dc8f-4314-9fee-e0edfce25c20', 'status': 'completed', 'code': 200} Jul 07 16:59:33.668278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 94af50e6-dc8f-4314-9fee-e0edfce25c20 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:33.668631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 94af50e6-dc8f-4314-9fee-e0edfce25c20 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:33.792711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8dd8e-1984-4bfb-8f56-99c672fe8f0c req-347b6922-6d6c-44b2-8598-1daaf7fa9838 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:33.800515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ae8dd8e-1984-4bfb-8f56-99c672fe8f0c req-347b6922-6d6c-44b2-8598-1daaf7fa9838 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.1289070 Jul 07 16:59:33.815829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.817221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.822562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.870274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ae8dd8e-1984-4bfb-8f56-99c672fe8f0c req-e274be14-3245-40a4-9d35-c3a9fd942489 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678654 Jul 07 16:59:33.919003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Calling delete_port for 29aa243c-18bc-4be8-9a8c-503005d84077 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:33.931030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=24cfd887-2249-4dba-9b16-a2f27a385400,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.966202 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.980839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fdb4e5e1-b32b-4028-a86d-37b33a9a7047 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/24cfd887-2249-4dba-9b16-a2f27a385400 HTTP/1.1" status: 204 len: 168 time: 1.8692634 Jul 07 16:59:33.983189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57976) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.010164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084c93-6442-41a2-ac26-7d4a2b6db520 req-d8193856-ef7a-4e95-9250-9aa01f4a4073 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.011994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41084c93-6442-41a2-ac26-7d4a2b6db520 req-d8193856-ef7a-4e95-9250-9aa01f4a4073 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.0850148 Jul 07 16:59:34.049286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:34.089996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41084c93-6442-41a2-ac26-7d4a2b6db520 req-8d9a8a06-5056-4a9d-88e1-c018f7405ddc tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Jul 07 16:59:34.143887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb0b37-bc20-47a6-a3d9-a0e160231f71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.146339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb0b37-bc20-47a6-a3d9-a0e160231f71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.154777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-41cb0b37-bc20-47a6-a3d9-a0e160231f71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1687081 Jul 07 16:59:34.159751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.164712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 9b7aecf4-3f65-409f-9421-ff92401afd23 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:34.177493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 9b7aecf4-3f65-409f-9421-ff92401afd23 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:34.178017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.334630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d20676c4-d8ce-4e1b-b02b-6ea9a0805eb7 req-7d48462d-beed-4e29-837e-c889fc2d867d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.0964267 Jul 07 16:59:34.374017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 42e3dbc6-9f5c-4d3f-a57d-4b358479db0c {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:34.382178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.396149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.402580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.468745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:34.471662 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085170ec-3d03-46a0-abfa-c51731bed96e" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:34.506355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:34.509887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.514313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.590456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Pushing event deleted for resources: {'Port': ['ID=29aa243c-18bc-4be8-9a8c-503005d84077,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.633733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.658785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.663697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.670607 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fb651f35-04c8-444e-b3bb-03270b994eb9 tempest-ImagesOneServerNegativeTestJSON-1235698768 tempest-ImagesOneServerNegativeTestJSON-1235698768-project] 10.222.0.78 "DELETE /v2.0/floatingips/5d5f51f3-0d6b-4b25-8cac-84e9c03a337e HTTP/1.1" status: 204 len: 168 time: 1.5032914 Jul 07 16:59:34.788863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8e00c-6061-48b5-be6e-beda3c6ff1f5 req-1c33271e-16ca-4e3c-8452-5f6698f0b217 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.798988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff8e00c-6061-48b5-be6e-beda3c6ff1f5 req-1c33271e-16ca-4e3c-8452-5f6698f0b217 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2352602 Jul 07 16:59:34.806323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.840214 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f7cc2-035f-454e-b2cd-46256051c399 x-openstack-request-id: req-d13f7cc2-035f-454e-b2cd-46256051c399 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:34.840820 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:34.840820 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d13f7cc2-035f-454e-b2cd-46256051c399 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:34.841303 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 16:59:34.913877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:35.007614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eff8e00c-6061-48b5-be6e-beda3c6ff1f5 req-6b8d0a6d-ff9a-4975-8709-fee2f413508d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039819 Jul 07 16:59:35.048092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.068373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:35.088107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] Provisioning for port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:35.097387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] Provisioning complete for port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:35.099033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.215402 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3cef2aef-b0f6-44b7-aef3-c834e43c5fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.232467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=42e3dbc6-9f5c-4d3f-a57d-4b358479db0c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.246820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.260190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7c329e37-fc51-42ce-9c3c-8aba61622866 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/42e3dbc6-9f5c-4d3f-a57d-4b358479db0c HTTP/1.1" status: 204 len: 168 time: 1.0894365 Jul 07 16:59:35.263411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58008) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.315265 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.338164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01a3f-1b8a-412f-af08-a547485480ae req-6641e947-02f2-436d-9c4a-3f9d5749def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:35.339724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90b01a3f-1b8a-412f-af08-a547485480ae req-6641e947-02f2-436d-9c4a-3f9d5749def3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1097 time: 0.3278482 Jul 07 16:59:35.434994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] For port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:35.436477 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a8be9ed7-cdd5-478e-9e8a-020c73c9e80c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712580 Jul 07 16:59:35.437652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58012) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.440850 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.500426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90b01a3f-1b8a-412f-af08-a547485480ae req-ce3b9e33-ee76-4da8-a961-d9f7930a93fa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271000 Jul 07 16:59:35.536570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70412a46-1717-41a2-b080-6bf33180f0c3 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:35.615472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fe40-d6c2-4538-b969-2957930b50df req-0ad07ad1-79c5-4156-8c47-3437fa9cf7f5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:35.616452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5945fe40-d6c2-4538-b969-2957930b50df req-0ad07ad1-79c5-4156-8c47-3437fa9cf7f5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.1951995 Jul 07 16:59:35.636908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-786253d6-4bca-4b76-8aff-fc622df4498e None None] Could not find standard attr ID for object 24cfd887-2249-4dba-9b16-a2f27a385400. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 16:59:35.675294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6307ce-2b8d-41cd-beac-0aaffda0325e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:35.681628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58020) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.701188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e49800-3db6-48f6-854e-c46301af4424 None None] Pushing event updated for resources: {'Port': ['ID=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.709737 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ae6307ce-2b8d-41cd-beac-0aaffda0325e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2703211 Jul 07 16:59:35.798238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5945fe40-d6c2-4538-b969-2957930b50df req-c4295467-890a-4ab5-a7d7-17a700863bce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669416 Jul 07 16:59:35.837140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26819e9c-d436-47c4-966c-3388ce28c352 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:35.840095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-26819e9c-d436-47c4-966c-3388ce28c352 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1569917 Jul 07 16:59:35.843708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58024) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.950090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c1c5e10-e40b-4f8e-900d-9def1ae0719e req-7fecd605-fb41-44f9-8ec7-7d5a4c72e468 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.0807123 Jul 07 16:59:35.994915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e1aba346-14f2-4dae-b2b7-9ae48281cb68 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1489623 Jul 07 16:59:36.001875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58028) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:36.012212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:36.133625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:36.199212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58032) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:36.268735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] Deleting port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:36.269722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.374656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Deleting subnet 0a550da6-b628-4029-a35f-b3fa27094eff {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:36.380994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.416317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] For port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:36.416939 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.443864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] Calling delete_port for 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:36.467141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:36.475430 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.522410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.725981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.728490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.751799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c780-f498-44db-8275-dc29e469bce7 req-998458c0-1082-43d1-bec4-4f9581a006e0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:36.755977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] No DVR routers for this DVR port 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:36.770996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e255c780-f498-44db-8275-dc29e469bce7 req-998458c0-1082-43d1-bec4-4f9581a006e0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.6186097 Jul 07 16:59:36.785999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:36.827300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7fae5-e43b-4772-9355-3f434459b5a1 None None] Pushing event deleted for resources: {'Port': ['ID=8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.920762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:36.922136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8a6b88e6-3e49-4a1e-b6f9-700767c6b7f6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:36.968621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.018105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e255c780-f498-44db-8275-dc29e469bce7 req-57a18656-ee26-42bc-9f68-8391cd45632b tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373765 Jul 07 16:59:37.102536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a550da6-b628-4029-a35f-b3fa27094eff,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:37.160976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.176776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0a550da6-b628-4029-a35f-b3fa27094eff HTTP/1.1" status: 204 len: 168 time: 0.9683268 Jul 07 16:59:37.178493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58040) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:37.189779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.190586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.191680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.192722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.193070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.203463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.203822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.204157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.204491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.204819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.205558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.205558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eabe01-a5b9-4f93-aa6c-28ced8898915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:37.305326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.356536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63430297-804d-4a04-ba7d-63f36103a2ef req-5f487ba1-2314-40e7-bd2f-e8967e5bdab7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.0686488 Jul 07 16:59:37.404760 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.452700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.484413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:37.498906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:37.502806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=4df17910-1501-45a6-ad72-52ab3a9d3c96,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:37.515031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92505ae3-75fc-4d44-af29-724ca29b8aca None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:37.517726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:37.518333 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.567598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-37a0fa2f-fd45-4068-b942-ce46e38c5c19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5639739 Jul 07 16:59:37.569672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58044) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:37.575294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': '4df17910-1501-45a6-ad72-52ab3a9d3c96', 'ip_address': '2001:db8::9944:618f:ed79:d52a'}], 'name': 'tempest-NetworksTestDHCPv6-1764713242'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:37.613978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.625488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9c53a7-1a73-4ec6-a92e-17d211c160e7']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:37.639641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:37.639940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be47cee-8dc8-4ff7-8a6a-1aa6c99c1092') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:37.651771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.687622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683751dc-b424-41e2-b30f-8a67be136982 req-30b63992-d0e6-47be-95b7-d85758bcf16a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:37.689809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-683751dc-b424-41e2-b30f-8a67be136982 req-30b63992-d0e6-47be-95b7-d85758bcf16a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.2754595 Jul 07 16:59:37.708903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.720039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:37.721894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.776857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9e8dbbb2-2463-496e-8138-cc3ad1d69b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: timer() Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:37.780464 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:37.817727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.818803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-683751dc-b424-41e2-b30f-8a67be136982 req-848863d2-52d0-4012-8aee-822e2fa1bdd2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194260 Jul 07 16:59:37.840769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.844504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] 10.222.0.78 "DELETE /v2.0/networks/7a9c53a7-1a73-4ec6-a92e-17d211c160e7 HTTP/1.1" status: 204 len: 168 time: 0.6627812 Jul 07 16:59:37.883118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22e0ef-b4bc-4d04-8362-966e9064a90b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9c53a7-1a73-4ec6-a92e-17d211c160e7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:37.899482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b354f1-b1b0-460d-a43c-a5a299c08843 req-fe3463d2-2e0f-455f-8e3b-7325d3e13b84 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:37.901831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90b354f1-b1b0-460d-a43c-a5a299c08843 req-fe3463d2-2e0f-455f-8e3b-7325d3e13b84 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2606547 Jul 07 16:59:37.903012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:37.924699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '4df17910-1501-45a6-ad72-52ab3a9d3c96'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:37.926291 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.052676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.100054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/4df17910-1501-45a6-ad72-52ab3a9d3c96/c92b5abc-9bcd-4960-b420-e6d1c532e77c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:38.117009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90b354f1-b1b0-460d-a43c-a5a299c08843 req-3ab31cac-9961-4406-80c6-152f749d9253 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934637 Jul 07 16:59:38.140277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port d7ea0b7a-4135-4fec-88c5-b822cfdc0628 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:38.385795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58058) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:38.504122 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-855b3549-abae-4ad2-8015-0a4125db353e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83fd0856c3be4391bb92c89a676f87e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149373 Jul 07 16:59:38.513407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58062) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:38.549502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.564013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2bea-ce70-43e9-9727-2a56856af1b1 req-f5976bd8-4625-4e7e-8ed5-a217a5e234d9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:38.569697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abbd2bea-ce70-43e9-9727-2a56856af1b1 req-f5976bd8-4625-4e7e-8ed5-a217a5e234d9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.2338958 Jul 07 16:59:38.571059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Transition to ACTIVE for port object c92b5abc-9bcd-4960-b420-e6d1c532e77c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:38.584366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58064) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:38.596279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'floatingip': {'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:38.619821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Transition to ACTIVE for port object c92b5abc-9bcd-4960-b420-e6d1c532e77c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:38.630720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.697429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2db7176a-8659-4aa0-97d9-15eb789b3261 req-03ce3875-b1d8-4afe-b5d9-d77cdffa6703 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.1674483 Jul 07 16:59:38.711726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:38.721401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:38.727681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:38.783906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Pushing event updated for resources: {'Port': ['ID=c92b5abc-9bcd-4960-b420-e6d1c532e77c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:38.857805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e04cac25-0c47-4d41-9814-5692d3610d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.887722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.895072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::9944:618f:ed79:d52a (805cbf09-88bb-481a-b57e-edca2fb7148a/4df17910-1501-45a6-ad72-52ab3a9d3c96/d7ea0b7a-4135-4fec-88c5-b822cfdc0628) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:38.898109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Attempting to bind port c92b5abc-9bcd-4960-b420-e6d1c532e77c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:38.898687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Attempting to bind port c92b5abc-9bcd-4960-b420-e6d1c532e77c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:38.899275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Attempting to bind port c92b5abc-9bcd-4960-b420-e6d1c532e77c on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:38.906714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:38.907094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:38.907580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.907952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:38.908453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Bound port: c92b5abc-9bcd-4960-b420-e6d1c532e77c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:38.908839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.923462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e04cac25-0c47-4d41-9814-5692d3610d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.078755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e04cac25-0c47-4d41-9814-5692d3610d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.082277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e04cac25-0c47-4d41-9814-5692d3610d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.083486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e04cac25-0c47-4d41-9814-5692d3610d17 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8259b545-ea4b-4c82-a287-57128eb159a9 HTTP/1.1" status: 204 len: 168 time: 0.5685287 Jul 07 16:59:39.120409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] For port c92b5abc-9bcd-4960-b420-e6d1c532e77c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:39.129649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] For port c92b5abc-9bcd-4960-b420-e6d1c532e77c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c92b5abc-9bcd-4960-b420-e6d1c532e77c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:39.140088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.151249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cac25-0c47-4d41-9814-5692d3610d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8259b545-ea4b-4c82-a287-57128eb159a9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:39.314426 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.333832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565217e8-cb5f-4626-81cb-756b402e6256 None None] Pushing event updated for resources: {'Port': ['ID=c92b5abc-9bcd-4960-b420-e6d1c532e77c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:39.351483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18b587-839d-4f04-957b-3ac0222cfc92 req-70714168-9288-4bd0-ad1e-7135291a271d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:39.353085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a18b587-839d-4f04-957b-3ac0222cfc92 req-70714168-9288-4bd0-ad1e-7135291a271d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2875152 Jul 07 16:59:39.527469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a18b587-839d-4f04-957b-3ac0222cfc92 req-2dcbba7a-70c1-45b2-b4cb-7c2af0bbff53 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459947 Jul 07 16:59:39.601673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.667392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object d7ea0b7a-4135-4fec-88c5-b822cfdc0628 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:39.748076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.806733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:39.827644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.837894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.880887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:39.886092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:39.901021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:39.901799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.100509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5296493 Jul 07 16:59:40.105784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58088) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:40.110590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249d21e-6e3c-4901-b71b-589aca3ed10d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=d7ea0b7a-4135-4fec-88c5-b822cfdc0628,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:40.120515 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Floating IP 4112417d-67ec-40f6-a999-55a27e3390f6 associated. External IP: 172.25.5.145, port: 9b7aecf4-3f65-409f-9421-ff92401afd23. Jul 07 16:59:40.269055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099406a-fd14-4eb3-a787-08d79533591f req-aeaa987b-0637-4bbc-874d-bb75597fa075 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:40.277979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1099406a-fd14-4eb3-a787-08d79533591f req-aeaa987b-0637-4bbc-874d-bb75597fa075 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.3129818 Jul 07 16:59:40.384282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33726259-9ba4-4e9e-9a12-8d1e041fcdbc req-2eda672c-d393-42bc-b444-95e90f940385 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.1242840 Jul 07 16:59:40.412145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc5469a-b126-49dc-bf1e-93a8c4f6e8e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:40.425215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc5469a-b126-49dc-bf1e-93a8c4f6e8e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:40.428883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6fc5469a-b126-49dc-bf1e-93a8c4f6e8e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3210118 Jul 07 16:59:40.435168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:40.486823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1099406a-fd14-4eb3-a787-08d79533591f req-a4d21ab5-020b-40eb-8996-ca650bb97d70 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071283 Jul 07 16:59:40.703649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.897274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Router a2f62224-265c-46f7-ae32-775ecf045542 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:40.920669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c92b5abc-9bcd-4960-b420-e6d1c532e77c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:40.921504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port d7ea0b7a-4135-4fec-88c5-b822cfdc0628 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:40.921925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.045663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port c92b5abc-9bcd-4960-b420-e6d1c532e77c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:41.251310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:41.259811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.267056 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] Sync routers for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:41.286196 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:41.286864 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:59:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:41.323375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.382804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for d7ea0b7a-4135-4fec-88c5-b822cfdc0628 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:41.434937 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5be35b1d-11d3-4b5f-9043-07ef22b272c8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "PUT /v2.0/floatingips/4112417d-67ec-40f6-a999-55a27e3390f6 HTTP/1.1" status: 200 len: 992 time: 2.8485179 Jul 07 16:59:41.437572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:41.446875 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be40fe1-97a0-4f60-8318-549974ad453e" -d '{"events": [{"name": "network-changed", "server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:41.462218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] Provisioning for port c92b5abc-9bcd-4960-b420-e6d1c532e77c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:41.474290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] Provisioning complete for port c92b5abc-9bcd-4960-b420-e6d1c532e77c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:41.476578 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.595937 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:41.721255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.781049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.846940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] For port c92b5abc-9bcd-4960-b420-e6d1c532e77c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c92b5abc-9bcd-4960-b420-e6d1c532e77c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:41.866787 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.878649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.883894 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/d7ea0b7a-4135-4fec-88c5-b822cfdc0628 HTTP/1.1" status: 204 len: 168 time: 1.4448984 Jul 07 16:59:41.884552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58128) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:41.976970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ded21-1aac-43be-82c4-bb4f24a463dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:41.979195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ded21-1aac-43be-82c4-bb4f24a463dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:41.986182 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c94ded21-1aac-43be-82c4-bb4f24a463dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809584 Jul 07 16:59:41.986861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58130) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:41.990008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adece2f-8977-46f8-bd30-a1f02a6d82a3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=d7ea0b7a-4135-4fec-88c5-b822cfdc0628,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.014607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59753d1-09d1-4ffc-9402-9c449f2942ff None None] Pushing event updated for resources: {'Port': ['ID=c92b5abc-9bcd-4960-b420-e6d1c532e77c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.047358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9b6fbdad-5437-4107-875d-1c73e9c208e8 None None] Could not find standard attr ID for object d7ea0b7a-4135-4fec-88c5-b822cfdc0628. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 16:59:42.107651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 4df17910-1501-45a6-ad72-52ab3a9d3c96 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:42.111135 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3befa34e-5e2b-4866-838c-c033af9d9543 x-openstack-request-id: req-3befa34e-5e2b-4866-838c-c033af9d9543 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:42.111755 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:42.112046 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3befa34e-5e2b-4866-838c-c033af9d9543 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:42.112602 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'status': 'completed', 'code': 200} Jul 07 16:59:42.117201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.194661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.326372 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4112417d-67ec-40f6-a999-55a27e3390f6', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:39Z', 'revision_number': 1, 'project_id': 'a07db760496a41299a85ffd13db64383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:42.334873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.367871 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] Checking router: a2f62224-265c-46f7-ae32-775ecf045542 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:42.380546 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:42.381596 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:59:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:42.384021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00def762-6eac-4799-a89f-af75f22ea948 req-f1243d9f-c152-482b-a895-ec1b09ac305c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.1317070 Jul 07 16:59:42.436735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.455045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b123b0-587d-4911-a6d4-7612b1951548 req-ddb7eb88-524c-4045-8402-78f22752286e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:42.464463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56b123b0-587d-4911-a6d4-7612b1951548 req-ddb7eb88-524c-4045-8402-78f22752286e tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 1.3222125 Jul 07 16:59:42.508523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.521772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/4df17910-1501-45a6-ad72-52ab3a9d3c96 HTTP/1.1" status: 204 len: 168 time: 0.5313134 Jul 07 16:59:42.522000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0950e-7e53-4bf8-860c-31170459b8c6 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:42.522137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb510e7-16ef-46af-b937-72cf3d2b5843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=4df17910-1501-45a6-ad72-52ab3a9d3c96,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.523458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58138) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:42.629240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be40fe1-97a0-4f60-8318-549974ad453e req-1c8f8f81-c372-45cc-9d06-ff2277cbb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:42.632413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-1c8f8f81-c372-45cc-9d06-ff2277cbb3c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1097 time: 0.4260938 Jul 07 16:59:42.634167 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:42.638705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-02d326b5-f603-4579-81dd-2dfb434646cf tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137280 Jul 07 16:59:42.641751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58140) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:42.651807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:42.845908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c92b5abc-9bcd-4960-b420-e6d1c532e77c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:42.852022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56b123b0-587d-4911-a6d4-7612b1951548 req-f6eb8b56-4782-4cc4-8d78-99a518f437d4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804042 Jul 07 16:59:42.982039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be40fe1-97a0-4f60-8318-549974ad453e req-f3daf133-75ec-49db-8f05-abd4cba11086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:42.999552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-f3daf133-75ec-49db-8f05-abd4cba11086 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.3593285 Jul 07 16:59:43.031474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c92b5abc-9bcd-4960-b420-e6d1c532e77c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:43.032691 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.068166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:43.071971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.127094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:43.291338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-268e3bf9-7d8d-496e-87dc-794492b86a5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.2841775 Jul 07 16:59:43.439903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] Deleting port c92b5abc-9bcd-4960-b420-e6d1c532e77c {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:43.440382 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.478332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be40fe1-97a0-4f60-8318-549974ad453e req-6f5cfbc0-1ad8-4214-b7ba-0a0027654402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.480285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-6f5cfbc0-1ad8-4214-b7ba-0a0027654402 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1822503 Jul 07 16:59:43.542157 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4112417d-67ec-40f6-a999-55a27e3390f6', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:39Z', 'revision_number': 1, 'project_id': 'a07db760496a41299a85ffd13db64383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:43.572678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.625321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be40fe1-97a0-4f60-8318-549974ad453e req-28a03fd5-67ef-43c2-b5c8-0009f176e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.627950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-28a03fd5-67ef-43c2-b5c8-0009f176e422 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105106 Jul 07 16:59:43.635857 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195685-c188-46bb-aeaf-1d8e46a5cb7e None None] The sync data for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 is: [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4112417d-67ec-40f6-a999-55a27e3390f6', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:39Z', 'revision_number': 1, 'project_id': 'a07db760496a41299a85ffd13db64383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:43.647332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] For port c92b5abc-9bcd-4960-b420-e6d1c532e77c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c92b5abc-9bcd-4960-b420-e6d1c532e77c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:43.647851 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.656118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:43.665724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] Calling delete_port for c92b5abc-9bcd-4960-b420-e6d1c532e77c owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:43.666459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd225e-5f1c-4554-91ca-2472e99bd78b req-e09ae7fb-0df8-4e87-a63e-fe35d82ce6ac tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.677347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:43.685872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.686519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.698744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bbd225e-5f1c-4554-91ca-2472e99bd78b req-e09ae7fb-0df8-4e87-a63e-fe35d82ce6ac tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2328250 Jul 07 16:59:43.727038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=95f94520-bb8e-4382-82c2-2e24125aeb3a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:43.759810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-abb0567c-2c62-4e36-a135-b921072df5e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1164963 Jul 07 16:59:43.764370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:43.770442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': '95f94520-bb8e-4382-82c2-2e24125aeb3a', 'ip_address': '2001:db8::3b02:10ec:5928:3073'}], 'name': 'tempest-NetworksTestDHCPv6-1408125187'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:43.962468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.975766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96d286b1-4d89-47d7-979f-3e174c57d0c4 req-a9448ee3-af8f-4d0e-8362-b5c8e9cf10ec tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=00dffeb0-c2ed-4142-8cd0-e1058bf4c3e5 HTTP/1.1" status: 200 len: 210 time: 0.0835488 Jul 07 16:59:44.027971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] Pushing event deleted for resources: {'Port': ['ID=c92b5abc-9bcd-4960-b420-e6d1c532e77c,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:44.038494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e2b4d-83b1-4e03-a904-cdf65e152f65 None None] No DVR routers for this DVR port c92b5abc-9bcd-4960-b420-e6d1c532e77c on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:44.099944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca2033-921d-4a94-aaaa-327b8e401cf3 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:44.139532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d99ff6-38e0-4974-97a3-7448528014a6 None None] New status for floating IP 4112417d-67ec-40f6-a999-55a27e3390f6: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:59:44.250885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bbd225e-5f1c-4554-91ca-2472e99bd78b req-8fc3da83-ba31-4110-8022-4ce0eaea8c22 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739836 Jul 07 16:59:44.258466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:44.263460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-4b699a01-efc9-42fa-a3f6-b3c7efd2bbb9 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621722 Jul 07 16:59:44.459250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '95f94520-bb8e-4382-82c2-2e24125aeb3a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:44.460152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.486278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.554712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 75bb0195-4896-491b-9d1a-8d525396686e yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:44.621324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be40fe1-97a0-4f60-8318-549974ad453e req-d44d842b-ed9d-48a4-add6-ebe3d304e4ca service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308723 Jul 07 16:59:44.827833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c92b5abc-9bcd-4960-b420-e6d1c532e77c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:44.866054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: c92b5abc-9bcd-4960-b420-e6d1c532e77c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:44.867311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c92b5abc-9bcd-4960-b420-e6d1c532e77c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:44.933999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/95f94520-bb8e-4382-82c2-2e24125aeb3a/a1530e3b-aa6f-41bf-8f05-08008f03f608) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:45.081686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e970941-4f21-44ee-94a7-6603f99241bf req-0bfac228-0708-495d-8111-720f6b707bf7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:45.086418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e970941-4f21-44ee-94a7-6603f99241bf req-0bfac228-0708-495d-8111-720f6b707bf7 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.1828947 Jul 07 16:59:45.186759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e970941-4f21-44ee-94a7-6603f99241bf req-aef0de12-bc83-4703-a1a7-822b5d71587f tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950773 Jul 07 16:59:45.211680 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.227978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Transition to ACTIVE for port object a1530e3b-aa6f-41bf-8f05-08008f03f608 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:45.248758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Transition to ACTIVE for port object a1530e3b-aa6f-41bf-8f05-08008f03f608 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:45.270638 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.355953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::3b02:10ec:5928:3073 (805cbf09-88bb-481a-b57e-edca2fb7148a/95f94520-bb8e-4382-82c2-2e24125aeb3a/75bb0195-4896-491b-9d1a-8d525396686e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:45.440496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Pushing event updated for resources: {'Port': ['ID=a1530e3b-aa6f-41bf-8f05-08008f03f608,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.480823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:45.491593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:45.498460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:45.799600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Attempting to bind port a1530e3b-aa6f-41bf-8f05-08008f03f608 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:45.806897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Attempting to bind port a1530e3b-aa6f-41bf-8f05-08008f03f608 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:45.807507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Attempting to bind port a1530e3b-aa6f-41bf-8f05-08008f03f608 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:45.826674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:45.833747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:45.837057 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.837516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:45.838041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Bound port: a1530e3b-aa6f-41bf-8f05-08008f03f608, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:45.842097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.983377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] For port a1530e3b-aa6f-41bf-8f05-08008f03f608, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:45.989836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] For port a1530e3b-aa6f-41bf-8f05-08008f03f608, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a1530e3b-aa6f-41bf-8f05-08008f03f608,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:45.998399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.062681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240e6ff-3d5a-41d7-a02b-92f9f0428528 req-c3dfd9b6-b653-464e-be83-ae09555544d4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.067558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a240e6ff-3d5a-41d7-a02b-92f9f0428528 req-c3dfd9b6-b653-464e-be83-ae09555544d4 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2937391 Jul 07 16:59:46.075374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183410e-b2f9-4866-9adf-4715f0b3762a None None] Pushing event updated for resources: {'Port': ['ID=a1530e3b-aa6f-41bf-8f05-08008f03f608,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.184089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a240e6ff-3d5a-41d7-a02b-92f9f0428528 req-c3d6cb18-6171-4ede-9b09-1671dd7db764 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041889 Jul 07 16:59:46.278640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.310814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 75bb0195-4896-491b-9d1a-8d525396686e will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:46.411254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.618716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=75bb0195-4896-491b-9d1a-8d525396686e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.668071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:46.670979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:46.680489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:46.692295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.699481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.758494 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aed4282f-41b4-455f-9c8c-42f3a080001f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9924257 Jul 07 16:59:46.762622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58204) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:46.922724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a1530e3b-aa6f-41bf-8f05-08008f03f608 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:46.929737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bfa61-674b-4e3d-aeae-d56f36bc80c4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.954541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bfa61-674b-4e3d-aeae-d56f36bc80c4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.959144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ba4bfa61-674b-4e3d-aeae-d56f36bc80c4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1948922 Jul 07 16:59:46.962569 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58214) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.002308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a1530e3b-aa6f-41bf-8f05-08008f03f608 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:47.186510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 75bb0195-4896-491b-9d1a-8d525396686e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:47.187135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.303586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456c013-ffe3-4db6-9942-511356c739f0 req-714d0d7a-cd4e-42f4-a532-a3a84b8575bd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.318930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2456c013-ffe3-4db6-9942-511356c739f0 req-714d0d7a-cd4e-42f4-a532-a3a84b8575bd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.3245995 Jul 07 16:59:47.357424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2456c013-ffe3-4db6-9942-511356c739f0 req-2b5a3f0c-0299-4403-89ef-5b14b290f6d2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.0174491 Jul 07 16:59:47.387226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.415060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 75bb0195-4896-491b-9d1a-8d525396686e owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:47.419565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2456c013-ffe3-4db6-9942-511356c739f0 req-cb8e98fb-eac3-4df3-b6f1-5d10b0e32473 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449593 Jul 07 16:59:47.443138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133fb8-201f-4f79-b861-b42aa4560ab2 req-e04d449c-b867-4902-97d2-206c9a1f6dc2 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.458055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57133fb8-201f-4f79-b861-b42aa4560ab2 req-e04d449c-b867-4902-97d2-206c9a1f6dc2 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2015717 Jul 07 16:59:47.570867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57133fb8-201f-4f79-b861-b42aa4560ab2 req-8bb430aa-c008-4955-a975-17e4e5928dbe tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117134 Jul 07 16:59:47.681251 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.716190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2456c013-ffe3-4db6-9942-511356c739f0 req-d0acfbc9-1d41-48bb-af67-88a29aa5b645 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340536 Jul 07 16:59:47.791231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=75bb0195-4896-491b-9d1a-8d525396686e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.794952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.797406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bf0b397e-a7f7-4db7-81da-651434f16325 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/75bb0195-4896-491b-9d1a-8d525396686e HTTP/1.1" status: 204 len: 168 time: 0.8325911 Jul 07 16:59:47.802305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58234) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.873540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109bb7e-b40d-4edf-a6ad-0537bb6d19dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.875097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109bb7e-b40d-4edf-a6ad-0537bb6d19dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.886893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4109bb7e-b40d-4edf-a6ad-0537bb6d19dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0833013 Jul 07 16:59:47.891405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58236) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.989734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2456c013-ffe3-4db6-9942-511356c739f0 req-6410dc88-2048-408f-aff2-378409674965 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514489 Jul 07 16:59:48.051091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Provisioning for port a1530e3b-aa6f-41bf-8f05-08008f03f608 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:48.057910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Provisioning complete for port a1530e3b-aa6f-41bf-8f05-08008f03f608 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:48.058372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.096013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 95f94520-bb8e-4382-82c2-2e24125aeb3a {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:48.109933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.292808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.295865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.450263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] For port a1530e3b-aa6f-41bf-8f05-08008f03f608, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a1530e3b-aa6f-41bf-8f05-08008f03f608,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:48.460484 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.596079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.651801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9e3f8b81-e7c9-4b49-a8e1-7181b42b7c8a None None] Could not find standard attr ID for object 75bb0195-4896-491b-9d1a-8d525396686e. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 16:59:48.775153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Pushing event updated for resources: {'Port': ['ID=a1530e3b-aa6f-41bf-8f05-08008f03f608,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.795595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.849676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.854846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.855080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.855478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.856066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.856656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.857291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.857863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.858440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.858978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.859395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/95f94520-bb8e-4382-82c2-2e24125aeb3a HTTP/1.1" status: 204 len: 168 time: 0.9661226 Jul 07 16:59:48.859527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.860030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.860583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30aa91-34a1-422a-b6d7-cbfde6cb5ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:48.863076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58246) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:48.885158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebb9bd-dfbf-4a4a-bf43-845d6d646781 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=95f94520-bb8e-4382-82c2-2e24125aeb3a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.947075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f6379d15-fd07-4228-bd1f-1acf14cb5f25 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641353 Jul 07 16:59:48.951441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58248) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:48.958875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:49.040202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0fa156-dfa6-431d-aecc-a8f5f148e827 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:49.057710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61d4a2f1-cc2e-4aef-bd4b-27e36c41c367 req-d981fc17-5072-46b3-9328-715db10a02f3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9060938-a446-4212-a7dc-992be36c8967 HTTP/1.1" status: 200 len: 210 time: 0.0536242 Jul 07 16:59:49.076359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8354bc-0ef4-4628-bc2c-2b8f35dd776a req-d7a570e8-a662-4644-a275-8df1d98cc5fc tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:49.089600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b8354bc-0ef4-4628-bc2c-2b8f35dd776a req-d7a570e8-a662-4644-a275-8df1d98cc5fc tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.4177036 Jul 07 16:59:49.203040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b8354bc-0ef4-4628-bc2c-2b8f35dd776a req-c469e252-45e2-4613-a464-e6b673813df6 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830235 Jul 07 16:59:49.314394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:49.320301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.527942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:49.667576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] Deleting port a1530e3b-aa6f-41bf-8f05-08008f03f608 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:49.668383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.768383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] For port a1530e3b-aa6f-41bf-8f05-08008f03f608, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a1530e3b-aa6f-41bf-8f05-08008f03f608,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:49.768766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.805675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] Calling delete_port for a1530e3b-aa6f-41bf-8f05-08008f03f608 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:49.964126 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.023483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] No DVR routers for this DVR port a1530e3b-aa6f-41bf-8f05-08008f03f608 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:50.100692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58282) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:50.169044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ddf00-e147-432d-87fa-9b7526f0b6c1 None None] Pushing event deleted for resources: {'Port': ['ID=a1530e3b-aa6f-41bf-8f05-08008f03f608,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.207877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.322983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.331651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:50.335041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:50.338324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=bb26eb88-003f-456f-a4ea-845141e1b69b,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.343574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:50.344676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.363577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fc964-a453-4a96-b8c3-16616df211b9 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:50.578609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.597596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa2981a4-e994-404d-b33d-76a397db7cd8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6434677 Jul 07 16:59:50.601423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58294) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:50.604033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.609390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'bb26eb88-003f-456f-a4ea-845141e1b69b', 'ip_address': '2001:db8::1fdd:f9a3:385:8034'}], 'name': 'tempest-NetworksTestDHCPv6-1976339256'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:50.725902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'bb26eb88-003f-456f-a4ea-845141e1b69b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:50.726834 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.773762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92ea7189a07c4b84a77d1c64b7bfa71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719379 Jul 07 16:59:50.776984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:50.777496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeda770-10d7-4ac4-9bc2-0cba2432967d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.863996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.864722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.866748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.867353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.867923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.868498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.869073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.869664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.870237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.875199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.880637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.881253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf61ad5-10cd-4023-8dba-c8844223d0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:50.945547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/bb26eb88-003f-456f-a4ea-845141e1b69b/869846af-80b8-4041-9b26-7342e88bd20a) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:50.983474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c423f25-c1dc-4faf-b9bc-ff0d24c7daa5 req-60983353-b810-4cf3-a33f-6d285ed699c3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:50.997931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c423f25-c1dc-4faf-b9bc-ff0d24c7daa5 req-60983353-b810-4cf3-a33f-6d285ed699c3 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.4165993 Jul 07 16:59:51.079025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c423f25-c1dc-4faf-b9bc-ff0d24c7daa5 req-d9f93033-630a-48af-b5d8-025b219646c0 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796566 Jul 07 16:59:51.099224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d572-7ce7-4272-bc59-20168b88a522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.178021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a1530e3b-aa6f-41bf-8f05-08008f03f608 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:51.233841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d572-7ce7-4272-bc59-20168b88a522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.258648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:51.385454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a1530e3b-aa6f-41bf-8f05-08008f03f608 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:51.386419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a1530e3b-aa6f-41bf-8f05-08008f03f608 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:51.418141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d572-7ce7-4272-bc59-20168b88a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.421235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d572-7ce7-4272-bc59-20168b88a522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.425175 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bcd9d572-7ce7-4272-bc59-20168b88a522 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cdeda770-10d7-4ac4-9bc2-0cba2432967d HTTP/1.1" status: 204 len: 168 time: 0.6408436 Jul 07 16:59:51.438271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d572-7ce7-4272-bc59-20168b88a522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeda770-10d7-4ac4-9bc2-0cba2432967d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.503031 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.533594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.538545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Transition to ACTIVE for port object 869846af-80b8-4041-9b26-7342e88bd20a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:51.590152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 9fd8a7bd-f199-457a-a422-b1dec2dcd858 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:51.595020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Transition to ACTIVE for port object 869846af-80b8-4041-9b26-7342e88bd20a will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:51.615463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.706004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-c0126b38-b830-44ec-ac0a-97d79ea1bcc4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:51.715685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-c0126b38-b830-44ec-ac0a-97d79ea1bcc4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.3852358 Jul 07 16:59:51.716938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:51.733216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:51.744796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-66b3dbb8-edf5-493a-94f2-f0936ff8fa43 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.0277567 Jul 07 16:59:51.748042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:51.828963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-b09d8172-1aab-4df2-9e08-1d233143099f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825820 Jul 07 16:59:51.868154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Pushing event updated for resources: {'Port': ['ID=869846af-80b8-4041-9b26-7342e88bd20a,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.967370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Attempting to bind port 869846af-80b8-4041-9b26-7342e88bd20a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:51.968255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Attempting to bind port 869846af-80b8-4041-9b26-7342e88bd20a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:51.968967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Attempting to bind port 869846af-80b8-4041-9b26-7342e88bd20a on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:51.979610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:51.980222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:51.980884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.985953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:51.986970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Bound port: 869846af-80b8-4041-9b26-7342e88bd20a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:51.998688 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.072424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::1fdd:f9a3:385:8034 (805cbf09-88bb-481a-b57e-edca2fb7148a/bb26eb88-003f-456f-a4ea-845141e1b69b/9fd8a7bd-f199-457a-a422-b1dec2dcd858) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:52.141871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] For port 869846af-80b8-4041-9b26-7342e88bd20a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:52.157403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] For port 869846af-80b8-4041-9b26-7342e88bd20a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=869846af-80b8-4041-9b26-7342e88bd20a,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:52.165716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-b01699c9-c658-437c-bfe6-9f0aea200d33 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353052 Jul 07 16:59:52.169868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.318624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6fd14-fb21-4b76-a9c2-82fab2d3ad08 None None] Pushing event updated for resources: {'Port': ['ID=869846af-80b8-4041-9b26-7342e88bd20a,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:52.385681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-bce69c9d-e4f9-4e88-9579-7fa329e5f42a service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185469 Jul 07 16:59:52.446276 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.506524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 9fd8a7bd-f199-457a-a422-b1dec2dcd858 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:52.599229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.874548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:52.892559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:52.918968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:52.953075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 869846af-80b8-4041-9b26-7342e88bd20a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:52.961958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:52.963588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.005348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=9fd8a7bd-f199-457a-a422-b1dec2dcd858,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:53.033319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eec63e54-da31-49c0-8f60-4b23a24e1659 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4276206 Jul 07 16:59:53.035196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:53.083948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98e81d8c-4bc7-4ae7-b19c-e8e020dbb040 req-8700b199-eb4a-49b0-8037-8a4cc3ff7641 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 210 time: 0.1533415 Jul 07 16:59:53.103218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 869846af-80b8-4041-9b26-7342e88bd20a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:53.280878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aa7b9d-6fe2-40b2-8a40-8c4ee24fd9b8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:53.293541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aa7b9d-6fe2-40b2-8a40-8c4ee24fd9b8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:53.295260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d0aa7b9d-6fe2-40b2-8a40-8c4ee24fd9b8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2515957 Jul 07 16:59:53.299260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58362) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:53.299709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58364) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:53.541148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 9fd8a7bd-f199-457a-a422-b1dec2dcd858 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:53.542124 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.646158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.660526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-network', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:53.917473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:53.920431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.934122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.983480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.010087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 9fd8a7bd-f199-457a-a422-b1dec2dcd858 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:54.701089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] Provisioning for port 869846af-80b8-4041-9b26-7342e88bd20a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:54.701089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] Provisioning complete for port 869846af-80b8-4041-9b26-7342e88bd20a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:54.701089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.712057 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.712057 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.718330 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.802200 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.826756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:54.927155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] For port 869846af-80b8-4041-9b26-7342e88bd20a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=869846af-80b8-4041-9b26-7342e88bd20a,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:54.939596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.048655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=9fd8a7bd-f199-457a-a422-b1dec2dcd858,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.075704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.076056 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Added segment 78ed38f2-0d55-41bc-aa57-d886ad7f183d of type vlan for network 10c26f2d-623d-4988-a094-ad8474fd854d Jul 07 16:59:55.121957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4f91854f-f7c6-470a-80a1-cf1768efdb55 None None] Could not find standard attr ID for object 9fd8a7bd-f199-457a-a422-b1dec2dcd858. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 16:59:55.171557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6736994c-f6a9-44c4-ac0d-3d7cc740d96f req-3a687326-3239-4f58-9ae7-1335c598d5dc tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 210 time: 0.4221087 Jul 07 16:59:55.219816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf5f7f-be71-4079-a923-79f47c7ce04d None None] Pushing event updated for resources: {'Port': ['ID=869846af-80b8-4041-9b26-7342e88bd20a,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.250184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de57eb96-8142-4bef-b72c-ddea8698a800,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.262412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.271728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58416) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.289617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ffa4ed6f-0bbc-443d-93a6-8f97d02d3eef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/9fd8a7bd-f199-457a-a422-b1dec2dcd858 HTTP/1.1" status: 204 len: 168 time: 1.9632878 Jul 07 16:59:55.400652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.484371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.496022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.499315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.580202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2785337 Jul 07 16:59:55.648122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58418) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.669740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Request body: {'subnet': {'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-subnet', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:55.725037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9e52-592a-42d3-a8a1-3583a2b911d2 admin admin] Pushing event updated for resources: {'Network': ['ID=10c26f2d-623d-4988-a094-ad8474fd854d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.744731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:55.755108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 10c26f2d-623d-4988-a094-ad8474fd854d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:55.755921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.874349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28548e-f46d-49e5-b7cb-078007e2c1f6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.891763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28548e-f46d-49e5-b7cb-078007e2c1f6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.900384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eb28548e-f46d-49e5-b7cb-078007e2c1f6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6262579 Jul 07 16:59:55.912401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58426) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:56.175518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet bb26eb88-003f-456f-a4ea-845141e1b69b {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:56.185447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.328200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.357793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.520865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49afde1-4e12-4c9e-80a3-7d5bd5305532,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:56.540610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-446404ee-3e7e-4991-95c8-869a273ec28c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.542646 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-446404ee-3e7e-4991-95c8-869a273ec28c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 1.1197927 Jul 07 16:59:56.560926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Checking segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:56.561486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Network hostable DHCP agents. Network: 10c26f2d-623d-4988-a094-ad8474fd854d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:56.568322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Request body: {'port': {'device_id': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'admin_state_up': True, 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:56.619038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Network 10c26f2d-623d-4988-a094-ad8474fd854d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:56.636956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 10c26f2d-623d-4988-a094-ad8474fd854d) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:56.644066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.646669 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.650015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d5179-e9cc-45fa-bc35-ecdc3af1627a None None] Network 10c26f2d-623d-4988-a094-ad8474fd854d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:56.697429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a054dad7-1691-4fb9-ab74-c201d5bd33c2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0415640 Jul 07 16:59:56.703094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58444) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:56.716902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:56.803680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.806827 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.975188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.022780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 869846af-80b8-4041-9b26-7342e88bd20a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:57.170620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.265742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-10c26f2d-623d-4988-a094-ad8474fd854d', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:57.267017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.272413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.294258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac936b08-4e9e-429e-8d33-6fa8895b71aa req-430a5f8d-375b-4e06-95ff-bb04926c2080 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 210 time: 0.1885178 Jul 07 16:59:57.387607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 869846af-80b8-4041-9b26-7342e88bd20a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:57.388266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.518826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=bb26eb88-003f-456f-a4ea-845141e1b69b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.544637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.545445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53242230-4169-44c6-86ec-c3d74cbe5f73 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:57.557807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-142a0f1f-73aa-467c-911a-3901218fab54 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/bb26eb88-003f-456f-a4ea-845141e1b69b HTTP/1.1" status: 204 len: 168 time: 1.6339655 Jul 07 16:59:57.559012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58458) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.786062 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e8ee8fbd-db2d-4420-9277-29aae28a2ae2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2201550 Jul 07 16:59:57.791867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.874725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.910359 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:58.042365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:58.047207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.091467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2d5f3-4aa9-4f9c-b6d9-e6a05ef3e73e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:58.109745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c5a2d5f3-4aa9-4f9c-b6d9-e6a05ef3e73e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3142922 Jul 07 16:59:58.110206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:58.259173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Allocated IP 172.20.0.2 (10c26f2d-623d-4988-a094-ad8474fd854d/f49afde1-4e12-4c9e-80a3-7d5bd5305532/861fa56d-7770-4e9e-8c48-74703fe4f6e1) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:58.456776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.482717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.665710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.677375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Transition to ACTIVE for port object 861fa56d-7770-4e9e-8c48-74703fe4f6e1 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:58.697906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Transition to ACTIVE for port object 861fa56d-7770-4e9e-8c48-74703fe4f6e1 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:58.721177 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.773665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Allocated IP 172.25.5.45 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:58.805757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c596bb-2069-4a48-816b-332cced765f0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:58.808870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b1c596bb-2069-4a48-816b-332cced765f0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6924293 Jul 07 16:59:58.823028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58486) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:58.828241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Pushing event updated for resources: {'Port': ['ID=861fa56d-7770-4e9e-8c48-74703fe4f6e1,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:58.828851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3ecf87f-2a8b-4ba6-b032-d10dcaa50d1f req-63adc1a3-7670-4197-8f87-eea0913de825 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 210 time: 0.1346016 Jul 07 16:59:58.839927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Network 10c26f2d-623d-4988-a094-ad8474fd854d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:58.864820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:58.870065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:58.945544 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6a4476e3-d6dc-4874-8879-bb4bd3f94f00 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199923 Jul 07 16:59:58.950856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58490) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:58.960704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:59.022534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.076009 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.085679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Allocated IP 172.20.0.13 (b1ac1cea-d9f4-440e-99e7-a5fcdc798b09/c884c518-ad9a-4d88-938c-e0cde3909610/bfc5d957-cd87-4eb2-b51f-8e00449d838e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:59.128638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:59.133913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:59.141835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Attempting to bind port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:59.142489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Attempting to bind port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:59.143077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Attempting to bind port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 on network 10c26f2d-623d-4988-a094-ad8474fd854d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:59.152652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:59.153532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:59.154098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Checking segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:59.154691 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.155295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Bound using segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:59.156078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Bound port: 861fa56d-7770-4e9e-8c48-74703fe4f6e1, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:59.156689 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.297120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:59.377798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] For port 861fa56d-7770-4e9e-8c48-74703fe4f6e1, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:59.387038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] For port 861fa56d-7770-4e9e-8c48-74703fe4f6e1, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=861fa56d-7770-4e9e-8c48-74703fe4f6e1,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:59.391391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:59.400026 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.563962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:59.570171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.701000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c6fe-8ce4-4a43-8302-f331bb0e840c None None] Pushing event updated for resources: {'Port': ['ID=861fa56d-7770-4e9e-8c48-74703fe4f6e1,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:59.750579 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.754784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] Deleting port 869846af-80b8-4041-9b26-7342e88bd20a {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:59.755393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.018218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.034277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] For port 869846af-80b8-4041-9b26-7342e88bd20a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=869846af-80b8-4041-9b26-7342e88bd20a,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:00.035951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.072024 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.090908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] Calling delete_port for 869846af-80b8-4041-9b26-7342e88bd20a owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:00.298803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:00.316821 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.323857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.327988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:00.411765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] No DVR routers for this DVR port 869846af-80b8-4041-9b26-7342e88bd20a on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:00.415488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1df46-986a-4f40-abcd-5fd24229ed80 None None] Pushing event deleted for resources: {'Port': ['ID=869846af-80b8-4041-9b26-7342e88bd20a,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.462937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:00.541668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=05b42e05-059e-447e-9be6-b95eaf48ed17,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.563999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event updated for resources: {'Port': ['ID=bfc5d957-cd87-4eb2-b51f-8e00449d838e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.609596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:00.609906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5b96-cc7e-4fe8-9d4f-99fcfae2b799 req-13878788-f6cb-4153-9fc6-d866c071178d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.614416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:00.615964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-824a5b96-cc7e-4fe8-9d4f-99fcfae2b799 req-13878788-f6cb-4153-9fc6-d866c071178d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 932 time: 0.3819666 Jul 07 17:00:00.623234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.624761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.629899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.660077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a9e08-742e-4fbb-b487-e9f4b442b2e1 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:00.677870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eebfcbd2-ae66-4a6c-9fee-4e2d18feb354 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7247667 Jul 07 17:00:00.683304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:00.692735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': '05b42e05-059e-447e-9be6-b95eaf48ed17', 'ip_address': '2001:db8::7ed6:3956:18e5:d0fa'}], 'name': 'tempest-NetworksTestDHCPv6-1613773664'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:00.717194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.719081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.045298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:01.155322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 861fa56d-7770-4e9e-8c48-74703fe4f6e1 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:01.243286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-fd115bb8-b544-4c1b-998f-4b319e62c48f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6840382 Jul 07 17:00:01.278340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Request body: {'port': {'device_id': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:01.417507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.488360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.490990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 36c6d653-a607-485c-a95d-071a04674c1a yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:01.492501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '05b42e05-059e-447e-9be6-b95eaf48ed17'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:01.495077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.571470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:01.920905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198a289-92c3-4cb9-9fe9-3921507a1ec5 None None] Network 10c26f2d-623d-4988-a094-ad8474fd854d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:01.998809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::7ed6:3956:18e5:d0fa (805cbf09-88bb-481a-b57e-edca2fb7148a/05b42e05-059e-447e-9be6-b95eaf48ed17/36c6d653-a607-485c-a95d-071a04674c1a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:02.092517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 869846af-80b8-4041-9b26-7342e88bd20a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:02.198020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-824a5b96-cc7e-4fe8-9d4f-99fcfae2b799 req-49232333-136f-4601-9053-11c38331530e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032954 Jul 07 17:00:02.306573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] Provisioning for port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:02.310238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] Provisioning complete for port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:02.310425 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.339528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 869846af-80b8-4041-9b26-7342e88bd20a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:02.343920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 869846af-80b8-4041-9b26-7342e88bd20a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:02.475188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Router 747d59da-f065-48e6-93b8-8bc5dfcac220 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:02.541944 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.649570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 36c6d653-a607-485c-a95d-071a04674c1a will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:02.670774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc5d957-cd87-4eb2-b51f-8e00449d838e {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:02.704215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.779370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Transition to ACTIVE for port object bfc5d957-cd87-4eb2-b51f-8e00449d838e will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:02.803686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.813518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.871595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:02.885937 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Sync routers for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:02.932990 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.935383 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:02.937635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:59:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:02.938789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] For port 861fa56d-7770-4e9e-8c48-74703fe4f6e1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=861fa56d-7770-4e9e-8c48-74703fe4f6e1,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:02.940224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6b2ac876-47bc-465e-ab80-1ad384b72c63 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2352648 Jul 07 17:00:02.947020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58558) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:02.951785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.158036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79017c4d-f5d7-4322-a75b-27381b98a8a5 None None] Pushing event updated for resources: {'Port': ['ID=861fa56d-7770-4e9e-8c48-74703fe4f6e1,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.200995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.273274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5d957-cd87-4eb2-b51f-8e00449d838e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.319045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/05b42e05-059e-447e-9be6-b95eaf48ed17/f1ad1850-23f2-4029-a630-f959624f2877) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:03.326115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4befa858-4732-42f3-8a67-50eb0142ac6f None None] Provisioning complete for port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:03.326497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4befa858-4732-42f3-8a67-50eb0142ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.387628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4aa0-4372-42ce-9dec-f6f8e0845fc4 req-470e19d2-5f48-4057-bf32-2f2ffcbd279d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:03.394513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-044a4aa0-4372-42ce-9dec-f6f8e0845fc4 req-470e19d2-5f48-4057-bf32-2f2ffcbd279d tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.2921686 Jul 07 17:00:03.434138 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:03.567501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-044a4aa0-4372-42ce-9dec-f6f8e0845fc4 req-506b147a-dc60-4ea3-8d31-e006297a5e08 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799949 Jul 07 17:00:03.586568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:03.611269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Attempting to bind port bfc5d957-cd87-4eb2-b51f-8e00449d838e on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:03.612904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Attempting to bind port bfc5d957-cd87-4eb2-b51f-8e00449d838e by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:03.616081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Attempting to bind port bfc5d957-cd87-4eb2-b51f-8e00449d838e on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:03.634776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Port bfc5d957-cd87-4eb2-b51f-8e00449d838e on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:03.636008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Attempting to bind port bfc5d957-cd87-4eb2-b51f-8e00449d838e on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:03.648525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:03.665996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:03.666349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.667384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:03.668357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Bound using segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:03.669539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Bound port: bfc5d957-cd87-4eb2-b51f-8e00449d838e, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:03.670631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.702384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:03.719706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:03.721396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.776045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91761380-9873-4091-99f7-5bcd46e56536 req-9511c54b-dcc0-4e7f-98ed-849935fdc95f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:03.777742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91761380-9873-4091-99f7-5bcd46e56536 req-9511c54b-dcc0-4e7f-98ed-849935fdc95f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 944 time: 0.2073529 Jul 07 17:00:03.817790 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.827127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Transition to ACTIVE for port object f1ad1850-23f2-4029-a630-f959624f2877 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:03.842696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=36c6d653-a607-485c-a95d-071a04674c1a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.862189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Transition to ACTIVE for port object f1ad1850-23f2-4029-a630-f959624f2877 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:03.908666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.944089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] For port bfc5d957-cd87-4eb2-b51f-8e00449d838e, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:03.964232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] For port bfc5d957-cd87-4eb2-b51f-8e00449d838e, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:03.967965 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-53823856-0512-4c9a-8562-5779bca37d48 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2829216 Jul 07 17:00:03.971003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58578) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:03.986621 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 3, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T16:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:03.991092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': '05b42e05-059e-447e-9be6-b95eaf48ed17', 'ip_address': '2001:db8::7ed6:3956:18e5:d0fa'}], 'name': 'tempest-NetworksTestDHCPv6-1239752388'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:04.004695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.012438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:04.016767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:04.022827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:04.048619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91761380-9873-4091-99f7-5bcd46e56536 req-6727fdff-4395-4477-9425-771ddde613a7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525668 Jul 07 17:00:04.116705 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Checking router: 747d59da-f065-48e6-93b8-8bc5dfcac220 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:04.117351 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Updating router 747d59da-f065-48e6-93b8-8bc5dfcac220 port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:04.122780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Pushing event updated for resources: {'Port': ['ID=f1ad1850-23f2-4029-a630-f959624f2877,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:04.205699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Attempting to bind port f1ad1850-23f2-4029-a630-f959624f2877 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:04.206822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Attempting to bind port f1ad1850-23f2-4029-a630-f959624f2877 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:04.207258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Attempting to bind port f1ad1850-23f2-4029-a630-f959624f2877 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:04.217607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:04.217996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:04.218481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.218771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:04.219257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Bound port: f1ad1850-23f2-4029-a630-f959624f2877, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:04.219646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.232657 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.510348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] For port f1ad1850-23f2-4029-a630-f959624f2877, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:04.528699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] For port f1ad1850-23f2-4029-a630-f959624f2877, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f1ad1850-23f2-4029-a630-f959624f2877,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:04.549422 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.685243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdedb6-6500-4db1-a441-0d56daa88842 None None] Pushing event updated for resources: {'Port': ['ID=f1ad1850-23f2-4029-a630-f959624f2877,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:04.756811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:04.757946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.759523 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/bfc5d957-cd87-4eb2-b51f-8e00449d838e HTTP/1.1" status: 200 len: 1092 time: 3.4994509 Jul 07 17:00:04.771597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'tag': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:04.777969 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4dc656-4e72-4afd-81df-b3a67594ecf3" -d '{"events": [{"name": "network-changed", "server_uuid": "3107eb2e-a2c7-4c1e-a9e4-760c6110eb84", "tag": "bfc5d957-cd87-4eb2-b51f-8e00449d838e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:04.825797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 861fa56d-7770-4e9e-8c48-74703fe4f6e1 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:04.848746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:04.864971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.914390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecdc15-ef97-4cb6-9266-20c1dad492b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5d957-cd87-4eb2-b51f-8e00449d838e,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:04.921226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.956347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 21c5bbbd-321e-4175-9947-a48f36ea2ae6 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:04.966729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-026bbf6e-f68f-478a-bd6a-ae44550ea757 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:04.981571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-026bbf6e-f68f-478a-bd6a-ae44550ea757 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.13 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.5989027 Jul 07 17:00:05.025874 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c6a62-addd-48e4-bb70-fc2c860063a6 x-openstack-request-id: req-375c6a62-addd-48e4-bb70-fc2c860063a6 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:05.025874 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3107eb2e-a2c7-4c1e-a9e4-760c6110eb84", "tag": "bfc5d957-cd87-4eb2-b51f-8e00449d838e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:05.029940 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-375c6a62-addd-48e4-bb70-fc2c860063a6 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:05.030518 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'tag': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e', 'status': 'completed', 'code': 200} Jul 07 17:00:05.040405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:05.043384 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.111009 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.152265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Transition to ACTIVE for port object c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:05.199752 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.243205 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ecb36c9-f4d2-4b09-bdeb-f5d4306e17cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.273899 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Pushing event updated for resources: {'Port': ['ID=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.338801 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.342041 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.342785 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.346202 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.347584 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.348525 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.349529 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.351988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.354376 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.355351 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.360914 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.367163 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:05.376589 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Attempting to bind port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:05.379549 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Attempting to bind port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:05.381546 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Attempting to bind port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:05.399442 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:05.401565 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:05.405152 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.407308 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:05.413018 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Bound port: c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:05.416515 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.512104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-b8380a75-37d0-484b-a9cb-9e0c9f98080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.514686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-b8380a75-37d0-484b-a9cb-9e0c9f98080d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 1095 time: 0.6118896 Jul 07 17:00:05.520783 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] For port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:05.526439 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] For port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:05.533305 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.549296 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:00:05.555229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:05.608362 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-64c76c15-b36f-4be2-a841-aef395659505 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e HTTP/1.1" status: 200 len: 217 time: 0.0800433 Jul 07 17:00:05.624743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fac637b5-d5f5-4b83-a0df-ee0fab84bf30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6512964 Jul 07 17:00:05.632905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Deleting port d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:05.638730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.646440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58604) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:05.647024 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:05.647676 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T16:59:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:05.695259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-b2f9066b-3ab1-4bf1-8e4e-3985c7fdbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.697568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-b2f9066b-3ab1-4bf1-8e4e-3985c7fdbc1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.0797482 Jul 07 17:00:05.774159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-f005c955-bba6-4b43-887c-88675f0728d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687044 Jul 07 17:00:05.805161 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:05.844773 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bcc69-d326-4c53-a822-3d13d5ef5448 None None] Pushing event updated for resources: {'Port': ['ID=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.886918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2e522-002e-4587-a9c9-3c97001009eb req-95f0f29a-207c-4ba0-b3d2-f5c57e490152 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.895193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ab2e522-002e-4587-a9c9-3c97001009eb req-95f0f29a-207c-4ba0-b3d2-f5c57e490152 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 947 time: 0.8639028 Jul 07 17:00:06.033516 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-69399421-fd1d-4c85-bc5b-08689f59e497 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528071 Jul 07 17:00:06.059833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ab2e522-002e-4587-a9c9-3c97001009eb req-287037b3-52d1-4a0a-8fa5-e6fbdfc2c237 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/security-groups?id=6894d234-0594-43a0-b523-1ff9ad1e462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635885 Jul 07 17:00:06.074689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10939264-b10a-4b8c-8606-5833e82d5ab7 req-a4e25175-74ae-446c-a249-92347dbdef0a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.076222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10939264-b10a-4b8c-8606-5833e82d5ab7 req-a4e25175-74ae-446c-a249-92347dbdef0a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 944 time: 0.6164331 Jul 07 17:00:06.132045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] For port d1b9597f-138e-4da1-8ebc-bea926999b8f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d1b9597f-138e-4da1-8ebc-bea926999b8f,segment=NetworkSegment(c329d251-6e27-4573-bda0-c607b6ed3886),segment_id=c329d251-6e27-4573-bda0-c607b6ed3886)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:06.132426 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.201013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Allocated IP 172.20.0.1 (10c26f2d-623d-4988-a094-ad8474fd854d/f49afde1-4e12-4c9e-80a3-7d5bd5305532/2281b195-cf98-46bf-9d48-b109c574e999) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:06.227758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8e992-641e-4381-959e-9f8f9eedbdce tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.261893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8e992-641e-4381-959e-9f8f9eedbdce tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.266083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7be8e992-641e-4381-959e-9f8f9eedbdce tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5989907 Jul 07 17:00:06.266298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8073a975-c018-4c86-a97e-5a8f359bef3c req-578b960e-5616-4eec-b947-5569bd5d7a13 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241857 Jul 07 17:00:06.270451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58612) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:06.280544 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10939264-b10a-4b8c-8606-5833e82d5ab7 req-a41040f3-a633-47fc-8fa6-63ccb43a5bc2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858270 Jul 07 17:00:06.283871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Calling delete_port for d1b9597f-138e-4da1-8ebc-bea926999b8f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:06.434144 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 3, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:06.547446 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f801915-fdf8-4a2b-a1f6-9bb4578c6231 None None] The sync data for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 is: [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T16:59:59Z', 'revision_number': 3, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:06.664479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-c5e815b3-0b8d-4b16-ae6d-60420bb1a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.666156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-c5e815b3-0b8d-4b16-ae6d-60420bb1a47f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 1095 time: 0.2835529 Jul 07 17:00:06.672630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-77bcc3e0-434c-4066-bfa9-9bae82276afe None None] Provisioning for port f1ad1850-23f2-4029-a630-f959624f2877 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:06.807281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 36c6d653-a607-485c-a95d-071a04674c1a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:06.807281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.913315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.915256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1ad1850-23f2-4029-a630-f959624f2877 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:06.970951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-35c4547b-9031-47cf-a000-d0c48846f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.973615 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-35c4547b-9031-47cf-a000-d0c48846f730 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.2936809 Jul 07 17:00:06.974360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Transition to ACTIVE for port object 2281b195-cf98-46bf-9d48-b109c574e999 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:07.037008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.049308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f1ad1850-23f2-4029-a630-f959624f2877 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:07.082439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f1ad1850-23f2-4029-a630-f959624f2877 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:07.083606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.093604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.154252 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-659869c3-764d-4cde-abb6-0ee02600b55d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e HTTP/1.1" status: 200 len: 217 time: 0.1595576 Jul 07 17:00:07.177887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Pushing event deleted for resources: {'Port': ['ID=d1b9597f-138e-4da1-8ebc-bea926999b8f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.274958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1806299c-a0e3-4f9c-a2c2-c15275d9363f None None] Provisioning for port 36c6d653-a607-485c-a95d-071a04674c1a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:07.294526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1806299c-a0e3-4f9c-a2c2-c15275d9363f None None] Provisioning complete for port 36c6d653-a607-485c-a95d-071a04674c1a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:07.299474 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1806299c-a0e3-4f9c-a2c2-c15275d9363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.372321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-3b7938e1-e20f-43f8-9c91-b5ab1b658182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.380026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-3b7938e1-e20f-43f8-9c91-b5ab1b658182 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.2137039 Jul 07 17:00:07.383217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.400245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1806299c-a0e3-4f9c-a2c2-c15275d9363f None None] Port 36c6d653-a607-485c-a95d-071a04674c1a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:07.402442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Pushing event updated for resources: {'Port': ['ID=2281b195-cf98-46bf-9d48-b109c574e999,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.430448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.490029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c4cb668-a2e6-498b-bd8b-b01630df7bc6 req-3f42915a-5ce9-47ae-be33-44420afb6472 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 210 time: 0.0616519 Jul 07 17:00:07.554520 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.561845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-232bc080-558b-4cf1-bacd-a951ed381886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311915 Jul 07 17:00:07.588376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 36c6d653-a607-485c-a95d-071a04674c1a owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:07.599574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Network 10c26f2d-623d-4988-a094-ad8474fd854d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:07.600719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] No DVR routers for this DVR port d1b9597f-138e-4da1-8ebc-bea926999b8f on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:07.606266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.607675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1e74555-2963-435b-86b3-c9e5d98e73db req-4f196557-5732-4492-86bb-9232edb66b59 tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.13 "DELETE /v2.0/ports/d1b9597f-138e-4da1-8ebc-bea926999b8f HTTP/1.1" status: 204 len: 173 time: 2.6057401 Jul 07 17:00:07.608269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-deleted', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:07.611285 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68823473-2ca7-4111-aad5-ab6f38440677" -d '{"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-deleted", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:07.618576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:07.636745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:07.765330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f1ad1850-23f2-4029-a630-f959624f2877, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f1ad1850-23f2-4029-a630-f959624f2877,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:07.793938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.831402 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca04ecd7-6f72-46f5-9a60-f5532cead3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.849165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device bfc5d957-cd87-4eb2-b51f-8e00449d838e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:07.851948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:07.898607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.000032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: d1b9597f-138e-4da1-8ebc-bea926999b8f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:08.005292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d1b9597f-138e-4da1-8ebc-bea926999b8f not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:08.037440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bb2b-a864-4f78-9395-74c94a015798 req-7ccd268f-621f-4957-a806-94efc53a853d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.049391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1978bb2b-a864-4f78-9395-74c94a015798 req-7ccd268f-621f-4957-a806-94efc53a853d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 944 time: 0.4869783 Jul 07 17:00:08.113219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-f4143fa0-896d-4a95-8bef-6c1a5a16b8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401490 Jul 07 17:00:08.113884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.155058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f1ad1850-23f2-4029-a630-f959624f2877,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:08.207886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1978bb2b-a864-4f78-9395-74c94a015798 req-b283158f-4b78-4aef-af3d-0358a61c8608 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557550 Jul 07 17:00:08.318160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=36c6d653-a607-485c-a95d-071a04674c1a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:08.348357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.364463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port bfc5d957-cd87-4eb2-b51f-8e00449d838e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:08.382805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5eaa827c-58e6-428f-95b7-7e17cba21255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/36c6d653-a607-485c-a95d-071a04674c1a HTTP/1.1" status: 204 len: 168 time: 2.1091383 Jul 07 17:00:08.412970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58642) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.424213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e', 'mac_address': 'fa:16:3e:b2:10:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:08.601171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-edf09661-2453-4098-abd8-e2741c7f2add None None] Provisioning for port 2281b195-cf98-46bf-9d48-b109c574e999 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:08.639626 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f75b329-268b-45c5-b6eb-5913fdfbde6e x-openstack-request-id: req-1f75b329-268b-45c5-b6eb-5913fdfbde6e {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:08.639982 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39393333-a167-45f9-9b56-9f6b3e6089a7", "name": "network-vif-deleted", "tag": "d1b9597f-138e-4da1-8ebc-bea926999b8f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:08.640228 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f75b329-268b-45c5-b6eb-5913fdfbde6e {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:08.640612 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39393333-a167-45f9-9b56-9f6b3e6089a7', 'name': 'network-vif-deleted', 'tag': 'd1b9597f-138e-4da1-8ebc-bea926999b8f', 'status': 'completed', 'code': 200} Jul 07 17:00:08.652349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-edf09661-2453-4098-abd8-e2741c7f2add None None] Provisioning complete for port 2281b195-cf98-46bf-9d48-b109c574e999 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:08.652349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-edf09661-2453-4098-abd8-e2741c7f2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.673196 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.757406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e4dc656-4e72-4afd-81df-b3a67594ecf3 req-73a08ddd-f197-4df8-8582-1dcacbd3e204 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090741 Jul 07 17:00:08.798439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ef51f-1fb8-4c75-8de1-4824c6e23df1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.800955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ef51f-1fb8-4c75-8de1-4824c6e23df1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.811697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d84ef51f-1fb8-4c75-8de1-4824c6e23df1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3869636 Jul 07 17:00:08.816117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.834380 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.837686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-edf09661-2453-4098-abd8-e2741c7f2add None None] Port 2281b195-cf98-46bf-9d48-b109c574e999 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:08.846113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc5d957-cd87-4eb2-b51f-8e00449d838e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:08.941870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port bfc5d957-cd87-4eb2-b51f-8e00449d838e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:08.950658 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.032724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 05b42e05-059e-447e-9be6-b95eaf48ed17 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:09.043017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.113386 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.186226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9169292-d43a-47de-b57b-1887eff18831 req-3a756fc6-9e2f-45ed-9a7f-b0e64484cbab tempest-ServersNegativeTestJSON-1668076339 tempest-ServersNegativeTestJSON-1668076339-project] 10.222.0.78 "GET /v2.0/ports?device_id=39393333-a167-45f9-9b56-9f6b3e6089a7 HTTP/1.1" status: 200 len: 210 time: 0.1532953 Jul 07 17:00:09.191423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=bfc5d957-cd87-4eb2-b51f-8e00449d838e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:09.240759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.241528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:09.279281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['bfc5d957-cd87-4eb2-b51f-8e00449d838e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:09.418170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.419986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:09.439291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:09.439766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.466524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.482161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.554119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.634750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=05b42e05-059e-447e-9be6-b95eaf48ed17,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:09.652040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.670005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.672555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af7ead-5cfc-493e-ae6e-3d1f1da2c07c None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:09.673649 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-12650a6f-f1f0-4497-898d-ddb42f9710be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/05b42e05-059e-447e-9be6-b95eaf48ed17 HTTP/1.1" status: 204 len: 168 time: 0.8560236 Jul 07 17:00:09.679411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58666) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.717124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.746372 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-48a58677-d1d4-496e-abcc-b7e875bf3d7f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644789 Jul 07 17:00:09.752841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58670) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.766117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:09.891530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:09.895264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Network 10c26f2d-623d-4988-a094-ad8474fd854d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:09.913514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.926379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1ad1850-23f2-4029-a630-f959624f2877 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:09.938889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:09.943120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Pushing event updated for resources: {'Port': ['ID=2281b195-cf98-46bf-9d48-b109c574e999,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.113587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558a916-3bea-4475-8728-96c02bfd3e30 req-0dc25abf-0b55-445d-8cc8-bd3a6a32ebcb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.122593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b558a916-3bea-4475-8728-96c02bfd3e30 req-0dc25abf-0b55-445d-8cc8-bd3a6a32ebcb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 945 time: 0.6534166 Jul 07 17:00:10.141238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:10.147056 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.436160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.460983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f1ad1850-23f2-4029-a630-f959624f2877 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:10.463202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.635915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-76356cd6-9cf4-4b15-be65-503d2669fbb9 None None] Provisioning complete for port 2281b195-cf98-46bf-9d48-b109c574e999 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:10.636317 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76356cd6-9cf4-4b15-be65-503d2669fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.726369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.739502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:10.779307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-76356cd6-9cf4-4b15-be65-503d2669fbb9 None None] Port 2281b195-cf98-46bf-9d48-b109c574e999 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:10.799084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:10.835409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.856931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=e0f7ed0e-35a7-42b2-9f9b-5870c9134e50,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.870739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:10.873013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:10.880932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.882139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.919242 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c27f2fe3-813b-4594-8baf-8afdeddee429 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1642818 Jul 07 17:00:10.922753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58690) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:10.938342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'e0f7ed0e-35a7-42b2-9f9b-5870c9134e50', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1490427448'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:11.036518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] Deleting port f1ad1850-23f2-4029-a630-f959624f2877 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:11.038358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.147997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-8e63f70d-425d-4ce1-a0b6-3df720117392 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2466443 Jul 07 17:00:11.163540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b558a916-3bea-4475-8728-96c02bfd3e30 req-b474931b-6e50-4daa-99b3-a64cd1a3a096 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0398450 Jul 07 17:00:11.185046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:11.189676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Router 747d59da-f065-48e6-93b8-8bc5dfcac220 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:11.372206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:11.373074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.374939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Deleting subnet ce2a2945-d20a-4d5a-9f05-3b47c8b6836a {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:11.429611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:11.437605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b5fffcae-ca3d-4ce8-aa77-7a07410e6eec admin admin] 10.222.0.78 "PUT /v2.0/routers/747d59da-f065-48e6-93b8-8bc5dfcac220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4890106 Jul 07 17:00:11.447263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.448024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.448672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.449380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.450135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.451510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.452321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.474493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5a5b7e21-4521-444e-bfe6-1d06816a6086 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.1857488 Jul 07 17:00:11.476234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Sync routers for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:11.477135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.509611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] For port f1ad1850-23f2-4029-a630-f959624f2877, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f1ad1850-23f2-4029-a630-f959624f2877,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:11.510674 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.563266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] Calling delete_port for f1ad1850-23f2-4029-a630-f959624f2877 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:11.627324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.665080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:11.666161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:11.726380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:11.754396 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.836913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-59d571b6-cfe4-494f-99cc-f58ec54e7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.838197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-59d571b6-cfe4-494f-99cc-f58ec54e7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.839349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-59d571b6-cfe4-494f-99cc-f58ec54e7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.842941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-59d571b6-cfe4-494f-99cc-f58ec54e7868 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 2292 time: 0.3313072 Jul 07 17:00:11.851565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.935302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.977035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port f9025a29-16cd-4e32-9535-78f414a75a56 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:12.017433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:12.074149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.107457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-2b1cdd3f-8ea9-4ffe-b890-a052eec6dd5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 1001 time: 0.2541928 Jul 07 17:00:12.195869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2a2945-d20a-4d5a-9f05-3b47c8b6836a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.213854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.218924 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-423f7728-05e5-436b-895f-d2a30ed43b66 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ce2a2945-d20a-4d5a-9f05-3b47c8b6836a HTTP/1.1" status: 204 len: 168 time: 1.4469695 Jul 07 17:00:12.219178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58736) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.273759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] Pushing event deleted for resources: {'Port': ['ID=f1ad1850-23f2-4029-a630-f959624f2877,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.278767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device bfc5d957-cd87-4eb2-b51f-8e00449d838e up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:12.282618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e9db9-8d17-474c-b26e-e477aef442ec None None] No DVR routers for this DVR port f1ad1850-23f2-4029-a630-f959624f2877 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:12.449161 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:00:12.452284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:12.486247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a09506-01e5-467b-a7f1-5f2c67166588 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:12.504152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.507868 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f6a693c2-a7db-409c-ade9-c973fd892c6a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5833912 Jul 07 17:00:12.509453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58758) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.613303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f2aa9658-bb35-4aaf-90fb-0d4c8b79a166 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0963926 Jul 07 17:00:12.613623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-0a80939a-652d-4716-a72f-05a188f13f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.613623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-0a80939a-652d-4716-a72f-05a188f13f07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.4976592 Jul 07 17:00:12.614016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.745074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c4b9a-e18f-4568-9efc-92d0dfb4865b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.748551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c4b9a-e18f-4568-9efc-92d0dfb4865b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.753821 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ce8c4b9a-e18f-4568-9efc-92d0dfb4865b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1355588 Jul 07 17:00:12.754356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:12.926761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet e0f7ed0e-35a7-42b2-9f9b-5870c9134e50 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:12.938121 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.956557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.984060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1ad1850-23f2-4029-a630-f959624f2877 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:13.014791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fd12cf-c97c-4b57-9bdd-88619e5169c9']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.055309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.064631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c329d251-6e27-4573-bda0-c607b6ed3886') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.064926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c329d251-6e27-4573-bda0-c607b6ed3886') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.115924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.121848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f1ad1850-23f2-4029-a630-f959624f2877 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:13.130247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1ad1850-23f2-4029-a630-f959624f2877 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:13.144152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9695-3177-4063-9bd8-fa7374ba9878 req-c4b68b2a-cd17-4fd6-b00f-8340d0781532 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:13.144788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port bfc5d957-cd87-4eb2-b51f-8e00449d838e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:13.149933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beab9695-3177-4063-9bd8-fa7374ba9878 req-c4b68b2a-cd17-4fd6-b00f-8340d0781532 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 945 time: 0.6326988 Jul 07 17:00:13.223644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.244988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port bfc5d957-cd87-4eb2-b51f-8e00449d838e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:13.245643 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.274094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.302766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:13.304605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:13.311787 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:13.323874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef15e9-94ed-492a-851b-4bd4175068c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'e0f7ed0e-35a7-42b2-9f9b-5870c9134e50'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:13.327027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-28ef15e9-94ed-492a-851b-4bd4175068c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.426285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.444815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-76abf212-0c7e-4342-82e4-172ce388f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:13.447028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-76abf212-0c7e-4342-82e4-172ce388f09c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7681234 Jul 07 17:00:13.553608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beab9695-3177-4063-9bd8-fa7374ba9878 req-1e8305a2-e5f8-40c3-a600-5605b1a0877c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708789 Jul 07 17:00:13.577601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f7ed0e-35a7-42b2-9f9b-5870c9134e50,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.613846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.616772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.620999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9204e99b-e412-4685-8223-4706d3b63ce3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/e0f7ed0e-35a7-42b2-9f9b-5870c9134e50 HTTP/1.1" status: 204 len: 168 time: 0.8649375 Jul 07 17:00:13.623296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58812) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:13.632306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.636593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/58fd12cf-c97c-4b57-9bdd-88619e5169c9 HTTP/1.1" status: 204 len: 168 time: 1.4158726 Jul 07 17:00:13.691188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae65b15-20e9-4fcb-8ea6-f9df253725f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=58fd12cf-c97c-4b57-9bdd-88619e5169c9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.734953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-9ae7253a-efad-4e04-844c-b39c2b19cb48 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620456 Jul 07 17:00:13.789088 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5187ac03-2f2d-45e2-86d4-85fcb9dac8ff tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1632504 Jul 07 17:00:13.800516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58826) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:13.806942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:13.835801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 2, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.912328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Checking router: 747d59da-f065-48e6-93b8-8bc5dfcac220 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:13.913575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Updating router 747d59da-f065-48e6-93b8-8bc5dfcac220 port 2281b195-cf98-46bf-9d48-b109c574e999 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:13.962186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.037423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58834) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-28ef15e9-94ed-492a-851b-4bd4175068c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0f7ed0e-35a7-42b2-9f9b-5870c9134e50: This subnet is being modified by another concurrent operation. Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0f7ed0e-35a7-42b2-9f9b-5870c9134e50: This subnet is being modified by another concurrent operation. Jul 07 17:00:14.055808 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:00:14.093676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:14.100135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.110445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:14.115761 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd0c620-c125-4c5b-a2bf-7dca7084f9b1" -d '{"events": [{"server_uuid": "3107eb2e-a2c7-4c1e-a9e4-760c6110eb84", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5d957-cd87-4eb2-b51f-8e00449d838e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:14.148159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92ddd2-878d-4374-9921-390e29886688 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:00:14.264643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75859487-af06-4bb1-9a26-6718b340fc4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=020ce2e4bee64fa7b8d0daf7f11fe2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257104 Jul 07 17:00:14.272074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-6b6e46ed-c298-4a00-82cc-23985b1d6fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297484 Jul 07 17:00:14.275685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58844) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:14.337303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port bfc5d957-cd87-4eb2-b51f-8e00449d838e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:14.340421 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b2709-9e3d-48ec-9431-c5f5355a49a5 x-openstack-request-id: req-651b2709-9e3d-48ec-9431-c5f5355a49a5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:14.341174 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107eb2e-a2c7-4c1e-a9e4-760c6110eb84", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5d957-cd87-4eb2-b51f-8e00449d838e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:14.341737 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-651b2709-9e3d-48ec-9431-c5f5355a49a5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:14.342408 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e', 'code': 200} Jul 07 17:00:14.343360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92ddd2-878d-4374-9921-390e29886688 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:00:14.350418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.358468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.388822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-c738f981-44db-418b-a9f9-9f23b2b288f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 217 time: 0.1035857 Jul 07 17:00:14.550932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-670bf888-cc4a-4529-968b-7051632ea741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.553912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-670bf888-cc4a-4529-968b-7051632ea741 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1566577 Jul 07 17:00:14.818399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5da5d3eb-f982-4aed-b023-b31a877dabf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.901676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.025153 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5da5d3eb-f982-4aed-b023-b31a877dabf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.038364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-daa414ce-f06e-48f8-a31b-d8261bf941a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.051231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-daa414ce-f06e-48f8-a31b-d8261bf941a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4734037 Jul 07 17:00:15.055699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:15.085228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:15.114528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd810e-319f-4931-9be9-83f905e953bd req-622ffc10-c883-47bc-8428-47afb80c1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.153991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-afbd810e-319f-4931-9be9-83f905e953bd req-622ffc10-c883-47bc-8428-47afb80c1045 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 1097 time: 0.6370897 Jul 07 17:00:15.218742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=bfc5d957-cd87-4eb2-b51f-8e00449d838e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.268015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.274815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.278298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=73fd17ef-bcab-46b5-a9cc-6d74882609e3,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.439807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23a68078-2b12-4c2a-aec0-1c8b35bbe0f9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6340456 Jul 07 17:00:15.450822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58866) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.467718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:15.524504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-afbd810e-319f-4931-9be9-83f905e953bd req-c29ff9fb-9481-4d63-941e-d638875690a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688788 Jul 07 17:00:15.633313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.642609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.765870 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5da5d3eb-f982-4aed-b023-b31a877dabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.769996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5da5d3eb-f982-4aed-b023-b31a877dabf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.774574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5da5d3eb-f982-4aed-b023-b31a877dabf9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6894d234-0594-43a0-b523-1ff9ad1e462a HTTP/1.1" status: 204 len: 168 time: 1.4935718 Jul 07 17:00:15.788784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-4a086666-844d-49d6-bce8-09c7fdf9c2b9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982856 Jul 07 17:00:15.840965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.849133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.867466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d3eb-f982-4aed-b023-b31a877dabf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6894d234-0594-43a0-b523-1ff9ad1e462a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.884316 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.889437 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b7ae7c5-21ba-4752-b148-ccbdf3dc257a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4305456 Jul 07 17:00:15.890220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58882) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.904891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832e8e9-80f5-4fd6-b101-fd771d2d97be req-94a0d515-af80-4f3c-b6ad-5784ce86bbce tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.916959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f832e8e9-80f5-4fd6-b101-fd771d2d97be req-94a0d515-af80-4f3c-b6ad-5784ce86bbce tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.8305433 Jul 07 17:00:16.090627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.180500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Transition to ACTIVE for port object 2281b195-cf98-46bf-9d48-b109c574e999 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:16.208194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.287041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06540923-f3f2-4c15-a841-494d3c23c004 None None] Pushing event updated for resources: {'Port': ['ID=2281b195-cf98-46bf-9d48-b109c574e999,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.302263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:16.303752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.365280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f832e8e9-80f5-4fd6-b101-fd771d2d97be req-53458102-a10d-4363-b322-9eea4447748b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089475 Jul 07 17:00:16.540440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-5db27090-db76-4ccf-ad61-30af6f8383a0 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088838 Jul 07 17:00:16.906652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-35742dc0-9c38-478f-85bb-5a4fdb5bfab5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 217 time: 0.3410289 Jul 07 17:00:16.928364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Attempting to bind port 2281b195-cf98-46bf-9d48-b109c574e999 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:16.929642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Attempting to bind port 2281b195-cf98-46bf-9d48-b109c574e999 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:16.930985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Attempting to bind port 2281b195-cf98-46bf-9d48-b109c574e999 on network 10c26f2d-623d-4988-a094-ad8474fd854d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:16.992217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:17.009299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Checking segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:17.012441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.015431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Bound using segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:17.020308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Bound port: 2281b195-cf98-46bf-9d48-b109c574e999, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:17.024867 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.130610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/73fd17ef-bcab-46b5-a9cc-6d74882609e3/0a2344d0-ba4c-4341-b4a7-916bc89ef36d) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:17.131738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.211794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-2d95b04e-efd2-4469-af36-f0b010d5a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:17.215264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-2d95b04e-efd2-4469-af36-f0b010d5a3e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.3134859 Jul 07 17:00:17.379400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] For port 2281b195-cf98-46bf-9d48-b109c574e999, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:17.441402 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] For port 2281b195-cf98-46bf-9d48-b109c574e999, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2281b195-cf98-46bf-9d48-b109c574e999,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:17.458790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-a369bc03-5c2d-43a8-995b-c485ba7d9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:17.464706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-a369bc03-5c2d-43a8-995b-c485ba7d9f11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2426443 Jul 07 17:00:17.507661 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.741788 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.753722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Transition to ACTIVE for port object 0a2344d0-ba4c-4341-b4a7-916bc89ef36d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:17.779450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Transition to ACTIVE for port object 0a2344d0-ba4c-4341-b4a7-916bc89ef36d will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:17.785581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-3bbfea8c-9a96-4c86-907c-77cc9c9be5a9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106458 Jul 07 17:00:17.804360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.846623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:17.847933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:17.848605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.044788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-3c2243c6-cfd7-4015-ab01-d08bd61d0881 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976230 Jul 07 17:00:18.151398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::1 (805cbf09-88bb-481a-b57e-edca2fb7148a/73fd17ef-bcab-46b5-a9cc-6d74882609e3/51c66913-91c5-4ef8-8eed-ab3866ccd6ef) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:18.165519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-cf3f66c1-43b1-4a5f-b580-17795d55d01d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 217 time: 0.1100116 Jul 07 17:00:18.215887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:18.232485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:18.254544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06540923-f3f2-4c15-a841-494d3c23c004 None None] Pushing event updated for resources: {'Port': ['ID=2281b195-cf98-46bf-9d48-b109c574e999,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.273508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7237f-074e-4c21-86c3-eb2b3c8d1891 req-449f3bc5-1409-4633-8574-f67ddf09a13d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:18.282493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9d7237f-074e-4c21-86c3-eb2b3c8d1891 req-449f3bc5-1409-4633-8574-f67ddf09a13d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.4956203 Jul 07 17:00:18.289999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:18.354107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-2204f5fa-f978-45fe-b3fc-2dcf2c83bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:18.355843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-2204f5fa-f978-45fe-b3fc-2dcf2c83bfc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1819305 Jul 07 17:00:18.518885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.530102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9d7237f-074e-4c21-86c3-eb2b3c8d1891 req-90688721-10d3-4e58-97a7-12bc7dd42270 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464342 Jul 07 17:00:18.592718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-b2ad73e8-bcab-4c26-b4ee-a6e140c515d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:18.595922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-b2ad73e8-bcab-4c26-b4ee-a6e140c515d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2280037 Jul 07 17:00:18.615080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 51c66913-91c5-4ef8-8eed-ab3866ccd6ef will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:18.743656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.854828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Pushing event updated for resources: {'Port': ['ID=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.866329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Attempting to bind port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:18.872410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Attempting to bind port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:18.874454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Attempting to bind port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:18.911352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:18.912303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:18.913920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.916812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:18.918543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Bound port: 0a2344d0-ba4c-4341-b4a7-916bc89ef36d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:18.919946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-ffed0515-8a8b-471a-89a0-01c7490293be service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055930 Jul 07 17:00:18.920461 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.080072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=51c66913-91c5-4ef8-8eed-ab3866ccd6ef,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.172054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:19.186544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:19.198751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:19.199342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.224238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-8f638929-bc64-4142-92c7-13b2ac88aad7 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989354 Jul 07 17:00:19.279183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] For port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:19.291426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] For port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:19.388954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.419699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-6f2d6a18-a194-413f-b469-73760ee60c82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 217 time: 0.1879492 Jul 07 17:00:19.531421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-51780dbd-7676-4c46-9ae0-24e00be37a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:19.534426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-51780dbd-7676-4c46-9ae0-24e00be37a29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1034639 Jul 07 17:00:19.665932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab642d-d8aa-43ed-8365-6bf5634b5d38 None None] Pushing event updated for resources: {'Port': ['ID=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.745716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.761952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-9a571f7d-1ec3-42ab-992f-5068c8f3fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:19.768628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-9a571f7d-1ec3-42ab-992f-5068c8f3fefd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2276759 Jul 07 17:00:19.840093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:17Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:19.918988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c73-7e8d-4dc5-9d74-a61475f5eb4f None None] The sync data for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 is: [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:17Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:20.087205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-9133737c-bb0e-4edb-98a4-f5bc5ca4fa8a service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084760 Jul 07 17:00:20.565078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.574000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.574830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.918486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397afc0-41da-4807-9448-0902f8f95645 req-175de812-4e74-4a33-bcca-af7fcd3daafa tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:20.928773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c397afc0-41da-4807-9448-0902f8f95645 req-175de812-4e74-4a33-bcca-af7fcd3daafa tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.8338754 Jul 07 17:00:21.024491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-76bc1d81-13bf-47f1-a99c-12ed0f1b3c07 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9219673 Jul 07 17:00:21.203739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c397afc0-41da-4807-9448-0902f8f95645 req-5140d9c4-aa55-4916-a20b-64b048a9004c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739069 Jul 07 17:00:21.211749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-21c2e541-e7f8-4cf5-97b2-fd133bf4fbd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.1698601 Jul 07 17:00:21.310087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-1afd883c-77d0-4125-ac61-92011411aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:21.311881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-1afd883c-77d0-4125-ac61-92011411aa82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.0925853 Jul 07 17:00:21.469660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-1459e393-a7d8-459b-8753-f6faaad7e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:21.471445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-1459e393-a7d8-459b-8753-f6faaad7e1eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492095 Jul 07 17:00:21.716980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0a2344d0-ba4c-4341-b4a7-916bc89ef36d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:21.956799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=51c66913-91c5-4ef8-8eed-ab3866ccd6ef,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:21.973274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-ee652d27-384d-4d83-ac97-b63d0341f902 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879942 Jul 07 17:00:21.981520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:21.987701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:22.029728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:22.044165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2281b195-cf98-46bf-9d48-b109c574e999 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:22.423324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 2281b195-cf98-46bf-9d48-b109c574e999 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:22.458091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2281b195-cf98-46bf-9d48-b109c574e999 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:22.458821 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.475233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-e0a8c915-ce6f-47d0-951a-d19145e2a934 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905779 Jul 07 17:00:22.506772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Router 35c0847b-3b29-4bb4-837b-c4c95c788637 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:22.825846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-afa9eb58-9a04-4e35-9ecb-3f29ccbb4b7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.3397021 Jul 07 17:00:22.912388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:22.937123 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Sync routers for ids ['35c0847b-3b29-4bb4-837b-c4c95c788637'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:22.953977 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6f1ebe01-f923-4f5f-b293-e4e079272194 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "PUT /v2.0/routers/35c0847b-3b29-4bb4-837b-c4c95c788637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0621555 Jul 07 17:00:22.954870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59050) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:22.992477 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Routers {'35c0847b-3b29-4bb4-837b-c4c95c788637'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:22.999191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['35c0847b-3b29-4bb4-837b-c4c95c788637'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:23.209145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661958f-6f6f-4ce3-b8c9-8d1b0ea1aa89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.217957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e661958f-6f6f-4ce3-b8c9-8d1b0ea1aa89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports/51c66913-91c5-4ef8-8eed-ab3866ccd6ef HTTP/1.1" status: 200 len: 911 time: 0.2485216 Jul 07 17:00:23.218613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59056) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:23.320424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6173146-0c9a-4228-9160-16ba8cb3ceb2 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:23.451072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f0445-eca5-4481-9f42-f29e309a5a02 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.494829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f0445-eca5-4481-9f42-f29e309a5a02 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.511063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9d0f0445-eca5-4481-9f42-f29e309a5a02 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2870424 Jul 07 17:00:23.522433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59062) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:23.551513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-4a5c4503-635e-4484-9e85-f6290050439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.553177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-4a5c4503-635e-4484-9e85-f6290050439a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.5172017 Jul 07 17:00:23.625839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a640ae-102d-4760-8333-6a9fbbe0fe19 req-9ecf125a-935f-4cc0-9f48-6adf84d41070 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.657845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8a640ae-102d-4760-8333-6a9fbbe0fe19 req-9ecf125a-935f-4cc0-9f48-6adf84d41070 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.9225912 Jul 07 17:00:23.824298 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Set router 35c0847b-3b29-4bb4-837b-c4c95c788637 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:23.954097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8a640ae-102d-4760-8333-6a9fbbe0fe19 req-00349835-3a70-4f85-b7ae-cf4b20f3ff8a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952433 Jul 07 17:00:24.142131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-9abfdb9a-995f-46a3-8ca3-0fb4d9c022da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:24.151331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-9abfdb9a-995f-46a3-8ca3-0fb4d9c022da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5902474 Jul 07 17:00:24.342543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] Provisioning for port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:24.392600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] Provisioning complete for port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:24.400838 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.475878 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.760475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.826677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-cb30218e-60ff-443b-ac31-12d60f385a2b service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632791 Jul 07 17:00:24.912462 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:15Z', 'updated_at': '2021-07-07T17:00:19Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None, '_interfaces': [{'id': '51c66913-91c5-4ef8-8eed-ab3866ccd6ef', 'name': '', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'mac_address': 'fa:16:3e:4d:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:17Z', 'updated_at': '2021-07-07T17:00:20Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'subnets': [{'id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:25.021362 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Checking router: 35c0847b-3b29-4bb4-837b-c4c95c788637 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:25.026897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Updating router 35c0847b-3b29-4bb4-837b-c4c95c788637 port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:25.136181 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.160790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 2281b195-cf98-46bf-9d48-b109c574e999, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2281b195-cf98-46bf-9d48-b109c574e999,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:25.181271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.246942 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.588158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c932b9-8bd9-452b-a025-c6edf3d620fd req-b3e73470-4b7e-4903-9c9a-6669bb7d4d52 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497556 Jul 07 17:00:25.638579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] For port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:25.651782 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.827242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=2281b195-cf98-46bf-9d48-b109c574e999,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:26.071881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46aa10fa-1f8b-4142-b595-d2b25bb5ac59 None None] Provisioning complete for port 2281b195-cf98-46bf-9d48-b109c574e999 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:26.074021 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46aa10fa-1f8b-4142-b595-d2b25bb5ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.175872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.207324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1be40-4e8c-4e88-99f5-c112c1d82922 None None] Pushing event updated for resources: {'Port': ['ID=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:26.222123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5dd68-775d-40cc-94e1-767f3817e77b req-3410f5de-5a00-4bcd-8b6d-8c42085c10ef tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.232903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53f5dd68-775d-40cc-94e1-767f3817e77b req-3410f5de-5a00-4bcd-8b6d-8c42085c10ef tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.2952940 Jul 07 17:00:26.329785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59096) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:26.406496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53f5dd68-775d-40cc-94e1-767f3817e77b req-dd2913dc-bdd4-4af9-b9ad-ad5505123e02 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644804 Jul 07 17:00:26.587986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46aa10fa-1f8b-4142-b595-d2b25bb5ac59 None None] Provisioning complete for port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:26.594237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46aa10fa-1f8b-4142-b595-d2b25bb5ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.899469 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.936324 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3885-3c15-40d1-a7b1-285563f2f670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.948196 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Transition to ACTIVE for port object 51c66913-91c5-4ef8-8eed-ab3866ccd6ef will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:26.963810 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.015092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46aa10fa-1f8b-4142-b595-d2b25bb5ac59 None None] Provisioning for port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:27.247529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:27.248041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.267657 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c6f5-306e-4d34-bb55-7783acc0c379 None None] Pushing event updated for resources: {'Port': ['ID=51c66913-91c5-4ef8-8eed-ab3866ccd6ef,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:27.328960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3885-3c15-40d1-a7b1-285563f2f670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.363145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3885-3c15-40d1-a7b1-285563f2f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.417013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0a2344d0-ba4c-4341-b4a7-916bc89ef36d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:27.514363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb509e0a-7577-476f-bdd6-59683a39345d req-4898b276-af51-4e45-953a-9861499fb6fb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:27.516110 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb509e0a-7577-476f-bdd6-59683a39345d req-4898b276-af51-4e45-953a-9861499fb6fb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.5735366 Jul 07 17:00:27.520813 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Attempting to bind port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:27.522665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb3885-3c15-40d1-a7b1-285563f2f670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeeb862-47ea-4063-ae64-21dfc1741308,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:27.524728 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Attempting to bind port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:27.527284 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Attempting to bind port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:27.545488 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:27.548528 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:27.550408 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.551548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f7fb3885-3c15-40d1-a7b1-285563f2f670 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e991ba6b61774299a4ef51884fe9f828&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2073398 Jul 07 17:00:27.552240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59110) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:27.552406 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:27.553364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Bound port: 51c66913-91c5-4ef8-8eed-ab3866ccd6ef, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:27.557027 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.592216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:27.593085 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.678407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c65-1f00-4359-b373-d08d4a0f36cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.747995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.753935 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c65-1f00-4359-b373-d08d4a0f36cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.836642 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] For port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:27.841697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] For port 51c66913-91c5-4ef8-8eed-ab3866ccd6ef, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51c66913-91c5-4ef8-8eed-ab3866ccd6ef,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:27.853633 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.890072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 51c66913-91c5-4ef8-8eed-ab3866ccd6ef owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:27.998420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Routers {'35c0847b-3b29-4bb4-837b-c4c95c788637'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:28.000179 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['35c0847b-3b29-4bb4-837b-c4c95c788637'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:28.007198 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c6f5-306e-4d34-bb55-7783acc0c379 None None] Pushing event updated for resources: {'Port': ['ID=51c66913-91c5-4ef8-8eed-ab3866ccd6ef,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:28.011346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c65-1f00-4359-b373-d08d4a0f36cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.018848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c65-1f00-4359-b373-d08d4a0f36cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.023105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-19fe1c65-1f00-4359-b373-d08d4a0f36cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddeeb862-47ea-4063-ae64-21dfc1741308 HTTP/1.1" status: 204 len: 168 time: 0.4697628 Jul 07 17:00:28.050641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe1c65-1f00-4359-b373-d08d4a0f36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeeb862-47ea-4063-ae64-21dfc1741308,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:28.091450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c467fc-02b1-404f-8cd4-3eb9412ab3d1 req-e178ad2b-ea17-47bf-bd49-3e2f7f667d39 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:28.109776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2c467fc-02b1-404f-8cd4-3eb9412ab3d1 req-e178ad2b-ea17-47bf-bd49-3e2f7f667d39 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 946 time: 0.2760298 Jul 07 17:00:28.122843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Deleting port bfc5d957-cd87-4eb2-b51f-8e00449d838e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:28.125137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.171535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2281b195-cf98-46bf-9d48-b109c574e999 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:28.316364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2c467fc-02b1-404f-8cd4-3eb9412ab3d1 req-89b4179c-8f34-411c-b5a0-8f2a139f170b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054920 Jul 07 17:00:28.578274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2281b195-cf98-46bf-9d48-b109c574e999 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:28.578655 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.614744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] For port bfc5d957-cd87-4eb2-b51f-8e00449d838e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=bfc5d957-cd87-4eb2-b51f-8e00449d838e,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:28.616057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.642153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Calling delete_port for bfc5d957-cd87-4eb2-b51f-8e00449d838e owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:28.676101 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] Set router 35c0847b-3b29-4bb4-837b-c4c95c788637 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:28.806421 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.857800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=51c66913-91c5-4ef8-8eed-ab3866ccd6ef,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.045703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59128) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:29.082874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a2881b7-76aa-4f89-8050-1bee2acb2b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.268870 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:15Z', 'updated_at': '2021-07-07T17:00:19Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None, '_interfaces': [{'id': '51c66913-91c5-4ef8-8eed-ab3866ccd6ef', 'name': '', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'mac_address': 'fa:16:3e:4d:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:17Z', 'updated_at': '2021-07-07T17:00:27Z', 'revision_number': 4, 'project_id': '20941913de004fbeb54123d6300cf25b', 'subnets': [{'id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:29.286562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.399341 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433034e-4e6d-4363-8a29-c2a2ce85a2b2 None None] The sync data for ids ['35c0847b-3b29-4bb4-837b-c4c95c788637'] in n-d-793619-7 is: [{'id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:15Z', 'updated_at': '2021-07-07T17:00:19Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None, '_interfaces': [{'id': '51c66913-91c5-4ef8-8eed-ab3866ccd6ef', 'name': '', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'mac_address': 'fa:16:3e:4d:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:17Z', 'updated_at': '2021-07-07T17:00:27Z', 'revision_number': 4, 'project_id': '20941913de004fbeb54123d6300cf25b', 'subnets': [{'id': '73fd17ef-bcab-46b5-a9cc-6d74882609e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:29.613386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.790367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event deleted for resources: {'Port': ['ID=bfc5d957-cd87-4eb2-b51f-8e00449d838e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.860665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6fa9fd4-d6aa-422f-b919-8c9499f0effd req-e6a5629f-b58d-4932-befc-2b130d204436 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 210 time: 0.0730658 Jul 07 17:00:29.930268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device bfc5d957-cd87-4eb2-b51f-8e00449d838e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:29.948397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a2881b7-76aa-4f89-8050-1bee2acb2b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.975150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a2881b7-76aa-4f89-8050-1bee2acb2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.992273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: bfc5d957-cd87-4eb2-b51f-8e00449d838e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:29.992606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device bfc5d957-cd87-4eb2-b51f-8e00449d838e not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:30.045375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Router 35c0847b-3b29-4bb4-837b-c4c95c788637 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:30.051969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] No DVR routers for this DVR port bfc5d957-cd87-4eb2-b51f-8e00449d838e on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:30.061008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.064465 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb509e0a-7577-476f-bdd6-59683a39345d req-30ca8866-9a7b-40cd-b38f-475ea5217cb3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "DELETE /v2.0/ports/bfc5d957-cd87-4eb2-b51f-8e00449d838e HTTP/1.1" status: 204 len: 173 time: 2.5264287 Jul 07 17:00:30.077754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'name': 'network-vif-deleted', 'tag': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:30.080617 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a1947-1f76-4a1d-889e-b179b70bc4ef" -d '{"events": [{"server_uuid": "3107eb2e-a2c7-4c1e-a9e4-760c6110eb84", "name": "network-vif-deleted", "tag": "bfc5d957-cd87-4eb2-b51f-8e00449d838e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:30.083798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2881b7-76aa-4f89-8050-1bee2acb2b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aa3935-a10d-4c66-a62e-4a1436f4492f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:30.096977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2a2881b7-76aa-4f89-8050-1bee2acb2b7e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec334d99d97a4a9fbb05b23f8438c45c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0454738 Jul 07 17:00:30.097910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59146) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.229897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-63011b08-7e1e-42e2-a37d-4796fd67e230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.284464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-63011b08-7e1e-42e2-a37d-4796fd67e230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.330207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:30.344388 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3bbfd985-ef73-40ff-8b6e-0a40cd59d5fc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "PUT /v2.0/routers/35c0847b-3b29-4bb4-837b-c4c95c788637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8206565 Jul 07 17:00:30.348199 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e719980-2a8d-4077-9ac6-c26b7e57da60 x-openstack-request-id: req-3e719980-2a8d-4077-9ac6-c26b7e57da60 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:30.348933 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107eb2e-a2c7-4c1e-a9e4-760c6110eb84", "name": "network-vif-deleted", "tag": "bfc5d957-cd87-4eb2-b51f-8e00449d838e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:30.349342 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e719980-2a8d-4077-9ac6-c26b7e57da60 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:30.349887 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107eb2e-a2c7-4c1e-a9e4-760c6110eb84', 'name': 'network-vif-deleted', 'tag': 'bfc5d957-cd87-4eb2-b51f-8e00449d838e', 'status': 'completed', 'code': 200} Jul 07 17:00:30.350385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59150) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.447044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-63011b08-7e1e-42e2-a37d-4796fd67e230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.456858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-63011b08-7e1e-42e2-a37d-4796fd67e230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.469465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-63011b08-7e1e-42e2-a37d-4796fd67e230 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0aa3935-a10d-4c66-a62e-4a1436f4492f HTTP/1.1" status: 204 len: 168 time: 0.3702548 Jul 07 17:00:30.538596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63011b08-7e1e-42e2-a37d-4796fd67e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aa3935-a10d-4c66-a62e-4a1436f4492f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:30.540195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521bc5c-1746-4672-a861-0fe19c7a6934 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:30.559676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521bc5c-1746-4672-a861-0fe19c7a6934 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:30.563005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5521bc5c-1746-4672-a861-0fe19c7a6934 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2105210 Jul 07 17:00:30.567865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59158) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.714697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-3a1b7380-d864-45c1-afaf-4d76bcb68cd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491029 Jul 07 17:00:30.812528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 73fd17ef-bcab-46b5-a9cc-6d74882609e3 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:30.821058 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.922785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cedec-dc85-419d-a864-80663be84512 req-85a21bd9-3ab7-4726-a989-5997e82f839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:30.925382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-85a21bd9-3ab7-4726-a989-5997e82f839c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1097 time: 0.1574719 Jul 07 17:00:30.991077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.308877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cedec-dc85-419d-a864-80663be84512 req-e3aa14e1-06e7-43bd-9147-283613851c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:31.315540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-e3aa14e1-06e7-43bd-9147-283613851c31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.3178976 Jul 07 17:00:31.506669 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-74d14eab-866e-4452-ab71-65bc099baf14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 1001 time: 0.1834466 Jul 07 17:00:31.606309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1479854e-898e-4d01-9e07-491fff2c20c0 req-80ede5cd-48b3-49f6-81e9-ed5385f763de tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=3107eb2e-a2c7-4c1e-a9e4-760c6110eb84 HTTP/1.1" status: 200 len: 210 time: 0.1372361 Jul 07 17:00:31.617956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.940341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.011560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=73fd17ef-bcab-46b5-a9cc-6d74882609e3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.023890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.029020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d8103674-2ff0-4f69-a3c0-95ad6847bf76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/73fd17ef-bcab-46b5-a9cc-6d74882609e3 HTTP/1.1" status: 204 len: 168 time: 1.4595842 Jul 07 17:00:32.032415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944adda-0e9e-4693-a482-162e314f10f8 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:32.050238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59182) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:32.468282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cedec-dc85-419d-a864-80663be84512 req-05b304c4-e4b6-4d31-93df-910c7b82862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:32.473203 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-05b304c4-e4b6-4d31-93df-910c7b82862c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.9587290 Jul 07 17:00:32.560280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:32.659002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cedec-dc85-419d-a864-80663be84512 req-d52bdda1-3dce-4180-b683-fd6ac86e086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:32.667636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-d52bdda1-3dce-4180-b683-fd6ac86e086d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811309 Jul 07 17:00:32.669319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] Sync routers for ids ['35c0847b-3b29-4bb4-837b-c4c95c788637'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:32.717962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] Routers {'35c0847b-3b29-4bb4-837b-c4c95c788637'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:32.722774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['35c0847b-3b29-4bb4-837b-c4c95c788637'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:32.810707 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-7126ef47-5a65-400f-ba3d-5617a56127ca service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353912 Jul 07 17:00:32.845508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ec33dfc8-13f8-4a6a-8525-fc3f811657a2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7930877 Jul 07 17:00:32.848547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59200) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:32.981537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] Set router 35c0847b-3b29-4bb4-837b-c4c95c788637 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:33.056645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-566cedec-dc85-419d-a864-80663be84512 req-f2550b02-c873-4369-8720-489095bba5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390087 Jul 07 17:00:33.108744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.139508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] Deleting port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:33.140143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.150754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:15Z', 'updated_at': '2021-07-07T17:00:28Z', 'revision_number': 3, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:33.216163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] Checking router: 35c0847b-3b29-4bb4-837b-c4c95c788637 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:33.286735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] Routers {'35c0847b-3b29-4bb4-837b-c4c95c788637'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:33.288174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['35c0847b-3b29-4bb4-837b-c4c95c788637'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:33.437825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0a2344d0-ba4c-4341-b4a7-916bc89ef36d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:33.497096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] For port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:33.497552 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.506171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] Set router 35c0847b-3b29-4bb4-837b-c4c95c788637 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:33.546037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.553325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.637359 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.646928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:15Z', 'updated_at': '2021-07-07T17:00:28Z', 'revision_number': 3, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:33.685778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-433cf310-9a92-4664-9843-115b80d01811 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.694890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-433cf310-9a92-4664-9843-115b80d01811 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.3254619 Jul 07 17:00:33.702246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.703056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Fanout notify agent at l3_agent the message router_deleted on router 35c0847b-3b29-4bb4-837b-c4c95c788637 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:33.711381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] Calling delete_port for 0a2344d0-ba4c-4341-b4a7-916bc89ef36d owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:33.715504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ab662-e760-46ba-ac18-dd11dd7fe657 None None] The sync data for ids ['35c0847b-3b29-4bb4-837b-c4c95c788637'] in n-d-793619-7 is: [{'id': '35c0847b-3b29-4bb4-837b-c4c95c788637', 'name': 'tempest-NetworksTestDHCPv6-router-1993594515', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:15Z', 'updated_at': '2021-07-07T17:00:28Z', 'revision_number': 3, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:33.746188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.749444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c31e2e5-7f96-40d8-999e-04688b85acf0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/routers/35c0847b-3b29-4bb4-837b-c4c95c788637 HTTP/1.1" status: 204 len: 168 time: 0.8994286 Jul 07 17:00:33.751220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59230) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:33.761249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:33.816450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b3401410-8180-4da7-a567-eb07ea58d6da tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.1161323 Jul 07 17:00:33.874450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.934015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-88b5ce15-bdef-4213-898f-87f7398f00d3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160350 Jul 07 17:00:33.940436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:33.958654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.042206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:34.078908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.103600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.171777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] No DVR routers for this DVR port 0a2344d0-ba4c-4341-b4a7-916bc89ef36d on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:34.221080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-c2bada5a-d859-48d4-89b1-2e30c3f82264 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833505 Jul 07 17:00:34.266936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:34.330872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e546da-3837-486a-ac2d-98f8bc9e3282 None None] Pushing event deleted for resources: {'Port': ['ID=0a2344d0-ba4c-4341-b4a7-916bc89ef36d,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:34.602471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-58f7ccc1-0457-4675-9ad6-61f3e641a7c1 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799119 Jul 07 17:00:34.720222 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.818967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=9f028c5b-12d6-48b1-8deb-9800ae631012,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:34.839089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:34.840972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:34.856214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:34.863007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.875331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02dda2-143d-402d-849a-77fe24c7cd20 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:34.928134 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:34.945926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-79918df3-466c-45d8-a3df-65ae18601975 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1911464 Jul 07 17:00:34.950225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:34.959264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:35.002009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.003719 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.026694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70d8ea1d-ff16-45bd-9b62-6618a6ef873b req-2a9dd9c8-b620-45dd-b0ed-405a9fec2f00 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 210 time: 0.0969591 Jul 07 17:00:35.141226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.147940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.192451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.200060 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-07f3100a-d4cd-48a7-9edf-90541104e905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2422926 Jul 07 17:00:35.200060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59264) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:35.469246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51c66913-91c5-4ef8-8eed-ab3866ccd6ef no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:35.536626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 51c66913-91c5-4ef8-8eed-ab3866ccd6ef {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:35.538064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51c66913-91c5-4ef8-8eed-ab3866ccd6ef not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:35.562571 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8691e050-d007-4401-bce7-415d45dac905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.932261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '9f028c5b-12d6-48b1-8deb-9800ae631012'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:35.940388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.089195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.319357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/9f028c5b-12d6-48b1-8deb-9800ae631012/4e5a6c8b-34ba-4364-bea1-545c40d792ab) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:36.437472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e29017c-2de6-424c-a369-c834fa4f808d req-8c807373-9f86-4ab5-bbee-80856005bbe3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 210 time: 0.1335163 Jul 07 17:00:36.755069 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.772980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Transition to ACTIVE for port object 4e5a6c8b-34ba-4364-bea1-545c40d792ab will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:36.805511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Transition to ACTIVE for port object 4e5a6c8b-34ba-4364-bea1-545c40d792ab will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:36.819483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.928889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:36.931274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:36.933634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Pushing event updated for resources: {'Port': ['ID=4e5a6c8b-34ba-4364-bea1-545c40d792ab,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:36.936675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:37.049606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::1 (805cbf09-88bb-481a-b57e-edca2fb7148a/9f028c5b-12d6-48b1-8deb-9800ae631012/eb802dac-35b1-4a3c-82a7-790224253d57) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:37.050738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Attempting to bind port 4e5a6c8b-34ba-4364-bea1-545c40d792ab on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:37.051337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Attempting to bind port 4e5a6c8b-34ba-4364-bea1-545c40d792ab by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:37.052037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Attempting to bind port 4e5a6c8b-34ba-4364-bea1-545c40d792ab on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:37.059363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:37.060128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:37.060738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.061520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:37.062378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Bound port: 4e5a6c8b-34ba-4364-bea1-545c40d792ab, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:37.063003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.319555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] For port 4e5a6c8b-34ba-4364-bea1-545c40d792ab, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:37.326469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] For port 4e5a6c8b-34ba-4364-bea1-545c40d792ab, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e5a6c8b-34ba-4364-bea1-545c40d792ab,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:37.334917 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.385072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59314) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:37.474700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.474700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25210209-85e7-45b2-985b-ef54864d8720 None None] Pushing event updated for resources: {'Port': ['ID=4e5a6c8b-34ba-4364-bea1-545c40d792ab,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:37.659947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6c546cf3-ef96-4f14-bd4a-3d8c4b442c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.828834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd834a6e-e495-4542-898e-a9d581de3a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.859349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-bd6631ce-a7a4-423e-b41d-d9d7c450bdd2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:37.862526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-bd6631ce-a7a4-423e-b41d-d9d7c450bdd2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.5732727 Jul 07 17:00:37.930027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.953489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object eb802dac-35b1-4a3c-82a7-790224253d57 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:38.061068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Request body: {'port': {'device_id': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'admin_state_up': True, 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:38.099362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1bafbc-369e-4906-8023-cf60d696f9b7 req-154a2c81-5052-469b-b544-f0ba528b9a64 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 210 time: 0.1856310 Jul 07 17:00:38.270502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.375053 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd834a6e-e495-4542-898e-a9d581de3a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.383316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd834a6e-e495-4542-898e-a9d581de3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.427624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bd834a6e-e495-4542-898e-a9d581de3a4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edfa47bc5fe74a7bbc33168463dbaf11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0410385 Jul 07 17:00:38.433599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59330) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.464235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:38.465284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=eb802dac-35b1-4a3c-82a7-790224253d57,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:38.472035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:38.474946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:38.475705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.501023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd834a6e-e495-4542-898e-a9d581de3a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2058f7d-e687-4245-848a-abd99843b211,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:38.540030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.540695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.541339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.541985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-468f7199-3991-4f63-ae1c-435d1ab29927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.542217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.542762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.543566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.544095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.544744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.545491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.546164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.547262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.547262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:38.584766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-468f7199-3991-4f63-ae1c-435d1ab29927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.599751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:38.605391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.655778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-468f7199-3991-4f63-ae1c-435d1ab29927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.659702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-468f7199-3991-4f63-ae1c-435d1ab29927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.662436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-468f7199-3991-4f63-ae1c-435d1ab29927 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2058f7d-e687-4245-848a-abd99843b211 HTTP/1.1" status: 204 len: 168 time: 0.2266264 Jul 07 17:00:38.686715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f7199-3991-4f63-ae1c-435d1ab29927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2058f7d-e687-4245-848a-abd99843b211,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:38.851065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.012553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Allocated IP 172.20.0.4 (b1ac1cea-d9f4-440e-99e7-a5fcdc798b09/c884c518-ad9a-4d88-938c-e0cde3909610/f4cd45d3-28cd-456a-8227-f0882e1beef5) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:39.047799 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.263372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59342) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.290215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8544e84-4b82-4fca-a24f-0f9209e58fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.383761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e5a6c8b-34ba-4364-bea1-545c40d792ab up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:39.487941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8544e84-4b82-4fca-a24f-0f9209e58fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.508485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 4e5a6c8b-34ba-4364-bea1-545c40d792ab completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:39.510771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8544e84-4b82-4fca-a24f-0f9209e58fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.562207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b7c78d1-715a-4055-b930-c88e118de057 req-3b1642dd-b9b0-4808-aa7e-10d3c87ee81b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 210 time: 0.0716677 Jul 07 17:00:39.620719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b8544e84-4b82-4fca-a24f-0f9209e58fa1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=767ea522771e4668ba2bce4ba04ce552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552885 Jul 07 17:00:39.625962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] Provisioning for port 4e5a6c8b-34ba-4364-bea1-545c40d792ab completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:39.626663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59348) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.631843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] Provisioning complete for port 4e5a6c8b-34ba-4364-bea1-545c40d792ab triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:39.632619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.691368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544e84-4b82-4fca-a24f-0f9209e58fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4164b93a-a50f-406a-a551-05da18fab205,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:39.745041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.785017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-97fd70d7-5b5b-40f6-ab27-a6b08459a068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.839226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-97fd70d7-5b5b-40f6-ab27-a6b08459a068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.860157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.874988 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.957619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] For port 4e5a6c8b-34ba-4364-bea1-545c40d792ab, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e5a6c8b-34ba-4364-bea1-545c40d792ab,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:39.958777 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-97fd70d7-5b5b-40f6-ab27-a6b08459a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.964439 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.964721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-97fd70d7-5b5b-40f6-ab27-a6b08459a068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.965851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-97fd70d7-5b5b-40f6-ab27-a6b08459a068 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4164b93a-a50f-406a-a551-05da18fab205 HTTP/1.1" status: 204 len: 168 time: 0.3335094 Jul 07 17:00:40.015645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd70d7-5b5b-40f6-ab27-a6b08459a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4164b93a-a50f-406a-a551-05da18fab205,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.069165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:40.071701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.080044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.080846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.111237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:40.118164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.152395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b32838c5-3544-4d39-9350-d9af58892b46 None None] Provisioning for port eb802dac-35b1-4a3c-82a7-790224253d57 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:40.164423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8945-ee2f-4949-baf1-15bf3570f396 None None] Pushing event updated for resources: {'Port': ['ID=4e5a6c8b-34ba-4364-bea1-545c40d792ab,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.167516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b32838c5-3544-4d39-9350-d9af58892b46 None None] Provisioning complete for port eb802dac-35b1-4a3c-82a7-790224253d57 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:40.167902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b32838c5-3544-4d39-9350-d9af58892b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.205577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:40.259940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b32838c5-3544-4d39-9350-d9af58892b46 None None] Port eb802dac-35b1-4a3c-82a7-790224253d57 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:40.305021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=eb802dac-35b1-4a3c-82a7-790224253d57,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.355995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:40.357093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.388142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b015b6e6-ec89-4b75-987c-6ecb1372dd8f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3441572 Jul 07 17:00:40.409750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Request body: {'port': {'device_id': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:40.445704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:40.449585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:40.695576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.719628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.921891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f232d84e-cc5a-4e23-831d-f97948c77266 None None] Provisioning complete for port eb802dac-35b1-4a3c-82a7-790224253d57 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:40.923079 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f232d84e-cc5a-4e23-831d-f97948c77266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.968174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f232d84e-cc5a-4e23-831d-f97948c77266 None None] Port eb802dac-35b1-4a3c-82a7-790224253d57 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:41.123930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:41.340688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3060a-61f9-4653-9501-be306b2641dd req-09a725c3-058e-4c7b-927e-1a11004e0ab6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:41.342688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:41.356066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fb8e6b65-cdd6-43a1-b8a2-1673f48eedcb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "PUT /v2.0/routers/f7a2ac66-ba74-4b06-9745-fc15dfe9cf72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1509387 Jul 07 17:00:41.356066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59386) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.360364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Sync routers for ids ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:41.361691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edd3060a-61f9-4653-9501-be306b2641dd req-09a725c3-058e-4c7b-927e-1a11004e0ab6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 931 time: 0.2503624 Jul 07 17:00:41.422547 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Routers {'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:41.422547 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:41.434250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e5a6c8b-34ba-4364-bea1-545c40d792ab up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:41.452027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edd3060a-61f9-4653-9501-be306b2641dd req-d8c7e768-d5c7-40b4-bfbc-358fbb875781 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892608 Jul 07 17:00:41.462198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf00693-49e7-44c8-9c64-5fb21be6a1dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:41.464114 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fbf00693-49e7-44c8-9c64-5fb21be6a1dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports/eb802dac-35b1-4a3c-82a7-790224253d57 HTTP/1.1" status: 200 len: 911 time: 0.1073847 Jul 07 17:00:41.468027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59390) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.480530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4cd45d3-28cd-456a-8227-f0882e1beef5 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:41.495675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.514544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Transition to ACTIVE for port object f4cd45d3-28cd-456a-8227-f0882e1beef5 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:41.522967 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.565539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c24a5-feef-4a9a-81b2-c47f51530c07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:41.572225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c24a5-feef-4a9a-81b2-c47f51530c07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:41.574172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-085c24a5-feef-4a9a-81b2-c47f51530c07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1050680 Jul 07 17:00:41.578560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.625829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4e5a6c8b-34ba-4364-bea1-545c40d792ab triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:41.627975 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.729243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:41.825490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Attempting to bind port f4cd45d3-28cd-456a-8227-f0882e1beef5 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:41.826379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Attempting to bind port f4cd45d3-28cd-456a-8227-f0882e1beef5 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:41.827599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Attempting to bind port f4cd45d3-28cd-456a-8227-f0882e1beef5 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:41.846318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Port f4cd45d3-28cd-456a-8227-f0882e1beef5 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:41.847227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Attempting to bind port f4cd45d3-28cd-456a-8227-f0882e1beef5 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:41.863388 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Set router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:41.868339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:41.870541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:41.872781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Bound using segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:41.874362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Bound port: f4cd45d3-28cd-456a-8227-f0882e1beef5, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:41.877814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.047563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:42.066967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:42.076008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.185241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:42.185241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.220208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4cd45d3-28cd-456a-8227-f0882e1beef5 HTTP/1.1" status: 200 len: 1091 time: 1.8179283 Jul 07 17:00:42.336260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:42.344001 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:42.351267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad497f-53e7-4230-a957-c532368e6186 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.604762 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4d02c5-270e-443c-b288-4336583b121a x-openstack-request-id: req-0c4d02c5-270e-443c-b288-4336583b121a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:42.605171 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:42.605321 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c4d02c5-270e-443c-b288-4336583b121a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:42.605722 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'status': 'completed', 'code': 200} Jul 07 17:00:42.676510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-699f44fd-9707-4bb5-b4e6-6f8ce2be21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:42.689547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-699f44fd-9707-4bb5-b4e6-6f8ce2be21f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 1094 time: 0.2795587 Jul 07 17:00:42.725510 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:35Z', 'updated_at': '2021-07-07T17:00:38Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None, '_interfaces': [{'id': 'eb802dac-35b1-4a3c-82a7-790224253d57', 'name': '', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'mac_address': 'fa:16:3e:39:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9f028c5b-12d6-48b1-8deb-9800ae631012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:36Z', 'updated_at': '2021-07-07T17:00:39Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'subnets': [{'id': '9f028c5b-12d6-48b1-8deb-9800ae631012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.754455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-b5397c0c-e5dc-4c81-999f-8ada631e8a39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5 HTTP/1.1" status: 200 len: 217 time: 0.0600467 Jul 07 17:00:42.796549 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Checking router: f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:42.798097 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Updating router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 port eb802dac-35b1-4a3c-82a7-790224253d57 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:42.838092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d6527c76-714e-4e58-a1db-3fcbfdb8c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:42.838092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-d6527c76-714e-4e58-a1db-3fcbfdb8c2f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.0759377 Jul 07 17:00:42.870926 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.884126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.935518 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-9e8cfd48-f540-4745-90db-a42f6a07d4aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846179 Jul 07 17:00:43.133698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de073-8816-4b1c-8930-39dd6a2c24b4 req-69a18788-c472-4e85-9e51-5d248fe40b3b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:43.147490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-432de073-8816-4b1c-8930-39dd6a2c24b4 req-69a18788-c472-4e85-9e51-5d248fe40b3b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 943 time: 0.4123435 Jul 07 17:00:43.229587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-999380b8-1b56-446c-a023-8293250c61c0 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750719 Jul 07 17:00:43.404085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-432de073-8816-4b1c-8930-39dd6a2c24b4 req-514a2571-bb4b-44fd-b0aa-6a8c53c896a6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485907 Jul 07 17:00:43.574700 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.610149 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Transition to ACTIVE for port object eb802dac-35b1-4a3c-82a7-790224253d57 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:43.622428 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.724173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85bb1cff-9fef-4c35-a560-3832cf93fc8b req-70df9ca0-0084-4f33-aa0e-b1459e04a7fd service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844978 Jul 07 17:00:43.766024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port eb802dac-35b1-4a3c-82a7-790224253d57 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:43.766602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.784269 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3e229-4c9e-4cd5-ba3c-9ff1d48e9327 None None] Pushing event updated for resources: {'Port': ['ID=eb802dac-35b1-4a3c-82a7-790224253d57,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.974581 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Attempting to bind port eb802dac-35b1-4a3c-82a7-790224253d57 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:43.975270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Attempting to bind port eb802dac-35b1-4a3c-82a7-790224253d57 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:43.975711 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Attempting to bind port eb802dac-35b1-4a3c-82a7-790224253d57 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:43.984206 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:43.984695 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:43.985197 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.985693 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:43.987058 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Bound port: eb802dac-35b1-4a3c-82a7-790224253d57, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:43.987759 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.044517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.053178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-3bbe41e3-9202-409b-b6c5-5c426fb9ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.055123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-3bbe41e3-9202-409b-b6c5-5c426fb9ff15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 1094 time: 0.1639118 Jul 07 17:00:44.074656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for eb802dac-35b1-4a3c-82a7-790224253d57 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:44.160461 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] For port eb802dac-35b1-4a3c-82a7-790224253d57, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:44.168980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] For port eb802dac-35b1-4a3c-82a7-790224253d57, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=eb802dac-35b1-4a3c-82a7-790224253d57,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:44.177081 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.323620 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Routers {'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:44.326566 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:44.405431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-bc5f9f82-827c-4e7c-a240-d8d028e02835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.407064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-bc5f9f82-827c-4e7c-a240-d8d028e02835 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.3435693 Jul 07 17:00:44.653039 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3e229-4c9e-4cd5-ba3c-9ff1d48e9327 None None] Pushing event updated for resources: {'Port': ['ID=eb802dac-35b1-4a3c-82a7-790224253d57,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:44.710281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.747016 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] Set router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:44.787988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=eb802dac-35b1-4a3c-82a7-790224253d57,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:45.009191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c357903e-5c8f-4886-8d02-6ab2e4ed9275 None None] Could not find standard attr ID for object eb802dac-35b1-4a3c-82a7-790224253d57. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:00:45.093271 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.509058 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:35Z', 'updated_at': '2021-07-07T17:00:38Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None, '_interfaces': [{'id': 'eb802dac-35b1-4a3c-82a7-790224253d57', 'name': '', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'mac_address': 'fa:16:3e:39:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9f028c5b-12d6-48b1-8deb-9800ae631012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:36Z', 'updated_at': '2021-07-07T17:00:44Z', 'revision_number': 4, 'project_id': '20941913de004fbeb54123d6300cf25b', 'subnets': [{'id': '9f028c5b-12d6-48b1-8deb-9800ae631012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:45.542023 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-e42b354b-b016-4c96-b362-69ecf6e4aa67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5 HTTP/1.1" status: 200 len: 217 time: 1.1265905 Jul 07 17:00:45.584504 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de12f69-416c-4f88-8631-c1b8da9149a3 None None] The sync data for ids ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'] in n-d-793619-7 is: [{'id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:35Z', 'updated_at': '2021-07-07T17:00:38Z', 'revision_number': 2, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None, '_interfaces': [{'id': 'eb802dac-35b1-4a3c-82a7-790224253d57', 'name': '', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'mac_address': 'fa:16:3e:39:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9f028c5b-12d6-48b1-8deb-9800ae631012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:36Z', 'updated_at': '2021-07-07T17:00:44Z', 'revision_number': 4, 'project_id': '20941913de004fbeb54123d6300cf25b', 'subnets': [{'id': '9f028c5b-12d6-48b1-8deb-9800ae631012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:45.608349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-4a6d79ad-86f0-4541-b7ff-a3dcd13bdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.608349 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-4a6d79ad-86f0-4541-b7ff-a3dcd13bdc73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.0579851 Jul 07 17:00:45.680074 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-cd8156aa-6001-48e5-90d1-3f90d85b6817 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671928 Jul 07 17:00:45.839978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda07f86-7f7c-48af-ac93-22596af8f79a req-f75c4e0b-8f21-46e9-a69b-fbeb010e0663 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.846600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fda07f86-7f7c-48af-ac93-22596af8f79a req-f75c4e0b-8f21-46e9-a69b-fbeb010e0663 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 943 time: 1.0637598 Jul 07 17:00:45.901952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-88405419-7bfa-451d-8bfb-8a9a6fea7a51 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144997 Jul 07 17:00:45.992857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f4cd45d3-28cd-456a-8227-f0882e1beef5 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:46.317705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:46.350011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'mac_address': 'fa:16:3e:68:94:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:46.391285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11fc63a-9188-4e2d-b1a5-115be3bb8aa6 req-95f53c3a-8632-43d9-ad3e-aef74d972763 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714036 Jul 07 17:00:46.467077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.507524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4cd45d3-28cd-456a-8227-f0882e1beef5 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:46.533912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a56b2-afbe-4ffb-84da-6a0f0a60dd48 req-1ec646bf-c823-4357-ad16-b5acd056d578 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:46.536681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-581a56b2-afbe-4ffb-84da-6a0f0a60dd48 req-1ec646bf-c823-4357-ad16-b5acd056d578 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.6880181 Jul 07 17:00:46.545576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fda07f86-7f7c-48af-ac93-22596af8f79a req-2986c317-f97e-4208-914f-9d5ad9944ff8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888916 Jul 07 17:00:46.579493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:46.588878 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.710288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:46.736290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:46.743527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-581a56b2-afbe-4ffb-84da-6a0f0a60dd48 req-e09c0ac0-5c22-448a-a693-eb0c2f618176 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364439 Jul 07 17:00:46.882666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f4cd45d3-28cd-456a-8227-f0882e1beef5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:47.020404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:47.036380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59508) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.038046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9c6133d3-a90a-4f31-b09e-417d140a04cc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "PUT /v2.0/routers/f7a2ac66-ba74-4b06-9745-fc15dfe9cf72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4580114 Jul 07 17:00:47.166910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207bb7ff-c76a-4008-a269-5aa3c484ce80 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.170602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207bb7ff-c76a-4008-a269-5aa3c484ce80 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.178535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59512) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.189966 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-207bb7ff-c76a-4008-a269-5aa3c484ce80 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1517918 Jul 07 17:00:47.308512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 9f028c5b-12d6-48b1-8deb-9800ae631012 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:47.322340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.402811 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.607503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.850700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.946108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=9f028c5b-12d6-48b1-8deb-9800ae631012,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:48.003959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21946cd6-bafc-4a43-80d7-469154f71fee None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:48.013537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f4cd45d3-28cd-456a-8227-f0882e1beef5 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:48.077641 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.084700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f0a262f6-3aca-4eca-aa9e-0e926a4e0c09 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/9f028c5b-12d6-48b1-8deb-9800ae631012 HTTP/1.1" status: 204 len: 168 time: 0.9043369 Jul 07 17:00:48.089268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59538) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:48.249846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428abac-3d24-436f-8832-b61d41ce17dd req-7811c522-11a7-4ffa-905b-f851f1598d0a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:48.260840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b428abac-3d24-436f-8832-b61d41ce17dd req-7811c522-11a7-4ffa-905b-f851f1598d0a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 944 time: 0.5156517 Jul 07 17:00:48.331369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c05f-ef6d-4548-8e51-10ac5a26706b req-fbe5ccf8-0ca8-4fff-977d-edfe98704863 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:48.338859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc8c05f-ef6d-4548-8e51-10ac5a26706b req-fbe5ccf8-0ca8-4fff-977d-edfe98704863 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3614576 Jul 07 17:00:48.391295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] Sync routers for ids ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:48.405759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b428abac-3d24-436f-8832-b61d41ce17dd req-c859f20b-7c77-44a4-bc14-ec3ba0f8177e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420968 Jul 07 17:00:48.463557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc8c05f-ef6d-4548-8e51-10ac5a26706b req-d94b859f-c171-4470-8113-90f637bf12aa tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236107 Jul 07 17:00:48.470525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59552) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:48.478025 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c69db19-0936-4293-8dfa-98468da0a053 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3853927 Jul 07 17:00:48.542990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] Routers {'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:48.544745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:48.764689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] Set router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:48.861925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:35Z', 'updated_at': '2021-07-07T17:00:44Z', 'revision_number': 3, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:48.864798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f4cd45d3-28cd-456a-8227-f0882e1beef5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:48.885238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.903122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f4cd45d3-28cd-456a-8227-f0882e1beef5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:48.903867 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.909964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] Checking router: f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:48.955929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] Routers {'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:48.957036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:00:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:49.066644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:49.086148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] Set router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:49.179352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:35Z', 'updated_at': '2021-07-07T17:00:44Z', 'revision_number': 3, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:49.274156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.277135 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.335387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.336817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Fanout notify agent at l3_agent the message router_deleted on router f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:49.352037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.353799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bd851d63-9590-44b7-ad45-094ab29b6661 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/routers/f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 HTTP/1.1" status: 204 len: 168 time: 0.8820693 Jul 07 17:00:49.358113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59564) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.380138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee382812-ce1f-4897-8a88-32273837aa2e None None] The sync data for ids ['f7a2ac66-ba74-4b06-9745-fc15dfe9cf72'] in n-d-793619-7 is: [{'id': 'f7a2ac66-ba74-4b06-9745-fc15dfe9cf72', 'name': 'tempest-NetworksTestDHCPv6-router-255599269', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:35Z', 'updated_at': '2021-07-07T17:00:44Z', 'revision_number': 3, 'project_id': '20941913de004fbeb54123d6300cf25b', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:49.484912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe28af-739a-4904-813c-6dd12ced14ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.489171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f8fe28af-739a-4904-813c-6dd12ced14ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1274602 Jul 07 17:00:49.492325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59570) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.579092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e5a6c8b-34ba-4364-bea1-545c40d792ab no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:49.678009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8acd18-391e-46ff-a67a-0be1294a7517 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.686828 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6c8acd18-391e-46ff-a67a-0be1294a7517 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1927693 Jul 07 17:00:49.688180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.763803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.863260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1060769f-097a-4ca0-a098-0f1dbdb59c8b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1707456 Jul 07 17:00:49.864176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] Deleting port 4e5a6c8b-34ba-4364-bea1-545c40d792ab {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:49.864779 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.871447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59588) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.878717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:49.948838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5d468-b840-4031-ab0a-e098550584c9 req-57a99273-2b97-4135-9790-c96f2cd9ab60 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.952259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:49.958524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39e5d468-b840-4031-ab0a-e098550584c9 req-57a99273-2b97-4135-9790-c96f2cd9ab60 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 944 time: 0.3482199 Jul 07 17:00:49.959697 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc58d84-4191-4cfe-856a-56a8d5fca669" -d '{"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-plugged", "status": "completed", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:50.097821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39e5d468-b840-4031-ab0a-e098550584c9 req-f8e40545-736b-4cc2-aa9a-f9e2d5c9d928 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238408 Jul 07 17:00:50.145405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2a129-fd3a-4b17-8c1e-91048e8858da req-1010fb09-cabf-4781-8757-9f56fb8de163 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:50.147306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:50.151991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.163248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1b2a129-fd3a-4b17-8c1e-91048e8858da req-1010fb09-cabf-4781-8757-9f56fb8de163 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3708556 Jul 07 17:00:50.287349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1b2a129-fd3a-4b17-8c1e-91048e8858da req-71390f16-6f14-4ee6-b101-b7755f2e5829 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231000 Jul 07 17:00:50.296237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:50.357738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.411016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.987512 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fc612b-7360-444e-92ad-7197dd6b4fba x-openstack-request-id: req-60fc612b-7360-444e-92ad-7197dd6b4fba {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:50.988298 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-plugged", "status": "completed", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:50.988811 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60fc612b-7360-444e-92ad-7197dd6b4fba {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:50.989747 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'code': 200} Jul 07 17:00:51.028546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] For port 4e5a6c8b-34ba-4364-bea1-545c40d792ab, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e5a6c8b-34ba-4364-bea1-545c40d792ab,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:51.028752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.080422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:00:51.093184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] Calling delete_port for 4e5a6c8b-34ba-4364-bea1-545c40d792ab owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:51.148810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 4e5a6c8b-34ba-4364-bea1-545c40d792ab, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e5a6c8b-34ba-4364-bea1-545c40d792ab,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:51.150253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.188295 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.292250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4547c1-50dd-4061-b73b-a80559132037 req-132b3422-a642-44d1-99e8-da271c5c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.297334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d4547c1-50dd-4061-b73b-a80559132037 req-132b3422-a642-44d1-99e8-da271c5c2d38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 1096 time: 0.4359858 Jul 07 17:00:51.324851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device eb802dac-35b1-4a3c-82a7-790224253d57 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:51.403456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.405704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.406307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.408900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.410990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.411911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.413356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.420949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.421718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.422274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.422853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.423194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.450386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: eb802dac-35b1-4a3c-82a7-790224253d57 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:51.450654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device eb802dac-35b1-4a3c-82a7-790224253d57 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:51.603315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242f851-bfe4-4c7f-a1d6-a3c4e94ed4f0 req-e4542e43-a357-4c8d-807c-19c1860b136f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.627914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7242f851-bfe4-4c7f-a1d6-a3c4e94ed4f0 req-e4542e43-a357-4c8d-807c-19c1860b136f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.1895306 Jul 07 17:00:51.682730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=4e5a6c8b-34ba-4364-bea1-545c40d792ab,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.721602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.748785 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6d4547c1-50dd-4061-b73b-a80559132037 req-0c4bc8aa-6312-4e0e-91b4-53bfcfba64a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069047 Jul 07 17:00:51.778568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] No DVR routers for this DVR port 4e5a6c8b-34ba-4364-bea1-545c40d792ab on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:51.784936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca258e1-e1b6-468f-8e8f-ae449cfed9f0 None None] Pushing event deleted for resources: {'Port': ['ID=4e5a6c8b-34ba-4364-bea1-545c40d792ab,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.818159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_pluggable_backend [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Port 4e5a6c8b-34ba-4364-bea1-545c40d792ab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=98264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:00:51.818697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_pluggable_backend [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Reverting IP allocation for 2001:db8::f816:3eff:fe46:f27 {{(pid=98264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:00:51.834220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_pluggable_backend [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe46:f27 {{(pid=98264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:00:51.835744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7242f851-bfe4-4c7f-a1d6-a3c4e94ed4f0 req-a66fb9f2-1f71-4a94-a9f9-0e367cf68265 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067001 Jul 07 17:00:51.838707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.917359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b607-bf40-4da1-a6ce-348570acb8ee req-9ccdd1aa-13d1-4fff-a4d0-52a0c9a702bd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.921902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f64b607-bf40-4da1-a6ce-348570acb8ee req-9ccdd1aa-13d1-4fff-a4d0-52a0c9a702bd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.2532544 Jul 07 17:00:52.008553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f64b607-bf40-4da1-a6ce-348570acb8ee req-982fd9b1-f9f2-4ec1-a263-8c6a22c0e84a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775969 Jul 07 17:00:52.073506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:52.090435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:52.098080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:52.102087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.104090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd2c2d-f7ab-4a50-a501-0dabe50b9ac4 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:52.185147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3090310 Jul 07 17:00:52.185922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 59758) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.198702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:52.214670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2283f3d-f3ab-4c6f-9e37-6e49bef6cb07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=0ebfd63b-27a5-4da2-b498-48e025385cfc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.611866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:52.616435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '0ebfd63b-27a5-4da2-b498-48e025385cfc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:52.619011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.619405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.047437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Allocated IP 2001:db8::f816:3eff:fe05:6c6b (805cbf09-88bb-481a-b57e-edca2fb7148a/0ebfd63b-27a5-4da2-b498-48e025385cfc/ce593f36-abe9-4510-b355-2e843be15874) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:53.471991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.493087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Transition to ACTIVE for port object ce593f36-abe9-4510-b355-2e843be15874 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:53.515472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Transition to ACTIVE for port object ce593f36-abe9-4510-b355-2e843be15874 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:53.525040 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.667424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:53.680269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d41f5-ad90-4cb4-8a00-a55362b56dbe req-2af3d470-c32b-4d8b-a09e-56e50d4ecdb6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:53.684389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:53.684856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b54d41f5-ad90-4cb4-8a00-a55362b56dbe req-2af3d470-c32b-4d8b-a09e-56e50d4ecdb6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.4105165 Jul 07 17:00:53.694798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:53.717089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.736203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Pushing event updated for resources: {'Port': ['ID=ce593f36-abe9-4510-b355-2e843be15874,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.864474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Attempting to bind port ce593f36-abe9-4510-b355-2e843be15874 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:53.865718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Attempting to bind port ce593f36-abe9-4510-b355-2e843be15874 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:53.870305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Attempting to bind port ce593f36-abe9-4510-b355-2e843be15874 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:53.893128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:53.895843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:53.899618 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.903734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:53.905216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Bound port: ce593f36-abe9-4510-b355-2e843be15874, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:53.907423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.964580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07825b3e-6cb7-4232-8f69-a68ad3287619 req-13a5dde3-8c75-42e5-9b29-164229d92ea1 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:53.967689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07825b3e-6cb7-4232-8f69-a68ad3287619 req-13a5dde3-8c75-42e5-9b29-164229d92ea1 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.6648793 Jul 07 17:00:53.973923 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.084541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=6d5a515d-991a-4f06-b210-52d7c49c6442,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.141207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b54d41f5-ad90-4cb4-8a00-a55362b56dbe req-0237ac91-8234-4501-8b37-7db44a682d71 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586442 Jul 07 17:00:54.177719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:54.184847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:54.186282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] For port ce593f36-abe9-4510-b355-2e843be15874, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:54.199098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] For port ce593f36-abe9-4510-b355-2e843be15874, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ce593f36-abe9-4510-b355-2e843be15874,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:54.214757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.216411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.217537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.218691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.220643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.221872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.222927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.223137 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.224107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.225003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.226492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.227559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.228709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:54.238651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:54.240149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.326117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07825b3e-6cb7-4232-8f69-a68ad3287619 req-413c1a41-011d-4915-9924-5df70193742b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432660 Jul 07 17:00:54.337706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2fcabc1f-040f-4470-ac2b-fa412edcb9be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1460786 Jul 07 17:00:54.337906 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 59956) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.359277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:75:77:fc', 'name': 'tempest-NetworksTestDHCPv6-927292122'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:54.488536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69552501-da72-461a-9e00-ac954d92dd2e None None] Pushing event updated for resources: {'Port': ['ID=ce593f36-abe9-4510-b355-2e843be15874,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.784789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:55.025076 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.108217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 7d69a123-1c3a-47d1-88a5-d4e1b61c4c73 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:55.541390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ce593f36-abe9-4510-b355-2e843be15874 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:55.791150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 172.20.0.3 (805cbf09-88bb-481a-b57e-edca2fb7148a/6d5a515d-991a-4f06-b210-52d7c49c6442/7d69a123-1c3a-47d1-88a5-d4e1b61c4c73) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:55.809483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fe75:77fc (805cbf09-88bb-481a-b57e-edca2fb7148a/0ebfd63b-27a5-4da2-b498-48e025385cfc/7d69a123-1c3a-47d1-88a5-d4e1b61c4c73) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:55.903157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ce593f36-abe9-4510-b355-2e843be15874 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:56.403686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251950ed-bf8b-4e31-a214-4982a90fb272 req-bc57da62-0bef-457d-9bd7-ab69e6eb4e47 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:56.427240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-251950ed-bf8b-4e31-a214-4982a90fb272 req-bc57da62-0bef-457d-9bd7-ab69e6eb4e47 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3839877 Jul 07 17:00:56.484062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.539613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 7d69a123-1c3a-47d1-88a5-d4e1b61c4c73 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:56.620168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-251950ed-bf8b-4e31-a214-4982a90fb272 req-4053af78-f4a9-4468-8319-45fa94bdeffb tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936455 Jul 07 17:00:56.644262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.799404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:56.831059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:56.848156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:56.982575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=7d69a123-1c3a-47d1-88a5-d4e1b61c4c73,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.058434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096d11e-be2a-4e42-89a4-a59775605440 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:57.074431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.075360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.096808 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b8f9e7bc-b45f-4bff-8ffe-e8ff97d3d139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7577772 Jul 07 17:00:57.099608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60126) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:57.190968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] Provisioning for port ce593f36-abe9-4510-b355-2e843be15874 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:57.207974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] Provisioning complete for port ce593f36-abe9-4510-b355-2e843be15874 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:57.208839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.356009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012e5e1-6e2f-4812-b0b5-4733870758e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.363287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012e5e1-6e2f-4812-b0b5-4733870758e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.365828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b012e5e1-6e2f-4812-b0b5-4733870758e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2647645 Jul 07 17:00:57.368738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60128) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:57.438213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dc1f-6f55-4199-ac92-a5ed9fbc318c req-39204995-8bb9-41c7-83ef-5709fc8b57fd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.451873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9f6dc1f-6f55-4199-ac92-a5ed9fbc318c req-39204995-8bb9-41c7-83ef-5709fc8b57fd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.2553024 Jul 07 17:00:57.464155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.548947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] For port ce593f36-abe9-4510-b355-2e843be15874, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ce593f36-abe9-4510-b355-2e843be15874,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:57.583900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9f6dc1f-6f55-4199-ac92-a5ed9fbc318c req-f5e7f9ca-9517-4da5-a5b5-da149ac7bf32 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305037 Jul 07 17:00:57.604796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.697637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 7d69a123-1c3a-47d1-88a5-d4e1b61c4c73 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:57.699770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.707241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': '0ebfd63b-27a5-4da2-b498-48e025385cfc', 'ip_address': '2001:db8::f816:3eff:fe05:6c6b'}, {'subnet_id': '6d5a515d-991a-4f06-b210-52d7c49c6442'}], 'binding:host_id': 'n-d-793619-7'}, 'id': 'ce593f36-abe9-4510-b355-2e843be15874'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:00:57.750222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9329ab1-1f64-4e69-ad43-6a6ba6ad36d5 None None] Pushing event updated for resources: {'Port': ['ID=ce593f36-abe9-4510-b355-2e843be15874,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.767785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.883632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b924ce7-27da-4094-b699-c417ca1974ae req-6fc78f54-292d-43d0-80f8-6f58cb2400f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.892041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b924ce7-27da-4094-b699-c417ca1974ae req-6fc78f54-292d-43d0-80f8-6f58cb2400f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.1623662 Jul 07 17:00:57.974272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b924ce7-27da-4094-b699-c417ca1974ae req-2e8258d8-a227-492f-975a-9b553e1b21ce tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789590 Jul 07 17:00:58.092407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8169b23-ed78-493f-904a-30091fc49f6d req-e41e087a-ad51-4c73-8dde-e7749306dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.094749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-e41e087a-ad51-4c73-8dde-e7749306dd29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1097 time: 0.3743746 Jul 07 17:00:58.237820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Allocated IP 172.20.0.2 (805cbf09-88bb-481a-b57e-edca2fb7148a/6d5a515d-991a-4f06-b210-52d7c49c6442/ce593f36-abe9-4510-b355-2e843be15874) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:58.261326 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.297688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 7d69a123-1c3a-47d1-88a5-d4e1b61c4c73 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:58.313643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8169b23-ed78-493f-904a-30091fc49f6d req-998e2494-8beb-405d-bc32-0b7e25563947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.316076 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-998e2494-8beb-405d-bc32-0b7e25563947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.2139812 Jul 07 17:00:58.475486 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-e09831c8-3c15-4643-827d-75bf34600c3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 1001 time: 0.1518655 Jul 07 17:00:58.518809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] For port ce593f36-abe9-4510-b355-2e843be15874, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ce593f36-abe9-4510-b355-2e843be15874,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:58.567349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.590099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Transition to ACTIVE for port object ce593f36-abe9-4510-b355-2e843be15874 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:58.597581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.610343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8169b23-ed78-493f-904a-30091fc49f6d req-dc75d57a-8de2-47de-a974-31d5b1ad3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.613194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-dc75d57a-8de2-47de-a974-31d5b1ad3e22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.1237535 Jul 07 17:00:58.775805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57750738-bee6-499d-9935-9ce22931ff48 None None] Pushing event updated for resources: {'Port': ['ID=ce593f36-abe9-4510-b355-2e843be15874,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.790886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.863628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=7d69a123-1c3a-47d1-88a5-d4e1b61c4c73,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.882044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60170) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.002607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19504943-3c53-4c68-ba59-2d93e4a788da req-50c85726-f34d-46c1-907e-3f7296d22c23 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.008440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19504943-3c53-4c68-ba59-2d93e4a788da req-50c85726-f34d-46c1-907e-3f7296d22c23 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.2035837 Jul 07 17:00:59.097745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19504943-3c53-4c68-ba59-2d93e4a788da req-6850a8aa-e2c7-4ea6-b038-d39f1c09d1c4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734444 Jul 07 17:00:59.154337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8169b23-ed78-493f-904a-30091fc49f6d req-6a87fe51-e9fe-417c-9774-2aa4b60f9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.156214 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-6a87fe51-e9fe-417c-9774-2aa4b60f9061 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5324078 Jul 07 17:00:59.245870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.252814 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-716450ff-2e6d-42ab-81db-e412bbd91299 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/7d69a123-1c3a-47d1-88a5-d4e1b61c4c73 HTTP/1.1" status: 204 len: 168 time: 1.8779023 Jul 07 17:00:59.253364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60180) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.409345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767c1c5-ff7d-40fe-9592-d7e682751310 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.423664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767c1c5-ff7d-40fe-9592-d7e682751310 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.426543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767c1c5-ff7d-40fe-9592-d7e682751310 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.433646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9767c1c5-ff7d-40fe-9592-d7e682751310 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1793990 Jul 07 17:00:59.437797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60182) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.455262 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-09a5e274-d3b6-49c3-a8f5-776240cf5170 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835658 Jul 07 17:00:59.499822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-215c7d5c-a1c0-444e-a04f-6c5739ba8a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.520421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ce593f36-abe9-4510-b355-2e843be15874 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:59.749805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 0ebfd63b-27a5-4da2-b498-48e025385cfc {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:59.764455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.820510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f8169b23-ed78-493f-904a-30091fc49f6d req-93e21c2a-283a-4ab9-b582-5d1751905358 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515604 Jul 07 17:00:59.886399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.900126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e44952-268a-4ab6-880f-f4f7a47a5374 req-c7e6fc39-b934-4376-8d89-62b6086342f2 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.909324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43e44952-268a-4ab6-880f-f4f7a47a5374 req-c7e6fc39-b934-4376-8d89-62b6086342f2 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3510637 Jul 07 17:00:59.958866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-215c7d5c-a1c0-444e-a04f-6c5739ba8a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.966637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-215c7d5c-a1c0-444e-a04f-6c5739ba8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.988236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43e44952-268a-4ab6-880f-f4f7a47a5374 req-23eab44c-3e57-4a0e-814f-9cf735b6f4e4 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774589 Jul 07 17:01:00.052640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7d5c-a1c0-444e-a04f-6c5739ba8a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89b056-78c5-4556-b598-203cd9bc5790,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.067598 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-215c7d5c-a1c0-444e-a04f-6c5739ba8a59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5843009be6524621931f3e663694bc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1776829 Jul 07 17:01:00.070846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.110812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.148999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff532c7b-fffb-4aea-ae7a-6a1bfe7c2781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.193024 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff532c7b-fffb-4aea-ae7a-6a1bfe7c2781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.266838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.344758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebfd63b-27a5-4da2-b498-48e025385cfc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.350021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.354156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-be55b64c-a6da-4561-9cf2-b11f45e5bc17 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/0ebfd63b-27a5-4da2-b498-48e025385cfc HTTP/1.1" status: 204 len: 168 time: 0.9143326 Jul 07 17:01:00.354680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff532c7b-fffb-4aea-ae7a-6a1bfe7c2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.358888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60194) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.362148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff532c7b-fffb-4aea-ae7a-6a1bfe7c2781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.385963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a09a9d7-d4b1-49b2-81bf-a23f14ba37d4 None None] Could not find standard attr ID for object 7d69a123-1c3a-47d1-88a5-d4e1b61c4c73. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:00.391592 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ff532c7b-fffb-4aea-ae7a-6a1bfe7c2781 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f89b056-78c5-4556-b598-203cd9bc5790 HTTP/1.1" status: 204 len: 168 time: 0.3192706 Jul 07 17:01:00.425857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff532c7b-fffb-4aea-ae7a-6a1bfe7c2781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89b056-78c5-4556-b598-203cd9bc5790,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.429321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a09a9d7-d4b1-49b2-81bf-a23f14ba37d4 None None] Provisioning for port ce593f36-abe9-4510-b355-2e843be15874 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:00.458628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a09a9d7-d4b1-49b2-81bf-a23f14ba37d4 None None] Provisioning complete for port ce593f36-abe9-4510-b355-2e843be15874 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:00.458920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1a09a9d7-d4b1-49b2-81bf-a23f14ba37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.513506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 6d5a515d-991a-4f06-b210-52d7c49c6442 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:00.546701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.747843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.779497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73464562-52e1-4664-9440-26ce8a0a9af5 req-9f80dbc9-132d-4ffa-a6c6-d66c4d244bf4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.793961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73464562-52e1-4664-9440-26ce8a0a9af5 req-9f80dbc9-132d-4ffa-a6c6-d66c4d244bf4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.3063838 Jul 07 17:01:00.893675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73464562-52e1-4664-9440-26ce8a0a9af5 req-7a87db16-b030-4ae4-905c-6f205f1fdea3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982466 Jul 07 17:01:00.948499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e254c8-1e41-4eb2-8e80-95f84319b89d None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:01.022851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.069877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60214) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.112232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b44f1790-9351-4ec6-8db0-25a663f8c0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.122218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1c1d8083-803e-4793-8013-7fcae2bd85e7 None None] Could not find standard attr ID for object 7d69a123-1c3a-47d1-88a5-d4e1b61c4c73. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:01.221158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.358174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b44f1790-9351-4ec6-8db0-25a663f8c0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.364702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b44f1790-9351-4ec6-8db0-25a663f8c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.371489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5a515d-991a-4f06-b210-52d7c49c6442,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.388121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.391590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-750c5a3c-31fd-475e-bcde-44d62367e76a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6d5a515d-991a-4f06-b210-52d7c49c6442 HTTP/1.1" status: 204 len: 168 time: 1.0303524 Jul 07 17:01:01.396255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60216) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.434622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:01.462855 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c10ce162-dfa9-4bdd-bf18-2f2610b6175c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652905 Jul 07 17:01:01.471480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60220) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.486883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:01.499609 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b44f1790-9351-4ec6-8db0-25a663f8c0a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8483292519a64d3bbcbc0a8e6f4f73e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271791 Jul 07 17:01:01.510607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28563-7d67-4b5c-a88d-d26b8bcf167d req-ebb75b9c-63ac-4e05-8ced-3e58ca545a77 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.511499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60222) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.512817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f1790-9351-4ec6-8db0-25a663f8c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ed0b0-e588-4160-a20b-b566a733a3fa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.521046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2c28563-7d67-4b5c-a88d-d26b8bcf167d req-ebb75b9c-63ac-4e05-8ced-3e58ca545a77 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.2207272 Jul 07 17:01:01.545559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] Deleting port ce593f36-abe9-4510-b355-2e843be15874 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:01.554384 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.663239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2c28563-7d67-4b5c-a88d-d26b8bcf167d req-5fabb4ca-2efc-4262-a901-098f6ec6ee60 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341152 Jul 07 17:01:01.671637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] For port ce593f36-abe9-4510-b355-2e843be15874, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ce593f36-abe9-4510-b355-2e843be15874,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:01.672430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.691824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] Calling delete_port for ce593f36-abe9-4510-b355-2e843be15874 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:01.764237 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5cc07ae0-2f96-4bc4-bb84-f3e8134d4e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.800770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5cc07ae0-2f96-4bc4-bb84-f3e8134d4e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.804101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:01.820085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.850310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.898481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] No DVR routers for this DVR port ce593f36-abe9-4510-b355-2e843be15874 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:01.965952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c04a9-1add-4e83-b31d-54988c7f1e59 None None] Pushing event deleted for resources: {'Port': ['ID=ce593f36-abe9-4510-b355-2e843be15874,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.176243 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5cc07ae0-2f96-4bc4-bb84-f3e8134d4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.179120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5cc07ae0-2f96-4bc4-bb84-f3e8134d4e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.183587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5cc07ae0-2f96-4bc4-bb84-f3e8134d4e21 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d5ed0b0-e588-4160-a20b-b566a733a3fa HTTP/1.1" status: 204 len: 168 time: 0.6522841 Jul 07 17:01:02.202482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc07ae0-2f96-4bc4-bb84-f3e8134d4e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ed0b0-e588-4160-a20b-b566a733a3fa,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.363761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3814e8-44dc-415a-a404-b4aa5d4792cd req-98873f27-9eff-4fa6-ae40-0277de53d05b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.378749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d3814e8-44dc-415a-a404-b4aa5d4792cd req-98873f27-9eff-4fa6-ae40-0277de53d05b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.1788948 Jul 07 17:01:02.482580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d3814e8-44dc-415a-a404-b4aa5d4792cd req-71c6fa5e-8578-4f5a-b19a-739309b9086a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005290 Jul 07 17:01:02.549997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:01:02.551695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.593427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:02.598444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:02.605097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.605753 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.629846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7d207-e82e-4d1b-bf87-c001eb54c20e None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:02.667819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.677315 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3f1d9a7e-cc4f-4b33-8dda-d61a8ef504d2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2042592 Jul 07 17:01:02.681083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60244) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.692318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:02.940540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:02.945570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.019960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:03.021958 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.416538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ce593f36-abe9-4510-b355-2e843be15874 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:03.464741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ce593f36-abe9-4510-b355-2e843be15874 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:03.465087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ce593f36-abe9-4510-b355-2e843be15874 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:03.476059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Allocated IP 2001:db8::f816:3eff:fe00:95d2 (805cbf09-88bb-481a-b57e-edca2fb7148a/c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc/991fb759-6ec5-45a5-b32f-9b4ec9d2a65c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:03.558446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.660305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:03.669253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:03.683095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:03.684314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.742031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=7f55c03b-4078-4ecf-aa5c-d508bd013899,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.754620 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e7dc2af-3216-4709-8b3c-bf5d6103aeae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0720105 Jul 07 17:01:03.759250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60270) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.761686 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.771525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:b3:fc:79', 'name': 'tempest-NetworksTestDHCPv6-491062300'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:03.823873 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.851361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Transition to ACTIVE for port object 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:03.886378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60274) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.891560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Transition to ACTIVE for port object 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:03.901207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-946654504'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:03.916833 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.023756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.038274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:04.042370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.046161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:04.051066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:04.055752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:04.115924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:04.133142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.135724 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Added segment 46c03946-bf40-4a05-ad55-8af9d46937d3 of type vlan for network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 Jul 07 17:01:04.206971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Attempting to bind port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:04.207438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Attempting to bind port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:04.207957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:04.208669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Attempting to bind port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:04.217484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:04.217873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:04.218510 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.219531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:04.219531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Bound port: 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:04.220565 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.399348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4413eace-d014-406f-b0bc-af8750180959 None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:04.408163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4413eace-d014-406f-b0bc-af8750180959 None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:04.419652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.459074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.494449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.502900 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.514024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:04.515118 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.559511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f912d-0ad8-4aa0-a7f8-689db1039bcd req-1feb7b24-1c5d-4e71-95f7-ca72c2332c63 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:04.573393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a10f912d-0ad8-4aa0-a7f8-689db1039bcd req-1feb7b24-1c5d-4e71-95f7-ca72c2332c63 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.6942241 Jul 07 17:01:04.636311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413eace-d014-406f-b0bc-af8750180959 None None] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.766292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8778377 Jul 07 17:01:04.770083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60290) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:04.779076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1620742992'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:04.784280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:04.818932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a10f912d-0ad8-4aa0-a7f8-689db1039bcd req-c25564e8-1748-4b6b-85c2-56d43bb2ded6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434804 Jul 07 17:01:04.833875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:04.842211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716535b-f820-4f1f-94f4-6fa2732b62cc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Network': ['ID=7af9f4e7-b963-4723-a975-d2143bc5cbb6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.853300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.857497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:04.949514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:05.007712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.008119 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Added segment 60a85c8c-8a95-4c55-923e-9019f2b2d25f of type vlan for network c78b16dd-a53c-447a-8fb2-289e9f8efb6c Jul 07 17:01:05.144723 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d1f1ab83-edb6-488c-a722-de0df0e5147a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.179831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.339269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.341544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 172.20.0.3 (805cbf09-88bb-481a-b57e-edca2fb7148a/7f55c03b-4078-4ecf-aa5c-d508bd013899/ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:05.366349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:feb3:fc79 (805cbf09-88bb-481a-b57e-edca2fb7148a/c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc/ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:05.373942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:05.378248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.539427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:05.613511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8289208 Jul 07 17:01:05.619385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:05.647364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'subnet': {'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:05.670757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dffaf-ee4c-46a4-934c-3f1db4fe649f tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Network': ['ID=c78b16dd-a53c-447a-8fb2-289e9f8efb6c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.674485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:05.700272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:05.899414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.947222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:06.099262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.207259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.229844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:06.232041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:06.239715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:06.452113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.452410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.507922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad1b9b86-62d0-488d-8782-33a2cc891154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7460451 Jul 07 17:01:06.517295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60322) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:06.652194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fac07-71f3-4e53-8506-a6fe73fff25e req-4fb0f1e5-e326-4a96-b041-cd9fd824a9b3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.663834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf9fac07-71f3-4e53-8506-a6fe73fff25e req-4fb0f1e5-e326-4a96-b041-cd9fd824a9b3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.3456976 Jul 07 17:01:06.669745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58bdbeb-1114-4da6-810c-2a8452b35c8f None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:06.793071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] Provisioning for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:06.805904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:06.812929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.814860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf9fac07-71f3-4e53-8506-a6fe73fff25e req-66f39a6c-e3ca-4438-8b40-14bd6e4e4f62 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498480 Jul 07 17:01:06.824671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:06.825090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.862331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f53374-c945-4890-948e-0bc67823deb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.883119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f53374-c945-4890-948e-0bc67823deb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.893294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f4f53374-c945-4890-948e-0bc67823deb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3718014 Jul 07 17:01:06.895417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60330) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.145701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:07.146398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.151280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.285884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:07.292828 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.419615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.495114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.513479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Subnet': ['ID=de5f9ff7-cd67-4401-80b5-e198705f00cf,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.530462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:07.565818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Checking segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:07.566314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network hostable DHCP agents. Network: 7af9f4e7-b963-4723-a975-d2143bc5cbb6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:07.604679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:07.634679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7af9f4e7-b963-4723-a975-d2143bc5cbb6) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:07.641250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:07.642401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.675653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32a9f9-3259-4b76-accb-34f99bba47d4 None None] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:07.712651 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b3355c65-4d87-4278-b251-3d5c871e671b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0907893 Jul 07 17:01:07.714903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.729445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'subnet': {'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:07.857132 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.873211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c9c89c9e-8853-43f2-a6f7-f9da5380d905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.891227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f165f9-91aa-4a5a-a31b-c4dccb3f54d7 None None] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.959892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc', 'ip_address': '2001:db8::f816:3eff:fe00:95d2'}, {'subnet_id': '7f55c03b-4078-4ecf-aa5c-d508bd013899'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '991fb759-6ec5-45a5-b32f-9b4ec9d2a65c'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:01:08.053031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:08.063769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.075972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.156836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.187401 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.256731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:08.263080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.412383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.414443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-842235c9-30c9-4939-b867-c78b9926b7e4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b HTTP/1.1" status: 204 len: 168 time: 1.5168102 Jul 07 17:01:08.416931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60352) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.471111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60354) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.503389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c517ef-524a-4651-970f-c73fdd4d8d90 req-70fc329d-8cf1-4430-bd9f-42698790fd54 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.505059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17c517ef-524a-4651-970f-c73fdd4d8d90 req-70fc329d-8cf1-4430-bd9f-42698790fd54 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.1882684 Jul 07 17:01:08.588315 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.592489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17c517ef-524a-4651-970f-c73fdd4d8d90 req-f336976d-f10c-47e4-94e4-bb9062bf8af0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792131 Jul 07 17:01:08.626574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd286e-2405-48f5-8a7d-ace578d15622 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.628599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd286e-2405-48f5-8a7d-ace578d15622 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.630477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd286e-2405-48f5-8a7d-ace578d15622 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.632128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dccd286e-2405-48f5-8a7d-ace578d15622 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2142076 Jul 07 17:01:08.634877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.691144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e21db55-29e2-4828-992e-bd1161ce8be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.726197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 7f55c03b-4078-4ecf-aa5c-d508bd013899 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:08.761395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Subnet': ['ID=b194b04d-9f54-4f22-aca5-6117b8b5c423,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.796489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Allocated IP 10.1.1.2 (7af9f4e7-b963-4723-a975-d2143bc5cbb6/de5f9ff7-cd67-4401-80b5-e198705f00cf/186f9c72-cc18-478e-8095-2c3f9dec2509) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:08.797216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Checking segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:08.797550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network hostable DHCP agents. Network: c78b16dd-a53c-447a-8fb2-289e9f8efb6c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:08.810235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Allocated IP 172.20.0.2 (805cbf09-88bb-481a-b57e-edca2fb7148a/7f55c03b-4078-4ecf-aa5c-d508bd013899/991fb759-6ec5-45a5-b32f-9b4ec9d2a65c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:08.838938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:08.857066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c78b16dd-a53c-447a-8fb2-289e9f8efb6c) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:08.863114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.864300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.882675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15620463-624b-4610-b0d5-99efebfd46f5 None None] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:08.883341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e21db55-29e2-4828-992e-bd1161ce8be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.889886 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e21db55-29e2-4828-992e-bd1161ce8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.898033 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a56676dd-efb2-462f-b352-928361df7d08 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1766658 Jul 07 17:01:08.898033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60362) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.906156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1057899230', 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:08.959865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5e21db55-29e2-4828-992e-bd1161ce8be2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4489ab00e4664c10a2e4df252b6299d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823749 Jul 07 17:01:08.961533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21db55-29e2-4828-992e-bd1161ce8be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e0a11b-595e-4611-b471-32e1459bc498,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.964984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60364) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:09.043868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f10b4df7-1555-41d9-90c6-fb5511b0e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.082844 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f10b4df7-1555-41d9-90c6-fb5511b0e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.093236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.137396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:09.183245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:09.265636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f10b4df7-1555-41d9-90c6-fb5511b0e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.268416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f10b4df7-1555-41d9-90c6-fb5511b0e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.270192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f10b4df7-1555-41d9-90c6-fb5511b0e1e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9e0a11b-595e-4611-b471-32e1459bc498 HTTP/1.1" status: 204 len: 168 time: 0.3038950 Jul 07 17:01:09.286966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b4df7-1555-41d9-90c6-fb5511b0e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e0a11b-595e-4611-b471-32e1459bc498,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.332240 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.343716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'fixed_ips': [{'subnet_id': 'b194b04d-9f54-4f22-aca5-6117b8b5c423'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:09.345544 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.369031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.416737 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.428466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] device_id is not set on port df613e4f-afcd-473c-9312-1a190252783c yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:09.434544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Transition to ACTIVE for port object 186f9c72-cc18-478e-8095-2c3f9dec2509 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:09.486474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Transition to ACTIVE for port object 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:09.498458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.509735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:09.671905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.929329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.944919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Allocated IP 10.2.2.2 (c78b16dd-a53c-447a-8fb2-289e9f8efb6c/b194b04d-9f54-4f22-aca5-6117b8b5c423/ef778fb6-5c2e-45a5-81ed-d43f6efaae25) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:10.003373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:10.031208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68044934-e55d-494b-8819-ed1f8b8391a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.059610 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.081060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080a2fd-0026-4850-b1e8-7533c11dcff2 req-3bcb6e4c-5650-4c4f-b940-b32ef92d47f3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:10.092101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1080a2fd-0026-4850-b1e8-7533c11dcff2 req-3bcb6e4c-5650-4c4f-b940-b32ef92d47f3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.2249014 Jul 07 17:01:10.103735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Transition to ACTIVE for port object 186f9c72-cc18-478e-8095-2c3f9dec2509 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:10.178752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.179319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1080a2fd-0026-4850-b1e8-7533c11dcff2 req-c21be5b9-2cf5-4fdf-a4e0-c4ddfc7e0e45 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855277 Jul 07 17:01:10.186300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.206945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68044934-e55d-494b-8819-ed1f8b8391a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.254793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:10.265213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=7f55c03b-4078-4ecf-aa5c-d508bd013899,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.269061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.270898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:10.274414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b21d6ee-1091-4749-a7f0-b296d67b3fe5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/7f55c03b-4078-4ecf-aa5c-d508bd013899 HTTP/1.1" status: 204 len: 168 time: 1.6382067 Jul 07 17:01:10.278133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68044934-e55d-494b-8819-ed1f8b8391a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.279350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60380) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:10.301532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:10.320774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28747-b323-428c-9b63-8ce43b621adf None None] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.372961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68044934-e55d-494b-8819-ed1f8b8391a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1dd581-57d9-4396-a950-9906badf535b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.377726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 10.1.1.114 (7af9f4e7-b963-4723-a975-d2143bc5cbb6/de5f9ff7-cd67-4401-80b5-e198705f00cf/df613e4f-afcd-473c-9312-1a190252783c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:10.383822 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-68044934-e55d-494b-8819-ed1f8b8391a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57bb8268a5fe45329d1ac640d367adc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784404 Jul 07 17:01:10.403328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:10.430501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.513530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Attempting to bind port 186f9c72-cc18-478e-8095-2c3f9dec2509 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:10.513862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Attempting to bind port 186f9c72-cc18-478e-8095-2c3f9dec2509 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:10.514270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Attempting to bind port 186f9c72-cc18-478e-8095-2c3f9dec2509 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:10.525549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Transition to ACTIVE for port object ef778fb6-5c2e-45a5-81ed-d43f6efaae25 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:10.526551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Pushing event updated for resources: {'Port': ['ID=186f9c72-cc18-478e-8095-2c3f9dec2509,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.544017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:10.544403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Checking segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:10.544809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.545231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Bound using segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:10.545733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Bound port: 186f9c72-cc18-478e-8095-2c3f9dec2509, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:10.546150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.624269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38297e50-8a3c-4dc6-8c88-790d45d51af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.705260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Transition to ACTIVE for port object ef778fb6-5c2e-45a5-81ed-d43f6efaae25 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:10.724819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.742784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38297e50-8a3c-4dc6-8c88-790d45d51af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.794558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.866373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:10.875087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:10.885274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] For port 186f9c72-cc18-478e-8095-2c3f9dec2509, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:10.908613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:10.942887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Pushing event updated for resources: {'Port': ['ID=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.988751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] For port 186f9c72-cc18-478e-8095-2c3f9dec2509, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=186f9c72-cc18-478e-8095-2c3f9dec2509,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:10.999555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.012814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38297e50-8a3c-4dc6-8c88-790d45d51af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.015820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38297e50-8a3c-4dc6-8c88-790d45d51af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.022058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38297e50-8a3c-4dc6-8c88-790d45d51af2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c1dd581-57d9-4396-a950-9906badf535b HTTP/1.1" status: 204 len: 168 time: 0.6137445 Jul 07 17:01:11.063628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38297e50-8a3c-4dc6-8c88-790d45d51af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1dd581-57d9-4396-a950-9906badf535b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:11.077985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object df613e4f-afcd-473c-9312-1a190252783c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:11.185429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.293612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.341742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Attempting to bind port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:11.342847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Attempting to bind port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:11.349237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Attempting to bind port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:11.365344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:11.378751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.451852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:11.457463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:11.460139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:11.472547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:11.524924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.554193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:11.556448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.563599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:11.564749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Checking segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:11.565205 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.565621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Bound using segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:11.566152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Bound port: ef778fb6-5c2e-45a5-81ed-d43f6efaae25, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:11.566948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.570201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:11.612731 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db8a4680-a955-410b-92cd-64eaf829c34c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7071874 Jul 07 17:01:11.613339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60398) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:11.621592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'name': 'tempest-TaggedBootDevicesTest_v242-955054727', 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:11.639317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb7e36-0dd4-4d78-b7b5-fa57535699de None None] Pushing event updated for resources: {'Port': ['ID=186f9c72-cc18-478e-8095-2c3f9dec2509,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:11.840945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] For port ef778fb6-5c2e-45a5-81ed-d43f6efaae25, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:11.853382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] For port ef778fb6-5c2e-45a5-81ed-d43f6efaae25, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:11.869316 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.917556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b43957-eab8-474e-9ab8-06d1114afe02 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:11.919009 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:12.147296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-c528562a-ed90-4f64-9798-61264b2ee51c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9484649 Jul 07 17:01:12.156446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.183306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774d4c8-f2f6-481e-8e10-658188fdbb69 None None] Pushing event updated for resources: {'Port': ['ID=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:12.198370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:12.206195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46c7a465-965d-4e16-ba44-102538c6bb9d None None] Provisioning for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:12.228815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.306398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46c7a465-965d-4e16-ba44-102538c6bb9d None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:12.306841 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46c7a465-965d-4e16-ba44-102538c6bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.309041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] device_id is not set on port 7afc3b61-9c82-4062-bd83-a8845e3dce36 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:12.441662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd386-b224-48d1-92b3-1a6a16b92b1f req-3dc0ed4e-85b9-4425-9a02-a3d213afe623 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.459471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af5dd386-b224-48d1-92b3-1a6a16b92b1f req-3dc0ed4e-85b9-4425-9a02-a3d213afe623 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.8806288 Jul 07 17:01:12.744752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 10.1.1.155 (7af9f4e7-b963-4723-a975-d2143bc5cbb6/de5f9ff7-cd67-4401-80b5-e198705f00cf/7afc3b61-9c82-4062-bd83-a8845e3dce36) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:12.772518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af5dd386-b224-48d1-92b3-1a6a16b92b1f req-15c274c2-f8fd-4567-ae5b-cb21794d67af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755611 Jul 07 17:01:12.814209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46c7a465-965d-4e16-ba44-102538c6bb9d None None] Could not find standard attr ID for object ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:12.828485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-9f693fcd-9c4b-4ef4-9c91-2deeee740bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.830632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-9f693fcd-9c4b-4ef4-9c91-2deeee740bd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1097 time: 0.5887072 Jul 07 17:01:12.861511 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.990171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.994474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc HTTP/1.1" status: 204 len: 168 time: 2.7133558 Jul 07 17:01:12.996672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850562d-ce45-4193-ab37-4748b20065f4 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.057246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60430) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.137937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.159065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3233795d-2b8f-4dce-b67c-f8a6e250ecfe tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940473 Jul 07 17:01:13.160270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object 7afc3b61-9c82-4062-bd83-a8845e3dce36 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:13.184795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60436) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.203229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:13.217810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.343410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:13.369383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:13.377392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:13.457916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.562038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef778fb6-5c2e-45a5-81ed-d43f6efaae25 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:13.651048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:13.651991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.748566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-83c18acb-9dee-4a57-8ca5-2dd7b540bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:13.750374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-83c18acb-9dee-4a57-8ca5-2dd7b540bc47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.8820074 Jul 07 17:01:13.775895 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61f1e280-c665-41d1-b9ad-2838efd64c3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1607685 Jul 07 17:01:13.810601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:13.838601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 186f9c72-cc18-478e-8095-2c3f9dec2509 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:13.951274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:13.974420 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.095474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 186f9c72-cc18-478e-8095-2c3f9dec2509 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:14.190153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-b31d3eca-de7a-4dd4-b273-80d453bcbeae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1002 time: 0.4256194 Jul 07 17:01:14.493995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:14.506047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa5f12f-d073-42f3-a760-3d554f6f4f60 None None] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:14.511703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819556023', 'description': 'tempest-description--1230731782'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:14.642652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.705358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-368072c2-95df-4b7b-be92-8984d2b2a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.708143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-368072c2-95df-4b7b-be92-8984d2b2a1bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.4508085 Jul 07 17:01:14.812110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e9376-329d-4183-b621-ebc10bd6af88 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:14.850623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd03f-1909-449d-a540-10f3e8ce3a23 req-a065f9f5-782f-4513-8f8e-4dbd7dfcf0bf tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.853737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-817dd03f-1909-449d-a540-10f3e8ce3a23 req-a065f9f5-782f-4513-8f8e-4dbd7dfcf0bf tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.4363356 Jul 07 17:01:14.971524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.987895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.040124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03636ada-1485-4177-a486-52d252c6e24a None None] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:15.051825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.054643 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5589287 Jul 07 17:01:15.059578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.069064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'security_group_rule': {'security_group_id': 'fe2b1710-c435-4fb3-ae77-50fe81701721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.110075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60534bc-3ff4-42e3-95ea-1136f2dc5733 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2b1710-c435-4fb3-ae77-50fe81701721,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.128705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.145939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-817dd03f-1909-449d-a540-10f3e8ce3a23 req-f9bfcaca-326c-4f2d-9bb2-772e3f436458 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880815 Jul 07 17:01:15.262644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.292560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.305328 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.326403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-23808e86-0a27-4648-815e-5aad17a718fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.339239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-23808e86-0a27-4648-815e-5aad17a718fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6097968 Jul 07 17:01:15.350075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcebfb7a-717e-4454-8aa4-f553e436f513,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.374700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.385677 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b19b81de-0f4c-4f26-85c4-5288135eb872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3237853 Jul 07 17:01:15.386719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60488) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.398094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'security_group_rule': {'security_group_id': 'fe2b1710-c435-4fb3-ae77-50fe81701721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.446189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.473324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] Provisioning for port 186f9c72-cc18-478e-8095-2c3f9dec2509 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:15.541290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:15.544275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:15.567447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.571461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.573196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.574074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.604964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ad01dc-779f-4042-b419-14844b284ccf,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.617772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.620498 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e0f8be0-c8d4-4b09-81e8-ba484923303c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297411 Jul 07 17:01:15.628067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60498) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.629554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4432399 Jul 07 17:01:15.634021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] Provisioning complete for port 186f9c72-cc18-478e-8095-2c3f9dec2509 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:15.634307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.635677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60502) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.642982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.666737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.683799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c9b56-8324-462a-b588-2d85f795fe3a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=a45d3290-c682-4be7-b073-39dda439f3eb,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.733235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-5e066726-2b43-4714-9f2e-bb2e73bd2a03 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223040 Jul 07 17:01:15.775347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.961621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:15.971155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.025352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b7f704e-48b2-4647-8343-5c3412df4ec2 req-149e91b8-ba89-4a0e-b1e1-9a01dbf3f383 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576935 Jul 07 17:01:16.173992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.535803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 172.25.5.22 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/725fd266-7cc7-49fa-af50-0714115c9988) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:16.549989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.639214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378b66-3b88-4547-a4e8-ac0a57414e2e req-18bca4f7-1428-471f-a157-aa5276254222 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.646265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9378b66-3b88-4547-a4e8-ac0a57414e2e req-18bca4f7-1428-471f-a157-aa5276254222 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.2263424 Jul 07 17:01:16.726218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] For port 186f9c72-cc18-478e-8095-2c3f9dec2509, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=186f9c72-cc18-478e-8095-2c3f9dec2509,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:16.748602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.757648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9378b66-3b88-4547-a4e8-ac0a57414e2e req-bec638a9-4cee-4885-8177-7612a8b1c9a7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988507 Jul 07 17:01:16.830258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.024465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4a7d3-81df-4e34-9cf8-f9d48564f759 None None] Pushing event updated for resources: {'Port': ['ID=186f9c72-cc18-478e-8095-2c3f9dec2509,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:17.026826 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.134952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:17.138321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:17.139105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.170924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:17.186032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:17.191864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:01:17.216283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=725fd266-7cc7-49fa-af50-0714115c9988,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:17.664413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'a45d3290-c682-4be7-b073-39dda439f3eb'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '991fb759-6ec5-45a5-b32f-9b4ec9d2a65c'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:01:17.674178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 186f9c72-cc18-478e-8095-2c3f9dec2509 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:17.917998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.056021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Provisioning for port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:18.064623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Provisioning complete for port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:18.065371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.131603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 186f9c72-cc18-478e-8095-2c3f9dec2509 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:18.140405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.142231 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.162851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1f2b7-09b2-46af-88fd-4a34e7937a57 req-ab67aeb3-c6c2-490b-b07d-0e7ca6d49985 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.180450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87d1f2b7-09b2-46af-88fd-4a34e7937a57 req-ab67aeb3-c6c2-490b-b07d-0e7ca6d49985 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.1880403 Jul 07 17:01:18.210982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.388225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87d1f2b7-09b2-46af-88fd-4a34e7937a57 req-0c43a7d3-a1ab-4f37-996e-1026e794aad9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036231 Jul 07 17:01:18.438654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60572) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:18.500270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.519282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.561602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.575781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.628188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] For port ef778fb6-5c2e-45a5-81ed-d43f6efaae25, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:18.642420 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.644234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=725fd266-7cc7-49fa-af50-0714115c9988,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.695160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d8458a-12af-4257-8633-b6f258c44bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.703104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Allocated IP 172.20.0.2 (805cbf09-88bb-481a-b57e-edca2fb7148a/a45d3290-c682-4be7-b073-39dda439f3eb/991fb759-6ec5-45a5-b32f-9b4ec9d2a65c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:18.750953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ddc5d-15b4-47d6-87f8-dcb0267df391 None None] Pushing event updated for resources: {'Port': ['ID=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.782488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Provisioning for port df613e4f-afcd-473c-9312-1a190252783c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:18.787587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Provisioning complete for port df613e4f-afcd-473c-9312-1a190252783c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:18.788096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.872275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Port df613e4f-afcd-473c-9312-1a190252783c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:18.899630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Provisioning complete for port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:18.899918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.900497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.901230 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d8458a-12af-4257-8633-b6f258c44bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.911602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61d8458a-12af-4257-8633-b6f258c44bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.946355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.955780 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f15bcfa1-db31-4f30-b943-42f4a1679f18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3167806 Jul 07 17:01:18.967883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:19.017517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8458a-12af-4257-8633-b6f258c44bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa955b-3c27-412a-bdf0-7d486f259743,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.044790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.056528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.058062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.071925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61d8458a-12af-4257-8633-b6f258c44bd9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2392827bc8714d15a1b918989bcb546a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309056 Jul 07 17:01:19.076221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60586) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:19.214848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:19.234461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:19.243537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Provisioning complete for port 186f9c72-cc18-478e-8095-2c3f9dec2509 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:19.243929 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.249060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.250313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.258785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad736-8027-496d-a6a8-38e70662790e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.339460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:19.343821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad736-8027-496d-a6a8-38e70662790e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.355535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7016101 Jul 07 17:01:19.355809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=306c06ca-7fcf-4f5b-8e4b-5d6e2b8794fc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.365622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:19.391106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:06:4d:20', 'name': 'tempest-NetworksTestDHCPv6-785758618'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:19.407983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b405ffa-f32f-41a5-b553-b791a9e84fe2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.416784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad736-8027-496d-a6a8-38e70662790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.424003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.428492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad736-8027-496d-a6a8-38e70662790e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.429968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ef0ad736-8027-496d-a6a8-38e70662790e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12fa955b-3c27-412a-bdf0-7d486f259743 HTTP/1.1" status: 204 len: 168 time: 0.3526051 Jul 07 17:01:19.441748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ad736-8027-496d-a6a8-38e70662790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa955b-3c27-412a-bdf0-7d486f259743,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.470190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Transition to ACTIVE for port object 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:19.509248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef778fb6-5c2e-45a5-81ed-d43f6efaae25 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:19.516844 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.685829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-161ee244-7712-4795-b3b9-7e2006159064 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1819556023&fields=id&tenant_id=edcd4996e15c47fb874e36ef60218d2c HTTP/1.1" status: 200 len: 267 time: 0.0858786 Jul 07 17:01:19.791740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Provisioning for port 7afc3b61-9c82-4062-bd83-a8845e3dce36 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:19.805069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Provisioning complete for port 7afc3b61-9c82-4062-bd83-a8845e3dce36 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:19.805069 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.834813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:19.852864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0dde3205-9678-4891-b0c2-62fc4fe80345 None None] Port 7afc3b61-9c82-4062-bd83-a8845e3dce36 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:19.857314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a51d0-0d94-4bfd-8b63-970f16640d5b None None] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.868464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:19.868905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.886298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2e0db909-b992-49e5-934a-c0faafa9de75 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.903332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2e0db909-b992-49e5-934a-c0faafa9de75 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 937 time: 0.2158968 Jul 07 17:01:19.996476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ebae-cdc7-4117-b847-bcfe15c4dabf req-8c8d176c-60a3-4327-aeb3-1f6ae901feff tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.008775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5432ebae-cdc7-4117-b847-bcfe15c4dabf req-8c8d176c-60a3-4327-aeb3-1f6ae901feff tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.3723431 Jul 07 17:01:20.087765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-90a65d22-cae8-4094-9713-d70d301ca3bb tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.101240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-90a65d22-cae8-4094-9713-d70d301ca3bb tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 936 time: 0.1964455 Jul 07 17:01:20.102981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.125155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60622) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:20.140782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 4c3a581b-aa58-4afd-a1e6-d7705c677199 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:20.169960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfdc10d1-44d0-49be-8761-5d16f0d98a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.214810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5432ebae-cdc7-4117-b847-bcfe15c4dabf req-7ef8aa23-770d-4705-bb30-7273011e2c25 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037122 Jul 07 17:01:20.242042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-72cb12a5-bddb-4cb3-b8d8-ba331a04b04a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1326771 Jul 07 17:01:20.339826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-f6a9e79f-d178-479e-86d4-d25774ee17a0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0939665 Jul 07 17:01:20.499333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 172.20.0.13 (805cbf09-88bb-481a-b57e-edca2fb7148a/a45d3290-c682-4be7-b073-39dda439f3eb/4c3a581b-aa58-4afd-a1e6-d7705c677199) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:20.515249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fe06:4d20 (805cbf09-88bb-481a-b57e-edca2fb7148a/306c06ca-7fcf-4f5b-8e4b-5d6e2b8794fc/4c3a581b-aa58-4afd-a1e6-d7705c677199) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:20.678463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-56803d91-e900-47fe-af7b-016247ffde11 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.692433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-56803d91-e900-47fe-af7b-016247ffde11 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.706027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-56803d91-e900-47fe-af7b-016247ffde11 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.713946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-56803d91-e900-47fe-af7b-016247ffde11 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 1995 time: 0.3711026 Jul 07 17:01:20.746663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-197064e8-bbda-4d74-84ac-cd579ae8a8a2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/quotas/edcd4996e15c47fb874e36ef60218d2c HTTP/1.1" status: 200 len: 375 time: 0.0187778 Jul 07 17:01:20.940770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-a8cbfc37-3773-43bb-a5b3-d6b2b7b68a45 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1831300 Jul 07 17:01:20.942951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfdc10d1-44d0-49be-8761-5d16f0d98a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.959711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfdc10d1-44d0-49be-8761-5d16f0d98a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.039155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.041468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43ab6b-c166-4880-bf31-eae93ca4aff9 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:21.060571 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cfdc10d1-44d0-49be-8761-5d16f0d98a32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0e2ae1655c248b9954cd56aadc0568c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336803 Jul 07 17:01:21.072252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60634) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:21.105361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 4c3a581b-aa58-4afd-a1e6-d7705c677199 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:21.114092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc10d1-44d0-49be-8761-5d16f0d98a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecc6e8-b9b2-41f6-a6ed-3be8f5c4c1da,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:21.185264 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.190149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb9aef59-fc35-4c59-9091-eb38fd67aca4 None None] Provisioning for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:21.214390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb9aef59-fc35-4c59-9091-eb38fd67aca4 None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:21.214879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb9aef59-fc35-4c59-9091-eb38fd67aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.235553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d68d87-a26a-46f4-8448-2d0d4ad31b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.290914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:21.293676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d68d87-a26a-46f4-8448-2d0d4ad31b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.306519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b6c4d07-cff3-47a4-acae-bdf14216ab22 service neutron] 10.222.0.78 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317752 Jul 07 17:01:21.312160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:21.315480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:21.318928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=4c3a581b-aa58-4afd-a1e6-d7705c677199,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:21.429138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.432496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.456980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16df5286-28e4-4ae0-b02e-d75332448056 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0866692 Jul 07 17:01:21.457875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60644) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:21.564956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:21.614318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d68d87-a26a-46f4-8448-2d0d4ad31b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.615301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9217a9-fe1d-486a-8fe5-67260ebe2345 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.620329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d68d87-a26a-46f4-8448-2d0d4ad31b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.628763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f6d68d87-a26a-46f4-8448-2d0d4ad31b4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddecc6e8-b9b2-41f6-a6ed-3be8f5c4c1da HTTP/1.1" status: 204 len: 168 time: 0.5525093 Jul 07 17:01:21.630048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9217a9-fe1d-486a-8fe5-67260ebe2345 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.637903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60650) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:21.638109 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a9217a9-fe1d-486a-8fe5-67260ebe2345 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1781816 Jul 07 17:01:21.722670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:21.723069 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.790400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-a80dceae-ae8c-42ac-bd4d-b5c73eb3d072 service neutron] 10.222.0.78 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837737 Jul 07 17:01:21.802689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d68d87-a26a-46f4-8448-2d0d4ad31b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecc6e8-b9b2-41f6-a6ed-3be8f5c4c1da,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:21.928787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-1154ae4d-b79f-4c87-a270-9127d1e1fbd2 service neutron] 10.222.0.78 "GET /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1363213 Jul 07 17:01:22.120737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee005cb9-4780-4424-8e49-794989e47f1d req-a2a8057a-738f-45da-aac0-09baec625b21 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.131214 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee005cb9-4780-4424-8e49-794989e47f1d req-a2a8057a-738f-45da-aac0-09baec625b21 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.4952531 Jul 07 17:01:22.283991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 4c3a581b-aa58-4afd-a1e6-d7705c677199 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:22.284767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.367689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7545594c-708c-42e1-b86f-ae0413f93ae1 service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377720 Jul 07 17:01:22.487701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee005cb9-4780-4424-8e49-794989e47f1d req-058c7431-fde8-412f-b9d9-5eaa8a96d9b4 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555336 Jul 07 17:01:22.676054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.707144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-f19501ff-1d8e-4dc0-bdd3-045aeab90a08 service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383820 Jul 07 17:01:22.713054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 4c3a581b-aa58-4afd-a1e6-d7705c677199 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:22.754888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481e089-ba23-4350-a9f2-e157a5139248 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:22.841378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5f8f25a8-eb53-412c-8722-50d75ed91cbb None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:22.841766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5f8f25a8-eb53-412c-8722-50d75ed91cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.980186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7b42b62c-2023-48cf-85d2-d46f70d10ef8 service neutron] 10.222.0.78 "GET /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2524683 Jul 07 17:01:23.102595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5f8f25a8-eb53-412c-8722-50d75ed91cbb None None] Provisioning for port 4c3a581b-aa58-4afd-a1e6-d7705c677199 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:23.109051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5f8f25a8-eb53-412c-8722-50d75ed91cbb None None] Provisioning complete for port 4c3a581b-aa58-4afd-a1e6-d7705c677199 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:23.109465 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5f8f25a8-eb53-412c-8722-50d75ed91cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.182686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f25a8-eb53-412c-8722-50d75ed91cbb None None] Port 4c3a581b-aa58-4afd-a1e6-d7705c677199 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:23.243628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-ee0f31ed-ed77-4343-af04-36c2cb77350a service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406256 Jul 07 17:01:23.309798 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.385660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=4c3a581b-aa58-4afd-a1e6-d7705c677199,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.493955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-79e39a50-948c-4a40-8905-bc1aecbbe407 service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184660 Jul 07 17:01:23.643368 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.689966 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.693790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47f31e53-c638-4f36-b6bf-0d534a4c3fba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/4c3a581b-aa58-4afd-a1e6-d7705c677199 HTTP/1.1" status: 204 len: 168 time: 2.0466089 Jul 07 17:01:23.696792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60698) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:23.754320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7fb5d366-f475-4fa6-9b15-7893ef3f6428 service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569857 Jul 07 17:01:23.887881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c0186-8f5b-4094-8b7e-6f32acc62b76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.917596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c0186-8f5b-4094-8b7e-6f32acc62b76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.926529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c0186-8f5b-4094-8b7e-6f32acc62b76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.926529 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a08c0186-8f5b-4094-8b7e-6f32acc62b76 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2256157 Jul 07 17:01:23.936953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:23.937221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2013aa45-b6f0-4281-b3f2-f69efb824c5e None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:23.937221 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2013aa45-b6f0-4281-b3f2-f69efb824c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.986028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-f0c7955f-745f-4419-adc1-a2476f9cf7ea service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262125 Jul 07 17:01:24.098709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 306c06ca-7fcf-4f5b-8e4b-5d6e2b8794fc {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:24.108108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.168067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2013aa45-b6f0-4281-b3f2-f69efb824c5e None None] Could not find standard attr ID for object 4c3a581b-aa58-4afd-a1e6-d7705c677199. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:24.199347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f4cd45d3-28cd-456a-8227-f0882e1beef5 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:24.199934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.281000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-928928ef-1751-41b9-86b6-f265ba0856d8 service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893245 Jul 07 17:01:24.413836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.431636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:24.465409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'mac_address': 'fa:16:3e:68:94:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:24.494192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-bb34c97e-0a65-42fa-9e6f-11a5cff916b1 service neutron] 10.222.0.78 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065630 Jul 07 17:01:24.601573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.643456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=306c06ca-7fcf-4f5b-8e4b-5d6e2b8794fc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.657693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.661414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3cbc563f-73a2-4dd3-8df8-e2998a27a3b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/306c06ca-7fcf-4f5b-8e4b-5d6e2b8794fc HTTP/1.1" status: 204 len: 168 time: 0.7306206 Jul 07 17:01:24.664211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.667109 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.688760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-76124ab0-cd4d-4239-b197-a91a65b10958 None None] Could not find standard attr ID for object ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:24.708593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4cd45d3-28cd-456a-8227-f0882e1beef5 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:24.734414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:24.741284 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.799045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet a45d3290-c682-4be7-b073-39dda439f3eb {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:24.803067 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.824321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734096-3ca5-4b00-950d-3f064b6fc9da req-f5d5d2cc-27f0-4f00-8719-4a824126e3b3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.837926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99734096-3ca5-4b00-950d-3f064b6fc9da req-f5d5d2cc-27f0-4f00-8719-4a824126e3b3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 1.0470626 Jul 07 17:01:24.844171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3cfefcc0-fd0c-41a4-a3d3-4fb7697f9bf5 service neutron] 10.222.0.78 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327012 Jul 07 17:01:24.864718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.907260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f4cd45d3-28cd-456a-8227-f0882e1beef5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:24.962545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.034672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bed7a-aff3-4a11-8678-f44fd378c77d None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:25.145996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99734096-3ca5-4b00-950d-3f064b6fc9da req-7c72abed-aee9-40af-a24b-ac2c96cbed41 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062994 Jul 07 17:01:25.253840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.288747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-a483077f-daa9-4712-85f3-0e98693d3717 service neutron] 10.222.0.78 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519373 Jul 07 17:01:25.298730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d34a4f34-3740-469a-a9e5-28b66c744ac6 None None] Could not find standard attr ID for object 4c3a581b-aa58-4afd-a1e6-d7705c677199. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:25.402409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.439921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-1af8f996-c84e-423a-b3b9-db5c8b769c8e service neutron] 10.222.0.78 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448309 Jul 07 17:01:25.472170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=a45d3290-c682-4be7-b073-39dda439f3eb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.483108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.490025 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-796265bf-2f45-4f75-b59d-db62585ebf8d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/a45d3290-c682-4be7-b073-39dda439f3eb HTTP/1.1" status: 204 len: 168 time: 0.8241851 Jul 07 17:01:25.497290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.631358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fbc8b275-4464-4fe6-a450-f3aecf1933a1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298718 Jul 07 17:01:25.635225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.667956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:25.790400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-e4a09cbe-3f77-4e9a-8bad-6549effc5862 service neutron] 10.222.0.78 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470647 Jul 07 17:01:25.798750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646848a-533c-4e95-a139-e2482304610c None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'a45d3290-c682-4be7-b073-39dda439f3eb'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '991fb759-6ec5-45a5-b32f-9b4ec9d2a65c'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:01:25.806425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:25.819966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.867962 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2646848a-533c-4e95-a139-e2482304610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.186243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ec46a-ee20-4b11-94a2-b5ec50d9a871 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:26.295487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f4cd45d3-28cd-456a-8227-f0882e1beef5 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:26.381426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.382748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1424e2f1-ca86-4555-ab72-1ca76dbc972b None None] Provisioning complete for port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:26.383187 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1424e2f1-ca86-4555-ab72-1ca76dbc972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.529364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f4cd45d3-28cd-456a-8227-f0882e1beef5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:26.529887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.579721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:26.599109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:26.642519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:26.653965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.669964 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.716377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=b4aa8660-6b75-4ab9-9aaf-46a354b9e983,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.738514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38e7d04d-ddba-4012-90e6-12326d4a008e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1010683 Jul 07 17:01:26.741403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 60804) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.747455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:26.821395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] Deleting port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:26.824008 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.846321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87b572-adf4-42b1-9a4e-21705b64781d req-38b856e0-56af-4ffd-a9d2-659ec3c8b52a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.869381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d87b572-adf4-42b1-9a4e-21705b64781d req-38b856e0-56af-4ffd-a9d2-659ec3c8b52a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 944 time: 0.2641590 Jul 07 17:01:26.979108 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.987001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d87b572-adf4-42b1-9a4e-21705b64781d req-5bba04d1-6620-4d88-9b26-ceb35f4cfef6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109219 Jul 07 17:01:27.061489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:27.072194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:27.082322 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2fc45-ddd5-4b14-a112-95107d8a4d01" -d '{"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-plugged", "status": "completed", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:27.102533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.407752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.524380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:27.703054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:27.710761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.750524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:27.751626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.912154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] Calling delete_port for 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:28.034816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.226351 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40b92f8-de24-4cd1-a84b-b60ceeb9efa5 x-openstack-request-id: req-c40b92f8-de24-4cd1-a84b-b60ceeb9efa5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:28.229489 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-plugged", "status": "completed", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:28.230122 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c40b92f8-de24-4cd1-a84b-b60ceeb9efa5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:28.230923 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'code': 200} Jul 07 17:01:28.314033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-012e72ea-192f-4d3a-959f-e828c0e4cac6 req-0df6e247-bfba-4952-945e-adf1a7b18816 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1302297 Jul 07 17:01:28.319443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:28.326200 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.413341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.489716 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.559173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] Pushing event deleted for resources: {'Port': ['ID=991fb759-6ec5-45a5-b32f-9b4ec9d2a65c,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.580712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b796272-d826-427e-b99c-14e7138bf645 None None] No DVR routers for this DVR port 991fb759-6ec5-45a5-b32f-9b4ec9d2a65c on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:28.631194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b2477e-4f84-4eeb-9405-1fa34dc76bce None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:28.742756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da312e-3a56-4c48-96d8-26f244738da1 req-16fe7ad1-cc38-449f-8985-07d47b6c6060 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.757878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4da312e-3a56-4c48-96d8-26f244738da1 req-16fe7ad1-cc38-449f-8985-07d47b6c6060 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.3126519 Jul 07 17:01:29.006259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4da312e-3a56-4c48-96d8-26f244738da1 req-99ed8b7c-6956-4300-920b-368413c0e824 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390716 Jul 07 17:01:29.097386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'b4aa8660-6b75-4ab9-9aaf-46a354b9e983'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:29.098301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.596938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:01:29.604646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.819695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d86c04f-9f5f-414c-b418-c0a1042d085a req-bb0ec574-01fc-4397-bb2b-5141b0f7d042 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.2259221 Jul 07 17:01:29.853866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:29.900852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:29.925910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.930227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.984282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.998124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.010978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:b3:2d:d3', 'name': 'tempest-NetworksTestDHCPv6-215934130'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:30.014118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-244f4e84-2eab-45eb-be65-352325d4d5dd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2510846 Jul 07 17:01:30.019845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Allocated IP 172.20.0.2 (805cbf09-88bb-481a-b57e-edca2fb7148a/b4aa8660-6b75-4ab9-9aaf-46a354b9e983/95d184c4-076f-42a7-98f1-978084e95b59) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:30.039637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Allocated IP 2001:db8::f816:3eff:fec6:7d14 (805cbf09-88bb-481a-b57e-edca2fb7148a/6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5/95d184c4-076f-42a7-98f1-978084e95b59) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:30.650044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.667413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Transition to ACTIVE for port object 95d184c4-076f-42a7-98f1-978084e95b59 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:30.703971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Transition to ACTIVE for port object 95d184c4-076f-42a7-98f1-978084e95b59 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:30.721380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.839490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:30.853088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:30.857918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:30.881590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Pushing event updated for resources: {'Port': ['ID=95d184c4-076f-42a7-98f1-978084e95b59,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.282364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Attempting to bind port 95d184c4-076f-42a7-98f1-978084e95b59 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:31.283267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Attempting to bind port 95d184c4-076f-42a7-98f1-978084e95b59 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:31.283267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Attempting to bind port 95d184c4-076f-42a7-98f1-978084e95b59 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:31.306799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:31.307178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:31.307600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.308236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:31.308942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Bound port: 95d184c4-076f-42a7-98f1-978084e95b59, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:31.309593 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.457981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] For port 95d184c4-076f-42a7-98f1-978084e95b59, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:31.463680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] For port 95d184c4-076f-42a7-98f1-978084e95b59, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=95d184c4-076f-42a7-98f1-978084e95b59,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:31.473533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.506627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57956e25-ae30-4b9e-b75e-ae1b6cf3244c req-6ac08bda-cba1-47d8-a1b9-67f6261406c8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.0925231 Jul 07 17:01:31.566670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0edf51-2f0f-4a73-8650-d332fac67af8 req-f2a3cdd4-1389-45f1-bd62-2c279946320a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.574707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0edf51-2f0f-4a73-8650-d332fac67af8 req-f2a3cdd4-1389-45f1-bd62-2c279946320a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.5407152 Jul 07 17:01:31.668829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0edf51-2f0f-4a73-8650-d332fac67af8 req-154c710e-0714-48c5-adce-1433c53af46d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924988 Jul 07 17:01:31.674265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:31.768346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4461b9d-1f39-44b2-9202-f511ddb49abf None None] Pushing event updated for resources: {'Port': ['ID=95d184c4-076f-42a7-98f1-978084e95b59,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.977623 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.077836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port f19ff042-8bef-423d-82b2-f4af0969ac00 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:32.541823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-5027be9d-582b-43dd-b388-3cbd9983447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.544000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-5027be9d-582b-43dd-b388-3cbd9983447d service neutron] 10.222.0.13 "GET /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 1033 time: 0.3027680 Jul 07 17:01:32.672879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2918bd3f-692b-423e-9349-f4ecadedb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.677522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2918bd3f-692b-423e-9349-f4ecadedb8ee service neutron] 10.222.0.13 "GET /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 1032 time: 0.1254523 Jul 07 17:01:32.996526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 172.20.0.11 (805cbf09-88bb-481a-b57e-edca2fb7148a/b4aa8660-6b75-4ab9-9aaf-46a354b9e983/f19ff042-8bef-423d-82b2-f4af0969ac00) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:33.023861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:feb3:2dd3 (805cbf09-88bb-481a-b57e-edca2fb7148a/6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5/f19ff042-8bef-423d-82b2-f4af0969ac00) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:33.369445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7bd6fefa-1aa3-488f-b21c-e85cc9ea1517 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.413169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7bd6fefa-1aa3-488f-b21c-e85cc9ea1517 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.458985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.461432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7bd6fefa-1aa3-488f-b21c-e85cc9ea1517 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.473620 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7bd6fefa-1aa3-488f-b21c-e85cc9ea1517 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 1995 time: 0.7880523 Jul 07 17:01:33.517968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194174b7-d1e4-48b9-9a9a-f37bffe2c794 req-0e49262f-f48e-47f2-8ce9-87957f616aeb tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.2487934 Jul 07 17:01:33.742380 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7eb6d479-b5e1-4b7b-8112-73e12279d807 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcd4996e15c47fb874e36ef60218d2c HTTP/1.1" status: 200 len: 380 time: 0.2575481 Jul 07 17:01:33.769323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'admin_state_up': True, 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'security_groups': ['fe2b1710-c435-4fb3-ae77-50fe81701721']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:33.787794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 95d184c4-076f-42a7-98f1-978084e95b59 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:33.938167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4953e-602a-465e-b9d4-a6de70577fc8 req-e307ac27-47ee-4eb2-88de-1ebc99c4f734 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.949008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd4953e-602a-465e-b9d4-a6de70577fc8 req-e307ac27-47ee-4eb2-88de-1ebc99c4f734 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.6780872 Jul 07 17:01:34.000928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 95d184c4-076f-42a7-98f1-978084e95b59 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:34.033493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.072858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object f19ff042-8bef-423d-82b2-f4af0969ac00 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:34.097631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd4953e-602a-465e-b9d4-a6de70577fc8 req-6670c5ec-cc1e-4107-8084-eaf9f802e07e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464925 Jul 07 17:01:34.213580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.425585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:34.436403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:34.441001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:34.446796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:34.455413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.501703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c289d-9907-4130-ab91-e91da01e670c None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:34.661725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.662627 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.696404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6905141 Jul 07 17:01:34.701131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60970) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.724848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab92974-8a9a-44c4-8fdc-9a90d403463d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=f19ff042-8bef-423d-82b2-f4af0969ac00,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.965170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd6f6f-1833-485f-a022-2488a1662de7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.982521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 172.20.0.14 (10c26f2d-623d-4988-a094-ad8474fd854d/f49afde1-4e12-4c9e-80a3-7d5bd5305532/01f5b59c-546d-4c8a-bb25-8b3caa12c711) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:34.995384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd6f6f-1833-485f-a022-2488a1662de7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.998562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-56cd6f6f-1833-485f-a022-2488a1662de7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2958407 Jul 07 17:01:35.048305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 60974) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.159941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-940b2d3c-1a4d-4833-af05-c5c03c349c9d req-c6737072-5722-4a7d-96f5-e5b8bc7da5e4 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1597400 Jul 07 17:01:35.264408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] Provisioning for port 95d184c4-076f-42a7-98f1-978084e95b59 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:35.274970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] Provisioning complete for port 95d184c4-076f-42a7-98f1-978084e95b59 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:35.276055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.324896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3780cc46-9b31-4f86-9a19-4caeb931f00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.495948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.617737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] For port 95d184c4-076f-42a7-98f1-978084e95b59, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=95d184c4-076f-42a7-98f1-978084e95b59,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:35.627332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.688555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port f19ff042-8bef-423d-82b2-f4af0969ac00 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:35.690153 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.839152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.869765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975cb89-ba02-4a89-ac6d-456a758519eb None None] Pushing event updated for resources: {'Port': ['ID=95d184c4-076f-42a7-98f1-978084e95b59,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.927365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object 01f5b59c-546d-4c8a-bb25-8b3caa12c711 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:36.033322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.075503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for f19ff042-8bef-423d-82b2-f4af0969ac00 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:36.163975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.290239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 10c26f2d-623d-4988-a094-ad8474fd854d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:36.521602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:36.534876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:36.578024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.582008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1244-e76a-4930-9c2b-b5824892db18 req-079b7fef-bfad-4a94-ab23-09642dceca5b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.593434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56db1244-e76a-4930-9c2b-b5824892db18 req-079b7fef-bfad-4a94-ab23-09642dceca5b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.8099229 Jul 07 17:01:36.878778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.879488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.914061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56db1244-e76a-4930-9c2b-b5824892db18 req-3771c922-9b22-40bf-8088-a04bb193811d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055146 Jul 07 17:01:36.939968 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-4b022f73-d829-45ff-ab45-03f17137263d tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1863322 Jul 07 17:01:36.963871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'admin_state_up': True, 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'security_groups': ['fe2b1710-c435-4fb3-ae77-50fe81701721']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:37.419047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-62565b50-316d-424d-a479-f306c42f3049 None None] Provisioning for port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:37.436639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-62565b50-316d-424d-a479-f306c42f3049 None None] Provisioning complete for port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:37.445782 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-62565b50-316d-424d-a479-f306c42f3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.490484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.512861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:37.523411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.584948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.658925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-62565b50-316d-424d-a479-f306c42f3049 None None] Port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:37.684632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=f19ff042-8bef-423d-82b2-f4af0969ac00,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.700933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-16230866-8fcf-4253-9b0e-1a40812fff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.743772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 95d184c4-076f-42a7-98f1-978084e95b59 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:37.957502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 95d184c4-076f-42a7-98f1-978084e95b59 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:37.964980 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.003171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.018359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eaeb9fbb-54cd-4467-9aab-be566a2f9fb8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/f19ff042-8bef-423d-82b2-f4af0969ac00 HTTP/1.1" status: 204 len: 168 time: 2.9683943 Jul 07 17:01:38.044098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c741f-e933-4c17-8d8c-3becc3a68b5a req-6fe3c562-ad9f-4a60-a0d1-ace94ef75d0c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.069981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c25c741f-e933-4c17-8d8c-3becc3a68b5a req-6fe3c562-ad9f-4a60-a0d1-ace94ef75d0c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 932 time: 0.9210875 Jul 07 17:01:38.133591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-438098fa-0986-473b-bfb9-7a4820cc19b3 None None] Provisioning complete for port 95d184c4-076f-42a7-98f1-978084e95b59 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:38.139286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-438098fa-0986-473b-bfb9-7a4820cc19b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.148847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32790) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:38.169719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 10.1.1.187 (7af9f4e7-b963-4723-a975-d2143bc5cbb6/de5f9ff7-cd67-4401-80b5-e198705f00cf/4f04e479-ecfe-47c2-a8db-eecb829ba972) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:38.606195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.645866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object 4f04e479-ecfe-47c2-a8db-eecb829ba972 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:38.653879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c25c741f-e933-4c17-8d8c-3becc3a68b5a req-453345fd-d248-4e2f-875a-14e4433afafa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821242 Jul 07 17:01:38.655994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-438098fa-0986-473b-bfb9-7a4820cc19b3 None None] Could not find standard attr ID for object f19ff042-8bef-423d-82b2-f4af0969ac00. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:38.730382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.773940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-39b455dd-23db-4ef2-8ace-0ba0d1acdde2 None None] Could not find standard attr ID for object f19ff042-8bef-423d-82b2-f4af0969ac00. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:01:38.808873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f00919-dbcc-49dc-b0f4-58e0616969fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.819438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:38.830768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f00919-dbcc-49dc-b0f4-58e0616969fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.850668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f00919-dbcc-49dc-b0f4-58e0616969fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.856699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-13f00919-dbcc-49dc-b0f4-58e0616969fb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7021418 Jul 07 17:01:38.857408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32804) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:38.868097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.886841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.888317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.888671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.889014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.889414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.889763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.890101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.890464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.891439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.892175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.892175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:38.947417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:38.949543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:38.953939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:38.999575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:39.039829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.045693 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.146369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.146635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c151f-a81d-44fd-bf6e-158a2ee3d501 req-c176a4c8-71ef-4e6e-996c-2553a8d096ab tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.149168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-631c151f-a81d-44fd-bf6e-158a2ee3d501 req-c176a4c8-71ef-4e6e-996c-2553a8d096ab tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.6936049 Jul 07 17:01:39.154205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.199777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b2fb10a5-5036-415e-b347-d3225baa0544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2469702 Jul 07 17:01:39.221769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'admin_state_up': True, 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'security_groups': ['fe2b1710-c435-4fb3-ae77-50fe81701721']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:39.291579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.774869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:39.792780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.794076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.878327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7a3417b0-96f4-4e53-af8b-7ea22f6de86d None None] Provisioning for port 4f04e479-ecfe-47c2-a8db-eecb829ba972 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:39.897881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7a3417b0-96f4-4e53-af8b-7ea22f6de86d None None] Provisioning complete for port 4f04e479-ecfe-47c2-a8db-eecb829ba972 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:39.902278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a3417b0-96f4-4e53-af8b-7ea22f6de86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.004611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-631c151f-a81d-44fd-bf6e-158a2ee3d501 req-6845e3d2-ac50-42e6-9c2c-e371806ed5b6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026173 Jul 07 17:01:40.192979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7a3417b0-96f4-4e53-af8b-7ea22f6de86d None None] Port 4f04e479-ecfe-47c2-a8db-eecb829ba972 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:40.204867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 10.1.1.35 (7af9f4e7-b963-4723-a975-d2143bc5cbb6/de5f9ff7-cd67-4401-80b5-e198705f00cf/b49edafd-9987-498f-b0ed-1cefb4a26753) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:40.331478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.439867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:40.454160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.459519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0be5e0de-9ee7-4315-9dac-54986ac82ae8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5 HTTP/1.1" status: 204 len: 168 time: 1.5946178 Jul 07 17:01:40.460821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 32826) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:40.464454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440be32-720d-4b64-aa2d-0bda03d6d977 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:40.548628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03bfb4-08a7-4a76-86c5-f7b0a8ea543d req-dc566157-ec01-44e6-9b35-440a83f0dc3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.555176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03bfb4-08a7-4a76-86c5-f7b0a8ea543d req-dc566157-ec01-44e6-9b35-440a83f0dc3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.556932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d03bfb4-08a7-4a76-86c5-f7b0a8ea543d req-dc566157-ec01-44e6-9b35-440a83f0dc3a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 1654 time: 0.3147657 Jul 07 17:01:40.702108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d03bfb4-08a7-4a76-86c5-f7b0a8ea543d req-b6de970b-370f-4cbf-9404-983248b439b8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304410 Jul 07 17:01:40.827126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet b4aa8660-6b75-4ab9-9aaf-46a354b9e983 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:40.855641 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.993318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.000058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.022677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.128215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object b49edafd-9987-498f-b0ed-1cefb4a26753 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:41.462671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.847625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:41.885474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:41.910121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.926443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:42.034047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701b51-3142-4129-968c-1247b7e60a4f req-5b8d826b-73ef-4402-96ca-9a220ecc5676 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.037039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6701b51-3142-4129-968c-1247b7e60a4f req-5b8d826b-73ef-4402-96ca-9a220ecc5676 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.3365667 Jul 07 17:01:42.279718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6701b51-3142-4129-968c-1247b7e60a4f req-b7a1c1a1-1a9a-497a-930e-088310bbd709 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267761 Jul 07 17:01:42.324605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.338138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.467196 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-29967f5e-f364-47a1-a708-26e2cdfb5fa9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2550709 Jul 07 17:01:42.476618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.508851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'admin_state_up': True, 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'security_groups': ['fe2b1710-c435-4fb3-ae77-50fe81701721']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:42.833863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-780f5c88-1e12-42ad-b1aa-032a828a35d4 None None] Provisioning for port b49edafd-9987-498f-b0ed-1cefb4a26753 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:42.854708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-780f5c88-1e12-42ad-b1aa-032a828a35d4 None None] Provisioning complete for port b49edafd-9987-498f-b0ed-1cefb4a26753 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:42.855514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-780f5c88-1e12-42ad-b1aa-032a828a35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.090304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-780f5c88-1e12-42ad-b1aa-032a828a35d4 None None] Port b49edafd-9987-498f-b0ed-1cefb4a26753 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:43.129403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b2a9c-44b1-4d46-a8f4-54ef1455fb67 req-1070a9c5-3a40-4056-9695-a720e3035f19 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.191094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b2a9c-44b1-4d46-a8f4-54ef1455fb67 req-1070a9c5-3a40-4056-9695-a720e3035f19 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.248659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.253125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b2a9c-44b1-4d46-a8f4-54ef1455fb67 req-1070a9c5-3a40-4056-9695-a720e3035f19 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.263846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-642b2a9c-44b1-4d46-a8f4-54ef1455fb67 req-1070a9c5-3a40-4056-9695-a720e3035f19 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 2374 time: 0.4119704 Jul 07 17:01:43.285884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d2bff8ba-c447-4f98-9c95-370100270a78 None None] Provisioning complete for port 95d184c4-076f-42a7-98f1-978084e95b59 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:43.286585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d2bff8ba-c447-4f98-9c95-370100270a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.425209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.428694 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/b4aa8660-6b75-4ab9-9aaf-46a354b9e983 HTTP/1.1" status: 204 len: 168 time: 2.9662199 Jul 07 17:01:43.434307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d35e2c-ca7b-4ff7-b345-9204d3514b3d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=b4aa8660-6b75-4ab9-9aaf-46a354b9e983,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.437619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 32866) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:43.444849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d1777-351f-4999-88d6-11eb02599761 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:43.465228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-642b2a9c-44b1-4d46-a8f4-54ef1455fb67 req-d4825c5e-4607-406f-9c0c-9d4043fc85dd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875360 Jul 07 17:01:43.506605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:43.667886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c312a5a-ad26-4c47-a3e6-6b6ac0443206 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2195287 Jul 07 17:01:43.668582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32868) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:43.853378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.975611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232bf58-dd28-493a-93e6-03a2afc4d9da tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.995135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6232bf58-dd28-493a-93e6-03a2afc4d9da tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3221273 Jul 07 17:01:44.003972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.399315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 10.2.2.100 (c78b16dd-a53c-447a-8fb2-289e9f8efb6c/b194b04d-9f54-4f22-aca5-6117b8b5c423/57cedc40-a5f1-4d63-ad9e-fee92c066ee6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:44.542207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0683a-c48f-4eba-aad1-93d2e0734ee9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.551367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04c0683a-c48f-4eba-aad1-93d2e0734ee9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5455232 Jul 07 17:01:44.552049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32882) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.654445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:44.678054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8f23aa5c-525b-4c2b-9fcb-5fe13358ba07 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196675 Jul 07 17:01:44.680124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32886) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.691856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2a06e-5fdd-45e2-a8b8-99c0696cbd67 req-db21fae2-77e3-4043-ba0e-cf615dc38576 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.693479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77b2a06e-5fdd-45e2-a8b8-99c0696cbd67 req-db21fae2-77e3-4043-ba0e-cf615dc38576 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.6262047 Jul 07 17:01:44.702715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-da494f2c-6712-488a-ab14-7bd6fc1e1535 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:44.756774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77b2a06e-5fdd-45e2-a8b8-99c0696cbd67 req-e033fee6-05f3-4a70-a415-006eecaf1ab2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501969 Jul 07 17:01:44.815237 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.844648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] Deleting port 95d184c4-076f-42a7-98f1-978084e95b59 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:44.846675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.874681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:45.072204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.146529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da494f2c-6712-488a-ab14-7bd6fc1e1535 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:45.153582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] For port 95d184c4-076f-42a7-98f1-978084e95b59, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=95d184c4-076f-42a7-98f1-978084e95b59,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:45.154139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.177672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da494f2c-6712-488a-ab14-7bd6fc1e1535 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.180844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] Calling delete_port for 95d184c4-076f-42a7-98f1-978084e95b59 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:45.185438 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-da494f2c-6712-488a-ab14-7bd6fc1e1535 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:01:45.201684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da494f2c-6712-488a-ab14-7bd6fc1e1535 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:45.300420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.339077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:45.349084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:45.356003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:45.456170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da494f2c-6712-488a-ab14-7bd6fc1e1535 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7603631 Jul 07 17:01:45.465071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32896) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.489461 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.506754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-430da808-5682-4d11-9981-a083f10630ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:45.537576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.538296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.548613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] No DVR routers for this DVR port 95d184c4-076f-42a7-98f1-978084e95b59 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:45.589847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d6880022-df47-40f5-8d62-da12250fc418 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1035087 Jul 07 17:01:45.608737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'admin_state_up': True, 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'security_groups': ['fe2b1710-c435-4fb3-ae77-50fe81701721']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:45.683925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 95d184c4-076f-42a7-98f1-978084e95b59 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:45.785492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 95d184c4-076f-42a7-98f1-978084e95b59 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:45.789434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 95d184c4-076f-42a7-98f1-978084e95b59 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:45.800251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3abc2d-3b2f-4441-8b1e-7c9e85584940 None None] Pushing event deleted for resources: {'Port': ['ID=95d184c4-076f-42a7-98f1-978084e95b59,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.817572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430da808-5682-4d11-9981-a083f10630ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:45.844020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-430da808-5682-4d11-9981-a083f10630ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.850839 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-430da808-5682-4d11-9981-a083f10630ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:01:45.851634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430da808-5682-4d11-9981-a083f10630ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:45.941090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989760c-246a-4970-9e97-73c0fd77348b req-7013e6fe-d185-4d2c-b4ee-f190580b1384 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.973553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989760c-246a-4970-9e97-73c0fd77348b req-7013e6fe-d185-4d2c-b4ee-f190580b1384 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.017745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989760c-246a-4970-9e97-73c0fd77348b req-7013e6fe-d185-4d2c-b4ee-f190580b1384 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.053975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989760c-246a-4970-9e97-73c0fd77348b req-7013e6fe-d185-4d2c-b4ee-f190580b1384 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.088856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2989760c-246a-4970-9e97-73c0fd77348b req-7013e6fe-d185-4d2c-b4ee-f190580b1384 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 3095 time: 0.8726478 Jul 07 17:01:46.097200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Made reservation on behalf of edcd4996e15c47fb874e36ef60218d2c for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:46.102704 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.168648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a16c58c-a4d3-45b7-be89-9c85cc45c99d None None] Provisioning for port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:46.191607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1a16c58c-a4d3-45b7-be89-9c85cc45c99d None None] Provisioning complete for port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:46.206424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1a16c58c-a4d3-45b7-be89-9c85cc45c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.288711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2989760c-246a-4970-9e97-73c0fd77348b req-adae53f9-1638-4993-b8e6-926969614f87 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821980 Jul 07 17:01:46.380427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-430da808-5682-4d11-9981-a083f10630ba tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9011931 Jul 07 17:01:46.384816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32918) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.398684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5009704a-dd5a-4c51-8991-4999c0c96d89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:46.451386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1a16c58c-a4d3-45b7-be89-9c85cc45c99d None None] Port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:46.574308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Allocated IP 10.2.2.200 (c78b16dd-a53c-447a-8fb2-289e9f8efb6c/b194b04d-9f54-4f22-aca5-6117b8b5c423/9d38daa7-e7c5-4148-9550-a02804ec485c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:46.698938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289a638-9f35-46e2-9316-483f38a1a1c3 req-1a2c0d02-5fa6-4b95-aa0e-d2ef69c47697 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.716250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9289a638-9f35-46e2-9316-483f38a1a1c3 req-1a2c0d02-5fa6-4b95-aa0e-d2ef69c47697 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.5359530 Jul 07 17:01:46.770733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5009704a-dd5a-4c51-8991-4999c0c96d89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:46.779445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5009704a-dd5a-4c51-8991-4999c0c96d89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.781855 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-5009704a-dd5a-4c51-8991-4999c0c96d89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:01:46.782484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5009704a-dd5a-4c51-8991-4999c0c96d89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:46.838829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9289a638-9f35-46e2-9316-483f38a1a1c3 req-b287ddb8-7edf-4733-a10c-9eb177b91af8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211007 Jul 07 17:01:46.852067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5009704a-dd5a-4c51-8991-4999c0c96d89 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4631696 Jul 07 17:01:46.855816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32928) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.875336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-855fe932-a7f9-498e-a29b-e5cb26bd4fa0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.019133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.077346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Transition to ACTIVE for port object 9d38daa7-e7c5-4148-9550-a02804ec485c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:47.127275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855fe932-a7f9-498e-a29b-e5cb26bd4fa0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:47.143849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-855fe932-a7f9-498e-a29b-e5cb26bd4fa0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.150143 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-855fe932-a7f9-498e-a29b-e5cb26bd4fa0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:01:47.151212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855fe932-a7f9-498e-a29b-e5cb26bd4fa0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:47.195441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-855fe932-a7f9-498e-a29b-e5cb26bd4fa0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3377090 Jul 07 17:01:47.199821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 32932) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.215313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-23593d36-2c7f-44bf-802c-e5838cfc16bb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.246573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.394952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:47.420283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:47.443630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:47.447611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event updated for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:47.554960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23593d36-2c7f-44bf-802c-e5838cfc16bb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:47.564929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23593d36-2c7f-44bf-802c-e5838cfc16bb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.566927 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-23593d36-2c7f-44bf-802c-e5838cfc16bb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:01:47.567641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23593d36-2c7f-44bf-802c-e5838cfc16bb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:47.585320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.586861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.626281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32944) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.627194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23593d36-2c7f-44bf-802c-e5838cfc16bb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4160314 Jul 07 17:01:47.631560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-3bd578dd-d778-442f-84fd-908b4f807f2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0306268 Jul 07 17:01:47.635472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0c351215-9550-45cf-b4ce-34c65676801c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.654479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.897306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.061867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c351215-9550-45cf-b4ce-34c65676801c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:48.067395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c351215-9550-45cf-b4ce-34c65676801c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.070546 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c351215-9550-45cf-b4ce-34c65676801c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:01:48.071770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c351215-9550-45cf-b4ce-34c65676801c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:48.100350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cb92f4dd-d147-47ed-b68b-5cf43fca1b57 None None] Provisioning for port 9d38daa7-e7c5-4148-9550-a02804ec485c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:48.107064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cb92f4dd-d147-47ed-b68b-5cf43fca1b57 None None] Provisioning complete for port 9d38daa7-e7c5-4148-9550-a02804ec485c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:48.107986 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cb92f4dd-d147-47ed-b68b-5cf43fca1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.239657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f878-5051-4f12-87c2-588d30994ba7 req-1854e9df-99c2-47c4-a093-11cc80039aed tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.263043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f878-5051-4f12-87c2-588d30994ba7 req-1854e9df-99c2-47c4-a093-11cc80039aed tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.273820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-cb92f4dd-d147-47ed-b68b-5cf43fca1b57 None None] Port 9d38daa7-e7c5-4148-9550-a02804ec485c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:48.294948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f878-5051-4f12-87c2-588d30994ba7 req-1854e9df-99c2-47c4-a093-11cc80039aed tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.311646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f878-5051-4f12-87c2-588d30994ba7 req-1854e9df-99c2-47c4-a093-11cc80039aed tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.328751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f878-5051-4f12-87c2-588d30994ba7 req-1854e9df-99c2-47c4-a093-11cc80039aed tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.342992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1802f878-5051-4f12-87c2-588d30994ba7 req-1854e9df-99c2-47c4-a093-11cc80039aed tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 3816 time: 0.5864158 Jul 07 17:01:48.355754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c351215-9550-45cf-b4ce-34c65676801c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7192960 Jul 07 17:01:48.357896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32956) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.439400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-003bbfe5-bafa-4a55-b0d6-e6b49405b9e5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0779188 Jul 07 17:01:48.440212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32960) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.512312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1802f878-5051-4f12-87c2-588d30994ba7 req-558d51e1-401c-4f33-946f-0e0641bcd306 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529555 Jul 07 17:01:48.697117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26f423-3e57-4e76-8674-4b53060a3b6c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.715331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0a26f423-3e57-4e76-8674-4b53060a3b6c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2553158 Jul 07 17:01:48.716138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32962) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.785150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-559f5cc1-e365-4e58-835e-f9496d5e9905 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641198 Jul 07 17:01:48.789856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32964) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.797824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:48.902224 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:48.957804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa56b4b-8c5f-4023-96a6-9c9e1b64c94c req-4572affb-8b0b-4936-9eff-e62928932e20 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.970447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5aa56b4b-8c5f-4023-96a6-9c9e1b64c94c req-4572affb-8b0b-4936-9eff-e62928932e20 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.4831738 Jul 07 17:01:48.992544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f5b59c-546d-4c8a-bb25-8b3caa12c711 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:49.032463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.080868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Transition to ACTIVE for port object 01f5b59c-546d-4c8a-bb25-8b3caa12c711 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:49.088448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.094023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5aa56b4b-8c5f-4023-96a6-9c9e1b64c94c req-d05a2d34-25d2-49e5-84fd-a691e4376ba5 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219876 Jul 07 17:01:49.107458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:49.122694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.430965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Pushing event updated for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.554837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Attempting to bind port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:49.557957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Attempting to bind port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:49.558454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Attempting to bind port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 on network 10c26f2d-623d-4988-a094-ad8474fd854d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:49.586973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 on network 10c26f2d-623d-4988-a094-ad8474fd854d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:49.588688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Attempting to bind port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 on network 10c26f2d-623d-4988-a094-ad8474fd854d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:49.603052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:49.605418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Checking segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:49.606225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Bound using segment: {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:49.608572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Bound port: 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ed38f2-0d55-41bc-aa57-d886ad7f183d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:49.611605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.943224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:49.973977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:49.986644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.078841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.079945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.087618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] 10.222.0.13 "PUT /v2.0/ports/01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1092 time: 2.4356282 Jul 07 17:01:50.087618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:50.088220 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565905c8-95a6-48c3-91e1-887dc3766724" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:50.165311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:50.483170 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aaed4b-2b1f-4faa-b259-8f354ce64e50 x-openstack-request-id: req-f2aaed4b-2b1f-4faa-b259-8f354ce64e50 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:50.483170 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:50.483170 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2aaed4b-2b1f-4faa-b259-8f354ce64e50 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:50.483170 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'status': 'completed', 'code': 200} Jul 07 17:01:50.483170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.483170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194e66c-24c5-4f20-a696-7b576c6c97ba service neutron] Pushing event updated for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:50.885843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:01:50.888226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.036893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:51.043438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=e62dd16d-46db-4a4d-b26a-03cd17225872,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.048130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:51.060266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d043baa-10a4-4436-be12-0dd445890a4a None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:51.115718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.116521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.197336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd47868b-f22d-4905-b4dc-897a9f9b8202 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4027677 Jul 07 17:01:51.202527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:51.229221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-73d3bf5f-1990-4883-914e-ebe816ea92f1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.244045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-73d3bf5f-1990-4883-914e-ebe816ea92f1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.263208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-73d3bf5f-1990-4883-914e-ebe816ea92f1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.292088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-73d3bf5f-1990-4883-914e-ebe816ea92f1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.319663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-73d3bf5f-1990-4883-914e-ebe816ea92f1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.327064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-73d3bf5f-1990-4883-914e-ebe816ea92f1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 3828 time: 1.3353596 Jul 07 17:01:51.338836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:fa:56:48', 'name': 'tempest-NetworksTestDHCPv6-1039838680'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:51.464343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'e62dd16d-46db-4a4d-b26a-03cd17225872'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:51.466945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.514955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df613e4f-afcd-473c-9312-1a190252783c {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:51.536795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.571488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Transition to ACTIVE for port object df613e4f-afcd-473c-9312-1a190252783c will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:51.577323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.910153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500e6b3-42b9-48a3-b2e3-aab24e85eafd req-780c7f3d-f464-4478-87c3-ab5b79ce6778 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.925517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a500e6b3-42b9-48a3-b2e3-aab24e85eafd req-780c7f3d-f464-4478-87c3-ab5b79ce6778 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.9928758 Jul 07 17:01:52.023784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Attempting to bind port df613e4f-afcd-473c-9312-1a190252783c on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:52.026556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Attempting to bind port df613e4f-afcd-473c-9312-1a190252783c by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:52.027115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Attempting to bind port df613e4f-afcd-473c-9312-1a190252783c on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:52.030488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Allocated IP 2001:db8::f816:3eff:fe47:c9b4 (805cbf09-88bb-481a-b57e-edca2fb7148a/e62dd16d-46db-4a4d-b26a-03cd17225872/ec7c37c2-6865-4058-a5d5-5b18bb211047) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:52.052741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Port df613e4f-afcd-473c-9312-1a190252783c on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:52.056080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Attempting to bind port df613e4f-afcd-473c-9312-1a190252783c on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:52.075354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:52.077513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fb79e4a-bda4-4344-a5a6-8a190da9c60c req-f948bbf9-12c1-420e-bd04-870bc9d02d60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253425 Jul 07 17:01:52.078448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Checking segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:52.079120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Bound using segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:52.079730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Bound port: df613e4f-afcd-473c-9312-1a190252783c, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:52.080218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.110477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-3fea18c8-29bc-46d0-ad94-89f0389be2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.111408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-3fea18c8-29bc-46d0-ad94-89f0389be2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.112248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-3fea18c8-29bc-46d0-ad94-89f0389be2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.113061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-3fea18c8-29bc-46d0-ad94-89f0389be2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.113928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-3fea18c8-29bc-46d0-ad94-89f0389be2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.117356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-565905c8-95a6-48c3-91e1-887dc3766724 req-3fea18c8-29bc-46d0-ad94-89f0389be2c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 4363 time: 1.2031293 Jul 07 17:01:52.276861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Pushing event updated for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.415642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a500e6b3-42b9-48a3-b2e3-aab24e85eafd req-de5b7e01-b65f-41d0-9561-b6bac589dc3c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884131 Jul 07 17:01:52.457549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:52.467122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=df613e4f-afcd-473c-9312-1a190252783c,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:52.476363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.609320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.610425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.611334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] 10.222.0.13 "PUT /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 1136 time: 2.4721658 Jul 07 17:01:52.611818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': 'df613e4f-afcd-473c-9312-1a190252783c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:52.614242 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0851ff3-d4e3-4dcf-af6d-b997d357c583" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "df613e4f-afcd-473c-9312-1a190252783c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:52.622594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:52.658494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.675536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:52.695659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Transition to ACTIVE for port object ec7c37c2-6865-4058-a5d5-5b18bb211047 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:52.751683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Transition to ACTIVE for port object ec7c37c2-6865-4058-a5d5-5b18bb211047 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:52.761778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.772589 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558f4156-799c-40cc-b4b3-09b7764cfda8 x-openstack-request-id: req-558f4156-799c-40cc-b4b3-09b7764cfda8 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:52.772880 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "df613e4f-afcd-473c-9312-1a190252783c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:52.773161 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-558f4156-799c-40cc-b4b3-09b7764cfda8 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:52.773576 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': 'df613e4f-afcd-473c-9312-1a190252783c', 'status': 'completed', 'code': 200} Jul 07 17:01:52.893577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1d66b-98e6-4c9c-a72f-b47f855edb58 service neutron] Pushing event updated for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.953858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:52.979307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:52.986072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:53.022227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.076904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Pushing event updated for resources: {'Port': ['ID=ec7c37c2-6865-4058-a5d5-5b18bb211047,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.104810 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.241801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Attempting to bind port ec7c37c2-6865-4058-a5d5-5b18bb211047 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:53.256069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Attempting to bind port ec7c37c2-6865-4058-a5d5-5b18bb211047 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:53.257493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Attempting to bind port ec7c37c2-6865-4058-a5d5-5b18bb211047 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:53.280216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:53.281735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:53.283646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.284359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:53.285685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Bound port: ec7c37c2-6865-4058-a5d5-5b18bb211047, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:53.286449 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.310381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.311502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 83b6dd42-f65b-414b-b9d1-83fe28d92df2 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:53.326902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.328365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.329904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.331569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.332150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.333379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.335100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.335745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.337851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.338445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.339068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:53.587150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fefa:5648 (805cbf09-88bb-481a-b57e-edca2fb7148a/e62dd16d-46db-4a4d-b26a-03cd17225872/83b6dd42-f65b-414b-b9d1-83fe28d92df2) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:53.632487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] For port ec7c37c2-6865-4058-a5d5-5b18bb211047, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:53.701927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] For port ec7c37c2-6865-4058-a5d5-5b18bb211047, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ec7c37c2-6865-4058-a5d5-5b18bb211047,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:53.725513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.881145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afc3b61-9c82-4062-bd83-a8845e3dce36 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:53.885477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624d324-f876-46c7-9daf-bcb8f9cc5d40 None None] Pushing event updated for resources: {'Port': ['ID=ec7c37c2-6865-4058-a5d5-5b18bb211047,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.895281 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.897836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.920561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Transition to ACTIVE for port object 7afc3b61-9c82-4062-bd83-a8845e3dce36 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:53.926364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.987605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.062422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.136227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 83b6dd42-f65b-414b-b9d1-83fe28d92df2 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:54.163512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Attempting to bind port 7afc3b61-9c82-4062-bd83-a8845e3dce36 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:54.166619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Attempting to bind port 7afc3b61-9c82-4062-bd83-a8845e3dce36 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:54.167029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Attempting to bind port 7afc3b61-9c82-4062-bd83-a8845e3dce36 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:54.174440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Port 7afc3b61-9c82-4062-bd83-a8845e3dce36 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:54.174782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Attempting to bind port 7afc3b61-9c82-4062-bd83-a8845e3dce36 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:54.188683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:54.203431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Checking segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:54.203837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Bound using segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:54.208572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Bound port: 7afc3b61-9c82-4062-bd83-a8845e3dce36, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:54.211675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.504583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-9af8df6f-8bc9-4262-915d-0cb8c9be5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.505525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-9af8df6f-8bc9-4262-915d-0cb8c9be5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.506567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-9af8df6f-8bc9-4262-915d-0cb8c9be5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.509524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-565905c8-95a6-48c3-91e1-887dc3766724 req-9af8df6f-8bc9-4262-915d-0cb8c9be5d15 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=edcd4996e15c47fb874e36ef60218d2c&shared=False HTTP/1.1" status: 200 len: 2298 time: 2.3733540 Jul 07 17:01:54.521618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.537451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:54.567431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:54.583339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.722784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.723777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.725759 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] 10.222.0.13 "PUT /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 1135 time: 2.0682709 Jul 07 17:01:54.742553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565905c8-95a6-48c3-91e1-887dc3766724 req-4d96efb7-dbd4-4ef3-87b0-e20d361af4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.744430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-565905c8-95a6-48c3-91e1-887dc3766724 req-4d96efb7-dbd4-4ef3-87b0-e20d361af4ee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044065 Jul 07 17:01:54.776880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '7afc3b61-9c82-4062-bd83-a8845e3dce36'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:54.782028 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eac3e7-7223-4f39-be6a-7d54bd49435c" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "7afc3b61-9c82-4062-bd83-a8845e3dce36"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:54.785365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:54.881013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:54.909428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:54.917261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:54.926650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.927520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ffc06-45d8-4e6b-b657-2ef7cbbfa49d service neutron] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.928018 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.009797 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8021243 Jul 07 17:01:55.012947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33064) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:55.031931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.044589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=83b6dd42-f65b-414b-b9d1-83fe28d92df2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:55.074508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.075446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.076287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.077149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.078929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.079839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.080692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.081548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.082397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.083178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.084032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.085075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1f645-695a-4a86-b933-ed04a021a255 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:55.151458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe56a3-881a-454c-b058-0be8f990d1fa req-2616dd74-b551-416d-8202-2be4b572affc tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.155509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60fe56a3-881a-454c-b058-0be8f990d1fa req-2616dd74-b551-416d-8202-2be4b572affc tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.6984994 Jul 07 17:01:55.217188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.218301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.221395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.231034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.233698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.234601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.235163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.244562 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-afbf1ba3-b8d4-4730-a387-f3c29d8b18ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6220 time: 0.4191718 Jul 07 17:01:55.508809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.540612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.557623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ec7c37c2-6865-4058-a5d5-5b18bb211047 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:55.565256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.582985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.602388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.621039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.641634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.651419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-239a41b4-aef4-48bb-bb89-afe9494b8cfa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5383 time: 1.3264194 Jul 07 17:01:55.668842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33072) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:55.770757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5dd629-631b-4917-b112-3146702fb0c2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.807188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5dd629-631b-4917-b112-3146702fb0c2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.809388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ec7c37c2-6865-4058-a5d5-5b18bb211047 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:55.815510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f5dd629-631b-4917-b112-3146702fb0c2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7988603 Jul 07 17:01:55.821787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33076) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.186111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-7c442fac-a059-435e-a612-a766e68ae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.187608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-7c442fac-a059-435e-a612-a766e68ae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.187608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-7c442fac-a059-435e-a612-a766e68ae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.192026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-7c442fac-a059-435e-a612-a766e68ae9cf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=edcd4996e15c47fb874e36ef60218d2c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9315720 Jul 07 17:01:56.311192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8706276a-dae9-4166-92bb-050e7a6500c6 req-c30a1e27-4d4e-4432-9738-eebd10b83fcc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6029339 Jul 07 17:01:56.317864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60fe56a3-881a-454c-b058-0be8f990d1fa req-3ec53e8a-8064-44a2-89f9-32c6554d7a74 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1515000 Jul 07 17:01:56.524000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] Provisioning for port ec7c37c2-6865-4058-a5d5-5b18bb211047 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:56.547885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] Provisioning complete for port ec7c37c2-6865-4058-a5d5-5b18bb211047 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:56.548421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.935292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.081960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] For port ec7c37c2-6865-4058-a5d5-5b18bb211047, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ec7c37c2-6865-4058-a5d5-5b18bb211047,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:57.097066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.214512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19967203-add1-44bf-ab30-c1a4db10fe78 None None] Pushing event updated for resources: {'Port': ['ID=ec7c37c2-6865-4058-a5d5-5b18bb211047,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.255520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-520171a2-625b-4af8-a858-a7f26d000f33 None None] Provisioning for port 83b6dd42-f65b-414b-b9d1-83fe28d92df2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:57.264082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-520171a2-625b-4af8-a858-a7f26d000f33 None None] Provisioning complete for port 83b6dd42-f65b-414b-b9d1-83fe28d92df2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:57.264862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-520171a2-625b-4af8-a858-a7f26d000f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.311030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f04e479-ecfe-47c2-a8db-eecb829ba972 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:57.337942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-520171a2-625b-4af8-a858-a7f26d000f33 None None] Port 83b6dd42-f65b-414b-b9d1-83fe28d92df2 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:57.357071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.429766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 83b6dd42-f65b-414b-b9d1-83fe28d92df2 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:57.430607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.625206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ec7c37c2-6865-4058-a5d5-5b18bb211047 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:57.638209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e311c31-1e03-4c56-8bab-2ef1b40a63a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.668325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Transition to ACTIVE for port object 4f04e479-ecfe-47c2-a8db-eecb829ba972 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:57.752640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ec7c37c2-6865-4058-a5d5-5b18bb211047 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:57.752870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.862503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e311c31-1e03-4c56-8bab-2ef1b40a63a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.886494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.998551 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8b4249-a9c9-427f-9e89-3b77b0464622 x-openstack-request-id: req-8b8b4249-a9c9-427f-9e89-3b77b0464622 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:58.011476 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "7afc3b61-9c82-4062-bd83-a8845e3dce36", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:58.012159 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b8b4249-a9c9-427f-9e89-3b77b0464622 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:58.013162 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '7afc3b61-9c82-4062-bd83-a8845e3dce36', 'status': 'completed', 'code': 200} Jul 07 17:01:58.094732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e311c31-1e03-4c56-8bab-2ef1b40a63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.218064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e311c31-1e03-4c56-8bab-2ef1b40a63a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=629f20755b284431b1be047bfe466902&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5380476 Jul 07 17:01:58.220207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33100) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:58.417911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-ac9e7022-1b14-4d45-8b7c-d4f6b2fec665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.420888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f0851ff3-d4e3-4dcf-af6d-b997d357c583 req-ac9e7022-1b14-4d45-8b7c-d4f6b2fec665 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2087562 Jul 07 17:01:58.741943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Pushing event updated for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.750308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.751358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.754212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.756447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.757278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.758428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.759688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.766228 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-8e81f11d-1780-428e-9578-4c378fccfe0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6245 time: 0.2348902 Jul 07 17:01:58.769805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e311c31-1e03-4c56-8bab-2ef1b40a63a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1446291b-2139-4f45-8b91-6cb68b36f838,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.830044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.850309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 83b6dd42-f65b-414b-b9d1-83fe28d92df2 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:58.980381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-fe69c77a-65a8-4cdf-8a9a-3d628cf3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.981452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-fe69c77a-65a8-4cdf-8a9a-3d628cf3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.982110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-fe69c77a-65a8-4cdf-8a9a-3d628cf3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.984725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-fe69c77a-65a8-4cdf-8a9a-3d628cf3a128 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=edcd4996e15c47fb874e36ef60218d2c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2044933 Jul 07 17:01:59.056672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.074769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e791a26-053f-4ba5-bbad-a57e8f19bf48 req-b3b2f3df-9787-4347-bd2e-21a0e79511c0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.084260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e791a26-053f-4ba5-bbad-a57e8f19bf48 req-b3b2f3df-9787-4347-bd2e-21a0e79511c0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 1.5333447 Jul 07 17:01:59.219765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=83b6dd42-f65b-414b-b9d1-83fe28d92df2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.257784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-ee091cc5-55dd-49a9-b28a-949d1f062342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.261849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0eac3e7-7223-4f39-be6a-7d54bd49435c req-ee091cc5-55dd-49a9-b28a-949d1f062342 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632325 Jul 07 17:01:59.267468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.269575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e92a134d-c4ee-4221-b3e1-ced5306a17e3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/83b6dd42-f65b-414b-b9d1-83fe28d92df2 HTTP/1.1" status: 204 len: 168 time: 3.4086757 Jul 07 17:01:59.272837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33108) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:59.314151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e791a26-053f-4ba5-bbad-a57e8f19bf48 req-de8f6e19-7ae2-4d60-8632-b1c0c664c8cd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224314 Jul 07 17:01:59.314899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ca04-fed2-4bc5-a92a-64722920f6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.378101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.385698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.396560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.402535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.410947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.417520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.425031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.427859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-1dd0a9ce-be13-4fbd-8c9d-7c83755e9e1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5395 time: 1.1716273 Jul 07 17:01:59.428208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Attempting to bind port 4f04e479-ecfe-47c2-a8db-eecb829ba972 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:59.428550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Attempting to bind port 4f04e479-ecfe-47c2-a8db-eecb829ba972 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:59.428890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Attempting to bind port 4f04e479-ecfe-47c2-a8db-eecb829ba972 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:59.475867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438bab03-7e9b-40a4-bbfc-292c9f53b6fa tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.476236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Port 4f04e479-ecfe-47c2-a8db-eecb829ba972 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:59.476236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Attempting to bind port 4f04e479-ecfe-47c2-a8db-eecb829ba972 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:59.481784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438bab03-7e9b-40a4-bbfc-292c9f53b6fa tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.493694 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-438bab03-7e9b-40a4-bbfc-292c9f53b6fa tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2186143 Jul 07 17:01:59.499219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33114) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:59.517918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b68e33a9-5cc7-4c17-91a7-f8fb65f11754 req-ccac158c-2665-4e37-9a5a-dab3123af15b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765016 Jul 07 17:01:59.579890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ca04-fed2-4bc5-a92a-64722920f6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.629097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:59.629559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Checking segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:59.629961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Bound using segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:59.630517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Bound port: 4f04e479-ecfe-47c2-a8db-eecb829ba972, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:59.630897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.753185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet e62dd16d-46db-4a4d-b26a-03cd17225872 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:59.760617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.821176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ca04-fed2-4bc5-a92a-64722920f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.834506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ca04-fed2-4bc5-a92a-64722920f6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.838828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f4e1ca04-fed2-4bc5-a92a-64722920f6de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1446291b-2139-4f45-8b91-6cb68b36f838 HTTP/1.1" status: 204 len: 168 time: 1.5810993 Jul 07 17:01:59.852154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:59.859573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:59.869537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.886041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ca04-fed2-4bc5-a92a-64722920f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1446291b-2139-4f45-8b91-6cb68b36f838,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.888829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.044733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.045419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.047540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] 10.222.0.13 "PUT /v2.0/ports/4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 1091 time: 5.2697585 Jul 07 17:02:00.050408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:00.052599 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bebb38-456a-431a-a8df-9c30574bf85d" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:00.106839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.322400 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d3409-c5b2-473f-aa0d-9af72bc74545 x-openstack-request-id: req-605d3409-c5b2-473f-aa0d-9af72bc74545 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:00.323014 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:00.323441 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-605d3409-c5b2-473f-aa0d-9af72bc74545 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:00.325509 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972', 'status': 'completed', 'code': 200} Jul 07 17:02:00.339093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1d37c-0129-4e28-8d68-e041f19c339f service neutron] Pushing event updated for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.541355 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.562293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.562914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.563318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.563783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.564528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.571285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.572614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.581007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.606509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-6b02353b-883e-4503-8d95-be08383863ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6287 time: 0.3449202 Jul 07 17:02:00.736714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33138) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.946121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bcd579e3-de0f-4dc6-9f82-a080ebe8a819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.006316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.058909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-954c0656-4d06-47b5-9b2d-490078070957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.070272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-954c0656-4d06-47b5-9b2d-490078070957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.071595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-954c0656-4d06-47b5-9b2d-490078070957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.074953 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-954c0656-4d06-47b5-9b2d-490078070957 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=edcd4996e15c47fb874e36ef60218d2c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4567847 Jul 07 17:02:01.279461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-bb2fa19c-c5cb-4ab7-a965-7a9423933900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.283457 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2bebb38-456a-431a-a8df-9c30574bf85d req-bb2fa19c-c5cb-4ab7-a965-7a9423933900 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2010162 Jul 07 17:02:01.376505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d0a17-8a40-44fe-8ff7-d0fb406c9d9b None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:01.386148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.393555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/e62dd16d-46db-4a4d-b26a-03cd17225872 HTTP/1.1" status: 204 len: 168 time: 1.8697925 Jul 07 17:02:01.394095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:01.463168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-45fa0aa9-0f72-4d6d-9f97-fd3b3b2246c5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631466 Jul 07 17:02:01.467440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33154) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:01.475981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:01.495480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1a7e1-ee72-4b35-9fa4-ea3c831da835 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=e62dd16d-46db-4a4d-b26a-03cd17225872,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.662268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702e91d-cf9b-4752-b081-df7176775b6f req-89aa770f-7677-4eb9-8bba-ee2ead2491e7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.670528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0702e91d-cf9b-4752-b081-df7176775b6f req-89aa770f-7677-4eb9-8bba-ee2ead2491e7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.9826868 Jul 07 17:02:01.823959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0702e91d-cf9b-4752-b081-df7176775b6f req-282e5762-c8ef-46af-9726-80b85feadfc9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525185 Jul 07 17:02:01.883517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.900185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.907939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.919150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.927216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.934449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.944019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.948008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-442dce41-9d24-4f2b-8edb-4fc0c5ab730a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5395 time: 0.6723371 Jul 07 17:02:01.965627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:02.102336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cb6c001-e982-4698-98a5-9f4847f87ffa req-73cae023-1868-4799-82b0-9efa26e9203b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049433 Jul 07 17:02:02.196144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bcd579e3-de0f-4dc6-9f82-a080ebe8a819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.211683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bcd579e3-de0f-4dc6-9f82-a080ebe8a819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.225089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] Deleting port ec7c37c2-6865-4058-a5d5-5b18bb211047 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:02.225897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.296943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd579e3-de0f-4dc6-9f82-a080ebe8a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d1549-7500-4bc2-84d9-eb29e933ac3d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.297803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:02.323398 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.371200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49edafd-9987-498f-b0ed-1cefb4a26753 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:02.391880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.451732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bcd579e3-de0f-4dc6-9f82-a080ebe8a819 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01301549bf8e447d892090672d500277&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7035131 Jul 07 17:02:02.489778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33162) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:02.512554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] For port ec7c37c2-6865-4058-a5d5-5b18bb211047, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ec7c37c2-6865-4058-a5d5-5b18bb211047,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:02.513546 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.601860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] Calling delete_port for ec7c37c2-6865-4058-a5d5-5b18bb211047 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:02.615570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Transition to ACTIVE for port object b49edafd-9987-498f-b0ed-1cefb4a26753 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:02.637970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df793052-506c-4c62-8fd0-5be8514f6eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.649331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.721770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.761482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df793052-506c-4c62-8fd0-5be8514f6eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.917844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b73c6-4caa-482f-9fc0-72e8684169f6 req-22f817e9-f856-445f-8f68-ad1567a56ded tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.925409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b7b73c6-4caa-482f-9fc0-72e8684169f6 req-22f817e9-f856-445f-8f68-ad1567a56ded tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.5110068 Jul 07 17:02:02.963194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.061037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] Pushing event deleted for resources: {'Port': ['ID=ec7c37c2-6865-4058-a5d5-5b18bb211047,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.095844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef99154-de36-448b-b4ce-1afa2cce6153 None None] No DVR routers for this DVR port ec7c37c2-6865-4058-a5d5-5b18bb211047 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:03.199748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:02:03.202455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.307759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:03.335108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df793052-506c-4c62-8fd0-5be8514f6eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.347903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df793052-506c-4c62-8fd0-5be8514f6eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.354984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-df793052-506c-4c62-8fd0-5be8514f6eed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de0d1549-7500-4bc2-84d9-eb29e933ac3d HTTP/1.1" status: 204 len: 168 time: 0.8640292 Jul 07 17:02:03.376792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=d25b9600-22fa-41fd-8a0c-3ced24d18291,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.381766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:03.386835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.387992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.392682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b7b73c6-4caa-482f-9fc0-72e8684169f6 req-d028dc0b-aaca-4693-abbe-7756bc916f64 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645992 Jul 07 17:02:03.427851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c5452-6e4f-456c-8e57-d353ee090d15 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:03.437159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Attempting to bind port b49edafd-9987-498f-b0ed-1cefb4a26753 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:03.440064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Attempting to bind port b49edafd-9987-498f-b0ed-1cefb4a26753 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:03.443983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Attempting to bind port b49edafd-9987-498f-b0ed-1cefb4a26753 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:03.456352 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-afae2139-b5d2-4cad-a7f3-85b7f5a27631 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9867635 Jul 07 17:02:03.460423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33178) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:03.463803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df793052-506c-4c62-8fd0-5be8514f6eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d1549-7500-4bc2-84d9-eb29e933ac3d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.487917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:ed:6b:05', 'name': 'tempest-NetworksTestDHCPv6-730082037'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:03.496687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Port b49edafd-9987-498f-b0ed-1cefb4a26753 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:03.497058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Attempting to bind port b49edafd-9987-498f-b0ed-1cefb4a26753 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:03.544416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:03.544416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Checking segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:03.544852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Bound using segment: {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:03.545332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Bound port: b49edafd-9987-498f-b0ed-1cefb4a26753, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c03946-bf40-4a05-ad55-8af9d46937d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:03.545748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.773223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ec7c37c2-6865-4058-a5d5-5b18bb211047 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:03.804818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ec7c37c2-6865-4058-a5d5-5b18bb211047 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:03.805486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ec7c37c2-6865-4058-a5d5-5b18bb211047 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:03.854878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f046-63bb-49c2-a5cb-f02a44521c3e req-4185fe13-593c-4a50-870d-3c0624b0100f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.861680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:03.866232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.873153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cf5f046-63bb-49c2-a5cb-f02a44521c3e req-4185fe13-593c-4a50-870d-3c0624b0100f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.4169970 Jul 07 17:02:03.887319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'd25b9600-22fa-41fd-8a0c-3ced24d18291'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:03.888646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.072887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.116712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:04.304406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:feed:6b05 (805cbf09-88bb-481a-b57e-edca2fb7148a/d25b9600-22fa-41fd-8a0c-3ced24d18291/c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:04.676211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33200) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:04.694466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b3714a5-9969-4e72-a2d8-2c27c165b092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.771902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.827467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:04.970112 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.992357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:05.113942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Allocated IP 2001:db8::f816:3eff:fef1:e814 (805cbf09-88bb-481a-b57e-edca2fb7148a/d25b9600-22fa-41fd-8a0c-3ced24d18291/d4df22cf-4fc6-4e70-a346-84ac6c6133b0) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:05.132802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:05.136992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.142220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:05.145933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:05.163331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.164029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.220660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b49edafd-9987-498f-b0ed-1cefb4a26753,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:05.225900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b3714a5-9969-4e72-a2d8-2c27c165b092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.236642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0b3714a5-9969-4e72-a2d8-2c27c165b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.262614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-92badd86-bfbb-4618-8f2d-8d02ca5eb451 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7947848 Jul 07 17:02:05.262938 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.276039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33206) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:05.282282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-62d925d9-dade-423a-bff0-3d119efc59ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.355726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0b3714a5-9969-4e72-a2d8-2c27c165b092 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70e2c7ccf7ad46408074770dba2f4995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6782556 Jul 07 17:02:05.357684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3714a5-9969-4e72-a2d8-2c27c165b092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c506bb71-9091-4758-bbcf-7d892362abb8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.363296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:05.396395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cf5f046-63bb-49c2-a5cb-f02a44521c3e req-e451b68b-eff5-4b75-aba0-1e44aa24c04e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5103393 Jul 07 17:02:05.501096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2994143-660e-4052-9523-cf7fca262dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.510235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.532037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Transition to ACTIVE for port object d4df22cf-4fc6-4e70-a346-84ac6c6133b0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:05.558939 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2994143-660e-4052-9523-cf7fca262dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.571491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Transition to ACTIVE for port object d4df22cf-4fc6-4e70-a346-84ac6c6133b0 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:05.589932 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.688235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.688602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.690400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 1090 time: 5.5927997 Jul 07 17:02:05.694578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2994143-660e-4052-9523-cf7fca262dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.697363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2994143-660e-4052-9523-cf7fca262dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.698585 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2994143-660e-4052-9523-cf7fca262dc1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c506bb71-9091-4758-bbcf-7d892362abb8 HTTP/1.1" status: 204 len: 168 time: 0.3342922 Jul 07 17:02:05.715591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:05.721775 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:05.723370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2994143-660e-4052-9523-cf7fca262dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506bb71-9091-4758-bbcf-7d892362abb8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.748326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-11470838-a856-4bc2-8f16-43503ba730f3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:05.750648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-11470838-a856-4bc2-8f16-43503ba730f3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135288 Jul 07 17:02:05.769587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:05.817946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cfa7f-6168-4543-be40-e0d53a78b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.942320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.966985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Pushing event updated for resources: {'Port': ['ID=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.974437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.995148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:06.000451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:06.001372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.013022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:06.016755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.030766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.043292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.060073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.084740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-4669146c-7591-4e06-bd4c-e93151158587 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5407 time: 1.1083484 Jul 07 17:02:06.330767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Attempting to bind port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:06.332940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Attempting to bind port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:06.333563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Attempting to bind port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:06.369422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:06.369892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:06.370360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.370766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:06.371281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Bound port: d4df22cf-4fc6-4e70-a346-84ac6c6133b0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:06.373550 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.417158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc99456-3ac2-414b-892f-d6f32cce702b req-a5dbd215-9ccc-4904-9e76-5f900bdb81b9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3256154 Jul 07 17:02:06.450313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7a501-8170-4431-a81a-da337ea447bd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.453452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-50b7a501-8170-4431-a81a-da337ea447bd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.1642723 Jul 07 17:02:06.456225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33232) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:06.547828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.626879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] For port d4df22cf-4fc6-4e70-a346-84ac6c6133b0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:06.663065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] For port d4df22cf-4fc6-4e70-a346-84ac6c6133b0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:06.688359 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.704440 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedfd405-19ae-4143-b154-c57bf325fbaa x-openstack-request-id: req-dedfd405-19ae-4143-b154-c57bf325fbaa {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:06.704904 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:06.705289 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dedfd405-19ae-4143-b154-c57bf325fbaa {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:06.706312 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753', 'status': 'completed', 'code': 200} Jul 07 17:02:06.786432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:06.787519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.968582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f002c-a8c4-4122-ba61-0f11762efced None None] Pushing event updated for resources: {'Port': ['ID=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:07.001254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.014019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.015944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.015944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.016365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.016898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.017915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.018453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.020811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-563b950a-8bc9-4d99-b2fd-b57f3650ee01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6354 time: 0.3068359 Jul 07 17:02:07.058177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:07.540387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.599011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206cfec-0166-49e0-bbf7-0ae454f0bc2b req-4565cb74-9c20-4776-966d-570ceb6cf490 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.609127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0206cfec-0166-49e0-bbf7-0ae454f0bc2b req-4565cb74-9c20-4776-966d-570ceb6cf490 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 1.0127938 Jul 07 17:02:07.653433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bca8050a-56e8-48cc-93a1-b891a7a3d25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.805871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0206cfec-0166-49e0-bbf7-0ae454f0bc2b req-90939dbc-9537-42f4-ac80-850b74dd429b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956232 Jul 07 17:02:07.853698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-5ba20c3a-c9ef-416d-a2f0-5d84860ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.857844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-5ba20c3a-c9ef-416d-a2f0-5d84860ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.861529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-5ba20c3a-c9ef-416d-a2f0-5d84860ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.866519 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-5ba20c3a-c9ef-416d-a2f0-5d84860ff5b7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=edcd4996e15c47fb874e36ef60218d2c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7894218 Jul 07 17:02:07.916458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.951704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.965925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.990878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.015364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-cec644b0-5c98-4343-8c11-87451aee27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.017483 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-cec644b0-5c98-4343-8c11-87451aee27a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 1096 time: 0.5698695 Jul 07 17:02:08.052075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.075012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.089062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-de19eaf0-1ed5-4e0f-b1fb-4328ee85967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.091358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ee9412e0-d0a5-417b-b5c1-5ec3086079bf req-de19eaf0-1ed5-4e0f-b1fb-4328ee85967a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123423 Jul 07 17:02:08.096202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.120143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-0180a6db-6051-418e-81d9-899835cccb51 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.8367541 Jul 07 17:02:08.282768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-b5c77fd7-4c10-4eca-ac1b-9b6aa60013d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.284874 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-b5c77fd7-4c10-4eca-ac1b-9b6aa60013d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.1914077 Jul 07 17:02:08.352635 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-4873a617-c54c-47bd-8ea2-a9ade06d605d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5 HTTP/1.1" status: 200 len: 217 time: 0.0567892 Jul 07 17:02:08.367239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-499bc87c-e539-44f1-af65-6ba8d1ef45ca req-8ba709c3-011f-4ce7-9991-8b6262c95926 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2361276 Jul 07 17:02:08.545787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:08.565418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.614946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae87fcb-3591-4319-9857-a24da13ce739 req-34561f38-80f6-43b6-a920-099d0182ba4d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.620126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ae87fcb-3591-4319-9857-a24da13ce739 req-34561f38-80f6-43b6-a920-099d0182ba4d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 0.4099939 Jul 07 17:02:08.634437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Transition to ACTIVE for port object 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:08.634816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.642449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.863274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-a59ab72e-c6a6-481c-b579-1dbada9c33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.866143 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-a59ab72e-c6a6-481c-b579-1dbada9c33a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.5009592 Jul 07 17:02:08.873911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.051848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.131051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.143988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0dd67914-5c0b-4998-a8bc-37aed91cacb5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0 HTTP/1.1" status: 204 len: 168 time: 2.6857293 Jul 07 17:02:09.149038 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-09996721-9d1d-430e-bd6e-b5b417a54aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2663002 Jul 07 17:02:09.151014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33292) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.193651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ae87fcb-3591-4319-9857-a24da13ce739 req-a66d78b0-64fc-40ad-9afe-b3e23f3b2afb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405588 Jul 07 17:02:09.199212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Pushing event updated for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.319622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Attempting to bind port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:09.320453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Attempting to bind port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:09.321295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Attempting to bind port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:09.355336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:09.358474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Attempting to bind port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:09.400176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:09.404656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Checking segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:09.405769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Bound using segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:09.407456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Bound port: 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:09.409485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.522362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.530263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.538625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.545292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.553570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.562267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.570260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.580396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c28011f-c091-402b-905e-96275b5b6a21 req-95f753a5-5702-4dfa-bfa8-a82d5af66a5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5419 time: 0.4143083 Jul 07 17:02:09.688143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af1020-07ec-41db-ad54-e6bd250acd40 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.690627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af1020-07ec-41db-ad54-e6bd250acd40 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.692876 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-79af1020-07ec-41db-ad54-e6bd250acd40 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5347972 Jul 07 17:02:09.701344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33302) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.741651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c28011f-c091-402b-905e-96275b5b6a21 req-08cf8695-aa3d-41bd-bd67-58b6c997d665 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595583 Jul 07 17:02:09.771361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f9818338-3f83-4101-b66b-96ebe90abef0 None None] Provisioning for port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:09.788301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4df22cf-4fc6-4e70-a346-84ac6c6133b0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:09.933958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-34286bde-ba63-4e9e-b9ef-33821de2b825 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935275 Jul 07 17:02:09.942609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:09.996923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:10.008700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:10.011721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.027132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:10.049323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.141234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.143724 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.149350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] 10.222.0.13 "PUT /v2.0/ports/57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 1091 time: 4.3854010 Jul 07 17:02:10.157055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:10.159997 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39c821f-26d3-43c3-b1cd-477356f73586" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:10.163254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet d25b9600-22fa-41fd-8a0c-3ced24d18291 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:10.187330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.231101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Request body: {'port': {'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:10.262311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.270028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.277549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.285261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.292356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.304016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.311083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.326015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5cafff8-8abb-4cdc-92aa-96191f6386f1 req-92b7fdc8-a9ec-40ce-a26d-355db586725c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.6172454 Jul 07 17:02:10.422754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46de3d33-7324-4009-bd6b-abd1ba242f5c None None] Could not find standard attr ID for object c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:02:10.426909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.439582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.526234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d4df22cf-4fc6-4e70-a346-84ac6c6133b0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:10.530236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefec6b-9fc4-4919-8a37-acc748ca5933 service neutron] Pushing event updated for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.541205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f4cd45d3-28cd-456a-8227-f0882e1beef5 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:10.696883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a083c27-0189-487a-b5fb-cfef8c06d391 req-4d331980-45bd-4ce0-a141-a36748efa91c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.713392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a083c27-0189-487a-b5fb-cfef8c06d391 req-4d331980-45bd-4ce0-a141-a36748efa91c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.5874164 Jul 07 17:02:10.735595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.746570 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f213618b-2c3c-41c7-bf3d-6319ee63ba73 x-openstack-request-id: req-f213618b-2c3c-41c7-bf3d-6319ee63ba73 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:10.747448 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:10.747448 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f213618b-2c3c-41c7-bf3d-6319ee63ba73 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:10.747810 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6', 'status': 'completed', 'code': 200} Jul 07 17:02:10.748720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23d3d4bd-4638-4699-8f60-b2ad196d3c08 req-ce7b843c-db49-4ec0-ab38-40f8a992072f service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8066211 Jul 07 17:02:10.858534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.909606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.991229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.013751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a083c27-0189-487a-b5fb-cfef8c06d391 req-b095e1c4-4f0c-4267-b4d7-2a10e00e0cad tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988853 Jul 07 17:02:11.189292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.222877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.279514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:11.375931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:11.397956 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858aef03-69b8-49f6-bae7-020ad606435d" -d '{"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-unplugged", "status": "completed", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:11.399670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=d25b9600-22fa-41fd-8a0c-3ced24d18291,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:11.442744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.445410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04aabe62-8fc6-43cf-838d-9a71d036142a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/d25b9600-22fa-41fd-8a0c-3ced24d18291 HTTP/1.1" status: 204 len: 168 time: 1.7403841 Jul 07 17:02:11.449836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.479876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910f21f-ec83-4bf9-a365-31876cb70d20 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:11.519510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:11.596369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fccf3655-4346-4a7d-8526-a4249e982c22 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361918 Jul 07 17:02:11.607050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33344) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.632095 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.675185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.675185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.675897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.676950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.678997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.679744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4df22cf-4fc6-4e70-a346-84ac6c6133b0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:11.679957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.680878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.688102 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-ad469a39-e1ef-4a03-a26b-10e3d4c9ed26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6421 time: 0.8949559 Jul 07 17:02:11.884503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261abb2-4cbc-4462-bfde-4658fe2a6f7c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.886915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6261abb2-4cbc-4462-bfde-4658fe2a6f7c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2694733 Jul 07 17:02:11.900345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.025298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d38daa7-e7c5-4148-9550-a02804ec485c {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:12.084544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.123553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac839652-fa8e-4c60-bc35-01247bfc1d19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.129844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ac839652-fa8e-4c60-bc35-01247bfc1d19 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2253170 Jul 07 17:02:12.130925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33370) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.145186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Transition to ACTIVE for port object 9d38daa7-e7c5-4148-9550-a02804ec485c will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:12.163107 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.216346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.307999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:12.308510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bec8d02a-31b7-4513-ab3f-1fcd354b30f5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755493 Jul 07 17:02:12.314546 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.324843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33374) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.382714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:12.406405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd9f8-4248-4e38-ad6b-aa869360643a req-f13f3a4c-5b93-42e7-b9b9-716af05dc1ba tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.443678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c62dd9f8-4248-4e38-ad6b-aa869360643a req-f13f3a4c-5b93-42e7-b9b9-716af05dc1ba tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 945 time: 1.3769584 Jul 07 17:02:12.567338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Pushing event updated for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.686732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.702772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.720730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.735818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.768255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.771728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:12.787300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.804896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.828668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-0aa9ac46-7b98-41f4-95c2-9b9e6a638c8a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5419 time: 1.2903090 Jul 07 17:02:13.012403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c62dd9f8-4248-4e38-ad6b-aa869360643a req-8af62c4f-7ae5-4f41-92d9-6eb34047d1fe tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665767 Jul 07 17:02:13.038096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:13.052933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.106722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a9db0b5-d006-4fa4-82a1-7e7fca790b4d req-80d87a28-a134-47a6-8775-b4b256743965 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2772782 Jul 07 17:02:13.109736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Attempting to bind port 9d38daa7-e7c5-4148-9550-a02804ec485c on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:13.114736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Attempting to bind port 9d38daa7-e7c5-4148-9550-a02804ec485c by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:13.115437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Attempting to bind port 9d38daa7-e7c5-4148-9550-a02804ec485c on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:13.125885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Port 9d38daa7-e7c5-4148-9550-a02804ec485c on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:13.128478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Attempting to bind port 9d38daa7-e7c5-4148-9550-a02804ec485c on network c78b16dd-a53c-447a-8fb2-289e9f8efb6c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:13.161476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:13.162537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Checking segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:13.162799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Bound using segment: {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:13.163299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Bound port: 9d38daa7-e7c5-4148-9550-a02804ec485c, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a85c8c-8a95-4c55-923e-9019f2b2d25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:13.164849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.263848 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fa8294-d89e-4dda-b730-92a80e97966f x-openstack-request-id: req-c9fa8294-d89e-4dda-b730-92a80e97966f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:13.264276 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-unplugged", "status": "completed", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:13.266149 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9fa8294-d89e-4dda-b730-92a80e97966f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:13.267532 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'code': 200} Jul 07 17:02:13.362366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] Deleting port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:13.367553 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.399584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:13.409041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9d38daa7-e7c5-4148-9550-a02804ec485c,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:13.424428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.620230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d4df22cf-4fc6-4e70-a346-84ac6c6133b0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:13.778423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] For port d4df22cf-4fc6-4e70-a346-84ac6c6133b0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:13.781670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.829208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-edde8661-ccc8-4924-9295-0f1012b56fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.829849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-edde8661-ccc8-4924-9295-0f1012b56fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.830929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-edde8661-ccc8-4924-9295-0f1012b56fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.835334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-edde8661-ccc8-4924-9295-0f1012b56fc2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=edcd4996e15c47fb874e36ef60218d2c&shared=False HTTP/1.1" status: 200 len: 2298 time: 2.1133230 Jul 07 17:02:13.850180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] Calling delete_port for d4df22cf-4fc6-4e70-a346-84ac6c6133b0 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:13.897529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.900303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.902267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2629502c-edca-48a7-9883-823bed84f373 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 1091 time: 3.6955867 Jul 07 17:02:13.907953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:13.933533 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c80733d-b0da-4d83-a612-20bf510a64cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:14.180004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.337506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d4df22cf-4fc6-4e70-a346-84ac6c6133b0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:14.342482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-0ea499b7-3329-4c2f-a7b4-d424ea314f02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2934849 Jul 07 17:02:14.345489 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.352347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629502c-edca-48a7-9883-823bed84f373 service neutron] Pushing event updated for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:14.367650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-c1a57527-7c2c-47db-b037-d86dbf226da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.369197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c39c821f-26d3-43c3-b1cd-477356f73586 req-c1a57527-7c2c-47db-b037-d86dbf226da6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5265877 Jul 07 17:02:14.417472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f8f0a-d973-43c2-a7bc-eee75bea0e4e req-f36aeeba-662b-42bb-8118-c0e547b44dce tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.420822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33432) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:14.432164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec5f8f0a-d973-43c2-a7bc-eee75bea0e4e req-f36aeeba-662b-42bb-8118-c0e547b44dce tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.6888700 Jul 07 17:02:14.475677 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.532007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] No DVR routers for this DVR port d4df22cf-4fc6-4e70-a346-84ac6c6133b0 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:14.579672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:14.695944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb928b-3c2c-4890-8854-7927d66c6fe4 req-6532e6b3-be51-4392-87e6-645f74bbf023 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.706335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f744e5-22df-4639-9f1c-1f440ae12dfb None None] Pushing event deleted for resources: {'Port': ['ID=d4df22cf-4fc6-4e70-a346-84ac6c6133b0,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:14.719771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11cb928b-3c2c-4890-8854-7927d66c6fe4 req-6532e6b3-be51-4392-87e6-645f74bbf023 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.6867800 Jul 07 17:02:14.747156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec5f8f0a-d973-43c2-a7bc-eee75bea0e4e req-d2936c4a-d537-4bd0-9079-4b8592b479d9 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136029 Jul 07 17:02:14.822003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11cb928b-3c2c-4890-8854-7927d66c6fe4 req-ec4a969c-8cf1-409d-9c94-62ffbe0bae3b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000724 Jul 07 17:02:14.853809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.855983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.857340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.860257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.863952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.864850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.869402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.886377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-fe912c17-77ee-4d30-9008-137c5e5e1af5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.3834774 Jul 07 17:02:15.359278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-af4a3ed9-302c-44eb-935d-b32e536f9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.360410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-af4a3ed9-302c-44eb-935d-b32e536f9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.361267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-af4a3ed9-302c-44eb-935d-b32e536f9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.364196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-af4a3ed9-302c-44eb-935d-b32e536f9f67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 2292 time: 0.4540896 Jul 07 17:02:15.410288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be677a04-d96e-417d-9df0-144c6fce58d3 req-7012e735-728d-4598-bca5-0344b60bdaf2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.423960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be677a04-d96e-417d-9df0-144c6fce58d3 req-7012e735-728d-4598-bca5-0344b60bdaf2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 943 time: 0.3866053 Jul 07 17:02:15.439633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.440434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.440620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.441056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.441558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.442027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.442496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.444809 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-392458f2-18eb-4021-92ec-02bc312b11ef req-adfa996e-d297-42b5-9ba9-1d4cd8da7920 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 1.0198646 Jul 07 17:02:15.520171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:02:15.546169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.549304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.550592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.552592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.554277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.556242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.557487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.562042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7896a735-752d-4048-a82d-9319f0922e36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6488 time: 0.4881272 Jul 07 17:02:15.607002 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506c7b0-9c79-462b-8428-d560d0c60044 x-openstack-request-id: req-c506c7b0-9c79-462b-8428-d560d0c60044 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:15.607481 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:15.607896 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c506c7b0-9c79-462b-8428-d560d0c60044 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:15.609148 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c', 'status': 'completed', 'code': 200} Jul 07 17:02:15.618499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.637517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-99fa84a0-c3d0-4d60-930d-0a88488c6787 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 1001 time: 0.2080381 Jul 07 17:02:15.688648 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7d364430-053b-481c-a14e-e54ffb9fcc79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 217 time: 0.0771849 Jul 07 17:02:15.722035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be677a04-d96e-417d-9df0-144c6fce58d3 req-31d21d05-f332-434a-8483-94dec8e861ff tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966063 Jul 07 17:02:15.749827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:15.759599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:15.775079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ba8bd-7f4f-437e-8f26-ea801b132e15 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:15.792707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.793840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.820995 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-392458f2-18eb-4021-92ec-02bc312b11ef req-787585c8-9633-4ee4-a869-5093a9aebd85 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3508759 Jul 07 17:02:15.852885 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5260956 Jul 07 17:02:15.860604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33472) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:15.867256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:12:a9:f7', 'name': 'tempest-NetworksTestDHCPv6-756800366'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:15.873097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92ec50-7a3f-4665-8d0e-fd39104768d5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:15.876957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-efc96cb8-b5f2-4c18-9adf-b9da45ba8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.881728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-efc96cb8-b5f2-4c18-9adf-b9da45ba8651 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.1889374 Jul 07 17:02:15.893349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-052ee143-2d4b-466a-af62-47fe8b17acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.896301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-052ee143-2d4b-466a-af62-47fe8b17acb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.1725030 Jul 07 17:02:16.070425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-9720b13e-f5f4-4396-93ea-eb9bb905470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.074672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-9720b13e-f5f4-4396-93ea-eb9bb905470b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785252 Jul 07 17:02:16.150911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.167406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:16.185833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.217863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b0e17d05-c788-4d5a-bf1b-a405d38e2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.219534 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b0e17d05-c788-4d5a-bf1b-a405d38e2f40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866216 Jul 07 17:02:16.240670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.270286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.302186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.333561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.364583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.370861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-4904350e-8693-4166-bd14-fb9e7edf76db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.4876428 Jul 07 17:02:16.396388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-5c2d35fe-9b78-408a-88c3-1493efa66a7d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:16.401936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-5c2d35fe-9b78-408a-88c3-1493efa66a7d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293152 Jul 07 17:02:16.541559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.548838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f4cd45d3-28cd-456a-8227-f0882e1beef5 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:16.574509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-c5a2f299-2d82-49ef-8843-cb117c836f22 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755766 Jul 07 17:02:16.591881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port b19006c7-5ac2-49e7-86ac-b0eac69568f4 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:16.649290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:16.650188 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.898542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33211c51-ab1d-4c49-9bf1-c6c9c5de3ae1 req-630070f9-0211-45c6-84ce-f78012193866 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4950762 Jul 07 17:02:17.005678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-636eae09-8fce-4082-b4e0-22130fc716ff service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178538 Jul 07 17:02:17.043156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fe12:a9f7 (805cbf09-88bb-481a-b57e-edca2fb7148a/fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45/b19006c7-5ac2-49e7-86ac-b0eac69568f4) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:17.161778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-f96b3c1a-89e9-4bd0-93ad-4ba3bc9dea01 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169368 Jul 07 17:02:17.351638 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-23cddeca-5259-4132-9ea2-63a7a1707a3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.3377187 Jul 07 17:02:17.372441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-619ab22b-0a3f-4fe6-bfb9-ad284cbcaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.374585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-619ab22b-0a3f-4fe6-bfb9-ad284cbcaed1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1097 time: 0.4719741 Jul 07 17:02:17.550373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-4733632b-9250-4ea9-87b9-ea3ebcd69f28 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873043 Jul 07 17:02:17.769449 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-47576356-0c71-4bd9-b0a0-e4062233ff42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 217 time: 0.1971431 Jul 07 17:02:17.787600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.809555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object b19006c7-5ac2-49e7-86ac-b0eac69568f4 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:17.891659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.993087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Allocated IP 2001:db8::f816:3eff:fe22:a672 (805cbf09-88bb-481a-b57e-edca2fb7148a/fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45/bb9d0f25-069f-489e-9977-0cc7a264ea9b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:18.060609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-e8ab1c06-c273-4496-b8e0-abae785831f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.069250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-e8ab1c06-c273-4496-b8e0-abae785831f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.2806251 Jul 07 17:02:18.084589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:18.096158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-c49f0c0d-56aa-4a65-8ee5-d520a56557cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.100887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-c49f0c0d-56aa-4a65-8ee5-d520a56557cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.7180200 Jul 07 17:02:18.101263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:18.164109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:18.178408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.184454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.207116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-254c4039-1fa6-490f-92ca-f826e1c6db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.216963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-254c4039-1fa6-490f-92ca-f826e1c6db60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.8471994 Jul 07 17:02:18.337223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=b19006c7-5ac2-49e7-86ac-b0eac69568f4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.357918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ad57efb5-3489-49e0-9262-47286d7d9431 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4953656 Jul 07 17:02:18.365982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33540) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:18.725818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-42b6ba39-bd73-4b17-aff4-cd3905e4769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.729756 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-42b6ba39-bd73-4b17-aff4-cd3905e4769e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4856477 Jul 07 17:02:18.763572 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.790304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Transition to ACTIVE for port object bb9d0f25-069f-489e-9977-0cc7a264ea9b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:18.854549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Transition to ACTIVE for port object bb9d0f25-069f-489e-9977-0cc7a264ea9b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:18.873495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.981419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-9e3d5afb-3762-447e-8d3f-d8e58463d63a service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445698 Jul 07 17:02:19.023239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91810b17-e9d8-4db5-9886-9066bc9e0027 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.053080 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91810b17-e9d8-4db5-9886-9066bc9e0027 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6844378 Jul 07 17:02:19.056570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Pushing event updated for resources: {'Port': ['ID=bb9d0f25-069f-489e-9977-0cc7a264ea9b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.094622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:19.103220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:19.110001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:19.212303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33556) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:19.355532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-40987e15-ce9b-445a-8fd6-73c9120d0c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 1001 time: 1.2354553 Jul 07 17:02:19.400913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-a8167bca-b439-4c36-be23-0cb8f17c8561 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095325 Jul 07 17:02:19.491955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-1a398add-94e1-466c-be43-e4f7ae033fad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.0797858 Jul 07 17:02:19.607095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-b2a489f3-fcb0-4bd4-9e9e-53b883189ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.611424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-b2a489f3-fcb0-4bd4-9e9e-53b883189ae8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.2453318 Jul 07 17:02:19.671996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d8f60482-00cd-48e5-88d3-6bb58b3e792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.674217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-d8f60482-00cd-48e5-88d3-6bb58b3e792b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1725144 Jul 07 17:02:19.676701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Attempting to bind port bb9d0f25-069f-489e-9977-0cc7a264ea9b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:19.677075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Attempting to bind port bb9d0f25-069f-489e-9977-0cc7a264ea9b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:19.682134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Attempting to bind port bb9d0f25-069f-489e-9977-0cc7a264ea9b on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:19.696470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:19.696993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:19.697555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.698040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:19.698542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Bound port: bb9d0f25-069f-489e-9977-0cc7a264ea9b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:19.699034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.805059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-cf35573f-25a4-4ea0-a64e-f553bd76c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.807342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-cf35573f-25a4-4ea0-a64e-f553bd76c1b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.7039287 Jul 07 17:02:19.846677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port b19006c7-5ac2-49e7-86ac-b0eac69568f4 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:19.847701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.849441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] For port bb9d0f25-069f-489e-9977-0cc7a264ea9b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:19.859597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] For port bb9d0f25-069f-489e-9977-0cc7a264ea9b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bb9d0f25-069f-489e-9977-0cc7a264ea9b,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:19.871416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.879868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd4d7-ff5d-426e-a98c-840b7bdb4d7e req-fca88d1e-728a-42c7-92f6-140bbae1c196 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.888177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45abd4d7-ff5d-426e-a98c-840b7bdb4d7e req-fca88d1e-728a-42c7-92f6-140bbae1c196 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.5368087 Jul 07 17:02:19.992852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-ea571df6-8086-444a-9320-ce4f8db04afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.995511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-ea571df6-8086-444a-9320-ce4f8db04afe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3138127 Jul 07 17:02:20.013939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135caa-1247-41fb-9f8a-fdf78d1edb9d None None] Pushing event updated for resources: {'Port': ['ID=bb9d0f25-069f-489e-9977-0cc7a264ea9b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.051488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.067076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for b19006c7-5ac2-49e7-86ac-b0eac69568f4 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:20.228934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45abd4d7-ff5d-426e-a98c-840b7bdb4d7e req-40267018-e875-42c4-94c8-015c6d9ff06a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394663 Jul 07 17:02:20.357348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-a1351292-8f93-4bb2-823f-9c1a33d8e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.359085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-a1351292-8f93-4bb2-823f-9c1a33d8e612 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7269871 Jul 07 17:02:20.525478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-57dbe3c2-5d8e-4aa5-afb7-8c5ff8eb4bab tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.531776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-57dbe3c2-5d8e-4aa5-afb7-8c5ff8eb4bab tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=eed77b88-651d-49fb-b97b-369f9c43abc3 HTTP/1.1" status: 200 len: 943 time: 0.6335721 Jul 07 17:02:20.667374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7820b902-7a81-4791-9cf4-69efb3de30b5 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628191 Jul 07 17:02:20.703388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-3dd66c2f-e22b-4dd8-83ec-5d3be276dbc3 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230278 Jul 07 17:02:20.754319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.783266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-f72954df-db1e-42bf-810f-401fc250a8c2 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604585 Jul 07 17:02:20.878744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=b19006c7-5ac2-49e7-86ac-b0eac69568f4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.888675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.893959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d93759bf-27ab-498e-955a-feb0bac62c74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/b19006c7-5ac2-49e7-86ac-b0eac69568f4 HTTP/1.1" status: 204 len: 168 time: 1.6777167 Jul 07 17:02:20.903298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33620) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.064480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7582c-6516-4ee3-8768-5b99fdb417ec tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.070856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7582c-6516-4ee3-8768-5b99fdb417ec tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.073705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04c7582c-6516-4ee3-8768-5b99fdb417ec tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1685109 Jul 07 17:02:21.078808 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-ba35fc52-28cf-4616-81da-c2b82ccf56c0 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922474 Jul 07 17:02:21.079995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.116014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7529157-8cf9-4b24-b696-6b6a78d697b1 req-afef3561-0976-4048-a2d4-7aebb5d6694b service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987730 Jul 07 17:02:21.259561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-14f740d3-e843-409a-bf74-2501ac95fa5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.1644170 Jul 07 17:02:21.453084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-62f9d782-2c08-4fed-a774-e058438a853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.468173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-7bb3f3c2-8d00-4cb2-904b-238caaf48878 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334199 Jul 07 17:02:21.472196 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-62f9d782-2c08-4fed-a774-e058438a853a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1658792 Jul 07 17:02:21.556833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:21.578047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.705769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bb9d0f25-069f-489e-9977-0cc7a264ea9b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:21.720099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.735486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-f9204a0c-4f24-42ff-b573-dfceef01759a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 217 time: 0.2320974 Jul 07 17:02:21.746984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Deleting port f4cd45d3-28cd-456a-8227-f0882e1beef5 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:21.747330 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.760129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-92f3df81-05ed-4e90-a7df-9b48f285f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.762033 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-92f3df81-05ed-4e90-a7df-9b48f285f512 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2802980 Jul 07 17:02:21.783322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.790511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.798305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.811465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.850114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.866052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.892692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.903032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-4298fb96-d1b4-44ed-b859-ceb1f4a6bcfc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 1.1878035 Jul 07 17:02:21.962212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bb9d0f25-069f-489e-9977-0cc7a264ea9b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:22.175036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-77d0d360-e698-491a-aa7b-f0c1a8437d5d service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994892 Jul 07 17:02:22.220755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Provisioning for port bb9d0f25-069f-489e-9977-0cc7a264ea9b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:22.232204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c508fa99-7554-48ab-bdd8-0b666b34966b req-a6252a0b-8def-4a3d-b3c8-c39da8be68e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3281658 Jul 07 17:02:22.235712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Provisioning complete for port bb9d0f25-069f-489e-9977-0cc7a264ea9b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:22.244180 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.347296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-4c1990e0-e7a1-4bf5-8d83-5de8e099adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.382393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-4c1990e0-e7a1-4bf5-8d83-5de8e099adae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.6373155 Jul 07 17:02:22.511660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.593401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] For port f4cd45d3-28cd-456a-8227-f0882e1beef5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f4cd45d3-28cd-456a-8227-f0882e1beef5,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:22.594174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.626885 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.677762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Calling delete_port for f4cd45d3-28cd-456a-8227-f0882e1beef5 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:22.817604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b7e14f86-b811-4bfd-bddb-19bbfe28aed9 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008399 Jul 07 17:02:22.908273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:22.929496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-b3fcd745-411f-4e79-931f-897a0094be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.931152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-b3fcd745-411f-4e79-931f-897a0094be25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5393574 Jul 07 17:02:22.939913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-9d54f8da-49d1-412b-9482-2b57e8161015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.1107836 Jul 07 17:02:22.979923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.092702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.111565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.114296 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-85895216-6d9a-4473-be25-37bb2b3ccef7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45 HTTP/1.1" status: 204 len: 168 time: 2.0325696 Jul 07 17:02:23.119467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33678) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.132753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:23.178446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650ec79-b1ae-4d9e-8fd4-83853d885456 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:23.185356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:23.371614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ddd88-f4f1-4766-b709-6a06391f7300 req-8456c8d7-8046-4a47-96aa-842c7500d48d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.381397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b24ddd88-f4f1-4766-b709-6a06391f7300 req-8456c8d7-8046-4a47-96aa-842c7500d48d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.8214350 Jul 07 17:02:23.460412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-16424b8f-4ce2-4919-8e18-f940bd7d9254 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006166 Jul 07 17:02:23.537570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b24ddd88-f4f1-4766-b709-6a06391f7300 req-05cee6cb-1369-4edc-85ac-4ea6d88c0d76 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543829 Jul 07 17:02:23.757184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.778319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01b0d037-1744-4d41-ac64-4ff6fbf53b8a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6546798 Jul 07 17:02:23.781336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-6c709884-76d8-4894-8471-12c633095b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.794309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33696) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.805755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-6c709884-76d8-4894-8471-12c633095b7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.8580167 Jul 07 17:02:23.816781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:23.840083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:23.877785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.881055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:23.881055 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:23.902830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:23.932213 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.935864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.989881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-fa2ebcb7-8c1f-4d10-b142-947733b5fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.994360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-fa2ebcb7-8c1f-4d10-b142-947733b5fcf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1811409 Jul 07 17:02:24.024739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.115500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['9b7aecf4-3f65-409f-9421-ff92401afd23'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:24.215817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:24.229834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event deleted for resources: {'Port': ['ID=f4cd45d3-28cd-456a-8227-f0882e1beef5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.283579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-9e0e6c1a-e532-422c-b692-c5e5121dad7f service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112216 Jul 07 17:02:24.333369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b0f33b66-7a4d-4e9e-a72c-6ba972b7caab service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229136 Jul 07 17:02:24.363654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] Deleting port bb9d0f25-069f-489e-9977-0cc7a264ea9b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:24.364007 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.375553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-0baf2ad4-18e6-4360-9de2-3db67b629c6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 217 time: 0.0527234 Jul 07 17:02:24.537254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.569629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] For port bb9d0f25-069f-489e-9977-0cc7a264ea9b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bb9d0f25-069f-489e-9977-0cc7a264ea9b,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:24.570035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.588021 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-52fa67e9-e18b-43fd-8e4b-f785a43ec8c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474475 Jul 07 17:02:24.602866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-4a09f160-ea0a-4311-b6b3-42f465e5ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.605631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-4a09f160-ea0a-4311-b6b3-42f465e5ad21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.2215099 Jul 07 17:02:24.613574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] No DVR routers for this DVR port f4cd45d3-28cd-456a-8227-f0882e1beef5 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:24.624894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] Calling delete_port for bb9d0f25-069f-489e-9977-0cc7a264ea9b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:24.680641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] For port bb9d0f25-069f-489e-9977-0cc7a264ea9b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bb9d0f25-069f-489e-9977-0cc7a264ea9b,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:24.683546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-74ca1023-82c9-451f-a7bf-2a17302c07cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.0885091 Jul 07 17:02:24.695062 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.752154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:24.755876 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.775947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.801751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f93a76ad-ef4d-49a7-bbec-04bd0e4d5f5f req-45715923-9d08-4e4e-bebc-4af7706e4557 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "DELETE /v2.0/ports/f4cd45d3-28cd-456a-8227-f0882e1beef5 HTTP/1.1" status: 204 len: 173 time: 4.0956228 Jul 07 17:02:24.803675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-deleted', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:24.806238 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967aec9e-535e-46ea-a240-6a161dead43f" -d '{"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-deleted", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:24.829376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-96c84f7a-49e1-4483-b807-dcf8ff16ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.831447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-96c84f7a-49e1-4483-b807-dcf8ff16ba55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1409729 Jul 07 17:02:24.892586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c2f61aef-fadf-4ab9-9a29-ac1229c7617d None None] Could not find standard attr ID for object b19006c7-5ac2-49e7-86ac-b0eac69568f4. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:02:25.000349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-f688ebff-364e-42b2-85c8-834833d3ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.004968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:25.005788 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-f688ebff-364e-42b2-85c8-834833d3ceb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668706 Jul 07 17:02:25.032046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98afbc6-d95a-4b38-935f-aafaed8bc4e3 None None] Pushing event updated for resources: {'Port': ['ID=bb9d0f25-069f-489e-9977-0cc7a264ea9b,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.061784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.068484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.088550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.100696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.115253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.137135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.160045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.162156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-f3731ec5-70ec-491a-9c29-b4cf68646d5b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 1.2768884 Jul 07 17:02:25.227876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-b3dbd240-037c-43f7-8cb1-7f95d7055333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.231958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-2614e610-556d-4ab5-994d-dfec661e4741 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204177 Jul 07 17:02:25.233996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-b3dbd240-037c-43f7-8cb1-7f95d7055333 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6162322 Jul 07 17:02:25.243685 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.256622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 9b7aecf4-3f65-409f-9421-ff92401afd23 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:25.257298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.449168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] Pushing event deleted for resources: {'Port': ['ID=bb9d0f25-069f-489e-9977-0cc7a264ea9b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.480518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf9a9c3-582a-44a4-8122-0611ebba462b req-31a78d5e-2559-49cc-979a-123d36cb6ed6 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2910314 Jul 07 17:02:25.483933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-bfceb368-890d-44c4-952a-82cd3c2e1cd3 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445941 Jul 07 17:02:25.511246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20665ba9-fb2c-4b80-ab07-391f70394c24 None None] No DVR routers for this DVR port bb9d0f25-069f-489e-9977-0cc7a264ea9b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:25.630576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-8f45ce6c-ee19-4cb9-93c1-5edf87b346d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.1396375 Jul 07 17:02:25.692312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bb9d0f25-069f-489e-9977-0cc7a264ea9b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:25.713737 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2592f3-9a8f-406a-83a4-ff2e0d4ad0a5 x-openstack-request-id: req-2b2592f3-9a8f-406a-83a4-ff2e0d4ad0a5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:25.714111 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed77b88-651d-49fb-b97b-369f9c43abc3", "name": "network-vif-deleted", "tag": "f4cd45d3-28cd-456a-8227-f0882e1beef5", "status": "failed", "code": 422}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:25.714321 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b2592f3-9a8f-406a-83a4-ff2e0d4ad0a5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:25.714697 n-d-793619-7 neutron-server[98270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eed77b88-651d-49fb-b97b-369f9c43abc3', 'name': 'network-vif-deleted', 'tag': 'f4cd45d3-28cd-456a-8227-f0882e1beef5', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:02:25.729057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-b1a7e0b5-141d-4d1a-94d8-0c65f1804136 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784327 Jul 07 17:02:25.763885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b7547c43-9640-4828-93f0-c4f6bccaad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.767511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-b7547c43-9640-4828-93f0-c4f6bccaad03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1178033 Jul 07 17:02:25.783619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bb9d0f25-069f-489e-9977-0cc7a264ea9b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:25.784465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bb9d0f25-069f-489e-9977-0cc7a264ea9b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:25.839520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-50f03f98-b09f-4c4a-acc8-859d70a21b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.841944 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-50f03f98-b09f-4c4a-acc8-859d70a21b0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682220 Jul 07 17:02:25.883576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.934393 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:26.005978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:26.010350 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d662c28c-8f7d-470c-8074-02317f54a745" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:26.050293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:26.050988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-7dda5f2f-5bf5-4fac-8ac0-c4a5b458b40a service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012050 Jul 07 17:02:26.059726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.184228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-6ff81355-9953-4bc6-aac8-8a3d56a14263 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271886 Jul 07 17:02:26.206310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.258229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-b2862ce0-256b-4898-950c-a48116676ec9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 217 time: 0.0620346 Jul 07 17:02:26.288012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:02:26.381825 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-232e9fc6-23e7-4327-abb4-906bddfc2669 req-ba3b654d-fba8-45c7-ba7d-ffbe1dc79abf service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246126 Jul 07 17:02:26.429534 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdb84b6-c17e-4b5e-ac3c-9821db9454a0 x-openstack-request-id: req-9bdb84b6-c17e-4b5e-ac3c-9821db9454a0 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:26.429833 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:26.430966 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bdb84b6-c17e-4b5e-ac3c-9821db9454a0 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:26.431437 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 17:02:26.438313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.647422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-c10d1fef-a686-45c1-9538-da42d65d3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.652855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-c10d1fef-a686-45c1-9538-da42d65d3c57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.3632147 Jul 07 17:02:26.688731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.689172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.689635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.690110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.690582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.691053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.691521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.701657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-c5d2716a-6910-4b2e-ad3d-7a052d9ca443 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6488 time: 0.1900990 Jul 07 17:02:26.796443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:26.873963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-0ba296a6-3287-44c9-973a-bcb37dfb908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.876242 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-0ba296a6-3287-44c9-973a-bcb37dfb908e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 903 time: 0.1731145 Jul 07 17:02:26.892650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:26.901285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.901978 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.907491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7f47b-442c-41f2-9013-03ea88c9157f None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:26.923599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=e91014c1-8926-42d3-b76f-416e6372fd1d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.965772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-1a053f9a-fcd0-439e-aea8-6b8bd01ce205 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.0832536 Jul 07 17:02:27.001619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c4c6f86-fbcf-4800-957c-c725e9741ef3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2052298 Jul 07 17:02:27.009797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33794) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.019082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:4f:0e:c9', 'name': 'tempest-NetworksTestDHCPv6-1907064735'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:27.071654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-a0e99de0-5f73-4dc4-893f-7c60b4196afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.074165 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-a0e99de0-5f73-4dc4-893f-7c60b4196afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1018360 Jul 07 17:02:27.207303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.223052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.231404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.240056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.250831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.256416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-73117fcb-a9df-4efa-bb0e-575f9775fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.261413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.264406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-73117fcb-a9df-4efa-bb0e-575f9775fb04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1839211 Jul 07 17:02:27.268516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.283205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-200016af-95d4-4080-ae92-fb7bd834d451 req-f1e92942-32ff-49e6-ab5f-8506aab252bd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.4985769 Jul 07 17:02:27.302926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-26cd9afe-b2cf-4b4a-8b5b-f9e7db6d2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.304859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-26cd9afe-b2cf-4b4a-8b5b-f9e7db6d2baa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6378357 Jul 07 17:02:27.305799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'e91014c1-8926-42d3-b76f-416e6372fd1d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:27.306798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.377084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-c40473a9-137f-48a7-b1a9-f02cd4d12dc8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.388299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-c40473a9-137f-48a7-b1a9-f02cd4d12dc8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.5254540 Jul 07 17:02:27.549580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Allocated IP 2001:db8::f816:3eff:fe65:47c9 (805cbf09-88bb-481a-b57e-edca2fb7148a/e91014c1-8926-42d3-b76f-416e6372fd1d/ca7cb193-4f2d-4298-84c7-d75cbaf98d6d) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:27.579936 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-cb82a717-74d5-43bc-95e4-1b4f0be85eb8 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084779 Jul 07 17:02:27.823550 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3c80733d-b0da-4d83-a612-20bf510a64cb req-7a64a643-666b-44bf-a986-c6b85c10440a service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360532 Jul 07 17:02:27.835274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.852005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Transition to ACTIVE for port object ca7cb193-4f2d-4298-84c7-d75cbaf98d6d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:27.893419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Transition to ACTIVE for port object ca7cb193-4f2d-4298-84c7-d75cbaf98d6d will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:27.905682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.008228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Pushing event updated for resources: {'Port': ['ID=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:28.041725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:28.044452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:28.049729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:28.081989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-df142453-53a9-48e2-a1dd-b54f97996473 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.6921117 Jul 07 17:02:28.121130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:28.144969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-200016af-95d4-4080-ae92-fb7bd834d451 req-ccb836ee-b95c-4475-bff5-bc73804f06c8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8614769 Jul 07 17:02:28.284499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Attempting to bind port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:28.291896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Attempting to bind port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:28.294896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Attempting to bind port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:28.317152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:28.317907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:28.318385 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.319005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:28.319795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Bound port: ca7cb193-4f2d-4298-84c7-d75cbaf98d6d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:28.320394 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.467693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-7d528647-0458-47e9-9499-dbac42546ba1 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3377478 Jul 07 17:02:28.504452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b3acd6b3-3c1d-4241-9aba-92520f926999 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:28.518023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b3acd6b3-3c1d-4241-9aba-92520f926999 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0372043 Jul 07 17:02:28.578245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] For port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:28.587943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] For port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:28.600877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.781541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.785791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-69298e4e-fb24-4b17-826a-966c58a88d13 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4670000 Jul 07 17:02:28.902465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153251e-3d89-4f7e-a7f9-44d9d8d18b64 None None] Pushing event updated for resources: {'Port': ['ID=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:28.927726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port df234308-0f10-4c32-8bf3-62112e299a78 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:28.943549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-0f3e82f0-f243-42f3-a66b-13728f303066 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005225 Jul 07 17:02:29.186962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fe4f:ec9 (805cbf09-88bb-481a-b57e-edca2fb7148a/e91014c1-8926-42d3-b76f-416e6372fd1d/df234308-0f10-4c32-8bf3-62112e299a78) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:29.479656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-7c3e73a6-ccc7-483a-b677-3917f03d6215 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806083 Jul 07 17:02:29.486379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-d9962127-32ae-43dc-a2ae-bf325793bf3a service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853845 Jul 07 17:02:29.585608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-35e09456-7e9d-4ace-9144-70ba7c767778 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.0846307 Jul 07 17:02:29.631970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ca7cb193-4f2d-4298-84c7-d75cbaf98d6d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:29.807617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:29.943173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a004e12e-5870-4bd3-a762-c1a55a68e494 req-53fd586a-38fe-4d6b-aa20-98dc568c9bcd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 210 time: 0.0869238 Jul 07 17:02:30.083449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-fc05301e-7815-4a11-9a41-2246ee36a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.085046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-fc05301e-7815-4a11-9a41-2246ee36a513 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.4851129 Jul 07 17:02:30.091230 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.255651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.276886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.300439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.348791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.378246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.399985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.421251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.432941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-b7642723-2137-44e3-a7a4-f689fdf659e3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.9564719 Jul 07 17:02:30.438566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object df234308-0f10-4c32-8bf3-62112e299a78 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:30.561564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a63c4f9d-5203-4b0f-96d7-c2cd2bc7a9dc req-5b627334-d395-4cdc-907a-e69b6fceacd7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256728 Jul 07 17:02:30.609263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-d60ffeb3-cf14-4842-8783-cd6a04bfe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.613446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-d60ffeb3-cf14-4842-8783-cd6a04bfe16e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5044441 Jul 07 17:02:30.616503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.863146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:30.888725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:30.916460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:30.933641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.938608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.960917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9496300 Jul 07 17:02:30.967481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33892) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:30.970329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633812f-31a9-4aa3-8645-b9973a63c806 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=df234308-0f10-4c32-8bf3-62112e299a78,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.041663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] Provisioning for port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:31.051964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] Provisioning complete for port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:31.052350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.152161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-ca35447f-2c87-4eb0-92b2-f83c5d289c9f service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294616 Jul 07 17:02:31.224331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d2cde-163f-4e57-a249-df8679ce3da0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.243369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0a82423-34be-4a3a-92c1-0c6d9175018b req-69eac5bc-d64f-4634-8485-04d9674ddbd7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 210 time: 0.1408498 Jul 07 17:02:31.279390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d2cde-163f-4e57-a249-df8679ce3da0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.281425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-309d2cde-163f-4e57-a249-df8679ce3da0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3107512 Jul 07 17:02:31.287770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:31.408857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.475172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] For port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:31.484372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.524532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-bc96592f-0af4-4fbf-ac16-61defeec15fd service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765238 Jul 07 17:02:31.577252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port df234308-0f10-4c32-8bf3-62112e299a78 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:31.578695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.632605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-6ff2c491-7ef6-4d30-a91d-a19e672cde9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.0991836 Jul 07 17:02:31.693529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c5392f5a-d940-46f5-abd9-17c09e232ba4 None None] Provisioning for port df234308-0f10-4c32-8bf3-62112e299a78 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:31.711594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-6e1dba7b-2ac5-4f49-b7ee-bfd36a43deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.713349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-6e1dba7b-2ac5-4f49-b7ee-bfd36a43deac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.0658703 Jul 07 17:02:31.731909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c5392f5a-d940-46f5-abd9-17c09e232ba4 None None] Provisioning complete for port df234308-0f10-4c32-8bf3-62112e299a78 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:31.733011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5392f5a-d940-46f5-abd9-17c09e232ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.850708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce419-1664-428a-a2f2-05df95877ece req-ab097598-1886-4d0a-93d3-ab144907a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.862659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-ab097598-1886-4d0a-93d3-ab144907a5ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1373351 Jul 07 17:02:31.885710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06537548-3d78-40fe-85dd-f0891411f7c8 None None] Pushing event updated for resources: {'Port': ['ID=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.949686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c5392f5a-d940-46f5-abd9-17c09e232ba4 None None] Port df234308-0f10-4c32-8bf3-62112e299a78 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:31.974844 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.016865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for df234308-0f10-4c32-8bf3-62112e299a78 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:32.324093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-d4045b20-a931-42cc-8244-2c3753e87f81 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589357 Jul 07 17:02:32.502190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-8f8dfbef-7d71-416f-888e-2610a7802ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3298147 Jul 07 17:02:32.532692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.617492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=df234308-0f10-4c32-8bf3-62112e299a78,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.679209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.682178 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1575620a-bac5-4ac3-8303-d1db2e57b2db tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/df234308-0f10-4c32-8bf3-62112e299a78 HTTP/1.1" status: 204 len: 168 time: 1.3917866 Jul 07 17:02:32.703025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33926) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.776091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-d09354d4-e515-4da4-8782-3615496940c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.778440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-d09354d4-e515-4da4-8782-3615496940c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 1097 time: 0.1168735 Jul 07 17:02:32.828184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.852345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.868543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.892625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.912667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.934561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.957486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.968134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-3b00aabf-ad80-4866-951e-3581cde6ad46 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.8899314 Jul 07 17:02:32.992577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-c393b2f2-d799-40a9-a7b2-0b32c746e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.996130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-c393b2f2-d799-40a9-a7b2-0b32c746e104 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.1801221 Jul 07 17:02:33.103132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3efce419-1664-428a-a2f2-05df95877ece req-057974e8-79ba-44ee-ad23-4e79e0f063d7 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666602 Jul 07 17:02:33.107185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e319a10-5196-4935-957e-ace0d9e1b0be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.108983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e319a10-5196-4935-957e-ace0d9e1b0be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.110644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e319a10-5196-4935-957e-ace0d9e1b0be tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1406190 Jul 07 17:02:33.113983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:33.162039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f7c5aaac-63db-4ef0-a5e2-36bf8d91c358 req-dda8b465-aeef-4a41-a009-707b218c478c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 210 time: 0.4778395 Jul 07 17:02:33.299213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet e91014c1-8926-42d3-b76f-416e6372fd1d {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:33.303654 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.314399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58b11174-2171-4aa9-b853-9b6d005bace0 req-4b768471-9eb0-408b-89bb-6e28331600d4 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3360720 Jul 07 17:02:33.446170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.454657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-a7235481-cd75-4107-ac81-b5564f648594 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 200 len: 1001 time: 0.4507408 Jul 07 17:02:33.486229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.593543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ca7cb193-4f2d-4298-84c7-d75cbaf98d6d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:33.722937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-5d8678a7-fbb7-4dd2-9c1a-25b75b396988 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.725512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-5d8678a7-fbb7-4dd2-9c1a-25b75b396988 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.54 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.2652364 Jul 07 17:02:33.750612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Request body: {'port': {'device_id': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'admin_state_up': True, 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:33.821797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-db233dc5-e75b-4244-bb1e-510b3e210df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.823369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-db233dc5-e75b-4244-bb1e-510b3e210df6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.2831755 Jul 07 17:02:33.847378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:33.858017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.077498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.146911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:34.151272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.328545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.427786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226a125-9f60-4912-9a78-48a9f8ea6bea None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:34.530834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.535120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/e91014c1-8926-42d3-b76f-416e6372fd1d HTTP/1.1" status: 204 len: 168 time: 1.4087353 Jul 07 17:02:34.544429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484b3c-763a-4071-b219-cc0cf49de80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=e91014c1-8926-42d3-b76f-416e6372fd1d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.564978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Allocated IP 172.20.0.7 (b1ac1cea-d9f4-440e-99e7-a5fcdc798b09/c884c518-ad9a-4d88-938c-e0cde3909610/465003b3-4669-4f25-9bd5-c387625447c8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:34.571841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33960) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.772438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.795677 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9b0fb4d9-29f7-4f70-94b9-227e72f80956 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2144120 Jul 07 17:02:34.813401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33964) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.860251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.934537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-dc98bc85-3b28-4ec4-8c6e-94a32f2f6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.938623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-dc98bc85-3b28-4ec4-8c6e-94a32f2f6a1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0893550 Jul 07 17:02:35.025539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:35.069751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:35.076104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:35.100816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:35.129095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed621a-758a-4fa2-bebb-64397bc5ee6b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.139913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72ed621a-758a-4fa2-bebb-64397bc5ee6b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3172781 Jul 07 17:02:35.151722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33970) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:35.156554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5ea82db5-0d43-4588-ada4-e0ef5cdc748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.167853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] Deleting port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:35.168293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.175085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.177004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.213274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685712 Jul 07 17:02:35.241623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Request body: {'port': {'device_id': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:35.255794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d449cf-2954-4310-b234-27333c62379a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event updated for resources: {'Port': ['ID=465003b3-4669-4f25-9bd5-c387625447c8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.316578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.335847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.348325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] For port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:35.348731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.353170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.364035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-18c6fb6b-9022-4a2b-8d6b-f347fe624c93 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146299 Jul 07 17:02:35.370337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c9dac-662f-4e4f-9ce2-0f3c99407d44 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.374503 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-036c9dac-662f-4e4f-9ce2-0f3c99407d44 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2196324 Jul 07 17:02:35.385146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.390350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33978) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:35.400489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.417283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] Calling delete_port for ca7cb193-4f2d-4298-84c7-d75cbaf98d6d owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:35.429697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.450078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.464054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-d0996985-5d28-4c30-938e-4aeb54548826 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.6490014 Jul 07 17:02:35.548854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ca7cb193-4f2d-4298-84c7-d75cbaf98d6d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:35.657829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ae273915-90d7-4d98-ba23-112c38ca1973 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2650342 Jul 07 17:02:35.663914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33986) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:35.680615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:35.689479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140b320-2990-4757-beb5-468b99d8bcba req-68976f6e-85a6-4516-9d29-ea327a0a8537 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.697019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c140b320-2990-4757-beb5-468b99d8bcba req-68976f6e-85a6-4516-9d29-ea327a0a8537 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 931 time: 0.8802009 Jul 07 17:02:35.731092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2964ce4-0b86-4bd5-b28b-de3a53a80d43 req-4a73397f-976d-4aad-b7b8-0270ee48d199 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2657106 Jul 07 17:02:35.751447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.785770 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.833220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] Pushing event deleted for resources: {'Port': ['ID=ca7cb193-4f2d-4298-84c7-d75cbaf98d6d,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.840287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b68d7-2310-4d57-9892-d80d1b78d1df None None] No DVR routers for this DVR port ca7cb193-4f2d-4298-84c7-d75cbaf98d6d on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:35.849728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.914750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c140b320-2990-4757-beb5-468b99d8bcba req-710f021f-03ed-4c09-8e8d-571f9774e9d6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168064 Jul 07 17:02:36.005506 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-361a722c-55a2-4ec7-a675-c37e292f1c3a req-409be0e1-3cad-478d-92a0-452d8d641191 service neutron] 10.222.0.13 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291573 Jul 07 17:02:36.043736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:36.048807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.525211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465003b3-4669-4f25-9bd5-c387625447c8 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:36.538758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.569634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Transition to ACTIVE for port object 465003b3-4669-4f25-9bd5-c387625447c8 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:36.575931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.592556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.719672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Pushing event updated for resources: {'Port': ['ID=465003b3-4669-4f25-9bd5-c387625447c8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.828479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Attempting to bind port 465003b3-4669-4f25-9bd5-c387625447c8 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:36.832748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Attempting to bind port 465003b3-4669-4f25-9bd5-c387625447c8 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:36.833553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Attempting to bind port 465003b3-4669-4f25-9bd5-c387625447c8 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:36.840352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Port 465003b3-4669-4f25-9bd5-c387625447c8 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:36.843678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Attempting to bind port 465003b3-4669-4f25-9bd5-c387625447c8 on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:36.864642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:36.865306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:36.866477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Bound using segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:36.867388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Bound port: 465003b3-4669-4f25-9bd5-c387625447c8, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:36.868160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.870935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:36.878171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:36.886466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.887784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.891956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6085e9f2-fef7-472d-b4e4-5067d3e6de77 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:36.906861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=8d4fa7e2-ceb6-4846-bab7-749e79b0cf59,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.929910 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b0133bad-8aef-4ffc-b79b-0214ef270ad3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2626791 Jul 07 17:02:36.932179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:36.956567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:fd:3e:81', 'name': 'tempest-NetworksTestDHCPv6-613601807'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:37.238324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '8d4fa7e2-ceb6-4846-bab7-749e79b0cf59'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:37.239241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.311390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] For port 465003b3-4669-4f25-9bd5-c387625447c8, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:37.317790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] For port 465003b3-4669-4f25-9bd5-c387625447c8, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=465003b3-4669-4f25-9bd5-c387625447c8,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:37.382612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.483024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/8d4fa7e2-ceb6-4846-bab7-749e79b0cf59/8c8028e1-54aa-49eb-9835-5e15c6e10490) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:37.573429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Pushing event updated for resources: {'Port': ['ID=465003b3-4669-4f25-9bd5-c387625447c8,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.661078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.662211 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.664896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-bb56f0cc-b342-4565-9488-5b6fbb2807bf service neutron] 10.222.0.54 "PUT /v2.0/ports/465003b3-4669-4f25-9bd5-c387625447c8 HTTP/1.1" status: 200 len: 1091 time: 2.4357367 Jul 07 17:02:37.680998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'tag': '465003b3-4669-4f25-9bd5-c387625447c8'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:37.685958 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa0297-76d3-4c04-a85f-a31ed1c7063f" -d '{"events": [{"name": "network-changed", "server_uuid": "41ad73dc-3300-4709-ae4d-d880506a43f7", "tag": "465003b3-4669-4f25-9bd5-c387625447c8"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:37.780818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0c92-f72f-4b18-b350-c9f0cd8d56d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.798064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.844335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88a03-fc48-4adf-900c-93887bf56012 req-cd78020d-d84e-4d38-8511-e41c88f98509 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.849415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ef88a03-fc48-4adf-900c-93887bf56012 req-cd78020d-d84e-4d38-8511-e41c88f98509 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 943 time: 0.5239537 Jul 07 17:02:37.981125 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.003135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Transition to ACTIVE for port object 8c8028e1-54aa-49eb-9835-5e15c6e10490 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:38.051087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Transition to ACTIVE for port object 8c8028e1-54aa-49eb-9835-5e15c6e10490 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:38.055121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.064865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.071133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.085743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.100739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.116559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.129731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.143753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.146986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-d6c21099-02e3-4993-81b9-6019737eda60 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.9766767 Jul 07 17:02:38.155562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:38.169381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:38.180612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:38.185081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Pushing event updated for resources: {'Port': ['ID=8c8028e1-54aa-49eb-9835-5e15c6e10490,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.267346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4cff04d0-b668-4bef-806b-f939a66a02dc req-b76c0feb-6d44-4b49-b709-9ead8480c4db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073594 Jul 07 17:02:38.275931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ef88a03-fc48-4adf-900c-93887bf56012 req-ff0e7def-f661-46dc-9b18-3fdbccced695 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403833 Jul 07 17:02:38.313624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:38.387894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-48069ae7-0ce2-4c8a-be5c-4fd5b25a791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.389603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-48069ae7-0ce2-4c8a-be5c-4fd5b25a791f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 1094 time: 0.6575046 Jul 07 17:02:38.440905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Attempting to bind port 8c8028e1-54aa-49eb-9835-5e15c6e10490 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:38.444619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Attempting to bind port 8c8028e1-54aa-49eb-9835-5e15c6e10490 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:38.444619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Attempting to bind port 8c8028e1-54aa-49eb-9835-5e15c6e10490 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:38.456723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-91895a74-aba0-4d5f-9695-ea7e8dd2fef3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=465003b3-4669-4f25-9bd5-c387625447c8 HTTP/1.1" status: 200 len: 217 time: 0.0578241 Jul 07 17:02:38.458064 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6990b57f-5db5-4064-bee5-72bd55ca89c1 x-openstack-request-id: req-6990b57f-5db5-4064-bee5-72bd55ca89c1 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:38.458356 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ad73dc-3300-4709-ae4d-d880506a43f7", "tag": "465003b3-4669-4f25-9bd5-c387625447c8", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:38.458701 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6990b57f-5db5-4064-bee5-72bd55ca89c1 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:38.459043 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'tag': '465003b3-4669-4f25-9bd5-c387625447c8', 'status': 'completed', 'code': 200} Jul 07 17:02:38.478314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:38.482064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:38.483184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.483965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:38.485745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Bound port: 8c8028e1-54aa-49eb-9835-5e15c6e10490, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:38.487295 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.528127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-a95deaed-f62f-4cad-85d1-71d2d8e0e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.530638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-a95deaed-f62f-4cad-85d1-71d2d8e0e680 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.0638242 Jul 07 17:02:38.604690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-a2f1f6bb-81d4-4ca3-8b49-ca18fb29d0c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593925 Jul 07 17:02:38.692239 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.724338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] For port 8c8028e1-54aa-49eb-9835-5e15c6e10490, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:38.729357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] For port 8c8028e1-54aa-49eb-9835-5e15c6e10490, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c8028e1-54aa-49eb-9835-5e15c6e10490,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:38.741616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.895442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.929900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c851e-0fff-45d2-8cfa-d8c88464aa9d None None] Pushing event updated for resources: {'Port': ['ID=8c8028e1-54aa-49eb-9835-5e15c6e10490,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.994929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:39.096201 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.180529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-6ca741a0-e2ae-48c7-8975-be94517662a9 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695503 Jul 07 17:02:39.481155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53729ecf-2b7b-456d-a62e-20e3303a303c req-d30c3fcd-2cb9-44bd-8012-1ce7c9ed4581 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758274 Jul 07 17:02:39.554321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.807676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c8028e1-54aa-49eb-9835-5e15c6e10490 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:39.942682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.950880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.005831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8c8028e1-54aa-49eb-9835-5e15c6e10490 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:40.041880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b61c2a-f85f-46e4-afeb-00cca75c5d72,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.070821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::3c (805cbf09-88bb-481a-b57e-edca2fb7148a/8d4fa7e2-ceb6-4846-bab7-749e79b0cf59/5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:40.128752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.128752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.131277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.131949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.132586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.133206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.133796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.134397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.134984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.136644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.136644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.137079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:40.154008 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-009a7a73-c3c3-495f-9a7c-dd447cb2bd47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54385467ca394dcf8d3d0dfeb1a78e70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2568631 Jul 07 17:02:40.155859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34062) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:40.691711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-7a100eec-bf07-4127-94bf-0425f8dae2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.695848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-7a100eec-bf07-4127-94bf-0425f8dae2a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 1094 time: 1.0200264 Jul 07 17:02:40.752199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.923745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.932143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.939813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.949876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.963943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.976810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.012529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.016313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-ed55fec8-9483-4eae-ba4d-083cf6e0cd22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 1.1932874 Jul 07 17:02:41.074801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] Provisioning for port 8c8028e1-54aa-49eb-9835-5e15c6e10490 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:41.087119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] Provisioning complete for port 8c8028e1-54aa-49eb-9835-5e15c6e10490 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:41.088198 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.154191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6637bd-0aa6-4de2-a31e-b739ef03f54d req-ccc447ee-c494-4120-aa12-0ea255f6b695 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.156087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6637bd-0aa6-4de2-a31e-b739ef03f54d req-ccc447ee-c494-4120-aa12-0ea255f6b695 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 943 time: 1.2407033 Jul 07 17:02:41.213405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-62f678a0-e48f-46c0-b144-7082f759075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.215529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-62f678a0-e48f-46c0-b144-7082f759075f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.4885256 Jul 07 17:02:41.261156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b4d3964-3a4b-470e-b1fd-795f3009d32a req-1daa528a-1b96-443b-abf0-19d448dc2b35 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960323 Jul 07 17:02:41.293009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.373684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] For port 8c8028e1-54aa-49eb-9835-5e15c6e10490, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c8028e1-54aa-49eb-9835-5e15c6e10490,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:41.385209 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.407284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-f063aacc-291c-45cb-b535-286cc2bda55b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=465003b3-4669-4f25-9bd5-c387625447c8 HTTP/1.1" status: 200 len: 217 time: 0.1720560 Jul 07 17:02:41.457807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e7ddaf-32a4-42ce-933f-70595a659b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.506433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e7ddaf-32a4-42ce-933f-70595a659b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.520723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3d063-0e3f-4ca2-8809-ad559f0652d8 None None] Pushing event updated for resources: {'Port': ['ID=8c8028e1-54aa-49eb-9835-5e15c6e10490,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.706882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6637bd-0aa6-4de2-a31e-b739ef03f54d req-dbb7c0c8-ba6c-439a-a2eb-74d00943d6ae tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146174 Jul 07 17:02:41.750581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-e6aca488-f507-447e-b08f-ba2502a60447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.754773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-e6aca488-f507-447e-b08f-ba2502a60447 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.3256309 Jul 07 17:02:41.760480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.870210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-cb1ceac2-454f-4fd5-aa27-c64c2880834f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020737 Jul 07 17:02:41.889430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:41.893218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e7ddaf-32a4-42ce-933f-70595a659b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.896148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e7ddaf-32a4-42ce-933f-70595a659b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.899134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-12e7ddaf-32a4-42ce-933f-70595a659b87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74b61c2a-f85f-46e4-afeb-00cca75c5d72 HTTP/1.1" status: 204 len: 168 time: 1.7357433 Jul 07 17:02:42.022246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ddaf-32a4-42ce-933f-70595a659b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b61c2a-f85f-46e4-afeb-00cca75c5d72,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.132197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-3a49de73-9c5e-4283-8d98-eb3131f3f6fe service neutron] 10.222.0.54 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529004 Jul 07 17:02:42.133912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.275767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:42.291184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:42.295710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:42.306774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.308033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.334470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.386720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34082) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:42.397128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-150aad5f-8941-4def-9720-dbc2258e0e4e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4601018 Jul 07 17:02:42.507170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53fa0297-76d3-4c04-a85f-a31ed1c7063f req-aaaff49a-0cd6-4456-9cb3-5f209fcaf15c service neutron] 10.222.0.54 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642430 Jul 07 17:02:42.633429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b0205-26b8-412f-94f5-ff2403471a63 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.645466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b0205-26b8-412f-94f5-ff2403471a63 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.646433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34084) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:42.657721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-986b0205-26b8-412f-94f5-ff2403471a63 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2692676 Jul 07 17:02:42.658435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:42.697119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c7223eb-24c9-4f1b-83ae-aa529d84a19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.785446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-209c04b9-153d-4ce3-aa0a-95c72af823cd None None] Provisioning for port 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:42.797156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-209c04b9-153d-4ce3-aa0a-95c72af823cd None None] Provisioning complete for port 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:42.798089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-209c04b9-153d-4ce3-aa0a-95c72af823cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.842556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.856382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.874868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.881372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.890844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:42.891634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.894178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-209c04b9-153d-4ce3-aa0a-95c72af823cd None None] Port 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:42.904952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.911530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.940371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.953342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cacc7705-7e78-4d51-8272-29279a68942c req-f5ff6118-06cb-46dd-a73c-de457ddabad3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.4025462 Jul 07 17:02:42.964882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 465003b3-4669-4f25-9bd5-c387625447c8 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:43.062021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.077726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:43.125502 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cacc7705-7e78-4d51-8272-29279a68942c req-c82e4719-6ec1-401a-bb15-019d5c535409 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1709046 Jul 07 17:02:43.249435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 465003b3-4669-4f25-9bd5-c387625447c8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=465003b3-4669-4f25-9bd5-c387625447c8,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:43.281646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '465003b3-4669-4f25-9bd5-c387625447c8', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': '465003b3-4669-4f25-9bd5-c387625447c8', 'mac_address': 'fa:16:3e:35:27:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:43.377050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.380288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791efea-2c35-49d0-87cc-7cd2e5787bcc req-c5038452-725d-4ebb-8596-f36cf79b113f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.393935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f791efea-2c35-49d0-87cc-7cd2e5787bcc req-c5038452-725d-4ebb-8596-f36cf79b113f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 943 time: 0.3009372 Jul 07 17:02:43.452805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f791efea-2c35-49d0-87cc-7cd2e5787bcc req-52d033f3-0730-4f14-a642-e409e8ffea62 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Jul 07 17:02:43.457783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.534608 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.567166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.573516 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b8e67567-6c18-4620-9515-c1c7d2ffb606 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 HTTP/1.1" status: 204 len: 168 time: 0.9012170 Jul 07 17:02:43.574384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34096) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.583422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c7223eb-24c9-4f1b-83ae-aa529d84a19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.590207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c7223eb-24c9-4f1b-83ae-aa529d84a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.601291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465003b3-4669-4f25-9bd5-c387625447c8 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:43.665018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c8028e1-54aa-49eb-9835-5e15c6e10490 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:43.703872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4c7223eb-24c9-4f1b-83ae-aa529d84a19c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a1b9f2f36524f898f648040dfb44e19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0550563 Jul 07 17:02:43.710968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e9893-50db-496c-a3f1-f042c6bfe5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.711736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34098) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.712454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7223eb-24c9-4f1b-83ae-aa529d84a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58616c84-2d49-458e-a94f-195b6c32d32d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.714287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e9893-50db-496c-a3f1-f042c6bfe5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.734845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4f1e9893-50db-496c-a3f1-f042c6bfe5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1593757 Jul 07 17:02:43.739632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34100) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.827192 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1c83b4c-bfca-4481-aa23-c5bc969edfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.878848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1c83b4c-bfca-4481-aa23-c5bc969edfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.886096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 8d4fa7e2-ceb6-4846-bab7-749e79b0cf59 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:43.901445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.971656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1c83b4c-bfca-4481-aa23-c5bc969edfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.977002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e1c83b4c-bfca-4481-aa23-c5bc969edfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.980642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e1c83b4c-bfca-4481-aa23-c5bc969edfba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58616c84-2d49-458e-a94f-195b6c32d32d HTTP/1.1" status: 204 len: 168 time: 0.2649138 Jul 07 17:02:44.001421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c83b4c-bfca-4481-aa23-c5bc969edfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58616c84-2d49-458e-a94f-195b6c32d32d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.020292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.032978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 465003b3-4669-4f25-9bd5-c387625447c8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=465003b3-4669-4f25-9bd5-c387625447c8,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:44.093129 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.208690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=465003b3-4669-4f25-9bd5-c387625447c8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.229845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8c8028e1-54aa-49eb-9835-5e15c6e10490 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:44.230228 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.242517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.384764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.471436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.479667 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4fa7e2-ceb6-4846-bab7-749e79b0cf59 HTTP/1.1" status: 204 len: 168 time: 0.7378080 Jul 07 17:02:44.483814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34116) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.500762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b582dd-3555-4378-bdae-6e6674dfff6c None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:44.543493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['465003b3-4669-4f25-9bd5-c387625447c8'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:44.590199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28662354-a3f8-4315-a08a-2d07bd6a36e9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4fa7e2-ceb6-4846-bab7-749e79b0cf59,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.667859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-770afee2-d631-4aa7-8e25-c87b93a16465 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1820343 Jul 07 17:02:44.671688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34120) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.841699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202208c-b93f-410e-a71e-3fcca0ccf883 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.843432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e202208c-b93f-410e-a71e-3fcca0ccf883 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1706662 Jul 07 17:02:44.846086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34126) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.972628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41724fe-2aa8-4c08-8108-c529d5c6e3a8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.985156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e41724fe-2aa8-4c08-8108-c529d5c6e3a8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1379209 Jul 07 17:02:44.992688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34130) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.057747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.102333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b3043583-ddf7-4e27-9dbd-27089707d5ad tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081798 Jul 07 17:02:45.107921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.115243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34138) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.130956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:45.165953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.182775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.188957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:45.234857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.257263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.278390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.290391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-b9bb5793-fc21-4b4f-82e4-d1791c2c1df2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.6576762 Jul 07 17:02:45.320240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1206c21-e236-4028-a7e1-fe2741a41a02 req-d30e5da6-7350-45bc-8713-5c69a1660e76 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.337746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1206c21-e236-4028-a7e1-fe2741a41a02 req-d30e5da6-7350-45bc-8713-5c69a1660e76 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 944 time: 0.6253877 Jul 07 17:02:45.409035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] Deleting port 8c8028e1-54aa-49eb-9835-5e15c6e10490 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:45.409718 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.501055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8079775c-5049-48c8-8ff3-5ba2c5520d11 req-f2dd53f0-d05d-4668-bef8-034eee5daafa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607282 Jul 07 17:02:45.514172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:45.542234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.549656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1206c21-e236-4028-a7e1-fe2741a41a02 req-c3f62ba1-78a9-4524-9f36-ae8aa98660da tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104442 Jul 07 17:02:45.617557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c8028e1-54aa-49eb-9835-5e15c6e10490 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:45.762212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] For port 8c8028e1-54aa-49eb-9835-5e15c6e10490, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c8028e1-54aa-49eb-9835-5e15c6e10490,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:45.762879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.838636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] Calling delete_port for 8c8028e1-54aa-49eb-9835-5e15c6e10490 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:45.958361 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.047852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 8c8028e1-54aa-49eb-9835-5e15c6e10490, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c8028e1-54aa-49eb-9835-5e15c6e10490,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:46.062532 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.284691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=8c8028e1-54aa-49eb-9835-5e15c6e10490,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.303243 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.412276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] No DVR routers for this DVR port 8c8028e1-54aa-49eb-9835-5e15c6e10490 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:46.416808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b83b6-b006-40ec-8846-6a2a827ca7bc None None] Pushing event deleted for resources: {'Port': ['ID=8c8028e1-54aa-49eb-9835-5e15c6e10490,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.463300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:02:46.698089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:46.998235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 465003b3-4669-4f25-9bd5-c387625447c8 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:47.099868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90228298-e571-4cc3-a973-5f7ace999b84 req-ab850eae-ad56-4d2e-9d8e-a40938e22c51 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.102040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90228298-e571-4cc3-a973-5f7ace999b84 req-ab850eae-ad56-4d2e-9d8e-a40938e22c51 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 944 time: 0.2155716 Jul 07 17:02:47.162759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.180202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.190864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:47.195702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.210692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.227384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.242279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.256979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.257592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6', 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'port_id': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6', 'mac_address': 'fa:16:3e:44:59:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b194b04d-9f54-4f22-aca5-6117b8b5c423', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:47.275869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6501fe5-827b-497e-a713-7a5240e906cf req-308d868a-3e33-48b1-84b4-04fadc0cdae9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5431 time: 0.2932506 Jul 07 17:02:47.395808 n-d-793619-7 neutron-server[98264]: WARNING neutron.services.revisions.revision_plugin [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Could not find related port for resource to bump revision. Jul 07 17:02:47.398757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 465003b3-4669-4f25-9bd5-c387625447c8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:47.399242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6501fe5-827b-497e-a713-7a5240e906cf req-4dc7e805-71ba-4636-8773-fd9d6b293cce tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110451 Jul 07 17:02:47.403251 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.405868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_pluggable_backend [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Port 8c8028e1-54aa-49eb-9835-5e15c6e10490 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=98264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:02:47.406864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_pluggable_backend [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Reverting IP allocation for 2001:db8::f816:3eff:fe01:94e2 {{(pid=98264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:02:47.413729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_pluggable_backend [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe01:94e2 {{(pid=98264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:02:47.416230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.437538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90228298-e571-4cc3-a973-5f7ace999b84 req-a82382a8-dc24-4d92-a214-a4967f06fc60 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188045 Jul 07 17:02:47.458061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 465003b3-4669-4f25-9bd5-c387625447c8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:47.458061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.506344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:47.512322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:47.518130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.519118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.539165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94841f52-be68-4144-b82c-93d339607832 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:47.549433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=a3eb1d3a-cd41-43bf-bb90-e47b9339e886,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.575039 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0ed33128-73c7-40a1-a84c-71aae6012a39 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4578562 Jul 07 17:02:47.579013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34178) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.595585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:47.641004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:47.773992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:47.819367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.820054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7afc3b61-9c82-4062-bd83-a8845e3dce36 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:47.850333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:47.856412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.017084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.022336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.066843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465003b3-4669-4f25-9bd5-c387625447c8'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:48.069457 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe8ad02-e5f0-4d42-a587-20211ff0cc21" -d '{"events": [{"server_uuid": "41ad73dc-3300-4709-ae4d-d880506a43f7", "name": "network-vif-plugged", "status": "completed", "tag": "465003b3-4669-4f25-9bd5-c387625447c8"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:48.069805 n-d-793619-7 neutron-server[98264]: INFO neutron.db.ipam_backend_mixin [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3eb1d3a-cd41-43bf-bb90-e47b9339e886 (CIDR: 2001:db8::/64) Jul 07 17:02:48.088884 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:02:48.089852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:02:48.119783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'a3eb1d3a-cd41-43bf-bb90-e47b9339e886'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:48.128045 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.145138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13cb416e-6f48-4e6b-89d7-5c0790c2f5d9 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5609848 Jul 07 17:02:48.145138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34190) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:48.162712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:48.198435 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b9082-b62e-4e58-9020-be4049123784 x-openstack-request-id: req-104b9082-b62e-4e58-9020-be4049123784 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:48.200898 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ad73dc-3300-4709-ae4d-d880506a43f7", "name": "network-vif-plugged", "status": "completed", "tag": "465003b3-4669-4f25-9bd5-c387625447c8", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:48.200898 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-104b9082-b62e-4e58-9020-be4049123784 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:48.200898 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465003b3-4669-4f25-9bd5-c387625447c8', 'code': 200} Jul 07 17:02:48.232266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 465003b3-4669-4f25-9bd5-c387625447c8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=465003b3-4669-4f25-9bd5-c387625447c8,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:48.234673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:48.273212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.344102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '7afc3b61-9c82-4062-bd83-a8845e3dce36', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'port_id': '7afc3b61-9c82-4062-bd83-a8845e3dce36', 'mac_address': 'fa:16:3e:b1:91:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:48.462458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:48.470566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.497366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be197f-a53a-40a9-9355-a4b6b609db78 req-e33b4b3b-e23b-416c-983c-d3c0db78ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.499514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53be197f-a53a-40a9-9355-a4b6b609db78 req-e33b4b3b-e23b-416c-983c-d3c0db78ad5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 1096 time: 0.2153449 Jul 07 17:02:48.643803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53be197f-a53a-40a9-9355-a4b6b609db78 req-a4779cda-6cdc-4dd4-927a-fc709d79c723 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370137 Jul 07 17:02:48.801841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=465003b3-4669-4f25-9bd5-c387625447c8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.823307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.897173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Allocated IP 2001:db8::f816:3eff:feac:8741 (805cbf09-88bb-481a-b57e-edca2fb7148a/a3eb1d3a-cd41-43bf-bb90-e47b9339e886/24b1f5f3-55bd-4579-bf79-0e72cba57bd8) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:48.908110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afc3b61-9c82-4062-bd83-a8845e3dce36 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:49.057344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:49.063351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ae06d-ddc4-4848-a6e7-ace6f1822911 req-5208b6c2-d3e1-4602-80b9-6ac34ea55d12 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.083783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de9ae06d-ddc4-4848-a6e7-ace6f1822911 req-5208b6c2-d3e1-4602-80b9-6ac34ea55d12 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.3317850 Jul 07 17:02:49.131523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.149841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.168458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.191706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.208870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.215880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.226945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.227791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device df613e4f-afcd-473c-9312-1a190252783c details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:49.244455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.259075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-f953e8c9-f015-4b3f-8263-b2965f2592a9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5432 time: 0.4960766 Jul 07 17:02:49.341644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.363906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50bee8dd-e55f-4000-bf59-4097f6c797e5 req-84e25393-1567-4786-a389-8564b0f9dea9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987613 Jul 07 17:02:49.436883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:49.444496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:49.452671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.453523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.466843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=6405a8e2-955c-42af-8749-473dd1a2b855,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.493476 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6cd04b63-8b75-4bf8-a555-4e8ef07cca0a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3488946 Jul 07 17:02:49.498786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34244) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:49.506265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:3a:b1:df', 'name': 'tempest-NetworksTestDHCPv6-35217913'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:49.697769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.758613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=df613e4f-afcd-473c-9312-1a190252783c,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:49.901041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:49.924187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'df613e4f-afcd-473c-9312-1a190252783c', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'port_id': 'df613e4f-afcd-473c-9312-1a190252783c', 'mac_address': 'fa:16:3e:b2:da:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:50.093589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.121030 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.149367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Transition to ACTIVE for port object 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:50.176851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df613e4f-afcd-473c-9312-1a190252783c {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:50.188781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Transition to ACTIVE for port object 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:50.198221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de9ae06d-ddc4-4848-a6e7-ace6f1822911 req-95b43cc8-f5c5-44d3-9bd9-8b2c3e065836 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1131928 Jul 07 17:02:50.209732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.293332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.321812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Pushing event updated for resources: {'Port': ['ID=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.328147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=df613e4f-afcd-473c-9312-1a190252783c,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:50.344224 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.345325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4f04e479-ecfe-47c2-a8db-eecb829ba972 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:50.405832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port f8e2b473-89ae-4c39-9dba-8c3e996b5ac8 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:50.458545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:50.472150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:50.484532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:50.662862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:50.983901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8:0:1::1e4 (805cbf09-88bb-481a-b57e-edca2fb7148a/6405a8e2-955c-42af-8749-473dd1a2b855/f8e2b473-89ae-4c39-9dba-8c3e996b5ac8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:51.004669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fe3a:b1df (805cbf09-88bb-481a-b57e-edca2fb7148a/a3eb1d3a-cd41-43bf-bb90-e47b9339e886/f8e2b473-89ae-4c39-9dba-8c3e996b5ac8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:51.022899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.034852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.041412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.048781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.057205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.065431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.078018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.081493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-a78f95c5-cc33-42e9-a5b8-39f1d5c08f1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5434 time: 0.2537076 Jul 07 17:02:51.081747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.105230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '4f04e479-ecfe-47c2-a8db-eecb829ba972', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'port_id': '4f04e479-ecfe-47c2-a8db-eecb829ba972', 'mac_address': 'fa:16:3e:6b:17:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:51.119208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Attempting to bind port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:51.119762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Attempting to bind port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:51.120238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Attempting to bind port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:51.182677 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.216274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:51.217356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:51.217922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.218336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:51.218990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Bound port: 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:51.219392 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.223146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f04e479-ecfe-47c2-a8db-eecb829ba972 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:51.325514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.358186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.364231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 01f5b59c-546d-4c8a-bb25-8b3caa12c711 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:51.631519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.643811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] For port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:51.649246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object f8e2b473-89ae-4c39-9dba-8c3e996b5ac8 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:51.675250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] For port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:51.683623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.687375 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.752962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.759933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89b7c5b4-b2da-45c9-a024-23f94fdc4984 req-28372d7e-7c6e-4275-a16c-261dad557321 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6278744 Jul 07 17:02:51.789310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f63e58-fd61-4600-8d13-04519602e1b3 None None] Pushing event updated for resources: {'Port': ['ID=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.792602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'port_id': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'mac_address': 'fa:16:3e:47:37:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:51.829279 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.863140 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.883355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f5b59c-546d-4c8a-bb25-8b3caa12c711 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:51.920657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.926232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.926655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:51.927010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9d38daa7-e7c5-4148-9550-a02804ec485c details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:51.934352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:51.943919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:51.950183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.951396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.967768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6982819-601d-43e0-bcf7-3425546c0a74 req-f76c6603-e3c9-4f61-9b9d-d50ab6b891bd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.970560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6982819-601d-43e0-bcf7-3425546c0a74 req-f76c6603-e3c9-4f61-9b9d-d50ab6b891bd tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.2917325 Jul 07 17:02:51.982381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=f8e2b473-89ae-4c39-9dba-8c3e996b5ac8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.036330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6982819-601d-43e0-bcf7-3425546c0a74 req-19368ac4-9d78-497a-be34-d7af28aa90d8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503252 Jul 07 17:02:52.038847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0ed9a9d7-9ec6-4817-854f-29fd2af6aada tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5383554 Jul 07 17:02:52.043067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34322) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:52.062930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.196976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9d38daa7-e7c5-4148-9550-a02804ec485c,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.233851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '9d38daa7-e7c5-4148-9550-a02804ec485c', 'network_id': 'c78b16dd-a53c-447a-8fb2-289e9f8efb6c', 'port_id': '9d38daa7-e7c5-4148-9550-a02804ec485c', 'mac_address': 'fa:16:3e:4f:f9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b194b04d-9f54-4f22-aca5-6117b8b5c423', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:52.345393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port f8e2b473-89ae-4c39-9dba-8c3e996b5ac8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:52.351010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.385849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.424100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d38daa7-e7c5-4148-9550-a02804ec485c {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:52.488607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9d38daa7-e7c5-4148-9550-a02804ec485c,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.499042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.501681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b49edafd-9987-498f-b0ed-1cefb4a26753 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:52.629552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.643121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.688799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for f8e2b473-89ae-4c39-9dba-8c3e996b5ac8 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:52.710589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b49edafd-9987-498f-b0ed-1cefb4a26753,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.780404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'b49edafd-9987-498f-b0ed-1cefb4a26753', 'network_id': '7af9f4e7-b963-4723-a975-d2143bc5cbb6', 'port_id': 'b49edafd-9987-498f-b0ed-1cefb4a26753', 'mac_address': 'fa:16:3e:53:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5f9ff7-cd67-4401-80b5-e198705f00cf', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:52.969023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.014126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49edafd-9987-498f-b0ed-1cefb4a26753 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:53.090056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b49edafd-9987-498f-b0ed-1cefb4a26753,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:53.101083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.257168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.366609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05aa4-168f-4fd7-b0c2-a8dc03e335f6 req-48e289eb-92da-4ee9-a0e5-3fe56c661c2e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.369394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbb05aa4-168f-4fd7-b0c2-a8dc03e335f6 req-48e289eb-92da-4ee9-a0e5-3fe56c661c2e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.3343220 Jul 07 17:02:53.458104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.484079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.495989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.511150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.526505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.541904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.570448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.584067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bdd6574f-0178-40a1-97db-ac91d67b4ec0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5438 time: 0.4457524 Jul 07 17:02:53.829637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:53.829637 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.018596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbb05aa4-168f-4fd7-b0c2-a8dc03e335f6 req-db8c6882-6b57-494e-aa44-e06979f3672b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919175 Jul 07 17:02:54.018596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9989003a-1f99-418c-a86f-dbf1c0e5c82e req-bd9da6e8-b734-4790-89c0-7fa2bd589137 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205298 Jul 07 17:02:54.018596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.018596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=f8e2b473-89ae-4c39-9dba-8c3e996b5ac8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.031823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['57cedc40-a5f1-4d63-ad9e-fee92c066ee6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:54.041765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['01f5b59c-546d-4c8a-bb25-8b3caa12c711'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:54.087832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:54.111634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4f04e479-ecfe-47c2-a8db-eecb829ba972'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:54.115395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['7afc3b61-9c82-4062-bd83-a8845e3dce36'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:54.119316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.140902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75f1db89-34fb-45c3-ab91-0197c978d410 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/f8e2b473-89ae-4c39-9dba-8c3e996b5ac8 HTTP/1.1" status: 204 len: 168 time: 2.0962362 Jul 07 17:02:54.144209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34410) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.209305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4bbba-9aff-4d63-b536-4309050a5ed2 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:54.295522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c6d62-7f8f-410a-9781-e71475a1a408 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.300400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ee5c6d62-7f8f-410a-9781-e71475a1a408 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1505358 Jul 07 17:02:54.300800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34414) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.355441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b49edafd-9987-498f-b0ed-1cefb4a26753'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:54.436728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6d157-b0ec-4e03-946e-9a6f42f5497d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.444185 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03b6d157-b0ec-4e03-946e-9a6f42f5497d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1413546 Jul 07 17:02:54.448267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34422) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.528535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-4afe2f72-355c-4140-8772-0c949c625d9a req-1b5428d7-58cf-418c-ac61-aae84edfa096 service neutron] (98264) timed out ('10.222.0.78', 37652) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:02:54.573625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf87c0-9522-41ca-92e1-017243761825 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.577201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf87c0-9522-41ca-92e1-017243761825 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.580110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf87c0-9522-41ca-92e1-017243761825 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.582828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06bf87c0-9522-41ca-92e1-017243761825 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1323588 Jul 07 17:02:54.587032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34426) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.667061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Provisioning for port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:54.694417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 6405a8e2-955c-42af-8749-473dd1a2b855 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:54.703853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.709461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Provisioning complete for port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:54.709837 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.819900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.936468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.141678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.214870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['9d38daa7-e7c5-4148-9550-a02804ec485c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:55.298011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=6405a8e2-955c-42af-8749-473dd1a2b855,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.313035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.318966 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66ef5ee6-032a-4a7d-844c-60f79f2b0148 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6405a8e2-955c-42af-8749-473dd1a2b855 HTTP/1.1" status: 204 len: 168 time: 0.7305269 Jul 07 17:02:55.326277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34454) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:55.516722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.624154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet a3eb1d3a-cd41-43bf-bb90-e47b9339e886 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:55.647007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.650725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.656983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.730109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.773587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.819289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.880581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.931576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.932569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.940832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] For port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:55.952021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-f34dfe1d-2dc7-4ed4-b98f-65c524cce7d1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5438 time: 0.6786714 Jul 07 17:02:55.955151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34470) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:55.975246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.072006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b4e32-af59-4415-b7c8-65ca8ce1e5d1 req-ee9ac548-08db-440c-b00f-7b0cff4a532b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.094984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-144b4e32-af59-4415-b7c8-65ca8ce1e5d1 req-ee9ac548-08db-440c-b00f-7b0cff4a532b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.8437893 Jul 07 17:02:56.173018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['df613e4f-afcd-473c-9312-1a190252783c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:56.313189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Pushing event updated for resources: {'Port': ['ID=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.326109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82971990-96f4-4db1-a5c2-3184a1ba0716 req-a3288490-69f0-4d57-9f46-e14b280fd57e tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3063812 Jul 07 17:02:56.345630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-144b4e32-af59-4415-b7c8-65ca8ce1e5d1 req-ecf92553-dd9a-4c6c-8fa9-bda6e3f21346 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448366 Jul 07 17:02:56.395100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.448041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.448724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.449238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.449676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.450158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.450744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.452009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.452531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.452966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.453423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.453904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.454686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4639e581-d60f-4b2a-82be-f5c0b69caab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:56.530852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.599157 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.630622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf61af5-d959-41d1-97a6-93e6f57e166e None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'a3eb1d3a-cd41-43bf-bb90-e47b9339e886', 'ip_address': '2001:db8::f816:3eff:feac:8741'}, {'subnet_id': '6405a8e2-955c-42af-8749-473dd1a2b855'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '24b1f5f3-55bd-4579-bf79-0e72cba57bd8'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:02:56.641705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=a3eb1d3a-cd41-43bf-bb90-e47b9339e886,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.655455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.661303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4f5e184d-2760-4786-9b35-d87a9bb4a5b1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/a3eb1d3a-cd41-43bf-bb90-e47b9339e886 HTTP/1.1" status: 204 len: 168 time: 1.3317046 Jul 07 17:02:56.664046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.775666 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cfd45cc8-e997-4a10-9536-2f9fc5ceb20e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092401 Jul 07 17:02:56.778535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34486) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.804160 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ccf61af5-d959-41d1-97a6-93e6f57e166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.805389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:56.860670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.869023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.991129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c912b9f818344289afb95a23f17d006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9922500 Jul 07 17:02:56.999435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34494) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:57.065619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f24e7a-0bbd-4ecc-b3a9-3ced27c814dd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.100941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c91eb65-3b6a-4fb3-b7cb-730cad33727c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:57.114608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d53f7afc-fe46-4171-a95f-3c8c36378e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.147544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d53f7afc-fe46-4171-a95f-3c8c36378e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.187594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211052f-f47f-48a5-82c0-c1aab90a8974 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:57.205769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-020a7c5e-f772-4883-8b64-e842f53be03e None None] Provisioning complete for port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:57.207486 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:57.207754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-020a7c5e-f772-4883-8b64-e842f53be03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.213755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.258232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d53f7afc-fe46-4171-a95f-3c8c36378e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.262604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d53f7afc-fe46-4171-a95f-3c8c36378e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.265725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d53f7afc-fe46-4171-a95f-3c8c36378e2b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40f24e7a-0bbd-4ecc-b3a9-3ced27c814dd HTTP/1.1" status: 204 len: 168 time: 0.2626433 Jul 07 17:02:57.274945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7afc-fe46-4171-a95f-3c8c36378e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f24e7a-0bbd-4ecc-b3a9-3ced27c814dd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.334388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 01f5b59c-546d-4c8a-bb25-8b3caa12c711 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:57.856055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:58.124444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579f83-bf28-480b-a277-5cbfb6157bbe req-cb126280-fa77-4a6d-9954-e08d2e1a224f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.127847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40579f83-bf28-480b-a277-5cbfb6157bbe req-cb126280-fa77-4a6d-9954-e08d2e1a224f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.4268701 Jul 07 17:02:58.178048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:58.249033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:58.249601 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.301038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.315897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.328681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.341229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.354867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.368159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.381139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.396553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-9abf0084-b38c-4e27-aee6-93fe627034e2 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5438 time: 0.4664264 Jul 07 17:02:58.416550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40579f83-bf28-480b-a277-5cbfb6157bbe req-c3e25d7d-9a65-4539-b7ec-01b6edd6d4d7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742083 Jul 07 17:02:58.536511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:02:58.590887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e87bd2d-1d39-4144-a1fb-2b5464aa7aa1 req-2c7903a3-a898-476b-8b8c-192ffd07e9c6 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593482 Jul 07 17:02:58.800117 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.898991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.905138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:58.987402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e10085-e375-4a0e-b7f7-2a23c594e81f req-b2eb3e2e-e996-4927-8f73-28490f85ba0d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.990374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69e10085-e375-4a0e-b7f7-2a23c594e81f req-b2eb3e2e-e996-4927-8f73-28490f85ba0d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.1544392 Jul 07 17:02:59.063498 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:59.063922 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:59.114734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69e10085-e375-4a0e-b7f7-2a23c594e81f req-ad5559eb-719e-49fe-be69-1c05974e2eef tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136780 Jul 07 17:02:59.140152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.241150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:59.247810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:59.255203 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e34775-5eae-4f3d-96ed-b1274ae90216" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:59.268503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.270139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7afc3b61-9c82-4062-bd83-a8845e3dce36 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:59.287695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] For port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:59.337174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.345369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.346262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.424602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847074f-ec0f-492d-8fa5-9ff320dba0ad x-openstack-request-id: req-5847074f-ec0f-492d-8fa5-9ff320dba0ad {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:59.424602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:59.424602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5847074f-ec0f-492d-8fa5-9ff320dba0ad {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:59.424602 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'code': 200} Jul 07 17:02:59.490555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:59.499395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] Deleting port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:59.500506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.511531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:59.530452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.531456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.589468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.600852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.610032 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2bb5b132-770e-460c-89aa-289a60de11b7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8271146 Jul 07 17:02:59.616962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34580) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:59.625737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:59.730297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.806653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] For port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:59.807403 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.841872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] Calling delete_port for 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:59.846159 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.878251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 7afc3b61-9c82-4062-bd83-a8845e3dce36 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:59.960584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:59.964550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 7afc3b61-9c82-4062-bd83-a8845e3dce36 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:59.965342 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.972140 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.095084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:00.101481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.148648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.308693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2d389-c765-48f5-997c-e089a8f9f136 req-5067e7b9-d3fa-422e-9b63-926aac11e6ee tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.313828 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.319106 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aea2d389-c765-48f5-997c-e089a8f9f136 req-5067e7b9-d3fa-422e-9b63-926aac11e6ee tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.3760688 Jul 07 17:03:00.319643 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.398438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] Pushing event deleted for resources: {'Port': ['ID=24b1f5f3-55bd-4579-bf79-0e72cba57bd8,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.450413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:00.452814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.464539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.475932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.476990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.477849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4f04e479-ecfe-47c2-a8db-eecb829ba972 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:00.487575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.499384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.522698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.530615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.533261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-558ad863-90c9-4454-b5b1-16d35d67e3a3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5439 time: 0.4717841 Jul 07 17:03:00.536622 n-d-793619-7 neutron-server[98270]: INFO neutron.db.ipam_backend_mixin [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b (CIDR: 2001:db8::/64) Jul 07 17:03:00.552625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aea2d389-c765-48f5-997c-e089a8f9f136 req-a1ca4fb4-500a-4b9a-b23a-b4f45f497ca0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322741 Jul 07 17:03:00.557676 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:00.558236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:00.679613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba11965-a553-42de-9e51-1f6d2dab5cfc req-05ba3137-82fe-4f1c-a822-2099aa0fcadb tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248407 Jul 07 17:03:00.680633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.687525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e5a92747-ca7a-40df-a9df-2070e73e97ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0659559 Jul 07 17:03:00.688085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34616) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.695665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f055f2f-8927-4a33-ae78-239eb619541f None None] No DVR routers for this DVR port 24b1f5f3-55bd-4579-bf79-0e72cba57bd8 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:00.739443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:00.740706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eddbc1f-45b9-438f-8311-1bfdcd1d39e7 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:00.843167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 4f04e479-ecfe-47c2-a8db-eecb829ba972 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:00.854899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 4f04e479-ecfe-47c2-a8db-eecb829ba972 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:00.854899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.870435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474824-bbe3-40a3-9e1d-0ec02e94ff36 req-7e569abf-04b7-4440-81a5-77144b28043b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.881693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f474824-bbe3-40a3-9e1d-0ec02e94ff36 req-7e569abf-04b7-4440-81a5-77144b28043b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.1621094 Jul 07 17:03:00.977060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f474824-bbe3-40a3-9e1d-0ec02e94ff36 req-4dcaa377-dc99-4edf-86e4-dca5129b3909 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943117 Jul 07 17:03:01.085568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:01.089931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.126798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.307835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:01.312324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': 'ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:01.313705 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.340528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.395238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:01.459795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afc3b61-9c82-4062-bd83-a8845e3dce36'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:01.468103 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3497f-a7cb-4fd4-b4bf-4bbe57464234" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "7afc3b61-9c82-4062-bd83-a8845e3dce36"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:01.554584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.571890 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f08238-8cf3-4692-9e38-b2cf958732b8 x-openstack-request-id: req-c1f08238-8cf3-4692-9e38-b2cf958732b8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:01.572211 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "7afc3b61-9c82-4062-bd83-a8845e3dce36", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:01.572611 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1f08238-8cf3-4692-9e38-b2cf958732b8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:01.573482 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afc3b61-9c82-4062-bd83-a8845e3dce36', 'code': 200} Jul 07 17:03:01.573982 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972', 'code': 200} Jul 07 17:03:01.660358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.691932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:01.704359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:01.712908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.714646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.729060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Allocated IP 2001:db8::f816:3eff:feab:f9b8 (805cbf09-88bb-481a-b57e-edca2fb7148a/ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b/21ee67eb-9fdf-4496-acb6-894085e7d23c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:01.736663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=80f363c5-fc3f-4ad4-af0e-39647dc3648f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.750158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:01.760296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:01.761186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.762333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5ff704a0-eeb5-4ebf-b57e-9af2570fdad0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0722864 Jul 07 17:03:01.767271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34670) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.785972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:8e:27:07', 'name': 'tempest-NetworksTestDHCPv6-33155918'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:01.947223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfdc32-6a2d-4a53-9bb5-3b30adbfbf20 req-e304c260-b9b4-478a-9a07-44270fa21c6c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.956491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fcfdc32-6a2d-4a53-9bb5-3b30adbfbf20 req-e304c260-b9b4-478a-9a07-44270fa21c6c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.1473513 Jul 07 17:03:02.062142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fcfdc32-6a2d-4a53-9bb5-3b30adbfbf20 req-b911881f-fbe5-4424-9f6c-956808ab0271 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040919 Jul 07 17:03:02.109363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:02.224461 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.400354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.406779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.424051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.425178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9d38daa7-e7c5-4148-9550-a02804ec485c up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:02.430149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.478647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port ee271c3f-6424-43c3-bbe8-7fceaca1022b yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:02.521380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Transition to ACTIVE for port object 21ee67eb-9fdf-4496-acb6-894085e7d23c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:02.577630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Transition to ACTIVE for port object 21ee67eb-9fdf-4496-acb6-894085e7d23c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:02.588351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.595552 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.657226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 9d38daa7-e7c5-4148-9550-a02804ec485c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:02.690588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.698417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:02.710987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.714350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 9d38daa7-e7c5-4148-9550-a02804ec485c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.721245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.722596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.725129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:02.730266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Pushing event updated for resources: {'Port': ['ID=21ee67eb-9fdf-4496-acb6-894085e7d23c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.738870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:02.745527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.766450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.798262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.835271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.846057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-02a07dcd-89c7-485e-abb9-dae4c85bdcaf tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5442 time: 0.4416752 Jul 07 17:03:02.884264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Attempting to bind port 21ee67eb-9fdf-4496-acb6-894085e7d23c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:02.884264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Attempting to bind port 21ee67eb-9fdf-4496-acb6-894085e7d23c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:02.884264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Attempting to bind port 21ee67eb-9fdf-4496-acb6-894085e7d23c on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:02.892489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:02.892489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:02.893061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.893061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:02.893607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Bound port: 21ee67eb-9fdf-4496-acb6-894085e7d23c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:02.894012 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.923179 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:02.976446 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.994972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ab7b4b4-f1b2-4edf-8e91-011ebe7dae19 req-e9b8be53-c08d-4580-8cc2-9e40af5f8105 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422632 Jul 07 17:03:03.061297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:03.108938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8:0:1::398 (805cbf09-88bb-481a-b57e-edca2fb7148a/80f363c5-fc3f-4ad4-af0e-39647dc3648f/ee271c3f-6424-43c3-bbe8-7fceaca1022b) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:03.116967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9d38daa7-e7c5-4148-9550-a02804ec485c,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.130962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::f816:3eff:fe8e:2707 (805cbf09-88bb-481a-b57e-edca2fb7148a/ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b/ee271c3f-6424-43c3-bbe8-7fceaca1022b) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:03.134505 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.136715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device df613e4f-afcd-473c-9312-1a190252783c up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:03.166824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] For port 21ee67eb-9fdf-4496-acb6-894085e7d23c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:03.257454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] For port 21ee67eb-9fdf-4496-acb6-894085e7d23c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=21ee67eb-9fdf-4496-acb6-894085e7d23c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:03.272534 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.353547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.460377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.476887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object ee271c3f-6424-43c3-bbe8-7fceaca1022b will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:03.497728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.520019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.527794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903e0e-75bd-4d5d-8d4c-a269e4b079b5 req-94b07dcb-eb78-4c2f-b618-4d2fbaf11990 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.544821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd903e0e-75bd-4d5d-8d4c-a269e4b079b5 req-94b07dcb-eb78-4c2f-b618-4d2fbaf11990 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.1460166 Jul 07 17:03:03.579298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:03.583645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:03.589513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:03.598682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:03.600297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.601720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.609218 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c16d5b6-aa2d-483e-8b38-6a58d78e0c26" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:03.616761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port df613e4f-afcd-473c-9312-1a190252783c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:03.628491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd903e0e-75bd-4d5d-8d4c-a269e4b079b5 req-12d1f611-333a-46cd-89be-1223953b367f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Jul 07 17:03:03.630087 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8603539 Jul 07 17:03:03.637198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34744) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.645625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b469ab-7e3e-4f0d-87aa-903646d665f7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=ee271c3f-6424-43c3-bbe8-7fceaca1022b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.705352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port df613e4f-afcd-473c-9312-1a190252783c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:03.705705 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.724573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.803562 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35bee22-bf93-4e56-ac2e-889f486b100a x-openstack-request-id: req-f35bee22-bf93-4e56-ac2e-889f486b100a {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:03.804206 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:03.804746 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f35bee22-bf93-4e56-ac2e-889f486b100a {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:03.805593 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6', 'code': 200} Jul 07 17:03:03.806133 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c', 'code': 200} Jul 07 17:03:03.824715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:03.831227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713306a7-a38a-4736-81f2-6d5c9529d7ae None None] Pushing event updated for resources: {'Port': ['ID=21ee67eb-9fdf-4496-acb6-894085e7d23c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.843656 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.056440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port ee271c3f-6424-43c3-bbe8-7fceaca1022b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:04.057352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.286608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.320681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for ee271c3f-6424-43c3-bbe8-7fceaca1022b owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:04.454410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 21ee67eb-9fdf-4496-acb6-894085e7d23c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:04.572944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.657749 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.675154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.687635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.693243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 21ee67eb-9fdf-4496-acb6-894085e7d23c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:04.700698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.712821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.730762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.743102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=df613e4f-afcd-473c-9312-1a190252783c,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:04.749640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.764087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.765677 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.767283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b49edafd-9987-498f-b0ed-1cefb4a26753 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:04.781651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-569cf191-e620-4661-ae21-61fe5d93d152 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5443 time: 0.3346212 Jul 07 17:03:04.946415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.967731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port b49edafd-9987-498f-b0ed-1cefb4a26753 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:04.976302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port b49edafd-9987-498f-b0ed-1cefb4a26753 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:04.977075 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.982874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8122e-fe22-4348-9302-6e5569ed1acd req-c63534e7-b316-4ae6-ab53-f534a8631500 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.984815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94f8122e-fe22-4348-9302-6e5569ed1acd req-c63534e7-b316-4ae6-ab53-f534a8631500 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.7288783 Jul 07 17:03:05.046795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-613fa7e7-9287-4d7a-9eff-b9f9a2a7d606 req-fb855736-3028-4de8-a6cf-f5bb61dd81b0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2432420 Jul 07 17:03:05.053611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.063940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:05.156902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c85be88e-ed38-47a4-a79a-6712e095bee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.319081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=ee271c3f-6424-43c3-bbe8-7fceaca1022b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.342064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.346853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ec3af0be-75a7-45cf-a425-bfdabc6fe7c6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/ee271c3f-6424-43c3-bbe8-7fceaca1022b HTTP/1.1" status: 204 len: 168 time: 1.7066693 Jul 07 17:03:05.349404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.402669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94f8122e-fe22-4348-9302-6e5569ed1acd req-dc9221cf-75a5-4c47-b43b-d2f4a3584a43 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835049 Jul 07 17:03:05.500524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:05.544923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:05.638455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55d8c4-a716-41b1-abd6-550f16c8729f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.643174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34830) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.643346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c55d8c4-a716-41b1-abd6-550f16c8729f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2916758 Jul 07 17:03:05.656182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.786850 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.793079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c377340-85ba-43fa-a941-e6d1df9efbfc None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:05.820940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3e06e-810c-412f-8273-e3d1ba12efae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.829442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34850) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.833835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7a3e06e-810c-412f-8273-e3d1ba12efae tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1874127 Jul 07 17:03:05.834217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df613e4f-afcd-473c-9312-1a190252783c'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:05.835898 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61cae13-3f11-417d-8d18-83081404cef2" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "df613e4f-afcd-473c-9312-1a190252783c"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:05.916379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b909d-ed56-46c9-b861-a2201807ef58 req-58ca3327-2f52-42b4-b51c-a8a3fb3b9329 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.925838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:05.927191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402b909d-ed56-46c9-b861-a2201807ef58 req-58ca3327-2f52-42b4-b51c-a8a3fb3b9329 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.1760571 Jul 07 17:03:05.968201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:05.970018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] Provisioning for port 21ee67eb-9fdf-4496-acb6-894085e7d23c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:05.984667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.989284 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde33f9-a66e-4be6-894e-b9924f266692 x-openstack-request-id: req-3cde33f9-a66e-4be6-894e-b9924f266692 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:05.989964 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "df613e4f-afcd-473c-9312-1a190252783c", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:05.990521 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cde33f9-a66e-4be6-894e-b9924f266692 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:05.991810 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 17:03:05.992388 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df613e4f-afcd-473c-9312-1a190252783c', 'code': 200} Jul 07 17:03:06.009432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-402b909d-ed56-46c9-b861-a2201807ef58 req-f2a58d0e-eee9-474f-8133-b23b060e995a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803382 Jul 07 17:03:06.055990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95340d-12cd-4b95-b6a1-3c9d377a9752 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.057796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95340d-12cd-4b95-b6a1-3c9d377a9752 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.059417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95340d-12cd-4b95-b6a1-3c9d377a9752 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.062378 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db95340d-12cd-4b95-b6a1-3c9d377a9752 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2317481 Jul 07 17:03:06.066722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34864) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.070478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] Provisioning complete for port 21ee67eb-9fdf-4496-acb6-894085e7d23c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:06.071111 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.233550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.233959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-b09486a4-39d3-4499-9e11-a252975ea266 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.235798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-b09486a4-39d3-4499-9e11-a252975ea266 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.3074346 Jul 07 17:03:06.258310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b49edafd-9987-498f-b0ed-1cefb4a26753,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.281030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['9b7aecf4-3f65-409f-9421-ff92401afd23'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:06.290037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.313516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 80f363c5-fc3f-4ad4-af0e-39647dc3648f {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:06.322033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.404065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.417766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.568983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Deleting port d101747c-3c22-48e9-bd7c-1201274670f6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:06.573768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.604410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.668071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.675921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.692098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.706297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.713337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.720622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.730149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.739389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-bb2e1a13-76b8-48c4-baf4-6ef682ccde24 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.3287070 Jul 07 17:03:06.760183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.809133 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.832674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=80f363c5-fc3f-4ad4-af0e-39647dc3648f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.847565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b63c0ad2-e2df-44c2-af03-fcab989a41b4 req-f7c3f26c-1d30-49c7-8648-c77a5d53f536 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969453 Jul 07 17:03:06.853561 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.856294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-608346b1-3e43-4d12-ad8b-506e18b15d67 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/80f363c5-fc3f-4ad4-af0e-39647dc3648f HTTP/1.1" status: 204 len: 168 time: 0.7884409 Jul 07 17:03:06.861420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.909611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] For port 21ee67eb-9fdf-4496-acb6-894085e7d23c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=21ee67eb-9fdf-4496-acb6-894085e7d23c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.914447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7f4ef-b4bd-479e-8339-84a366e17e81 req-637b617a-585f-48fa-9c4d-d485612ce7e7 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.917047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4c7f4ef-b4bd-479e-8339-84a366e17e81 req-637b617a-585f-48fa-9c4d-d485612ce7e7 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 946 time: 0.1742344 Jul 07 17:03:06.918682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.014002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] For port d101747c-3c22-48e9-bd7c-1201274670f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d101747c-3c22-48e9-bd7c-1201274670f6,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:07.014541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.045554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd32d73-91d7-423f-944b-3e7ff7bcf647 None None] Pushing event updated for resources: {'Port': ['ID=21ee67eb-9fdf-4496-acb6-894085e7d23c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.054018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4c7f4ef-b4bd-479e-8339-84a366e17e81 req-13971c5c-db44-4164-8b26-e0798f5597b9 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=d8b3b2d9-02a7-477b-98c1-3f4420a96e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214952 Jul 07 17:03:07.223763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:07.273450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.280620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb71d7-f50f-4981-85b2-79f94360c4c4 None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b', 'ip_address': '2001:db8::f816:3eff:feab:f9b8'}, {'subnet_id': '80f363c5-fc3f-4ad4-af0e-39647dc3648f'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '21ee67eb-9fdf-4496-acb6-894085e7d23c'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:03:07.335790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824fd08-2049-4c15-8292-5473899866b2 req-35c6ac38-ef2a-4eea-9bd8-1ee6de84f746 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.337603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9824fd08-2049-4c15-8292-5473899866b2 req-35c6ac38-ef2a-4eea-9bd8-1ee6de84f746 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.1427305 Jul 07 17:03:07.352009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-78fb71d7-f50f-4981-85b2-79f94360c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.409489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9824fd08-2049-4c15-8292-5473899866b2 req-d69cef52-4cba-496a-b063-8726af819a7e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645363 Jul 07 17:03:07.594766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.658061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9eeb-3a4f-403e-8d90-971fe78a61d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.798861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.851661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.852069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.852420 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Floating IP d24a509b-6ff3-4399-af1a-6581e92613a8 disassociated. External IP: 172.25.5.58, port: d101747c-3c22-48e9-bd7c-1201274670f6. Jul 07 17:03:07.852767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Calling delete_port for d101747c-3c22-48e9-bd7c-1201274670f6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:07.981885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.993919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:07.998196 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba216b0-6dc5-475f-a820-ca04f0807eff" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:08.105973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-78fb71d7-f50f-4981-85b2-79f94360c4c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b: This subnet is being modified by another concurrent operation. Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b: This subnet is being modified by another concurrent operation. Jul 07 17:03:08.108274 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:03:08.154721 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59c149b-022e-4e7f-80f1-5d8272e85143 x-openstack-request-id: req-a59c149b-022e-4e7f-80f1-5d8272e85143 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:08.155345 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-plugged", "status": "completed", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:08.155945 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a59c149b-022e-4e7f-80f1-5d8272e85143 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:08.156622 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753', 'code': 200} Jul 07 17:03:08.159458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.166067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.167683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b HTTP/1.1" status: 204 len: 168 time: 1.2819402 Jul 07 17:03:08.168755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83c61-ea2a-414d-8f64-0531b37974bc tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.174504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.207280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 21ee67eb-9fdf-4496-acb6-894085e7d23c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:08.268788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event deleted for resources: {'Port': ['ID=d101747c-3c22-48e9-bd7c-1201274670f6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.316792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94bb0d-2aa2-4487-9f4a-d582fa49238c None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:08.425075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fefa0246-192c-4b48-9e1a-c20df6e07fa2 None None] Provisioning complete for port 21ee67eb-9fdf-4496-acb6-894085e7d23c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:08.426487 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fefa0246-192c-4b48-9e1a-c20df6e07fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.567535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Router 41f460c2-f89b-4726-a816-974f045abc33 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:08.728185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 21ee67eb-9fdf-4496-acb6-894085e7d23c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:08.728556 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.911604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d6f8e59b-d97e-4d1c-8373-13ecbb36e121 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7104259 Jul 07 17:03:08.912737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35048) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.958477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:08.989842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:08.991499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:09.020904 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:09.058047 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:09.064273 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:09.098798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:09.143710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] No DVR routers for this DVR port d101747c-3c22-48e9-bd7c-1201274670f6 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:09.146670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.148949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff9003d0-8a46-4ab6-93eb-51d55aab3f3f req-9af96c1e-bfa7-42e4-b5d9-df01225bd89b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 210 time: 0.2346146 Jul 07 17:03:09.153131 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cbf7f92e-39ed-46dc-ac62-a8cdabcb00d8 req-db5a9741-a5f9-4680-a709-a8c997704857 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.13 "DELETE /v2.0/ports/d101747c-3c22-48e9-bd7c-1201274670f6 HTTP/1.1" status: 204 len: 173 time: 2.9063752 Jul 07 17:03:09.182242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'name': 'network-vif-deleted', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:09.186587 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79e957-a986-4c2a-8cf3-211406c989d8" -d '{"events": [{"server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "name": "network-vif-deleted", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:09.247695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.258565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.279390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.292640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d101747c-3c22-48e9-bd7c-1201274670f6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:09.296196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.311387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.335847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.353735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.366633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:09.374770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.379434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-8b4d95b4-da01-434d-ae36-82895ca3b2f9 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 1.3284795 Jul 07 17:03:09.384090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.388495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: d101747c-3c22-48e9-bd7c-1201274670f6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:09.388899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d101747c-3c22-48e9-bd7c-1201274670f6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:09.429824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] Deleting port 21ee67eb-9fdf-4496-acb6-894085e7d23c {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:09.430208 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.526097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.526878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.527494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.527973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.529163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.533588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.534496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.535543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 9b7aecf4-3f65-409f-9421-ff92401afd23 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:09.535920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.537498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db849baf-59a3-45bc-8b13-2c644f664561 req-9fbe5b00-0d68-4253-8d16-83a8bd5f3a03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.6115162 Jul 07 17:03:09.584309 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:09.586793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] For port 21ee67eb-9fdf-4496-acb6-894085e7d23c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=21ee67eb-9fdf-4496-acb6-894085e7d23c,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:09.588581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.635641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] Calling delete_port for 21ee67eb-9fdf-4496-acb6-894085e7d23c owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:09.646741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20b894c4-3ef9-4191-bc27-6f18be4f05d9 req-0441f947-f944-4693-8c17-cadef4a12fad tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2413011 Jul 07 17:03:09.874532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ce28-74c3-48d0-86f5-941ab57479e7 req-79f1c68e-2c0a-474a-a23f-cf8001121d52 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.902511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6d9ce28-74c3-48d0-86f5-941ab57479e7 req-79f1c68e-2c0a-474a-a23f-cf8001121d52 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.4159632 Jul 07 17:03:10.000080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db849baf-59a3-45bc-8b13-2c644f664561 req-445f59a3-e7ef-41ea-8f81-0caeb582f7ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3464396 Jul 07 17:03:10.011830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.108238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6d9ce28-74c3-48d0-86f5-941ab57479e7 req-20a45f35-1c52-4e67-85b3-f7715e154e30 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047398 Jul 07 17:03:10.112515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] No DVR routers for this DVR port 21ee67eb-9fdf-4496-acb6-894085e7d23c on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:10.116906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965c8ba-a768-4b0b-8b54-5f4a14e78339 None None] Pushing event deleted for resources: {'Port': ['ID=21ee67eb-9fdf-4496-acb6-894085e7d23c,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.118837 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:10.173170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e6072f-c5c2-4249-bbdd-92d89360eb8d None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:03:10.219267 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:10.281912 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:10.281912 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:10.289211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 21ee67eb-9fdf-4496-acb6-894085e7d23c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:10.353704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 21ee67eb-9fdf-4496-acb6-894085e7d23c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:10.354214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 21ee67eb-9fdf-4496-acb6-894085e7d23c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:10.395019 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ecf9e-0d71-49a1-ac67-e52d2b6c341f x-openstack-request-id: req-703ecf9e-0d71-49a1-ac67-e52d2b6c341f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:10.395019 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2b72d-47f3-4743-b5b3-0373794b03dd", "name": "network-vif-deleted", "tag": "d101747c-3c22-48e9-bd7c-1201274670f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:10.395019 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-703ecf9e-0d71-49a1-ac67-e52d2b6c341f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:10.395019 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2b72d-47f3-4743-b5b3-0373794b03dd', 'name': 'network-vif-deleted', 'tag': 'd101747c-3c22-48e9-bd7c-1201274670f6', 'status': 'completed', 'code': 200} Jul 07 17:03:10.406945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.415878 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.497669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:10.507790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:10.517436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:10.518992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:10.521974 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f158e7-01f9-408d-a1d2-70e1f01132d0" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:10.546154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.579742 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:10.602035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96db241f-90b6-4cec-9e15-7f90f884e974 req-2ab77c1f-15c4-485a-a2de-339e8e10f535 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=cea2b72d-47f3-4743-b5b3-0373794b03dd HTTP/1.1" status: 200 len: 210 time: 0.0649023 Jul 07 17:03:10.615614 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59e9e2-4c76-4923-aa54-2d63fa219e8f x-openstack-request-id: req-cc59e9e2-4c76-4923-aa54-2d63fa219e8f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:10.625831 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:10.625831 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc59e9e2-4c76-4923-aa54-2d63fa219e8f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:10.625831 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 17:03:10.633857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.640218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.702080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35136) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:10.707504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:10.711672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7965100 Jul 07 17:03:10.735905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5204-7891-4d48-a745-59134ce6b348 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=06b7c2ed-2a01-424f-a850-c665836d3e0e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.820063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.864552 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.883260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6072f-c5c2-4249-bbdd-92d89360eb8d None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:03:10.913509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:10.922925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.101654 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:11.144140 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7e04a-957b-4e78-b9a5-7c03ceec6701 None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:11.296591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:11.345925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.383722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.393291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.416460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.429682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.446201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.464472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.476063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-7bc6c651-a9bc-4cbc-843a-791124f490fa tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.4256511 Jul 07 17:03:11.495929 n-d-793619-7 neutron-server[98270]: INFO neutron.db.ipam_backend_mixin [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06b7c2ed-2a01-424f-a850-c665836d3e0e (CIDR: 2001:db8::/64) Jul 07 17:03:11.522542 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:11.523929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:11.530473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf729-ce9b-4424-be9d-f0ec4be879e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.677368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec52527d-a4df-4a1b-a4c0-2df2e1a484aa req-2a1dc0b4-25c4-4c9f-81fa-5c7b2c1545dd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997921 Jul 07 17:03:11.704753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755caf12-6d19-4225-a9c9-ff8204cc9c90 req-5e907249-5dcc-40d5-910a-492cdefa68db tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.717222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-755caf12-6d19-4225-a9c9-ff8204cc9c90 req-5e907249-5dcc-40d5-910a-492cdefa68db tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.1778040 Jul 07 17:03:11.842992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-805cbf09-88bb-481a-b57e-edca2fb7148a', 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'tenant_id': '20941913de004fbeb54123d6300cf25b', 'fixed_ips': [{'subnet_id': '06b7c2ed-2a01-424f-a850-c665836d3e0e'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:11.843954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.847517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-755caf12-6d19-4225-a9c9-ff8204cc9c90 req-887daa30-143f-4375-a8b1-70393ff589f1 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Jul 07 17:03:11.853813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3b35e-c143-4b18-9ee5-8dbf9207d20c None None] New status for floating IP d24a509b-6ff3-4399-af1a-6581e92613a8: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:11.944161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf729-ce9b-4424-be9d-f0ec4be879e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.963252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35182) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:11.968039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf729-ce9b-4424-be9d-f0ec4be879e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.984982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61f9c67f-c0ca-494a-a999-f2ef8896587c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2812021 Jul 07 17:03:11.995588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35188) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:12.024441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bf729-ce9b-4424-be9d-f0ec4be879e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4a5e11-4067-4d89-b857-7f46e68fa09b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.029705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:12.104031 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a7bf729-ce9b-4424-be9d-f0ec4be879e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9184b6abe5a64150aa66ee6576c665c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8060493 Jul 07 17:03:12.105518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35190) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:12.211914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b909-196b-4e1d-9df8-2a6377ae6e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.239522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b909-196b-4e1d-9df8-2a6377ae6e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.299845 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b909-196b-4e1d-9df8-2a6377ae6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.303588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b909-196b-4e1d-9df8-2a6377ae6e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.304771 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0a3b909-196b-4e1d-9df8-2a6377ae6e4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b4a5e11-4067-4d89-b857-7f46e68fa09b HTTP/1.1" status: 204 len: 168 time: 0.1982994 Jul 07 17:03:12.334554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:12.337160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3b909-196b-4e1d-9df8-2a6377ae6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4a5e11-4067-4d89-b857-7f46e68fa09b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.347577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.456155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a48f3c0-d664-4a57-990a-c8fe6ae614e0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.486119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a48f3c0-d664-4a57-990a-c8fe6ae614e0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.552084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a48f3c0-d664-4a57-990a-c8fe6ae614e0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.555090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a48f3c0-d664-4a57-990a-c8fe6ae614e0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.558927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1a48f3c0-d664-4a57-990a-c8fe6ae614e0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "DELETE /v2.0/security-groups/d8b3b2d9-02a7-477b-98c1-3f4420a96e92 HTTP/1.1" status: 204 len: 168 time: 0.5885613 Jul 07 17:03:12.559360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35210) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:12.588411 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-a364c156-a3fe-4d8e-b035-97f10fd7ff02 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] show failed (client error): The resource could not be found. Jul 07 17:03:12.592441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a364c156-a3fe-4d8e-b035-97f10fd7ff02 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups/d8b3b2d9-02a7-477b-98c1-3f4420a96e92 HTTP/1.1" status: 404 len: 347 time: 0.0275319 Jul 07 17:03:12.592709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35214) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:12.618450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48f3c0-d664-4a57-990a-c8fe6ae614e0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b3b2d9-02a7-477b-98c1-3f4420a96e92,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.716798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/06b7c2ed-2a01-424f-a850-c665836d3e0e/900c237f-70b3-47b6-87e6-2647b4d34611) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:12.946132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Deleting port 31b7458b-3f02-4a21-9ead-e3111856ada8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:12.951692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.990380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.006949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Transition to ACTIVE for port object 900c237f-70b3-47b6-87e6-2647b4d34611 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:13.047259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Transition to ACTIVE for port object 900c237f-70b3-47b6-87e6-2647b4d34611 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:13.063045 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.230284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:13.240512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:13.248795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:13.296463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.313068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.313411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.374400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Calling delete_port for 31b7458b-3f02-4a21-9ead-e3111856ada8 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:13.386697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Attempting to bind port 900c237f-70b3-47b6-87e6-2647b4d34611 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:13.387386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Attempting to bind port 900c237f-70b3-47b6-87e6-2647b4d34611 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:13.388499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Attempting to bind port 900c237f-70b3-47b6-87e6-2647b4d34611 on network 805cbf09-88bb-481a-b57e-edca2fb7148a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:13.395893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:13.396311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Checking segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:13.397455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.397873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Bound using segment: {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:13.398503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Bound port: 900c237f-70b3-47b6-87e6-2647b4d34611, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:13.398923 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.521055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:13.538060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:13.547475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.548854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:03:13.676247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.688132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.695480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.702197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.708492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.718944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.739063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.744687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-2416c57f-eff3-458b-9fd9-813c0cf0a856 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.7704334 Jul 07 17:03:13.821293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5b620-dabc-4284-af3e-0ea71f13a1ae None None] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.861998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.921259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event deleted for resources: {'Port': ['ID=31b7458b-3f02-4a21-9ead-e3111856ada8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:14.089801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68e672e5-e6e1-4375-9c5d-827b3da6ca09 req-b925f9fd-baf5-4a29-addd-1ddaafcc100c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468858 Jul 07 17:03:14.110109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.116142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.129791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f252f5f0-a37c-44d6-aa41-323fcb0738d0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "DELETE /v2.0/floatingips/d24a509b-6ff3-4399-af1a-6581e92613a8 HTTP/1.1" status: 204 len: 168 time: 1.5358670 Jul 07 17:03:14.492101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3055a1-240c-4763-85f4-fcbf814667f4 req-fb124466-7f26-4182-bd29-8ff40091ddca tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.503238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a3055a1-240c-4763-85f4-fcbf814667f4 req-fb124466-7f26-4182-bd29-8ff40091ddca tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 1.2592406 Jul 07 17:03:14.721988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.773339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a3055a1-240c-4763-85f4-fcbf814667f4 req-aba20225-f52e-4da4-9467-37bed6825515 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691720 Jul 07 17:03:14.791684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-05273122-f268-40c1-ada5-301f6d60912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.801132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-05273122-f268-40c1-ada5-301f6d60912f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1098 time: 0.7695196 Jul 07 17:03:15.377444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35314) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.384086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098678075', 'description': 'tempest-description--1959744905'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:15.445947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.526408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-1c6ea42a-4391-4603-aad0-3ad023a38933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.535611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-1c6ea42a-4391-4603-aad0-3ad023a38933 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.6519845 Jul 07 17:03:15.682693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:15.780746 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.781928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.792930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.795173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.812680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.822843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.831989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.833847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.846337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.855792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.858737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afe5d5c9-f15b-443a-9bed-5277462dd05f req-6efdbfb4-00ba-466f-86b8-4929c8fd3ec1 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.7900596 Jul 07 17:03:15.884863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35330) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.891586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Request body: {'floatingip': {'port_id': '01f5b59c-546d-4c8a-bb25-8b3caa12c711'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:15.898979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.911029 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5316801 Jul 07 17:03:15.912033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35332) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.923612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'security_group_rule': {'security_group_id': 'b0d7a241-a37c-444d-8d0b-9efe422d6ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:15.943141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666bfb4-344a-482a-af6e-0c450952f3f1 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:15.976586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc7e34-4239-4cb0-bffb-4649a124ed4e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7a241-a37c-444d-8d0b-9efe422d6ffd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.990129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.001689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.032011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.035074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.036176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.171054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.178725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.206816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-398ce0f0-3a45-46de-97eb-516e3b28b67c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1002 time: 0.6489408 Jul 07 17:03:16.247562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a76d3-9ff5-4fcb-9ea0-0f79932a376e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.250364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.252120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9251a1e-b2ff-4143-9cc3-bfa33b57bfe3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377881 Jul 07 17:03:16.308138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.366274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'security_group_rule': {'security_group_id': 'b0d7a241-a37c-444d-8d0b-9efe422d6ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:16.409354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cf48e5a5-3053-4412-96b0-a25093bb6f69 None None] Provisioning for port 900c237f-70b3-47b6-87e6-2647b4d34611 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:16.448150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0549e677-3a4f-45b2-9b76-466fa300e103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.487857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.558248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:16.666118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.677278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.735875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404119cb-1ae3-45a6-8ae6-07ac18c945eb,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.748975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:16.880897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:16.919799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0549e677-3a4f-45b2-9b76-466fa300e103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.933396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0549e677-3a4f-45b2-9b76-466fa300e103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.971991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.978903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b89f1bfc-9341-45e8-81d0-ba80c172f964 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6589153 Jul 07 17:03:16.987640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35350) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.019972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 900c237f-70b3-47b6-87e6-2647b4d34611 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:17.027883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:17.071784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:17.077805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0549e677-3a4f-45b2-9b76-466fa300e103 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=483600ce77894d978123a71202d35efb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2331057 Jul 07 17:03:17.079159 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.082493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.084457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.112850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.150561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549e677-3a4f-45b2-9b76-466fa300e103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f44d61-e264-4ee9-9c2b-213e8a7a0150,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.218332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.258511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=4']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.278615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-624b698d-1b76-420f-9a53-f3c5e6b868a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.280367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-624b698d-1b76-420f-9a53-f3c5e6b868a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.9138377 Jul 07 17:03:17.281044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=d88e55b6-b2a1-4039-aba0-4fe03be9d1b9,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.314076 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.380094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d97de138-f9af-4ae5-a691-ab28fb9dde71 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.3829379 Jul 07 17:03:17.387329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.401147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f41b9756-0118-4813-996f-c93dd709bb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.407157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:cd:61:ba', 'name': 'tempest-NetworksTestDHCPv6-2123983473'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:17.408613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:17.417429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.492638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f41b9756-0118-4813-996f-c93dd709bb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.526569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.542530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31602a-5ad3-43e8-b0a9-2048fe71f7ea req-56836d1a-62dd-4a58-a214-b0b97d347ae3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.551031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d31602a-5ad3-43e8-b0a9-2048fe71f7ea req-56836d1a-62dd-4a58-a214-b0b97d347ae3 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 1.3267267 Jul 07 17:03:17.616912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.752201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f41b9756-0118-4813-996f-c93dd709bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.766370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f41b9756-0118-4813-996f-c93dd709bb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.770633 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f41b9756-0118-4813-996f-c93dd709bb82 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2f44d61-e264-4ee9-9c2b-213e8a7a0150 HTTP/1.1" status: 204 len: 168 time: 0.6459935 Jul 07 17:03:17.803529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b9756-0118-4813-996f-c93dd709bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f44d61-e264-4ee9-9c2b-213e8a7a0150,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.888938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d31602a-5ad3-43e8-b0a9-2048fe71f7ea req-95a9bc7b-09e8-4d14-95ff-045a0317fbba tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365126 Jul 07 17:03:17.953902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-23a04d3e-0f32-4fa1-9654-830597a22d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.966501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-23a04d3e-0f32-4fa1-9654-830597a22d0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6513312 Jul 07 17:03:18.027329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Allocated IP 172.25.5.242 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/afa9fe59-3c6c-4d3e-8a84-3399380ce30d) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:18.198431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:18.329092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:18.329730 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.384835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.491283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.508054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46da9b8-32cd-483f-abb9-c4c69354a545 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:18.535117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:18.541673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:18.550845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:18.736975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'Port': ['ID=afa9fe59-3c6c-4d3e-8a84-3399380ce30d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.792694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-953f9f4e-2b9a-4b98-9d80-523930f66517 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:18.793456 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-953f9f4e-2b9a-4b98-9d80-523930f66517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.940694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.998697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.290328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:19.340520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.350556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.520967 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.557928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.568835 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5512080 Jul 07 17:03:19.568835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82655-ce29-48b1-81c3-2405eec4bc94 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'Port': ['ID=afa9fe59-3c6c-4d3e-8a84-3399380ce30d,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:19.577502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-da60a411-16b4-4175-b27a-a0f2ae199617 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:19.577917 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-da60a411-16b4-4175-b27a-a0f2ae199617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.747272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.802712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-7bda735f-71e3-4944-8611-b8d5829435f5 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8101237 Jul 07 17:03:19.805492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.826537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.070446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 127f8996-d185-4bfd-9762-c3ad29d5d572 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:20.202252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-20546c60-da68-4b8e-b8fb-a503df2d923d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2098678075&fields=id&tenant_id=66c5390ac9f249e7bf96b27ea28fb06b HTTP/1.1" status: 200 len: 267 time: 0.2593896 Jul 07 17:03:20.210845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d186fb5-5ba6-458b-9ff6-93ff16526307 req-7f9c8d9e-3431-4ab6-bc73-f1c66d24e310 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996358 Jul 07 17:03:20.515756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381e59-e302-4db5-806c-9610689ec57a req-c7badaa3-8cb3-448b-9544-bffebb2f150d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.518649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6381e59-e302-4db5-806c-9610689ec57a req-c7badaa3-8cb3-448b-9544-bffebb2f150d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 1.2029846 Jul 07 17:03:20.550631 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Floating IP 43634c60-d872-4218-9520-bf61ac070449 associated. External IP: 172.25.5.22, port: 01f5b59c-546d-4c8a-bb25-8b3caa12c711. Jul 07 17:03:20.848429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-93942ef2-f9dd-4c93-9172-c1b7f4974e5d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.856686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-93942ef2-f9dd-4c93-9172-c1b7f4974e5d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 810 time: 0.6437109 Jul 07 17:03:20.902823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35428) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.936914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6381e59-e302-4db5-806c-9610689ec57a req-76648123-7468-48be-b371-2a965085ee5f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731098 Jul 07 17:03:20.945870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-87a7905d-6c3b-4ca8-8b95-dc36721d0546 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/quotas/66c5390ac9f249e7bf96b27ea28fb06b HTTP/1.1" status: 200 len: 375 time: 0.0861692 Jul 07 17:03:21.058688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::1f0 (805cbf09-88bb-481a-b57e-edca2fb7148a/06b7c2ed-2a01-424f-a850-c665836d3e0e/127f8996-d185-4bfd-9762-c3ad29d5d572) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:21.064498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:61ba (805cbf09-88bb-481a-b57e-edca2fb7148a/d88e55b6-b2a1-4039-aba0-4fe03be9d1b9/127f8996-d185-4bfd-9762-c3ad29d5d572) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:21.071975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1087085566', 'router:external': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:21.127105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Made reservation on behalf of 35409ba9d6994005bcb4c1f274097568 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:21.133162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.160461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.260013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-b81874db-46d3-42b1-af48-34da4666ce17 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3070779 Jul 07 17:03:21.317832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-d2d68d72-bac6-4f7f-a5e9-3f158cb7ddba tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:21.325771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-d2d68d72-bac6-4f7f-a5e9-3f158cb7ddba tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461438 Jul 07 17:03:21.421319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Router 747d59da-f065-48e6-93b8-8bc5dfcac220 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:21.454817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.461926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.510851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ce48f8-5c7e-4148-96c7-9ac53f10eebc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.533216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:21.548116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-8e496c2c-e1ef-40c5-b226-53fb544fd218 service neutron] 10.222.0.78 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218101 Jul 07 17:03:21.554020 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.555103 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.556351 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Added segment 472da419-c8b9-4f7a-8f02-8bf8f1c72daf of type vlan for network f42a693f-15ca-4917-838b-548b5921167d Jul 07 17:03:21.658517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.664133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 127f8996-d185-4bfd-9762-c3ad29d5d572 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:21.717234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.719403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.720961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.742171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:21.760695 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] Sync routers for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:21.769957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.796305 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:21.798887 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:21.806575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-07ec99bb-f4ad-43da-9d02-8d90f382951c service neutron] 10.222.0.78 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574418 Jul 07 17:03:21.884486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.935421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-80495bed-2cc8-4c43-b925-13e59e36fa6c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "PUT /v2.0/floatingips/43634c60-d872-4218-9520-bf61ac070449 HTTP/1.1" status: 200 len: 991 time: 6.0490694 Jul 07 17:03:21.953912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:21.969458 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0648255 Jul 07 17:03:21.978723 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:21.993304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:21.995824 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4c5264-4991-460e-8307-8e2e730dd091" -d '{"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:22.012621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35444) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:22.030840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'subnet': {'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:22.036800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:22.054920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:22.078714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:22.078714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.178797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec073-87d3-4a35-bb55-806c8f090ed1 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Network': ['ID=f42a693f-15ca-4917-838b-548b5921167d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.191275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network f42a693f-15ca-4917-838b-548b5921167d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:22.229731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=127f8996-d185-4bfd-9762-c3ad29d5d572,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.284222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Made reservation on behalf of 35409ba9d6994005bcb4c1f274097568 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:22.288789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.308602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dd9ea3b7-0099-4583-9b7c-22f672e44195 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9184098 Jul 07 17:03:22.312259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35454) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:22.351767 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885e3ac-5368-43ff-9b94-ebc777396a53 x-openstack-request-id: req-f885e3ac-5368-43ff-9b94-ebc777396a53 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:22.352072 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:22.352339 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f885e3ac-5368-43ff-9b94-ebc777396a53 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:22.352755 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'status': 'completed', 'code': 200} Jul 07 17:03:22.534234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 127f8996-d185-4bfd-9762-c3ad29d5d572 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:22.534866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.748493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.765885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5be8e5a4-1f2b-4dee-b819-bc424a76c99b req-95321b26-f122-4c7b-821e-f2718d5289e5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 210 time: 0.2198110 Jul 07 17:03:22.778773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 127f8996-d185-4bfd-9762-c3ad29d5d572 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:22.829147 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '43634c60-d872-4218-9520-bf61ac070449', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'port_id': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'mac_address': 'fa:16:3e:47:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:17Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 1, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:24Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:22.968243 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] Checking router: 747d59da-f065-48e6-93b8-8bc5dfcac220 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:22.972548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e943c37-c012-4c92-bfe8-0f98712902a2 None None] Provisioning for port 127f8996-d185-4bfd-9762-c3ad29d5d572 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:22.988769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e943c37-c012-4c92-bfe8-0f98712902a2 None None] Provisioning complete for port 127f8996-d185-4bfd-9762-c3ad29d5d572 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:22.989554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e943c37-c012-4c92-bfe8-0f98712902a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.020587 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:23.037446 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:23.117209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7e943c37-c012-4c92-bfe8-0f98712902a2 None None] Port 127f8996-d185-4bfd-9762-c3ad29d5d572 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:23.151142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.156031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.157184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.164675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.165735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.169462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.172861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.180034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-583248f7-bc8c-4e73-aff6-8cc2394daab0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.6402655 Jul 07 17:03:23.316146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf703b9-97a4-4f2a-9716-89814b9a0789 req-7b1be5f6-43bb-4d75-b5d0-c042f343ed41 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.339744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcf703b9-97a4-4f2a-9716-89814b9a0789 req-7b1be5f6-43bb-4d75-b5d0-c042f343ed41 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.7922072 Jul 07 17:03:23.468175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.494950 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:23.514112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=127f8996-d185-4bfd-9762-c3ad29d5d572,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.644710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.674668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9e46d54-48ad-4d55-bce3-c93f68d4d981 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/127f8996-d185-4bfd-9762-c3ad29d5d572 HTTP/1.1" status: 204 len: 168 time: 1.3494639 Jul 07 17:03:23.675592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35474) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:23.698059 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.301646 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '43634c60-d872-4218-9520-bf61ac070449', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'port_id': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'mac_address': 'fa:16:3e:47:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:17Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 1, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:24Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.479973 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01ae1-46a8-4a3a-b4a5-798ac18758f5 None None] The sync data for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 is: [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '43634c60-d872-4218-9520-bf61ac070449', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'port_id': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'mac_address': 'fa:16:3e:47:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:17Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 1, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:24Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:24.636217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcf703b9-97a4-4f2a-9716-89814b9a0789 req-1965b38f-0e9e-405a-b1f8-00cf0050639a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2943335 Jul 07 17:03:24.737027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7caa854-8b29-41e4-ba9c-9e229a12e327 req-d45203ba-1f78-40be-a321-578a8f0017e5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 210 time: 0.1296089 Jul 07 17:03:24.912652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-fa55f7c3-253f-4412-8592-b19ed081c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.914389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-fa55f7c3-253f-4412-8592-b19ed081c280 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d HTTP/1.1" status: 200 len: 918 time: 1.7234120 Jul 07 17:03:25.044040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b37cf-7759-408f-be72-b54d37fb561a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.046364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a11b37cf-7759-408f-be72-b54d37fb561a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.3696954 Jul 07 17:03:25.050828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35490) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.064817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-08420f34-d1c1-4235-acf6-2e448332dd29 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.066662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-08420f34-d1c1-4235-acf6-2e448332dd29 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.54 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 810 time: 0.4134383 Jul 07 17:03:25.115267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-af98ed08-ccb1-4119-bb18-f0fd255e1253 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 999 time: 0.1844997 Jul 07 17:03:25.118183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c1b0d-651d-4ff0-b067-2f46c176326b None None] New status for floating IP 43634c60-d872-4218-9520-bf61ac070449: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:25.179233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-c93e5cd4-ebcc-44b3-90f8-0fd26fa0e6b1 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c5390ac9f249e7bf96b27ea28fb06b HTTP/1.1" status: 200 len: 380 time: 0.0964928 Jul 07 17:03:25.190607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'port': {'device_id': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'admin_state_up': True, 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'security_groups': ['b0d7a241-a37c-444d-8d0b-9efe422d6ffd']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.225632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414a9b4-8fdc-4fa4-b00e-8536487bb7b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.231678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8414a9b4-8fdc-4fa4-b00e-8536487bb7b6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1786642 Jul 07 17:03:25.232981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35492) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.285736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-7f2d45e0-b63a-4958-8625-17c5a8f9d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.287388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-7f2d45e0-b63a-4958-8625-17c5a8f9d11f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.1648335 Jul 07 17:03:25.346980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1250a22-6e47-4b7d-860f-3e8b2f121139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.348689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1250a22-6e47-4b7d-860f-3e8b2f121139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.362768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1250a22-6e47-4b7d-860f-3e8b2f121139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.367102 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f1250a22-6e47-4b7d-860f-3e8b2f121139 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1293902 Jul 07 17:03:25.367501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35494) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.487413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 06b7c2ed-2a01-424f-a850-c665836d3e0e {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:25.494419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.505800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:03:25.507223 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.632172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-9439b9ee-edbd-4c14-a6e1-cd5590452f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.633853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-9439b9ee-edbd-4c14-a6e1-cd5590452f5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3373542 Jul 07 17:03:25.634537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d6cfa4c-93c8-465d-b36d-98096ea174be,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.636438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.653904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Made reservation on behalf of 66c5390ac9f249e7bf96b27ea28fb06b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:25.666296 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.791426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Checking segment: {'id': '472da419-c8b9-4f7a-8f02-8bf8f1c72daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:25.791778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network hostable DHCP agents. Network: f42a693f-15ca-4917-838b-548b5921167d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:25.855036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network f42a693f-15ca-4917-838b-548b5921167d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:25.953705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, f42a693f-15ca-4917-838b-548b5921167d) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:25.966952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4420f40-2bc9-44d2-9095-415245581995 None None] Network f42a693f-15ca-4917-838b-548b5921167d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:26.009339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.010291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.247984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd76fe16-287f-4647-9640-43aa2c610541 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2333584 Jul 07 17:03:26.263807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae964ff8-4d28-45cb-96ad-3de63f9f61ef req-27406429-3c19-4f08-8012-e539a8042814 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 210 time: 0.1987040 Jul 07 17:03:26.268756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35508) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:26.323970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Allocated IP 172.20.0.11 (e1cac576-c5a3-4ea6-898a-8e98e310d6bb/f88c2157-9296-4896-b6ad-c963859a0e58/c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:26.416442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5a488-809f-42ac-b0ec-c7bb7078298f None None] Network f42a693f-15ca-4917-838b-548b5921167d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:26.585692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-7cfa2e1b-45d7-4c70-9f5b-c4deb968ce2b service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8884153 Jul 07 17:03:26.611779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.674553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-473888648', 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:26.778560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.848733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=06b7c2ed-2a01-424f-a850-c665836d3e0e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.854113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c963e71-eec4-47bd-a80b-b74b14d35321 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:26.858834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.861207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc39348b-ec4b-4afa-b14b-d745f1691018 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/06b7c2ed-2a01-424f-a850-c665836d3e0e HTTP/1.1" status: 204 len: 168 time: 1.4925549 Jul 07 17:03:26.865273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:26.948170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet d88e55b6-b2a1-4039-aba0-4fe03be9d1b9 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:26.953008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.984213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Made reservation on behalf of 35409ba9d6994005bcb4c1f274097568 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:26.988251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.025376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.074238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ba05a-8b26-45da-b3a4-b5500d3cd7b9 req-3a8bcc9d-018d-43f0-9a56-905077625245 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:27.089305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-753ba05a-8b26-45da-b3a4-b5500d3cd7b9 req-3a8bcc9d-018d-43f0-9a56-905077625245 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 1.1638827 Jul 07 17:03:27.200516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.211208 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.267508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] device_id is not set on port 4a1b9f80-7151-46fc-82ed-8d432f4f3640 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:27.275893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.332041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Transition to ACTIVE for port object c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:27.358479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=d88e55b6-b2a1-4039-aba0-4fe03be9d1b9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:27.378186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.385795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-25fc039e-9cd6-45b1-b1c7-b791ee10aa30 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/d88e55b6-b2a1-4039-aba0-4fe03be9d1b9 HTTP/1.1" status: 204 len: 168 time: 0.5188324 Jul 07 17:03:27.386507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:27.509947 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a900ff5f-8f06-469e-83da-4da80a3bf6ad tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214175 Jul 07 17:03:27.510767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35522) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:27.521332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:27.734126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:27.734829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-753ba05a-8b26-45da-b3a4-b5500d3cd7b9 req-632a171c-e890-46c1-ba3a-9c0d7db1cf33 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442332 Jul 07 17:03:27.745506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.773154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55622f3-88c7-44e9-b14d-a23aaf6df6c6 None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': 'd88e55b6-b2a1-4039-aba0-4fe03be9d1b9'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '900c237f-70b3-47b6-87e6-2647b4d34611'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:03:27.774170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fde5ca77-b3a5-4dd3-bb74-ddc0fd8a9d38 req-8d074abd-f9c3-43a9-85ac-c64eb12ca1bf tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 210 time: 0.2030852 Jul 07 17:03:27.844522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d4c5264-4991-460e-8307-8e2e730dd091 req-318a6f8e-6b27-4d5c-a240-bbea0c0d4822 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2556503 Jul 07 17:03:27.926012 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b55622f3-88c7-44e9-b14d-a23aaf6df6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.956734 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.015309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:28.034075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Allocated IP 172.20.0.6 (f42a693f-15ca-4917-838b-548b5921167d/8d6cfa4c-93c8-465d-b36d-98096ea174be/4a1b9f80-7151-46fc-82ed-8d432f4f3640) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:28.150850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.216551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:28.233315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.238248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.238892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.254736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=829d2d69-5c7a-4962-a9dc-766b4ef7d905,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.286244 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e46d0526-c7bf-4a5f-af5e-344f97952bde tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7738516 Jul 07 17:03:28.289875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35534) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.304210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.316216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.318879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.321660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:28.410500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.411398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.443066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e2f14-8fe3-451d-89a2-437ed720b655 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:28.462524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event updated for resources: {'Port': ['ID=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.469287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-da29900a-bb22-45bf-96ce-23297a5c18f8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2830892 Jul 07 17:03:28.481032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6e202280-cee9-4a3f-a482-ed2d24dffc92 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:28.481032 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e202280-cee9-4a3f-a482-ed2d24dffc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.486015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Request body: {'port': {'device_id': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.626575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:28.630415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.671014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.744219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.768958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network f42a693f-15ca-4917-838b-548b5921167d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:28.815939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.835937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:28.895290 n-d-793619-7 neutron-server[98264]: INFO neutron.db.ipam_backend_mixin [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 829d2d69-5c7a-4962-a9dc-766b4ef7d905 (CIDR: 2001:db8::/64) Jul 07 17:03:28.901487 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:28.901487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:28.940577 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-34e04957-d6c7-4c24-ad2b-43e524711154 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6412685 Jul 07 17:03:28.941494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.949050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'subnet': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:29.014302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c3caa9d4-1d95-4635-869d-39e3a3e6faad None None] Provisioning for port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:29.041497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c3caa9d4-1d95-4635-869d-39e3a3e6faad None None] Provisioning complete for port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:29.042092 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c3caa9d4-1d95-4635-869d-39e3a3e6faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.111846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Update dhcp port {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'fixed_ips': [{'subnet_id': '829d2d69-5c7a-4962-a9dc-766b4ef7d905'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '900c237f-70b3-47b6-87e6-2647b4d34611'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:03:29.181421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Port': ['ID=4a1b9f80-7151-46fc-82ed-8d432f4f3640,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.214292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c3caa9d4-1d95-4635-869d-39e3a3e6faad None None] Port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:29.221766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.263012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:29.281603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.470054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.474238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.615533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:29.616745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-671fddd8-b1fe-4f15-a7e7-4f3e80545491 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.0393231 Jul 07 17:03:29.663492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ed7c-5403-471c-8d97-4d65401e640b req-92a6675e-2784-493b-b64d-fbab9519ebeb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.667258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62e7ed7c-5403-471c-8d97-4d65401e640b req-92a6675e-2784-493b-b64d-fbab9519ebeb tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.8941097 Jul 07 17:03:29.841138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Allocated IP 2001:db8::2 (805cbf09-88bb-481a-b57e-edca2fb7148a/829d2d69-5c7a-4962-a9dc-766b4ef7d905/900c237f-70b3-47b6-87e6-2647b4d34611) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:29.878989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20f56-bf65-4540-81de-5c57152b1adb req-36676f51-50cf-4363-8db7-9cf02d9e1d5f tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.882831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18d20f56-bf65-4540-81de-5c57152b1adb req-36676f51-50cf-4363-8db7-9cf02d9e1d5f tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 932 time: 0.8211024 Jul 07 17:03:29.995585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:30.038161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.060436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Transition to ACTIVE for port object 900c237f-70b3-47b6-87e6-2647b4d34611 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:30.067337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.194473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Deleting port 4a1b9f80-7151-46fc-82ed-8d432f4f3640 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:30.195406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.253797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-16822fbb-b1d3-4f38-9d9e-1f266ead4b78 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.255526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-16822fbb-b1d3-4f38-9d9e-1f266ead4b78 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.54 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 945 time: 0.2988768 Jul 07 17:03:30.259153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4d97-18d3-4118-9af9-4d260f5a4e94 None None] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.311874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:30.371908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62e7ed7c-5403-471c-8d97-4d65401e640b req-5d9ab6f7-a99f-4f8e-9e2d-8528642844ff tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789200 Jul 07 17:03:30.405000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18d20f56-bf65-4540-81de-5c57152b1adb req-aea8b9e6-b7f5-4daf-a268-ea9496c85892 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086286 Jul 07 17:03:30.444293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:30.465760 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.535913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Transition to ACTIVE for port object c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:30.551863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.798252 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.880882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Pushing event updated for resources: {'Port': ['ID=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.921808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:30.930803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.994187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.072711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Calling delete_port for 4a1b9f80-7151-46fc-82ed-8d432f4f3640 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:31.114765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:31.205293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Attempting to bind port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:31.205293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Attempting to bind port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:31.205293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Attempting to bind port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:31.209363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:31.209810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Attempting to bind port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 on network e1cac576-c5a3-4ea6-898a-8e98e310d6bb {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:31.214161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:03:31.217593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:31.218082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Checking segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:31.218484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Bound using segment: {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:31.218940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Bound port: c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e792ca42-c424-4337-ab8c-72d23bea88bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:31.221301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.304299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Deleting port 465003b3-4669-4f25-9bd5-c387625447c8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:31.304899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.508763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] For port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:31.518835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] For port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:31.527385 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.696751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] For port 465003b3-4669-4f25-9bd5-c387625447c8, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=465003b3-4669-4f25-9bd5-c387625447c8,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:31.697424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.823402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.824571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.829089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.831755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] 10.222.0.54 "PUT /v2.0/ports/c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 HTTP/1.1" status: 200 len: 1092 time: 3.3542278 Jul 07 17:03:31.843982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:31.849438 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:31.923243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Calling delete_port for 465003b3-4669-4f25-9bd5-c387625447c8 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:31.928773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a1b9f80-7151-46fc-82ed-8d432f4f3640,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.297008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:32.348492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.528565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37420d-d431-4520-b387-6f358e2d82bd service neutron] Pushing event updated for resources: {'Port': ['ID=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.563036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Provisioning for port 900c237f-70b3-47b6-87e6-2647b4d34611 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:32.567297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.571896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:32.572429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.573094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d04991dd-b2cd-4116-b47d-c263741d4099 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/ports/4a1b9f80-7151-46fc-82ed-8d432f4f3640 HTTP/1.1" status: 204 len: 168 time: 2.9547508 Jul 07 17:03:32.580749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35582) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.600467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'external_fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6'}]}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.765778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb7535-b240-4f7b-8d59-8c109e2cd4c1 req-64d9836a-963e-44a5-babd-849d053b623c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.772203 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.781765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfbb7535-b240-4f7b-8d59-8c109e2cd4c1 req-64d9836a-963e-44a5-babd-849d053b623c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 944 time: 0.7518873 Jul 07 17:03:32.876606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.878960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:32.882535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.922905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.926567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.966548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.967619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.972053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event deleted for resources: {'Port': ['ID=465003b3-4669-4f25-9bd5-c387625447c8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.985676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.019506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a5fe7-3b67-4892-a78b-11f00e83f961 req-39c19969-91ac-4548-bf33-ba35f423f7e8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.021506 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d78a5fe7-3b67-4892-a78b-11f00e83f961 req-39c19969-91ac-4548-bf33-ba35f423f7e8 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=41ad73dc-3300-4709-ae4d-d880506a43f7 HTTP/1.1" status: 200 len: 867 time: 1.0106015 Jul 07 17:03:33.024267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-6060ac1b-65cd-41c0-a9b1-c883bac5e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.026229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-6060ac1b-65cd-41c0-a9b1-c883bac5e111 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 1095 time: 0.7825563 Jul 07 17:03:33.037325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-bb015667-c74d-4698-9cd0-ecf04ffdde85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2925959 Jul 07 17:03:33.079998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:33.099899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-4e301193-5ea4-475a-9e58-41475117e77f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 HTTP/1.1" status: 200 len: 217 time: 0.0594523 Jul 07 17:03:33.126500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:33.168702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.170027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.175718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] No DVR routers for this DVR port 465003b3-4669-4f25-9bd5-c387625447c8 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:33.188150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.191000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfc00b5f-9338-4e7f-a6bb-e45d068c1ce9 req-fdc09c57-992e-4164-b0f5-a682773716af tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.54 "DELETE /v2.0/ports/465003b3-4669-4f25-9bd5-c387625447c8 HTTP/1.1" status: 204 len: 173 time: 2.9038103 Jul 07 17:03:33.207415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'name': 'network-vif-deleted', 'tag': '465003b3-4669-4f25-9bd5-c387625447c8'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:33.210091 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30167f9f-d4e9-4736-9580-806bf6946a9b" -d '{"events": [{"server_uuid": "41ad73dc-3300-4709-ae4d-d880506a43f7", "name": "network-vif-deleted", "tag": "465003b3-4669-4f25-9bd5-c387625447c8"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:33.224524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 465003b3-4669-4f25-9bd5-c387625447c8 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:33.232366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259daa68-55bb-4c77-9119-6a2c47548715 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:33.281317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfbb7535-b240-4f7b-8d59-8c109e2cd4c1 req-58552e97-b075-48c1-9d86-c752d8f36add tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979331 Jul 07 17:03:33.284459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Subnet': ['ID=9b8b1274-bab9-455d-bc54-d378184e8c8c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:33.298580 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3538399 Jul 07 17:03:33.305682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35592) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.327021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Request body: {'port': {'network_id': '805cbf09-88bb-481a-b57e-edca2fb7148a', 'mac_address': 'fa:16:3e:9c:45:ba', 'name': 'tempest-NetworksTestDHCPv6-325426532'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:33.330840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb92c2-2599-4672-9380-d0f347ee2314 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=11']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:33.522197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.530628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:03:33.531266 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:03:33.540269 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a17440-9832-453c-9b98-814ca6d4f497 x-openstack-request-id: req-88a17440-9832-453c-9b98-814ca6d4f497 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:33.540762 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:33.540865 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88a17440-9832-453c-9b98-814ca6d4f497 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:33.541247 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'status': 'completed', 'code': 200} Jul 07 17:03:33.584423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d78a5fe7-3b67-4892-a78b-11f00e83f961 req-1b97a8d7-3531-43a5-87a8-89f8f8b44309 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922683 Jul 07 17:03:33.603568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-a0b57625-b95c-4399-a0fd-279e817eaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.603568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-a0b57625-b95c-4399-a0fd-279e817eaaf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.4455314 Jul 07 17:03:33.669180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Made reservation on behalf of 20941913de004fbeb54123d6300cf25b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:33.793553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.802725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 465003b3-4669-4f25-9bd5-c387625447c8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:33.803639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 465003b3-4669-4f25-9bd5-c387625447c8 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:33.823868 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd760463-26a6-4ebd-8602-2d5f3d17b40d x-openstack-request-id: req-cd760463-26a6-4ebd-8602-2d5f3d17b40d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:33.825509 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ad73dc-3300-4709-ae4d-d880506a43f7", "name": "network-vif-deleted", "tag": "465003b3-4669-4f25-9bd5-c387625447c8", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:33.826144 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd760463-26a6-4ebd-8602-2d5f3d17b40d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:33.826748 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ad73dc-3300-4709-ae4d-d880506a43f7', 'name': 'network-vif-deleted', 'tag': '465003b3-4669-4f25-9bd5-c387625447c8', 'status': 'completed', 'code': 200} Jul 07 17:03:33.834219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.845470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] device_id is not set on port 77368ecd-2797-41ea-b9f3-bd1deb942ad0 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:34.089728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.090888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.092038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.092904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.101758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.122576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.125938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.132301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-87217eba-743c-45ed-b3b6-3d650b5ff282 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.8815429 Jul 07 17:03:34.322236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.362137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:34.389670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8::39c (805cbf09-88bb-481a-b57e-edca2fb7148a/829d2d69-5c7a-4962-a9dc-766b4ef7d905/77368ecd-2797-41ea-b9f3-bd1deb942ad0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:34.471338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:45ba (805cbf09-88bb-481a-b57e-edca2fb7148a/9b8b1274-bab9-455d-bc54-d378184e8c8c/77368ecd-2797-41ea-b9f3-bd1deb942ad0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:34.722119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:34.740110 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.871639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:34.872421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.992315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb502cf3-eab2-45a0-a56d-223ba2799b11 None None] Pushing event updated for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:35.093760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.167096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Transition to ACTIVE for port object 77368ecd-2797-41ea-b9f3-bd1deb942ad0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:35.220927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-53c86e1a-228c-470b-9fca-c70ffaa8e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.224241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-53c86e1a-228c-470b-9fca-c70ffaa8e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.224241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-53c86e1a-228c-470b-9fca-c70ffaa8e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.227090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-53c86e1a-228c-470b-9fca-c70ffaa8e948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 2298 time: 1.0479074 Jul 07 17:03:35.264970 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8f2e682f-3db0-4f54-ae50-685355f8badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.397792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.508755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-41d1b1fe-7e76-4484-83b9-425a708767bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.514291 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-41d1b1fe-7e76-4484-83b9-425a708767bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9042590 Jul 07 17:03:35.547340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Network 805cbf09-88bb-481a-b57e-edca2fb7148a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:35.555286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:35.558262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:35.571878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.573495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.603760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event updated for resources: {'Port': ['ID=77368ecd-2797-41ea-b9f3-bd1deb942ad0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:35.642265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bd950fd-e282-4c92-a776-c4071f6cec79 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3325672 Jul 07 17:03:35.644926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35630) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.775224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-f69b8b2c-edd0-4899-8a20-2b777d46fa75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1001 time: 0.4765689 Jul 07 17:03:36.294001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:36.375219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-4a87bd6a-036c-4b0a-99e2-4e8721b07d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.377773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-4a87bd6a-036c-4b0a-99e2-4e8721b07d01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.5584903 Jul 07 17:03:36.404691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17462672-3c36-459f-99a4-a06f7aedd1bf req-605de7be-c252-4c83-bcc9-2c5a32136ae0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.412749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17462672-3c36-459f-99a4-a06f7aedd1bf req-605de7be-c252-4c83-bcc9-2c5a32136ae0 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 944 time: 1.1597757 Jul 07 17:03:36.505471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:36.506475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.650490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-9795516b-45e2-4be2-83fd-a119ae3c2372 service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1172323 Jul 07 17:03:36.682492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-8af751c6-c84d-4cb7-bca2-d33ba217168e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.690496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-8af751c6-c84d-4cb7-bca2-d33ba217168e tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 1.0191267 Jul 07 17:03:36.740072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-841d9dd7-80be-4dc9-afa8-e64a088ac1e6 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:36.740452 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-841d9dd7-80be-4dc9-afa8-e64a088ac1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.773379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-5f75d05f-0ae4-4b55-86c7-ef107d88e9fc tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/quotas/cb7ae56facfd40b98b9b9d96fce1e39e HTTP/1.1" status: 200 len: 375 time: 0.0789998 Jul 07 17:03:37.119369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-eb0d75bd-2dc2-4513-a591-0c2eb5b65eda tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3448398 Jul 07 17:03:37.123769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a797caeb-e28b-40e1-8cb2-e688bc18196c req-84099f46-b6ee-4bda-8009-344abdaf2ac6 service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776512 Jul 07 17:03:37.219478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d2e819ee-bfd8-4653-99e1-9e9063588747 None None] Provisioning for port 77368ecd-2797-41ea-b9f3-bd1deb942ad0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:37.232038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17462672-3c36-459f-99a4-a06f7aedd1bf req-a5f6d5b1-5c00-465a-9d56-ed2a0ad7859f tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6039760 Jul 07 17:03:37.261069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d2e819ee-bfd8-4653-99e1-9e9063588747 None None] Provisioning complete for port 77368ecd-2797-41ea-b9f3-bd1deb942ad0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:37.263568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d2e819ee-bfd8-4653-99e1-9e9063588747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.272908 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.378624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.471177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d2e819ee-bfd8-4653-99e1-9e9063588747 None None] Port 77368ecd-2797-41ea-b9f3-bd1deb942ad0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:37.488476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-81ca6afc-d7f3-4dc9-9f91-744be967c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.495635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-81ca6afc-d7f3-4dc9-9f91-744be967c539 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0633709 Jul 07 17:03:37.604603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.660351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-b4008f52-c01b-4f6a-b5d8-a10701ca5242 service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402088 Jul 07 17:03:37.672817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04bf71dc-1836-4538-b07c-cdf370e858d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.815402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-69257ee4-b6b9-4b70-bd84-9c9d3db99074 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540077 Jul 07 17:03:37.817644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting port 77368ecd-2797-41ea-b9f3-bd1deb942ad0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:37.818199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.163478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.185202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-649c867f-0a89-4d2f-b9ae-6e383f31f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.186860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-649c867f-0a89-4d2f-b9ae-6e383f31f40c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 1095 time: 0.8344455 Jul 07 17:03:38.338240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Calling delete_port for 77368ecd-2797-41ea-b9f3-bd1deb942ad0 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:38.578938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-c2e1fa7f-b8f2-4bb4-84a8-a30550861954 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611588 Jul 07 17:03:38.724654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-2a2f3ab7-bac6-4a57-a5e6-42378bd01f4a service neutron] 10.222.0.78 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155460 Jul 07 17:03:38.846431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-0b0db58d-7e23-4e2c-8147-4cb06b834056 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.2122517 Jul 07 17:03:38.995707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-a755f556-726c-46e6-9ed3-9c97ef6e85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.998442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-a755f556-726c-46e6-9ed3-9c97ef6e85cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.8027298 Jul 07 17:03:39.006912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Allocated IP 172.20.0.6 (f42a693f-15ca-4917-838b-548b5921167d/8d6cfa4c-93c8-465d-b36d-98096ea174be/bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:39.044756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.094477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-3545717e-449b-4e7a-a3f2-11a2fc0806e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.096149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-3545717e-449b-4e7a-a3f2-11a2fc0806e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.2249548 Jul 07 17:03:39.106257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-79f17594-b136-4caa-bbe7-a7dd3d8d8c5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 HTTP/1.1" status: 200 len: 217 time: 0.0759685 Jul 07 17:03:39.906318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee95916-bdda-4061-989b-9eb571008690 req-9fb65dec-6c5a-4c86-af1d-93e8316ebac8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.908868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ee95916-bdda-4061-989b-9eb571008690 req-9fb65dec-6c5a-4c86-af1d-93e8316ebac8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 944 time: 1.3216219 Jul 07 17:03:39.939094 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:39.970025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acb3606e-4fb5-4444-9aaa-d2a29fca128f req-5de87c7a-6594-4b37-b930-077f266c328a tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 210 time: 0.0960107 Jul 07 17:03:40.132676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-00c7f2c5-5b6e-44b0-be30-4f19f5b1733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.134993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-00c7f2c5-5b6e-44b0-be30-4f19f5b1733d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 1.0059462 Jul 07 17:03:40.405025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ee95916-bdda-4061-989b-9eb571008690 req-2194f0a2-364d-4f61-9368-e701f30ba1c4 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390658 Jul 07 17:03:40.428944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-0920c693-c481-47da-ab03-5bde2edb334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.429973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-0920c693-c481-47da-ab03-5bde2edb334d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3193195 Jul 07 17:03:40.438473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.557225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-472906a6-adc6-4811-9060-fdb7ac49bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.558853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-472906a6-adc6-4811-9060-fdb7ac49bdf8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3960073 Jul 07 17:03:40.594784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.693906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Port': ['ID=77368ecd-2797-41ea-b9f3-bd1deb942ad0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.701579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-049be885-b3f4-4949-a51c-c3eea4a04962 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547905 Jul 07 17:03:40.733006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.889557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.064878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.067004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7bdf0911-b12d-4613-916e-7fb9093bf53a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/77368ecd-2797-41ea-b9f3-bd1deb942ad0 HTTP/1.1" status: 204 len: 168 time: 5.3772211 Jul 07 17:03:41.071089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35846) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.081722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network f42a693f-15ca-4917-838b-548b5921167d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:41.099167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:41.114347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-3a66ea5c-cddb-4fa6-83fe-ead8e6dce7dc service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352633 Jul 07 17:03:41.115512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:41.120714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Port': ['ID=bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.197998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:41.299003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794d536-1a1b-41b1-a3db-545fb694ab45 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.306339 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4794d536-1a1b-41b1-a3db-545fb694ab45 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2331710 Jul 07 17:03:41.307994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35862) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.522868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb3ea7-d57a-4314-a8ce-24cbe75d5664 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.539370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bacb3ea7-d57a-4314-a8ce-24cbe75d5664 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2266493 Jul 07 17:03:41.543022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35872) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.565756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-202a3ecd-6817-410e-abe8-33009d3aa7e5 req-babc7efd-089a-4a13-a7f2-1a8eeb44eb5f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 210 time: 0.1171160 Jul 07 17:03:41.591450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-20057d11-fb13-49cd-9d28-bc4326c8ef29 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8661466 Jul 07 17:03:41.598204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:41.648713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'port_id': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'mac_address': 'fa:16:3e:c5:05:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:41.785970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e10d1e-af6f-43e3-b357-276e89c66455 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.789305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e10d1e-af6f-43e3-b357-276e89c66455 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.796584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e10d1e-af6f-43e3-b357-276e89c66455 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.799890 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.807508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77e10d1e-af6f-43e3-b357-276e89c66455 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2601035 Jul 07 17:03:41.812186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35880) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.842925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:41.883954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-7db97a08-9936-4bef-8ed7-361250075fd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.1853738 Jul 07 17:03:41.927030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:41.949297 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.966418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27acc40b-fce8-46a4-817e-aaeb3eac2d7b req-bbd9bbd1-72fe-4aa9-a2d3-0c8ba7a61d46 service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7917111 Jul 07 17:03:42.030378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-92096382-86c1-4340-8a0e-37a20f4329d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.032408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-92096382-86c1-4340-8a0e-37a20f4329d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1412697 Jul 07 17:03:42.061077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129691c0-e4e2-4bfe-be21-4c6e2bea6b41 req-2c0caa2c-3ac9-4446-8211-7bc36ccc8b3a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.072705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-129691c0-e4e2-4bfe-be21-4c6e2bea6b41 req-2c0caa2c-3ac9-4446-8211-7bc36ccc8b3a tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 944 time: 0.3678460 Jul 07 17:03:42.089362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 829d2d69-5c7a-4962-a9dc-766b4ef7d905 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:42.103957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.211875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.280548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-129691c0-e4e2-4bfe-be21-4c6e2bea6b41 req-b55031d0-8394-43e9-92ac-cd7e59fd1f5f tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039115 Jul 07 17:03:42.309382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:42.416199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:42.519407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-d6874e3a-fbba-42f8-b128-ada901d211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.521696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-d6874e3a-fbba-42f8-b128-ada901d211b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4395106 Jul 07 17:03:42.578330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.789868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.212375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f66c8d8f-9fe4-483f-8c4b-f535fc617cf1 req-f648f96d-db72-45e2-a79a-75942d7d7512 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 210 time: 0.1365120 Jul 07 17:03:43.259294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-c980a404-a7c6-41d1-ae5d-b10360413bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137620 Jul 07 17:03:43.392962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9b4e-3dc1-4980-909c-18645acce63e req-87484ea9-9963-4186-b8d1-4d8b625e17a4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.394834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfaa9b4e-3dc1-4980-909c-18645acce63e req-87484ea9-9963-4186-b8d1-4d8b625e17a4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.3992484 Jul 07 17:03:43.400397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-78b771f3-ff44-4b3c-b281-24069bdd7bc0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.403863 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-78b771f3-ff44-4b3c-b281-24069bdd7bc0 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 811 time: 0.9557297 Jul 07 17:03:43.433735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.453001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Request body: {'port': {'device_id': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'admin_state_up': True, 'tenant_id': 'cb7ae56facfd40b98b9b9d96fce1e39e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:43.540360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfaa9b4e-3dc1-4980-909c-18645acce63e req-3547ce61-ecbb-454b-8ae9-08773b4cdc3c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284950 Jul 07 17:03:43.549889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.563911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-947d3ee6-887c-44ae-810f-fe4a40b3e63a service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955589 Jul 07 17:03:43.677746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-57798acd-a2b4-4c41-8e0a-35cc08e483c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.0729589 Jul 07 17:03:43.702437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=829d2d69-5c7a-4962-a9dc-766b4ef7d905,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.728016 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.741482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52ff87-bfda-4c2a-aeff-3737586805d6 None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:43.747618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/829d2d69-5c7a-4962-a9dc-766b4ef7d905 HTTP/1.1" status: 204 len: 168 time: 1.9335129 Jul 07 17:03:43.748967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36024) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:43.844637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-b1180336-32a4-46b3-af58-a5151827302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.846267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-b1180336-32a4-46b3-af58-a5151827302a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1551583 Jul 07 17:03:43.855760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.856678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.857530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.858590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.859525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.860583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.861503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.862468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.863980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.864821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.865751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.866786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d6a6c-363d-4c3e-838f-ebc3ca23eca6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:43.901459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Deleting subnet 9b8b1274-bab9-455d-bc54-d378184e8c8c {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:43.907515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.925854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc188-fdcd-47f4-8cc1-a7b12085c6f5 req-2e6ce9c1-3742-4311-aed4-a2dd223a212c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.933814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43efc188-fdcd-47f4-8cc1-a7b12085c6f5 req-2e6ce9c1-3742-4311-aed4-a2dd223a212c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 945 time: 0.2260022 Jul 07 17:03:43.995860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.001757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Router c6c806bd-28b9-42b6-9608-9ea9e5a43efe is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:44.036387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43efc188-fdcd-47f4-8cc1-a7b12085c6f5 req-eecca0af-a8ad-4cc6-b4d5-b0ba9d6bbd6d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015425 Jul 07 17:03:44.042294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-74729873-d2ee-46f4-a09e-99593b6e2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:44.047466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-74729873-d2ee-46f4-a09e-99593b6e2d52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1932030 Jul 07 17:03:44.144843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Made reservation on behalf of cb7ae56facfd40b98b9b9d96fce1e39e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:44.149929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.170148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.312156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-8d12376e-c72c-41f8-a9a5-c60e74100171 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554858 Jul 07 17:03:44.378654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:44.414093 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Sync routers for ids ['c6c806bd-28b9-42b6-9608-9ea9e5a43efe'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:44.489809 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Routers {'c6c806bd-28b9-42b6-9608-9ea9e5a43efe'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:44.495392 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c6c806bd-28b9-42b6-9608-9ea9e5a43efe'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:44.496676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.540497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.542824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-93e62eaf-0438-4caf-a397-f2f2a5d6ed63 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.9549201 Jul 07 17:03:44.595713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36082) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:44.705624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8b1274-bab9-455d-bc54-d378184e8c8c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.733095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.736279 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ecb06fb-24cb-474a-896c-54cfa21abe5d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/9b8b1274-bab9-455d-bc54-d378184e8c8c HTTP/1.1" status: 204 len: 168 time: 0.9807775 Jul 07 17:03:44.746745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36104) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:44.873366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Allocated IP 172.20.0.2 (b1ac1cea-d9f4-440e-99e7-a5fcdc798b09/c884c518-ad9a-4d88-938c-e0cde3909610/0a5c4d69-ac61-4208-b641-4913a308baca) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:44.875816 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Set router c6c806bd-28b9-42b6-9608-9ea9e5a43efe gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:45.111550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.251647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:45.252418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.283536 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b62b8563-c522-4a7f-bd0b-97b6fd780976 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5352211 Jul 07 17:03:45.293212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36146) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.452061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:45.462376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:45.464892 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.483892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:45.490995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:45.504971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:45.556492 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c806bd-28b9-42b6-9608-9ea9e5a43efe', 'name': '', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'external_fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:32Z', 'updated_at': '2021-07-07T17:03:42Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': 'bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4', 'name': '', 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c806bd-28b9-42b6-9608-9ea9e5a43efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:37Z', 'updated_at': '2021-07-07T17:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.569634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2d93e12-98de-4769-8534-112f1c0d7f3c req-bba9f667-53d1-4062-84b8-ed5c43bcfe07 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 210 time: 1.0860412 Jul 07 17:03:45.582952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event updated for resources: {'Port': ['ID=0a5c4d69-ac61-4208-b641-4913a308baca,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.639519 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Checking router: c6c806bd-28b9-42b6-9608-9ea9e5a43efe for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:45.639907 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Updating router c6c806bd-28b9-42b6-9608-9ea9e5a43efe port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:45.686944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.695135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.735267 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.738010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146b6c5-0b03-461c-b598-ec059d4f052c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.740724 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0146b6c5-0b03-461c-b598-ec059d4f052c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4139144 Jul 07 17:03:45.747770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36184) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.755689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d6a64-0453-4857-88b8-a57d8ed7771f None None] Network 805cbf09-88bb-481a-b57e-edca2fb7148a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:45.826802 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f91331c2-29c8-497b-9ff4-7989cd058dd9 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4004934 Jul 07 17:03:45.877411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Request body: {'port': {'device_id': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:45.973589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.998348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f2d58275-88d4-45f9-b228-0f73fc1ca6f3 None None] Provisioning complete for port 900c237f-70b3-47b6-87e6-2647b4d34611 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:45.999123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2d58275-88d4-45f9-b228-0f73fc1ca6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.067726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.116969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9052f-edee-4a4a-8b20-ca6ae1549c5a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.120027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2b9052f-edee-4a4a-8b20-ca6ae1549c5a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3705101 Jul 07 17:03:46.122948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:46.125771 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca220c-98b9-4b8d-bcb6-08acb207586b" -d '{"events": [{"server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "name": "network-vif-plugged", "status": "completed", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:46.154764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36196) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.220557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-5d63f7a6-87ee-41c9-8665-0d22a5e5320e service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8928316 Jul 07 17:03:46.234588 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-83c1d312-7f59-4123-9a55-af25f2c7ae62 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770571 Jul 07 17:03:46.247365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36200) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.270256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:46.285674 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.287438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:46.320914 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fda58e-715e-4762-a9ec-8b5c3bcd4de5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:46.322148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fda58e-715e-4762-a9ec-8b5c3bcd4de5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:46.329543 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69fda58e-715e-4762-a9ec-8b5c3bcd4de5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/77368ecd-2797-41ea-b9f3-bd1deb942ad0 HTTP/1.1" status: 404 len: 333 time: 0.0768831 Jul 07 17:03:46.332244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-172873e7-0450-4327-a993-9e5e08d8048d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.0823760 Jul 07 17:03:46.336534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.338443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36202) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.393314 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8f294d-4e93-4dcd-8a11-365a21cd961f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:46.394703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8f294d-4e93-4dcd-8a11-365a21cd961f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:46.400032 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bd8f294d-4e93-4dcd-8a11-365a21cd961f tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/9b8b1274-bab9-455d-bc54-d378184e8c8c HTTP/1.1" status: 404 len: 337 time: 0.0586071 Jul 07 17:03:46.403798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36204) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.420415 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.442654 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Transition to ACTIVE for port object bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:46.457651 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.469251 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0812014f-f53a-4e4c-b345-aa1aadc7e80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:46.469914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0812014f-f53a-4e4c-b345-aa1aadc7e80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:46.475289 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0812014f-f53a-4e4c-b345-aa1aadc7e80b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/829d2d69-5c7a-4962-a9dc-766b4ef7d905 HTTP/1.1" status: 404 len: 337 time: 0.0676787 Jul 07 17:03:46.493831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.560903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.582729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced59e-cd41-4cd4-ad42-55de60688a48 req-220a31e1-3c23-4ff4-9a68-63a8c2b3be4b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.587297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80ced59e-cd41-4cd4-ad42-55de60688a48 req-220a31e1-3c23-4ff4-9a68-63a8c2b3be4b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 1.0013595 Jul 07 17:03:46.588088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36208) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.626376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:46.631181 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.656721 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Attempting to bind port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:46.658767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Attempting to bind port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '472da419-c8b9-4f7a-8f02-8bf8f1c72daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:46.659840 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Attempting to bind port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 on network f42a693f-15ca-4917-838b-548b5921167d {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:46.679596 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Pushing event updated for resources: {'Port': ['ID=bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.700163 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:46.701084 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Checking segment: {'id': '472da419-c8b9-4f7a-8f02-8bf8f1c72daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:46.702177 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.705191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Bound using segment: {'id': '472da419-c8b9-4f7a-8f02-8bf8f1c72daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:46.705191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Bound port: bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472da419-c8b9-4f7a-8f02-8bf8f1c72daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:46.705191 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.712428 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.712925 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.713957 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.715447 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.715984 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.716787 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.717675 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.719545 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.719545 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.719888 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.720825 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.721791 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:46.774668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] DHCP port deletion for 805cbf09-88bb-481a-b57e-edca2fb7148a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:46.782214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.890752 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] For port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:46.903348 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] For port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4,segment=NetworkSegment(472da419-c8b9-4f7a-8f02-8bf8f1c72daf),segment_id=472da419-c8b9-4f7a-8f02-8bf8f1c72daf)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:46.912011 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.913434 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db06e99-1ace-47a8-807b-08d2e13c9795 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:46.914553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db06e99-1ace-47a8-807b-08d2e13c9795 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:46.919178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2db06e99-1ace-47a8-807b-08d2e13c9795 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/127f8996-d185-4bfd-9762-c3ad29d5d572 HTTP/1.1" status: 404 len: 333 time: 0.3072433 Jul 07 17:03:46.921005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] Deleting port 900c237f-70b3-47b6-87e6-2647b4d34611 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:46.921719 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.930789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36216) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.972821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6783be-8d3e-40d5-83f4-bb8ef334046b req-d14c2cc3-7333-48ec-83b7-c41cf5ccb718 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.976233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe6783be-8d3e-40d5-83f4-bb8ef334046b req-d14c2cc3-7333-48ec-83b7-c41cf5ccb718 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 945 time: 0.8779714 Jul 07 17:03:46.995634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-d25d2072-2358-40de-8871-cabcfd70aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.998648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-d25d2072-2358-40de-8871-cabcfd70aa48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.6490304 Jul 07 17:03:47.011082 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7909ca87-efac-4ad3-9f9e-99ee5d2e5b64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:47.012704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7909ca87-efac-4ad3-9f9e-99ee5d2e5b64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:47.014980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7909ca87-efac-4ad3-9f9e-99ee5d2e5b64 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/d88e55b6-b2a1-4039-aba0-4fe03be9d1b9 HTTP/1.1" status: 404 len: 337 time: 0.0831215 Jul 07 17:03:47.031070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36218) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.081996 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Routers {'c6c806bd-28b9-42b6-9608-9ea9e5a43efe'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:47.082873 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c6c806bd-28b9-42b6-9608-9ea9e5a43efe'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:47.092084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] For port 900c237f-70b3-47b6-87e6-2647b4d34611, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=900c237f-70b3-47b6-87e6-2647b4d34611,segment=NetworkSegment(a7e2377f-f0b5-4f35-8bda-9e7199c89f79),segment_id=a7e2377f-f0b5-4f35-8bda-9e7199c89f79)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:47.093302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.124877 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cfd9af-c567-41d2-b9a3-62956a6e76ef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:47.125529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cfd9af-c567-41d2-b9a3-62956a6e76ef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:47.126878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80ced59e-cd41-4cd4-ad42-55de60688a48 req-10f1d37a-811a-4c69-a3f3-5718910d9556 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4621396 Jul 07 17:03:47.127917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] Calling delete_port for 900c237f-70b3-47b6-87e6-2647b4d34611 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:47.131174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55cfd9af-c567-41d2-b9a3-62956a6e76ef tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/06b7c2ed-2a01-424f-a850-c665836d3e0e HTTP/1.1" status: 404 len: 337 time: 0.0946026 Jul 07 17:03:47.132051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36220) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.152191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03be3c-9f41-41a7-bfd7-c40889bf798f None None] Pushing event updated for resources: {'Port': ['ID=bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:47.212488 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.279067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe6783be-8d3e-40d5-83f4-bb8ef334046b req-c8faf485-8130-4fbe-b1a0-37dcc9162e01 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697470 Jul 07 17:03:47.299723 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79bebdc-d790-47bc-82d9-906b9150a554 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:47.301635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79bebdc-d790-47bc-82d9-906b9150a554 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:47.305601 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e79bebdc-d790-47bc-82d9-906b9150a554 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/ee271c3f-6424-43c3-bbe8-7fceaca1022b HTTP/1.1" status: 404 len: 333 time: 0.1574905 Jul 07 17:03:47.315268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36224) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.381249 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.394339 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef67017a-5cc0-4d28-9cb3-3fcf0bbcfdc5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:47.397959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef67017a-5cc0-4d28-9cb3-3fcf0bbcfdc5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:47.400148 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ef67017a-5cc0-4d28-9cb3-3fcf0bbcfdc5 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/80f363c5-fc3f-4ad4-af0e-39647dc3648f HTTP/1.1" status: 404 len: 337 time: 0.0838037 Jul 07 17:03:47.416636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36226) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.435996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] Pushing event deleted for resources: {'Port': ['ID=900c237f-70b3-47b6-87e6-2647b4d34611,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:47.444652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b41407-bed2-44a4-b0cf-e0ad05289753 None None] No DVR routers for this DVR port 900c237f-70b3-47b6-87e6-2647b4d34611 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:47.476220 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] Set router c6c806bd-28b9-42b6-9608-9ea9e5a43efe gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:47.492678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-63ecde3b-3d07-47e4-a267-f66b10896ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:47.496464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-63ecde3b-3d07-47e4-a267-f66b10896ec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4692628 Jul 07 17:03:47.555584 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59e4d7-8d43-48a0-baa2-7a951423d7ae x-openstack-request-id: req-da59e4d7-8d43-48a0-baa2-7a951423d7ae {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:47.556046 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "name": "network-vif-plugged", "status": "completed", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:47.557593 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da59e4d7-8d43-48a0-baa2-7a951423d7ae {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:47.558106 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'code': 200} Jul 07 17:03:47.567273 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a12fb0b-5fb0-4d12-8e46-251f2a57327c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:47.569610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a12fb0b-5fb0-4d12-8e46-251f2a57327c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:47.590424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a12fb0b-5fb0-4d12-8e46-251f2a57327c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/ee2a4d2b-0105-4ebc-9d99-df4c6a39d20b HTTP/1.1" status: 404 len: 337 time: 0.1681850 Jul 07 17:03:47.633088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36228) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.790340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5c4d69-ac61-4208-b641-4913a308baca {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:47.839543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.870966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Transition to ACTIVE for port object 0a5c4d69-ac61-4208-b641-4913a308baca will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:47.879220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.949841 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e36d17e-c438-4ca0-90fa-4b18dc0b38e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:47.953951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e36d17e-c438-4ca0-90fa-4b18dc0b38e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:47.965930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8e36d17e-c438-4ca0-90fa-4b18dc0b38e2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/f8e2b473-89ae-4c39-9dba-8c3e996b5ac8 HTTP/1.1" status: 404 len: 333 time: 0.3265178 Jul 07 17:03:47.966937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36236) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.045552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-0a284ff1-67d7-4052-ba13-327611552d6f service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402808 Jul 07 17:03:48.049329 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9f32b3-e29f-4ed0-b0dc-5c9279e9b001 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.050222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9f32b3-e29f-4ed0-b0dc-5c9279e9b001 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.057936 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1b9f32b3-e29f-4ed0-b0dc-5c9279e9b001 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6405a8e2-955c-42af-8749-473dd1a2b855 HTTP/1.1" status: 404 len: 337 time: 0.0853689 Jul 07 17:03:48.062302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.137610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Deleting port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:48.140107 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.148778 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c806bd-28b9-42b6-9608-9ea9e5a43efe', 'name': '', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'external_fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:32Z', 'updated_at': '2021-07-07T17:03:42Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': 'bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4', 'name': '', 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c806bd-28b9-42b6-9608-9ea9e5a43efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:37Z', 'updated_at': '2021-07-07T17:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:48.169510 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6cdaac-19f6-4c66-8310-fc4b923a852a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.170436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6cdaac-19f6-4c66-8310-fc4b923a852a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.177718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f6cdaac-19f6-4c66-8310-fc4b923a852a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/a3eb1d3a-cd41-43bf-bb90-e47b9339e886 HTTP/1.1" status: 404 len: 337 time: 0.1024966 Jul 07 17:03:48.186328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36240) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.264997 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1577b-c591-4ea1-b026-525e7fd4c431 None None] The sync data for ids ['c6c806bd-28b9-42b6-9608-9ea9e5a43efe'] in n-d-793619-7 is: [{'id': 'c6c806bd-28b9-42b6-9608-9ea9e5a43efe', 'name': '', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'external_fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:32Z', 'updated_at': '2021-07-07T17:03:42Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': 'bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4', 'name': '', 'network_id': 'f42a693f-15ca-4917-838b-548b5921167d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c806bd-28b9-42b6-9608-9ea9e5a43efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:37Z', 'updated_at': '2021-07-07T17:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d6cfa4c-93c8-465d-b36d-98096ea174be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:48.289649 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b99dc2-e887-4075-92c1-c21512524bbb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.291399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b99dc2-e887-4075-92c1-c21512524bbb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.296511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-00b99dc2-e887-4075-92c1-c21512524bbb tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/5e5bc9bf-4ee9-45b5-a0d1-f635ce71dee1 HTTP/1.1" status: 404 len: 333 time: 0.1076407 Jul 07 17:03:48.298384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Pushing event updated for resources: {'Port': ['ID=0a5c4d69-ac61-4208-b641-4913a308baca,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:48.346202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:48.366612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36246) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.447810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 900c237f-70b3-47b6-87e6-2647b4d34611 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:48.448690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 900c237f-70b3-47b6-87e6-2647b4d34611 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:48.475479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d80a6-1c5f-4391-8863-e0b5b8e263b5 req-f6988f91-27b6-407b-a422-fdc4525a61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.477821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a48d80a6-1c5f-4391-8863-e0b5b8e263b5 req-f6988f91-27b6-407b-a422-fdc4525a61d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 1097 time: 0.8244247 Jul 07 17:03:48.478263 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aa5dee-9a7f-464c-bca3-26cf65037c2d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.479031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aa5dee-9a7f-464c-bca3-26cf65037c2d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.487072 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-50aa5dee-9a7f-464c-bca3-26cf65037c2d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4fa7e2-ceb6-4846-bab7-749e79b0cf59 HTTP/1.1" status: 404 len: 337 time: 0.1165998 Jul 07 17:03:48.492972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.549536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ec5ab-a48c-4da9-b6e0-6864611a3531 req-0307c933-eade-4ce6-b61a-baff3ef337c2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.559043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c6ec5ab-a48c-4da9-b6e0-6864611a3531 req-0307c933-eade-4ce6-b61a-baff3ef337c2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 943 time: 0.6889932 Jul 07 17:03:48.568233 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-89729795-a7fe-4f3b-bb4d-b77b10c28359 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.569515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89729795-a7fe-4f3b-bb4d-b77b10c28359 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.578319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-89729795-a7fe-4f3b-bb4d-b77b10c28359 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/df234308-0f10-4c32-8bf3-62112e299a78 HTTP/1.1" status: 404 len: 333 time: 0.0792994 Jul 07 17:03:48.586037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36254) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.608192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Attempting to bind port 0a5c4d69-ac61-4208-b641-4913a308baca on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:48.608652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Attempting to bind port 0a5c4d69-ac61-4208-b641-4913a308baca by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:48.609050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Attempting to bind port 0a5c4d69-ac61-4208-b641-4913a308baca on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:48.622633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Port 0a5c4d69-ac61-4208-b641-4913a308baca on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:48.623159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Attempting to bind port 0a5c4d69-ac61-4208-b641-4913a308baca on network b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:48.629898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-8a87fbfa-c66a-4ffe-8f6e-dafb8f6d18a1 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689025 Jul 07 17:03:48.638776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:48.639091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Checking segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:48.639744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Bound using segment: {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:48.640523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Bound port: 0a5c4d69-ac61-4208-b641-4913a308baca, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8361c772-d7eb-4ef6-8999-29a7a30dcbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:48.641178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.734864 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e2948e-92f7-4ba7-9112-c293deca8d2b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.736343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e2948e-92f7-4ba7-9112-c293deca8d2b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.738836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-81e2948e-92f7-4ba7-9112-c293deca8d2b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/e91014c1-8926-42d3-b76f-416e6372fd1d HTTP/1.1" status: 404 len: 337 time: 0.1489551 Jul 07 17:03:48.744590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36256) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.750655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] For port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4,segment=NetworkSegment(472da419-c8b9-4f7a-8f02-8bf8f1c72daf),segment_id=472da419-c8b9-4f7a-8f02-8bf8f1c72daf)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:48.751421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.776624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-38d88975-4c03-450a-8293-0886f3a2e43b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.1335721 Jul 07 17:03:48.785086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a48d80a6-1c5f-4391-8863-e0b5b8e263b5 req-ab552d02-4f0c-47b9-8e24-105b744d6f8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923777 Jul 07 17:03:48.835689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Calling delete_port for bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:48.885004 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-c711601a-72d0-4466-ad9c-e16f2cfa0dc3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:48.886099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c711601a-72d0-4466-ad9c-e16f2cfa0dc3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:48.889250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c711601a-72d0-4466-ad9c-e16f2cfa0dc3 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/b19006c7-5ac2-49e7-86ac-b0eac69568f4 HTTP/1.1" status: 404 len: 333 time: 0.1346407 Jul 07 17:03:48.896006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c6ec5ab-a48c-4da9-b6e0-6864611a3531 req-f1de69e2-7ab3-4ce3-881e-96e14d9543e5 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354371 Jul 07 17:03:48.901666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] For port 0a5c4d69-ac61-4208-b641-4913a308baca, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:48.904024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36260) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.946313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] For port 0a5c4d69-ac61-4208-b641-4913a308baca, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0a5c4d69-ac61-4208-b641-4913a308baca,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:48.971925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.078899 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-13745f54-4049-49e5-aa67-32077311c61e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.079542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13745f54-4049-49e5-aa67-32077311c61e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.091211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-13745f54-4049-49e5-aa67-32077311c61e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/fdd7f2b0-92e3-48aa-b3fe-d80175ec7d45 HTTP/1.1" status: 404 len: 337 time: 0.1846645 Jul 07 17:03:49.109801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36264) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.110776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Pushing event updated for resources: {'Port': ['ID=0a5c4d69-ac61-4208-b641-4913a308baca,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:49.154977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.156336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.161998 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-dfd95c95-e756-4f0d-884e-3ccd5c0b138c service neutron] 10.222.0.13 "PUT /v2.0/ports/0a5c4d69-ac61-4208-b641-4913a308baca HTTP/1.1" status: 200 len: 1091 time: 3.3084278 Jul 07 17:03:49.227515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'tag': '0a5c4d69-ac61-4208-b641-4913a308baca'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:49.236702 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86", "tag": "0a5c4d69-ac61-4208-b641-4913a308baca"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:49.250531 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26c4feb-5dc9-43f9-a7c0-6196394a66d6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.252243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26c4feb-5dc9-43f9-a7c0-6196394a66d6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.261382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f26c4feb-5dc9-43f9-a7c0-6196394a66d6 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/c221cb8b-f267-4bda-b4d1-0e5c1cfe29d0 HTTP/1.1" status: 404 len: 333 time: 0.1428914 Jul 07 17:03:49.262522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.359012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-cb3c2249-ebfd-4575-9d34-de6e64381760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.373090 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b71ae0b-2c9e-44bb-80da-86a9d24ec1ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.373399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-cb3c2249-ebfd-4575-9d34-de6e64381760 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.5495312 Jul 07 17:03:49.374442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b71ae0b-2c9e-44bb-80da-86a9d24ec1ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.379275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8b71ae0b-2c9e-44bb-80da-86a9d24ec1ca tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/d25b9600-22fa-41fd-8a0c-3ced24d18291 HTTP/1.1" status: 404 len: 337 time: 0.1148987 Jul 07 17:03:49.394372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36270) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.449905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-4d44b146-b0ac-48e8-ada3-8818a1c46018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.452598 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-4d44b146-b0ac-48e8-ada3-8818a1c46018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 1094 time: 0.1085892 Jul 07 17:03:49.525901 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-4aa182af-d4ae-4ec5-a98d-9b7c488c927f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a5c4d69-ac61-4208-b641-4913a308baca HTTP/1.1" status: 200 len: 217 time: 0.0579970 Jul 07 17:03:49.540981 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d8f100-7a4e-4c5d-9dcc-74b0d3df3de8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.542313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d8f100-7a4e-4c5d-9dcc-74b0d3df3de8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.546147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-35d8f100-7a4e-4c5d-9dcc-74b0d3df3de8 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/83b6dd42-f65b-414b-b9d1-83fe28d92df2 HTTP/1.1" status: 404 len: 333 time: 0.1476071 Jul 07 17:03:49.553420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36272) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.559248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:49.564286 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5810f1-10d6-4f59-a223-3de4729ad62b" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:49.655114 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-688828cb-bb96-4be4-9100-092ea6def697 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.655257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688828cb-bb96-4be4-9100-092ea6def697 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.658084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-688828cb-bb96-4be4-9100-092ea6def697 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/e62dd16d-46db-4a4d-b26a-03cd17225872 HTTP/1.1" status: 404 len: 337 time: 0.1030669 Jul 07 17:03:49.661896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36276) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.713904 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea86ea40-89e2-4cda-a146-7f77455ee617 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.715718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea86ea40-89e2-4cda-a146-7f77455ee617 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.719144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ea86ea40-89e2-4cda-a146-7f77455ee617 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/f19ff042-8bef-423d-82b2-f4af0969ac00 HTTP/1.1" status: 404 len: 333 time: 0.0556867 Jul 07 17:03:49.725675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36278) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.739399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-5f279d63-ac0b-4ff9-a779-35fea2ffc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.742211 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-5f279d63-ac0b-4ff9-a779-35fea2ffc44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.2094312 Jul 07 17:03:49.786693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-43152d60-3c4e-471a-843c-28d8aadc4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.788435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-43152d60-3c4e-471a-843c-28d8aadc4cea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4139743 Jul 07 17:03:49.804395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ad91e-9668-415f-9d89-de0641cc4c83 req-73bb5d58-faa6-4ff6-95dc-66cd102abd79 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.825095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-685ad91e-9668-415f-9d89-de0641cc4c83 req-73bb5d58-faa6-4ff6-95dc-66cd102abd79 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3042290 Jul 07 17:03:49.847218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-fe461b17-a86e-4dab-ad6a-d9c443aa37d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491493 Jul 07 17:03:49.848835 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-293dff92-d5a7-4bb3-8e2a-7d564d5abae0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:49.849627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293dff92-d5a7-4bb3-8e2a-7d564d5abae0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:49.853020 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-293dff92-d5a7-4bb3-8e2a-7d564d5abae0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6411aeec-6fac-4b13-99fc-ddeaf9d5f4d5 HTTP/1.1" status: 404 len: 337 time: 0.1253271 Jul 07 17:03:49.876365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36280) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.906955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52b566-4bcc-4653-ac9c-f6b45e1baa33 req-77829338-7cb1-49ab-88ae-e8a8b05e975b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.910445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c52b566-4bcc-4653-ac9c-f6b45e1baa33 req-77829338-7cb1-49ab-88ae-e8a8b05e975b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.6829062 Jul 07 17:03:50.209457 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa536a71-6d24-48b9-9ac2-3b719973a319 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.211132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa536a71-6d24-48b9-9ac2-3b719973a319 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.220176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa536a71-6d24-48b9-9ac2-3b719973a319 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/b4aa8660-6b75-4ab9-9aaf-46a354b9e983 HTTP/1.1" status: 404 len: 337 time: 0.3422039 Jul 07 17:03:50.225115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.258561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-b99edfb0-d41f-46f1-9f64-17b6f22e5991 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276752 Jul 07 17:03:50.281554 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-663fd656-9b66-41b8-8885-6275806d2068 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.282357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663fd656-9b66-41b8-8885-6275806d2068 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.284163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-663fd656-9b66-41b8-8885-6275806d2068 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/4c3a581b-aa58-4afd-a1e6-d7705c677199 HTTP/1.1" status: 404 len: 333 time: 0.0577114 Jul 07 17:03:50.291385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36290) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.304678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-f4c3a0dc-64b8-4c45-9675-6e339407184b service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427383 Jul 07 17:03:50.315625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-685ad91e-9668-415f-9d89-de0641cc4c83 req-01adef2d-1dd8-46f1-bbfa-fefa4516babc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953142 Jul 07 17:03:50.333015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:50.440455 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f2edb0-be59-4e6d-b50e-3faeafab5e9e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.443213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f2edb0-be59-4e6d-b50e-3faeafab5e9e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.452866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5f2edb0-be59-4e6d-b50e-3faeafab5e9e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/306c06ca-7fcf-4f5b-8e4b-5d6e2b8794fc HTTP/1.1" status: 404 len: 337 time: 0.1579933 Jul 07 17:03:50.487261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36292) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.487569 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283e15a-c1ff-477e-b2f6-807e44527314 x-openstack-request-id: req-4283e15a-c1ff-477e-b2f6-807e44527314 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:50.487786 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86", "tag": "0a5c4d69-ac61-4208-b641-4913a308baca", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:50.488010 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4283e15a-c1ff-477e-b2f6-807e44527314 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:50.488295 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'tag': '0a5c4d69-ac61-4208-b641-4913a308baca', 'status': 'completed', 'code': 200} Jul 07 17:03:50.512360 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25345b6d-ec50-49e4-bc81-5f016bf5dad8 x-openstack-request-id: req-25345b6d-ec50-49e4-bc81-5f016bf5dad8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:50.512360 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:50.512360 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25345b6d-ec50-49e4-bc81-5f016bf5dad8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:50.512360 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 17:03:50.582603 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dc4605-1d7c-4b75-9585-095f3d4c3225 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.583066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dc4605-1d7c-4b75-9585-095f3d4c3225 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.584862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-96dc4605-1d7c-4b75-9585-095f3d4c3225 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/a45d3290-c682-4be7-b073-39dda439f3eb HTTP/1.1" status: 404 len: 337 time: 0.0493994 Jul 07 17:03:50.591401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36294) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.598421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:50.603932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:50.604318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.616249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-341e2c68-e192-4377-a58c-7ba709a44fc0 req-ccf84ed8-4943-4cc3-89df-5c7fe738650b service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864261 Jul 07 17:03:50.634835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Port bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 was deleted so its status cannot be updated. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:03:50.651108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.724360 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa98f39-a824-444e-910c-c563301f9fd7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.725346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa98f39-a824-444e-910c-c563301f9fd7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.732456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7fa98f39-a824-444e-910c-c563301f9fd7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/ff79d9e1-5b13-47cd-bfe0-26bcc5288e4b HTTP/1.1" status: 404 len: 333 time: 0.1382034 Jul 07 17:03:50.736455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c52b566-4bcc-4653-ac9c-f6b45e1baa33 req-9d0f058f-2ba0-43f5-9d06-c0e1197dd80e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766717 Jul 07 17:03:50.741442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36296) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.811245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-16b8a4c0-e736-4199-9f19-cf2bf3c16c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.812927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-16b8a4c0-e736-4199-9f19-cf2bf3c16c87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 1094 time: 0.1046441 Jul 07 17:03:50.849935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.898942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-0d0c3407-30b4-47e7-a137-18b3e7460d2b service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807228 Jul 07 17:03:50.900624 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-050fc35d-1dd8-4c3d-bebd-18099b093c90 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.901673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050fc35d-1dd8-4c3d-bebd-18099b093c90 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.908191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-050fc35d-1dd8-4c3d-bebd-18099b093c90 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/7f55c03b-4078-4ecf-aa5c-d508bd013899 HTTP/1.1" status: 404 len: 337 time: 0.1346765 Jul 07 17:03:50.910945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.968468 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c2410e-8aa1-443a-86dc-64c6cb90ef1a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:50.968838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c2410e-8aa1-443a-86dc-64c6cb90ef1a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:50.973196 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d0c2410e-8aa1-443a-86dc-64c6cb90ef1a tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/c7b41f86-7d2b-4fc3-94b0-ace93dfd0acc HTTP/1.1" status: 404 len: 337 time: 0.0587316 Jul 07 17:03:50.978457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36300) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.025216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-a3c30c5f-a34a-485c-86a8-6af04422ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.030151 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-a3c30c5f-a34a-485c-86a8-6af04422ea76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 200 len: 912 time: 0.2104106 Jul 07 17:03:51.031540 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd36f44a-9a59-4f5a-a38a-8dfbcbbd9946 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:51.032337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd36f44a-9a59-4f5a-a38a-8dfbcbbd9946 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:51.036990 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd36f44a-9a59-4f5a-a38a-8dfbcbbd9946 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/7d69a123-1c3a-47d1-88a5-d4e1b61c4c73 HTTP/1.1" status: 404 len: 333 time: 0.0550988 Jul 07 17:03:51.038184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36302) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.076955 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b9bb69-9688-43ce-8e30-b0be021caf74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:51.077482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b9bb69-9688-43ce-8e30-b0be021caf74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:51.082675 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39b9bb69-9688-43ce-8e30-b0be021caf74 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6d5a515d-991a-4f06-b210-52d7c49c6442 HTTP/1.1" status: 404 len: 337 time: 0.0397432 Jul 07 17:03:51.082937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36304) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.086834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-8147ee03-ce02-4d4e-a7b6-67060bf61756 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.1235769 Jul 07 17:03:51.140781 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-09e9429c-7633-45d5-8545-9778b357e002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a5c4d69-ac61-4208-b641-4913a308baca HTTP/1.1" status: 200 len: 217 time: 0.0903099 Jul 07 17:03:51.163399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c6ba-83c7-4d9f-aee6-5fea6fdea236 req-4b975e95-dc8b-4b7e-86e9-d178706ac9b6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.165367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c238c6ba-83c7-4d9f-aee6-5fea6fdea236 req-4b975e95-dc8b-4b7e-86e9-d178706ac9b6 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 943 time: 0.5194540 Jul 07 17:03:51.173761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.197497 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b17d43-dfed-415d-95cd-9feee8795d18 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:51.197497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b17d43-dfed-415d-95cd-9feee8795d18 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:51.200288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69b17d43-dfed-415d-95cd-9feee8795d18 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/0ebfd63b-27a5-4da2-b498-48e025385cfc HTTP/1.1" status: 404 len: 337 time: 0.1154649 Jul 07 17:03:51.200951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.273762 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a8506532-aaac-4dba-a0ec-71002a2e8ce0 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 HTTP/1.1" status: 200 len: 205 time: 0.0440187 Jul 07 17:03:51.275055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36308) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.334668 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-a824b34d-9a17-4c7d-a2a6-f3db33d04732 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] delete failed (client error): The resource could not be found. Jul 07 17:03:51.338628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a824b34d-9a17-4c7d-a2a6-f3db33d04732 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/routers/f7a2ac66-ba74-4b06-9745-fc15dfe9cf72 HTTP/1.1" status: 404 len: 336 time: 0.0603147 Jul 07 17:03:51.342111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36310) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.356959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-3ebf9e64-eb82-4c36-97bb-a7c57438f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.359080 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-3ebf9e64-eb82-4c36-97bb-a7c57438f254 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 200 len: 851 time: 0.1758194 Jul 07 17:03:51.369031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.376300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.381295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-364de0aa-6dbb-46fc-bd50-42a691dde63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.383219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-364de0aa-6dbb-46fc-bd50-42a691dde63d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.2874575 Jul 07 17:03:51.423353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-14b60476-6238-4021-904a-145c1cd8a97f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430205 Jul 07 17:03:51.427183 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b22ced2-b634-40d6-9b49-28f9b7124d69 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:51.427629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b22ced2-b634-40d6-9b49-28f9b7124d69 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:51.440047 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b22ced2-b634-40d6-9b49-28f9b7124d69 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/9f028c5b-12d6-48b1-8deb-9800ae631012 HTTP/1.1" status: 404 len: 337 time: 0.0964079 Jul 07 17:03:51.442742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36314) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.528108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-368bb42a-c7f6-4d79-be84-345ad14ff1c2 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "GET /v2.0/ports?device_id=35c0847b-3b29-4bb4-837b-c4c95c788637 HTTP/1.1" status: 200 len: 205 time: 0.0662501 Jul 07 17:03:51.583280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c238c6ba-83c7-4d9f-aee6-5fea6fdea236 req-3b59bb52-544c-4cb6-89eb-38bde5443a23 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262591 Jul 07 17:03:51.583928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36318) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.666313 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-5219d231-6f0d-4cf7-9387-ab87f73f2731 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] delete failed (client error): The resource could not be found. Jul 07 17:03:51.670703 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5219d231-6f0d-4cf7-9387-ab87f73f2731 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/routers/35c0847b-3b29-4bb4-837b-c4c95c788637 HTTP/1.1" status: 404 len: 336 time: 0.0763550 Jul 07 17:03:51.680057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36320) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.682067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.684095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6c806bd-28b9-42b6-9608-9ea9e5a43efe {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:51.748431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.750459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-65ca1fa5-47a3-4c9c-b907-dcb1568d343e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c6c806bd-28b9-42b6-9608-9ea9e5a43efe HTTP/1.1" status: 204 len: 168 time: 7.1518948 Jul 07 17:03:51.772165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36322) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.841383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-d2018cfb-da1d-4c3c-98b5-872e4b9a1e11 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962958 Jul 07 17:03:51.868447 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bf4ee5-537e-4f0d-9733-a10ef72c4e5e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:51.869219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bf4ee5-537e-4f0d-9733-a10ef72c4e5e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:51.875049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b0bf4ee5-537e-4f0d-9733-a10ef72c4e5e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/73fd17ef-bcab-46b5-a9cc-6d74882609e3 HTTP/1.1" status: 404 len: 337 time: 0.1848309 Jul 07 17:03:51.892118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36326) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.989625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Deleting subnet 8d6cfa4c-93c8-465d-b36d-98096ea174be {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:51.994093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.059636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.115168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9dbe5e7a-8fa7-4571-a7a7-40325e03f2f3 req-73e722af-b203-4246-9da8-24652e5df04a service neutron] 10.222.0.13 "GET /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621696 Jul 07 17:03:52.131973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.223167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.258010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6cfa4c-93c8-465d-b36d-98096ea174be,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:52.281094 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.285258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a13a231e-5585-49f9-a5d4-17945336cb2b tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/8d6cfa4c-93c8-465d-b36d-98096ea174be HTTP/1.1" status: 204 len: 168 time: 0.5107663 Jul 07 17:03:52.287836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36330) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.425995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.437364 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a29197-639f-4499-b2c6-9e102c03dea7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:52.438043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a29197-639f-4499-b2c6-9e102c03dea7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:52.444509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-76a29197-639f-4499-b2c6-9e102c03dea7 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/e0f7ed0e-35a7-42b2-9f9b-5870c9134e50 HTTP/1.1" status: 404 len: 337 time: 0.5474985 Jul 07 17:03:52.446011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:52.453341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36332) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.471559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-6813d9bd-e02b-4007-a384-231bfb48267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.480396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-6813d9bd-e02b-4007-a384-231bfb48267d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0817184 Jul 07 17:03:52.499285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:52.502444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bd819cf3-6fd9-41fb-82a3-a1ad42ae89f4 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:52.516729 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fbe4c7-80df-4be0-ad78-fd9b0a764b3b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:52.518562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fbe4c7-80df-4be0-ad78-fd9b0a764b3b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:52.525353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9fbe4c7-80df-4be0-ad78-fd9b0a764b3b tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/36c6d653-a607-485c-a95d-071a04674c1a HTTP/1.1" status: 404 len: 333 time: 0.0668645 Jul 07 17:03:52.543858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.627116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fbd0f-d6a0-4659-b298-dc64f79d74ba req-229975f2-6266-4eeb-a81b-ac58c249023a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.634201 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3459d23-8fab-43de-ae99-467575005b18 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:52.634792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3459d23-8fab-43de-ae99-467575005b18 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:52.635385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f2fbd0f-d6a0-4659-b298-dc64f79d74ba req-229975f2-6266-4eeb-a81b-ac58c249023a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.8818977 Jul 07 17:03:52.641136 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f3459d23-8fab-43de-ae99-467575005b18 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/05b42e05-059e-447e-9be6-b95eaf48ed17 HTTP/1.1" status: 404 len: 337 time: 0.0916729 Jul 07 17:03:52.645319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36338) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.713275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e7f0-536a-4c1a-bb16-ef218195adcc req-44c1bb23-7d16-42e1-aeb1-52972ddff299 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.719425 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e47e7f0-536a-4c1a-bb16-ef218195adcc req-44c1bb23-7d16-42e1-aeb1-52972ddff299 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.3308117 Jul 07 17:03:52.728880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.736619 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-99126269-358b-4cbe-a885-3e5f4d33a44e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:52.737420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99126269-358b-4cbe-a885-3e5f4d33a44e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:52.743651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-99126269-358b-4cbe-a885-3e5f4d33a44e tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/9fd8a7bd-f199-457a-a422-b1dec2dcd858 HTTP/1.1" status: 404 len: 333 time: 0.0874972 Jul 07 17:03:52.750178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42a693f-15ca-4917-838b-548b5921167d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:52.754582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36344) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.795915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472da419-c8b9-4f7a-8f02-8bf8f1c72daf') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:52.796326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472da419-c8b9-4f7a-8f02-8bf8f1c72daf') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:52.801437 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f65273-7db1-4875-8e17-1a70683e57ea tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:52.801905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f65273-7db1-4875-8e17-1a70683e57ea tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:52.807478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-35f65273-7db1-4875-8e17-1a70683e57ea tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/bb26eb88-003f-456f-a4ea-845141e1b69b HTTP/1.1" status: 404 len: 337 time: 0.0478342 Jul 07 17:03:52.810086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-51d24547-4034-46df-a54d-3507fa3355ee service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237581 Jul 07 17:03:52.815132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36348) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.838605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.844001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f2fbd0f-d6a0-4659-b298-dc64f79d74ba req-b6f0cbc8-cb27-436e-9337-00f4a6c7d4d2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073779 Jul 07 17:03:52.882746 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.896104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:52.896583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:52.912975 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:52.980980 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e15a70b-b464-4296-9dd0-e5bc9ca1d8cd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:52.995851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e15a70b-b464-4296-9dd0-e5bc9ca1d8cd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.000642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1e15a70b-b464-4296-9dd0-e5bc9ca1d8cd tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/75bb0195-4896-491b-9d1a-8d525396686e HTTP/1.1" status: 404 len: 333 time: 0.1814945 Jul 07 17:03:53.048092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e47e7f0-536a-4c1a-bb16-ef218195adcc req-67a4cf73-3cc9-42ef-8c31-715619d39a8c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272116 Jul 07 17:03:53.054664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36352) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.277182 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-8147ba22-8a7e-4cd8-81ae-38f8c15b8b95 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.277829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8147ba22-8a7e-4cd8-81ae-38f8c15b8b95 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.290812 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8147ba22-8a7e-4cd8-81ae-38f8c15b8b95 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/95f94520-bb8e-4382-82c2-2e24125aeb3a HTTP/1.1" status: 404 len: 337 time: 0.2323487 Jul 07 17:03:53.306328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f439ce91-65cf-40da-aab9-645a4aea8bf4 req-182ca0df-17b3-4ca4-a2b8-0c3711562f46 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881480 Jul 07 17:03:53.310974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.381561 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab53248-d6a1-425f-b0d2-2614be98ee32 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.382583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab53248-d6a1-425f-b0d2-2614be98ee32 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.389844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36358) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.390347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2ab53248-d6a1-425f-b0d2-2614be98ee32 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/d7ea0b7a-4135-4fec-88c5-b822cfdc0628 HTTP/1.1" status: 404 len: 333 time: 0.0776186 Jul 07 17:03:53.400775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.451824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f42a693f-15ca-4917-838b-548b5921167d {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:03:53.454543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.462875 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f42a693f-15ca-4917-838b-548b5921167d HTTP/1.1" status: 204 len: 168 time: 1.1724205 Jul 07 17:03:53.469232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87b504-bba5-4f6d-86f9-723dafc9ffb4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event deleted for resources: {'Network': ['ID=f42a693f-15ca-4917-838b-548b5921167d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:53.479128 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e09f69-17ea-4498-8f0d-5368fce8d441 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.479858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e09f69-17ea-4498-8f0d-5368fce8d441 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.486504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f4e09f69-17ea-4498-8f0d-5368fce8d441 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/4df17910-1501-45a6-ad72-52ab3a9d3c96 HTTP/1.1" status: 404 len: 337 time: 0.0919631 Jul 07 17:03:53.487076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36362) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.532415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0a5c4d69-ac61-4208-b641-4913a308baca details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:53.553028 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e81db08-6cce-4744-99bd-09f097b86843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.554123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e81db08-6cce-4744-99bd-09f097b86843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.561678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0e81db08-6cce-4744-99bd-09f097b86843 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/24cfd887-2249-4dba-9b16-a2f27a385400 HTTP/1.1" status: 404 len: 333 time: 0.0682640 Jul 07 17:03:53.562234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36364) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.603232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5249-302d-4980-9e20-b9474d4bdf80 req-9d056f19-b3c1-40a7-94ec-0fb6a3dd4cb2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.616556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ffa5249-302d-4980-9e20-b9474d4bdf80 req-9d056f19-b3c1-40a7-94ec-0fb6a3dd4cb2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 943 time: 0.3083041 Jul 07 17:03:53.644749 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18f4d45-caaa-44fc-abd5-c2ea74dc7b87 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.647474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18f4d45-caaa-44fc-abd5-c2ea74dc7b87 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.654117 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d18f4d45-caaa-44fc-abd5-c2ea74dc7b87 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/42e3dbc6-9f5c-4d3f-a57d-4b358479db0c HTTP/1.1" status: 404 len: 337 time: 0.0863900 Jul 07 17:03:53.655585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.690409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98a488-2248-4bc5-90f0-5fbfbb1460ec req-1e55bf49-d009-4825-bdb8-b927e0cf3d11 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.693387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a98a488-2248-4bc5-90f0-5fbfbb1460ec req-1e55bf49-d009-4825-bdb8-b927e0cf3d11 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.2345090 Jul 07 17:03:53.718951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.724109 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3322f7-29b8-465f-848d-6f8c5d9d6d9d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.727510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Request body: {'floatingip': {'port_id': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:53.736936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3322f7-29b8-465f-848d-6f8c5d9d6d9d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.743277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4b3322f7-29b8-465f-848d-6f8c5d9d6d9d tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/50750c3a-a887-48e3-ac00-505756f0e055 HTTP/1.1" status: 404 len: 333 time: 0.0874891 Jul 07 17:03:53.754180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36374) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.821210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 0a5c4d69-ac61-4208-b641-4913a308baca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0a5c4d69-ac61-4208-b641-4913a308baca,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:53.827360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ffa5249-302d-4980-9e20-b9474d4bdf80 req-f8543bb8-4a85-41f8-bd68-9c6d31854158 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092361 Jul 07 17:03:53.841890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.847303 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7586539b-90c9-4d7f-b395-cfcd7ed2391c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.847783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7586539b-90c9-4d7f-b395-cfcd7ed2391c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.856200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7586539b-90c9-4d7f-b395-cfcd7ed2391c tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/a5fcb6c1-12d4-4c93-9273-3f511d202edd HTTP/1.1" status: 404 len: 337 time: 0.0989835 Jul 07 17:03:53.856930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '0a5c4d69-ac61-4208-b641-4913a308baca', 'network_id': 'b1ac1cea-d9f4-440e-99e7-a5fcdc798b09', 'port_id': '0a5c4d69-ac61-4208-b641-4913a308baca', 'mac_address': 'fa:16:3e:f5:bf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c884c518-ad9a-4d88-938c-e0cde3909610', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:53.857152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.927031 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13a4861-797c-454f-9df4-8d71f07f8b08 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:53.929575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13a4861-797c-454f-9df4-8d71f07f8b08 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:53.940129 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f13a4861-797c-454f-9df4-8d71f07f8b08 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/ports/414defa3-eae3-4782-9245-674cb8a2d47d HTTP/1.1" status: 404 len: 333 time: 0.0820012 Jul 07 17:03:53.940838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36380) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.990853 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.004737 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-12849e17-346f-49d2-a046-183acb554ae1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:54.005221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12849e17-346f-49d2-a046-183acb554ae1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:54.010528 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-12849e17-346f-49d2-a046-183acb554ae1 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/subnets/6c284bd7-e6c9-4c64-acd5-fa4d23fe1825 HTTP/1.1" status: 404 len: 337 time: 0.0671411 Jul 07 17:03:54.011952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.012254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36384) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.013277 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.019091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'name': 'tempest-router--770649772', 'project_id': '13202fb5dc074b899b3dedb4722a8d5b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:54.045304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5c4d69-ac61-4208-b641-4913a308baca {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:54.097299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 0a5c4d69-ac61-4208-b641-4913a308baca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0a5c4d69-ac61-4208-b641-4913a308baca,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:54.104116 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.230650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=0a5c4d69-ac61-4208-b641-4913a308baca,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.257530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.295434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.296771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.367403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114fa12-87a1-4048-856e-d447c4dabb32 req-d9157296-98d0-428b-81d3-46f947e0cfb2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.377299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c114fa12-87a1-4048-856e-d447c4dabb32 req-d9157296-98d0-428b-81d3-46f947e0cfb2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2580907 Jul 07 17:03:54.446602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c114fa12-87a1-4048-856e-d447c4dabb32 req-ed811945-dc46-4707-ab59-bd59fdceed12 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682838 Jul 07 17:03:54.470776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['0a5c4d69-ac61-4208-b641-4913a308baca'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:54.493937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.497622 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.504117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.518312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805cbf09-88bb-481a-b57e-edca2fb7148a']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:54.534560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:54.534857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e2377f-f0b5-4f35-8bda-9e7199c89f79') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:54.544377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.545704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ba26177-64b2-468a-9331-309d68e1d344 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5322728 Jul 07 17:03:54.548761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36392) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.558096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.653683 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.668813 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.673317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:54.673850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:54.677147 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:54.893379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.914227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.919075 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] 10.222.0.78 "DELETE /v2.0/networks/805cbf09-88bb-481a-b57e-edca2fb7148a HTTP/1.1" status: 204 len: 168 time: 0.9038916 Jul 07 17:03:54.995138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.001734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.001953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.007256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.202271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.203256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24849d7b-4fe4-4947-8e5e-9b5bb915e16f {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:55.213798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.223095 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2925f505-765f-411a-b992-e7f40b9cefd5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/routers/24849d7b-4fe4-4947-8e5e-9b5bb915e16f HTTP/1.1" status: 204 len: 168 time: 0.6729193 Jul 07 17:03:55.246418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637666b3-b4f9-4b08-b1ac-e2c3ba417061 tempest-NetworksTestDHCPv6-1641935238 tempest-NetworksTestDHCPv6-1641935238-project] Pushing event deleted for resources: {'Network': ['ID=805cbf09-88bb-481a-b57e-edca2fb7148a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:55.270297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a590852-1383-44f1-b96b-20787d71f874 req-8686356a-57d2-4554-9293-b42d01a715b7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.278993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a590852-1383-44f1-b96b-20787d71f874 req-8686356a-57d2-4554-9293-b42d01a715b7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 944 time: 0.1871479 Jul 07 17:03:55.296570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:55.309222 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Floating IP 79cc514b-3fe0-44fc-b3cf-e89fb22e220d associated. External IP: 172.25.5.242, port: c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01. Jul 07 17:03:55.412890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a590852-1383-44f1-b96b-20787d71f874 req-26733731-56fb-4145-9dbd-a73d9379c2b7 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322110 Jul 07 17:03:55.621969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.644366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.774984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:55.809156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'mac_address': 'fa:16:3e:0b:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:55.877265 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.941941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:55.989362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:55.998783 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.144003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1869359198', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:56.144169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['9b7aecf4-3f65-409f-9421-ff92401afd23'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:56.150692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.265580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Router 41f460c2-f89b-4726-a816-974f045abc33 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:56.346954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.356892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.397071 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7d4205a9-5d0b-4a72-ae78-aab5b6bb7759 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20941913de004fbeb54123d6300cf25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501779 Jul 07 17:03:56.400777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36418) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:56.447280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b8177-a170-49bc-bb9d-6cd53d001894 req-ae77d223-7247-4c92-ad26-d1a12b42f93f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.460828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c96b8177-a170-49bc-bb9d-6cd53d001894 req-ae77d223-7247-4c92-ad26-d1a12b42f93f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.5004890 Jul 07 17:03:56.615302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.669412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c96b8177-a170-49bc-bb9d-6cd53d001894 req-f3ecb43b-d752-4e31-9bf7-92bd04d22112 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065892 Jul 07 17:03:56.725239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:56.749137 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.759805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:56.788750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:56.790287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:56.844319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7711ef6-582e-4245-b033-5b8ac8ea1fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.906666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.950349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7711ef6-582e-4245-b033-5b8ac8ea1fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.958388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-efa68539-aaff-4292-8355-61691b79c9f3 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "PUT /v2.0/floatingips/79cc514b-3fe0-44fc-b3cf-e89fb22e220d HTTP/1.1" status: 200 len: 992 time: 3.2376299 Jul 07 17:03:56.971954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:56.983905 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60311389-4520-46b2-9c2e-3c9de66a2402" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:57.022416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d97564-e050-48f4-af70-ac4257485664 req-0d23d25d-d2c1-4a4a-b3c8-c2824234a8fc tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.041914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56d97564-e050-48f4-af70-ac4257485664 req-0d23d25d-d2c1-4a4a-b3c8-c2824234a8fc tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 944 time: 0.2886672 Jul 07 17:03:57.062025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:57.102867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7711ef6-582e-4245-b033-5b8ac8ea1fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.108306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7711ef6-582e-4245-b033-5b8ac8ea1fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.114584 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e7711ef6-582e-4245-b033-5b8ac8ea1fcb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/119487d9-2150-462e-be29-6af1fafd3859 HTTP/1.1" status: 204 len: 168 time: 0.7114651 Jul 07 17:03:57.140862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711ef6-582e-4245-b033-5b8ac8ea1fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119487d9-2150-462e-be29-6af1fafd3859,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.156979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56d97564-e050-48f4-af70-ac4257485664 req-fa617085-5c69-461f-9761-7871f034e25f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072736 Jul 07 17:03:57.398640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:57.473856 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d4386-5b7f-4da4-9f73-aa1777482ad0 x-openstack-request-id: req-5c0d4386-5b7f-4da4-9f73-aa1777482ad0 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:57.474833 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:57.474833 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c0d4386-5b7f-4da4-9f73-aa1777482ad0 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:57.475145 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'status': 'completed', 'code': 200} Jul 07 17:03:57.480540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.567715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0a5c4d69-ac61-4208-b641-4913a308baca up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:57.601091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.657125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-bf24de7f-7946-4178-88d9-915d605d7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.659536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-bf24de7f-7946-4178-88d9-915d605d7b65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 1097 time: 0.1445076 Jul 07 17:03:57.801794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 0a5c4d69-ac61-4208-b641-4913a308baca completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:57.812868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 0a5c4d69-ac61-4208-b641-4913a308baca triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:57.813270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.881142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 9b7aecf4-3f65-409f-9421-ff92401afd23 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:57.881660 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.913461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Allocated IP 172.25.5.238 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/044bfade-7e36-49b9-8c74-c61756ef5349) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:57.934810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-32f7b01c-df26-45d1-839f-bd42633eca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.942157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-32f7b01c-df26-45d1-839f-bd42633eca41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.2753379 Jul 07 17:03:58.129368 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.129668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-840e3812-73e4-4b12-ad04-3a6004b705fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 HTTP/1.1" status: 200 len: 1000 time: 0.1664553 Jul 07 17:03:58.180122 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.261720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-8e1a1eee-3052-4dd4-a1cd-9aa8038791eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.264094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-8e1a1eee-3052-4dd4-a1cd-9aa8038791eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.0772128 Jul 07 17:03:58.266168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:58.269770 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce69fe0-d03c-4585-b6e8-e427a5e27d0d" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:58.301338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:58.316129 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.320096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 0a5c4d69-ac61-4208-b641-4913a308baca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0a5c4d69-ac61-4208-b641-4913a308baca,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:58.359978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.384316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=13']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.397275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.397632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.397986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.399152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.399715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.399904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.400213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.400569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.400903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.401282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.402555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.402555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:58.413794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.449924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '79cc514b-3fe0-44fc-b3cf-e89fb22e220d', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '41f460c2-f89b-4726-a816-974f045abc33', 'port_id': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'mac_address': 'fa:16:3e:c5:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:18Z', 'updated_at': '2021-07-07T17:03:54Z', 'revision_number': 1, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:58.495562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:58.500090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36456) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:58.502790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6badbc7-2b5d-4adf-9c20-31a8cc633e29 req-193eeae9-91f3-4886-9e82-6d99e04a2789 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.509522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6badbc7-2b5d-4adf-9c20-31a8cc633e29 req-193eeae9-91f3-4886-9e82-6d99e04a2789 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 946 time: 0.3785946 Jul 07 17:03:58.533322 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.555369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:58.556204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:58.556940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-31e6b9cb-fd78-4062-9aa2-a460ae0d57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.559815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-31e6b9cb-fd78-4062-9aa2-a460ae0d57f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873778 Jul 07 17:03:58.565199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=0a5c4d69-ac61-4208-b641-4913a308baca,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.636311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:58.644493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:58.661473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:58.740283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6badbc7-2b5d-4adf-9c20-31a8cc633e29 req-085294ca-97f7-4657-976a-715d069a9d78 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052221 Jul 07 17:03:58.768693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event updated for resources: {'Port': ['ID=044bfade-7e36-49b9-8c74-c61756ef5349,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.778840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a1396-6588-4d4a-b032-f466ffb0abbd req-278c08fe-1627-457a-92c4-2d63e010358b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.782770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-614a1396-6588-4d4a-b032-f466ffb0abbd req-278c08fe-1627-457a-92c4-2d63e010358b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.2292588 Jul 07 17:03:58.856298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-7218c974-84d4-47da-a857-99f9eb462abe service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319357 Jul 07 17:03:58.918775 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705768a-b483-461f-a4de-3fe94de67c9b x-openstack-request-id: req-3705768a-b483-461f-a4de-3fe94de67c9b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:58.919292 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-plugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:58.919607 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3705768a-b483-461f-a4de-3fe94de67c9b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:58.920287 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 17:03:58.954830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:59.021030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60311389-4520-46b2-9c2e-3c9de66a2402 req-031a2580-7485-44d8-b51a-3818a22b5228 service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554768 Jul 07 17:03:59.065622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-614a1396-6588-4d4a-b032-f466ffb0abbd req-435d2b7f-fc03-4e53-8fcb-94d8605118d1 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081451 Jul 07 17:03:59.242068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ff860cb-d631-43b2-997a-7f77e43f1d9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c799661b1acf4da496ad057eddf37d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369053 Jul 07 17:03:59.242068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36470) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:59.242670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36472) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:59.431997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '79cc514b-3fe0-44fc-b3cf-e89fb22e220d', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '41f460c2-f89b-4726-a816-974f045abc33', 'port_id': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'mac_address': 'fa:16:3e:c5:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:18Z', 'updated_at': '2021-07-07T17:03:54Z', 'revision_number': 1, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:59.456241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088571334'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:59.470455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ee5e8-5178-4e55-bf23-a24cc7152935 None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '79cc514b-3fe0-44fc-b3cf-e89fb22e220d', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '41f460c2-f89b-4726-a816-974f045abc33', 'port_id': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'mac_address': 'fa:16:3e:c5:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:18Z', 'updated_at': '2021-07-07T17:03:54Z', 'revision_number': 1, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:59.471032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4db2d50-66fa-40f9-8015-9cdc58a66ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.548788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4db2d50-66fa-40f9-8015-9cdc58a66ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.551193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.561328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:59.565446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.627747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.773925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4db2d50-66fa-40f9-8015-9cdc58a66ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.779631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4db2d50-66fa-40f9-8015-9cdc58a66ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.781812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4db2d50-66fa-40f9-8015-9cdc58a66ed0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19856c30-baa0-433e-8484-5096e3bcee46 HTTP/1.1" status: 204 len: 168 time: 0.5281842 Jul 07 17:03:59.825145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db2d50-66fa-40f9-8015-9cdc58a66ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19856c30-baa0-433e-8484-5096e3bcee46,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:59.841857 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6821cfe-1c0e-423b-8a90-f80273609d25 None None] New status for floating IP 79cc514b-3fe0-44fc-b3cf-e89fb22e220d: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:00.144713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.147567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.152195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.249647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:00.298232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d047b972-dedb-4ed5-b796-ec4ae8653c27,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.316118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.320362 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Added segment 7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1 of type vlan for network 3f78ecd6-71a9-4949-8a65-5a3721c043ec Jul 07 17:04:00.365805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c53782-b6b5-43d1-9639-cc8db8b21200 req-01063884-dfba-4bf9-8d94-3024dc94412a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.367518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78c53782-b6b5-43d1-9639-cc8db8b21200 req-01063884-dfba-4bf9-8d94-3024dc94412a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.2756121 Jul 07 17:04:00.497848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78c53782-b6b5-43d1-9639-cc8db8b21200 req-0f60dc26-f7f4-4e83-8481-52aaf2aacee8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184149 Jul 07 17:04:00.902515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618de2e-505f-4adf-bf23-00e9a626c370 req-805df389-aefc-46ac-983b-fbf1a17500ea tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.919941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9618de2e-505f-4adf-bf23-00e9a626c370 req-805df389-aefc-46ac-983b-fbf1a17500ea tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.1765707 Jul 07 17:04:00.922411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5c4d69-ac61-4208-b641-4913a308baca'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:00.925926 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b19cc84-3044-4c53-8b49-04b33b013578" -d '{"events": [{"server_uuid": "f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86", "name": "network-vif-plugged", "status": "completed", "tag": "0a5c4d69-ac61-4208-b641-4913a308baca"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:00.953138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.035784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9618de2e-505f-4adf-bf23-00e9a626c370 req-626a994f-6e1e-4569-98c7-bff4a5beaada tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031771 Jul 07 17:04:01.077350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.087530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.088413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.103485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Router 3b386395-7c0a-4031-909f-7f9615737186 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:01.112180 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5550d3-502e-4506-baa8-ccacd27bc1bf x-openstack-request-id: req-de5550d3-502e-4506-baa8-ccacd27bc1bf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:01.112507 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86", "name": "network-vif-plugged", "status": "completed", "tag": "0a5c4d69-ac61-4208-b641-4913a308baca", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:01.112771 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de5550d3-502e-4506-baa8-ccacd27bc1bf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:01.114015 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5c4d69-ac61-4208-b641-4913a308baca', 'code': 200} Jul 07 17:04:01.209327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9587286 Jul 07 17:04:01.305034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e820-40bc-4fa8-a4ed-b80e3302295b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Network': ['ID=3f78ecd6-71a9-4949-8a65-5a3721c043ec,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.328985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3f78ecd6-71a9-4949-8a65-5a3721c043ec details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:01.506273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d322a42-8005-4ef3-8f92-7d53b328d7f7 req-c7dfa57a-f406-4f9f-b637-d54a5bdcd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.519270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d322a42-8005-4ef3-8f92-7d53b328d7f7 req-c7dfa57a-f406-4f9f-b637-d54a5bdcd2bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 1096 time: 0.2546721 Jul 07 17:04:01.524829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:01.600517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] Sync routers for ids ['3b386395-7c0a-4031-909f-7f9615737186'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:01.638756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.640531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] Routers {'3b386395-7c0a-4031-909f-7f9615737186'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:01.642837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3b386395-7c0a-4031-909f-7f9615737186'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:01.649614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9f1a9ca-5f1a-4f86-92ab-7d41f1aa77c4 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0218370 Jul 07 17:04:01.650851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36532) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:01.659309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d322a42-8005-4ef3-8f92-7d53b328d7f7 req-02f43b86-1ea5-4825-9327-0a0904e88a60 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320767 Jul 07 17:04:01.749411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:01.767773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] Routers {'3b386395-7c0a-4031-909f-7f9615737186'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:01.769232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:03:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3b386395-7c0a-4031-909f-7f9615737186'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:01.874293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:01.875629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d2bb1-aabb-4ef7-988c-bbadd9a972a4 None None] The sync data for ids ['3b386395-7c0a-4031-909f-7f9615737186'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:02.111895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36542) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:02.114950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d4578631-186c-4cdc-b2b5-078c862218ca tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/3b386395-7c0a-4031-909f-7f9615737186 HTTP/1.1" status: 200 len: 921 time: 0.4518108 Jul 07 17:04:02.196533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41984c15-cbc3-4d9d-99a5-d313966a2c2d req-b0c7fc2f-8dbe-4706-9b00-3b36e4b94528 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.217569 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41984c15-cbc3-4d9d-99a5-d313966a2c2d req-b0c7fc2f-8dbe-4706-9b00-3b36e4b94528 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.3066864 Jul 07 17:04:02.255459 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8dbc85af-cc0b-463c-994b-5259e4b55655 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b386395-7c0a-4031-909f-7f9615737186 HTTP/1.1" status: 200 len: 205 time: 0.1420019 Jul 07 17:04:02.257664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:02.391177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41984c15-cbc3-4d9d-99a5-d313966a2c2d req-fbceaaa6-4522-41a5-a5e4-553a27080556 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687093 Jul 07 17:04:02.566321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.915597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c1178-b954-4741-9506-22766898b8de req-08e9c040-a9e6-4ad8-9c03-797e4faae37f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.925463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-541c1178-b954-4741-9506-22766898b8de req-08e9c040-a9e6-4ad8-9c03-797e4faae37f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.2065272 Jul 07 17:04:02.953615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.105597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-541c1178-b954-4741-9506-22766898b8de req-3deb5f28-7efc-4ee7-b2ec-28e21123cb0d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713572 Jul 07 17:04:03.145288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Deleting port 044bfade-7e36-49b9-8c74-c61756ef5349 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:03.145804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.466266 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.564980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.614388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Calling delete_port for 044bfade-7e36-49b9-8c74-c61756ef5349 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:03.890490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.929594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event deleted for resources: {'Port': ['ID=044bfade-7e36-49b9-8c74-c61756ef5349,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:04.004836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6d4e4-e644-4820-839f-3004696ef04f req-33e462c6-bd80-4705-8591-6f3590deb5cd tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.016066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cc6d4e4-e644-4820-839f-3004696ef04f req-33e462c6-bd80-4705-8591-6f3590deb5cd tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.2331595 Jul 07 17:04:04.086321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.272780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8cc6d4e4-e644-4820-839f-3004696ef04f req-f0501809-1c95-45b4-99e2-152f43ffef93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548101 Jul 07 17:04:04.418707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.427276 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.625375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0519-695f-4272-b46c-72ec7d9eed3d req-7acd5d9f-02a9-4f60-ba6e-3c359a4a1d39 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.636370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7bc0519-695f-4272-b46c-72ec7d9eed3d req-7acd5d9f-02a9-4f60-ba6e-3c359a4a1d39 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.1533477 Jul 07 17:04:04.648319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.649089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Fanout notify agent at l3_agent the message router_deleted on router 3b386395-7c0a-4031-909f-7f9615737186 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:04.662233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.668807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2a6c9ea-6b53-41c2-816e-ebb00ff14ddb tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/3b386395-7c0a-4031-909f-7f9615737186 HTTP/1.1" status: 204 len: 168 time: 2.4085503 Jul 07 17:04:04.677414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36564) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:04.684385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1197216254', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': False}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:04.753167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7bc0519-695f-4272-b46c-72ec7d9eed3d req-8d994a25-6ef7-4794-9c8c-53d302a5fb17 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113939 Jul 07 17:04:04.761176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.761176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.908856 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.070896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.173301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b232ce8f-c575-427a-a3c8-c456e43484df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.833416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.900858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.046850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d828c-938d-4fed-a957-11055d89218f req-1b0e08a7-6db7-45e7-932a-e2bf3c30c2d2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.052083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d26d828c-938d-4fed-a957-11055d89218f req-1b0e08a7-6db7-45e7-932a-e2bf3c30c2d2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.2880161 Jul 07 17:04:06.149232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d26d828c-938d-4fed-a957-11055d89218f req-4d18853d-0bba-4430-935b-b6f022e85474 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895736 Jul 07 17:04:06.412471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Allocated IP 172.25.5.10 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/30fc668f-cae5-4c9b-980b-a73dd9495ae8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:06.907115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.951404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36586) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:06.954778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2fad-69b9-4305-8c4b-a1d9b3db14a7 req-a3d2d5cb-9b6f-4da2-86c3-39477827846c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.958159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e19f2fad-69b9-4305-8c4b-a1d9b3db14a7 req-a3d2d5cb-9b6f-4da2-86c3-39477827846c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.2824085 Jul 07 17:04:06.960849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'subnet': {'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:07.054569 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e19f2fad-69b9-4305-8c4b-a1d9b3db14a7 req-10731c57-e628-4623-b949-d909371ecde1 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844560 Jul 07 17:04:07.105044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.172845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:07.279336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:07.289188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:07.359789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:07.366339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.488641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Port': ['ID=30fc668f-cae5-4c9b-980b-a73dd9495ae8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:07.685581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.699162 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca32ae69-d514-480c-af01-e008692f62b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.034349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30491b-9a4b-4527-8fb3-eed0e5569b4c req-80287c02-3430-412b-93fb-54c87e7e5645 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.048068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d30491b-9a4b-4527-8fb3-eed0e5569b4c req-80287c02-3430-412b-93fb-54c87e7e5645 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.2106361 Jul 07 17:04:08.134784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d30491b-9a4b-4527-8fb3-eed0e5569b4c req-62088887-3846-470c-b146-644a59591bca tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763292 Jul 07 17:04:08.338132 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.424922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.459177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38fb86-cd15-4f3a-84c4-87d5f348573e req-416f1aff-4912-49a7-8abb-d8cb47200a2f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.468204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed38fb86-cd15-4f3a-84c4-87d5f348573e req-416f1aff-4912-49a7-8abb-d8cb47200a2f tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.1552708 Jul 07 17:04:08.569272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed38fb86-cd15-4f3a-84c4-87d5f348573e req-f2acb149-6b59-48a6-9f98-45194efc9540 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948083 Jul 07 17:04:08.631150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Subnet': ['ID=f9028107-8528-43a3-ab41-a3a9378b6153,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:08.647969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Checking segment: {'id': '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:08.648658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network hostable DHCP agents. Network: 3f78ecd6-71a9-4949-8a65-5a3721c043ec, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:08.715394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network 3f78ecd6-71a9-4949-8a65-5a3721c043ec is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:08.770521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3f78ecd6-71a9-4949-8a65-5a3721c043ec) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:08.779401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.780781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.787860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d9e68-1725-456e-9dbe-0fc50a9a3dc8 None None] Network 3f78ecd6-71a9-4949-8a65-5a3721c043ec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:08.867800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e74b146a-fc88-41ec-a8df-5789231e73d6 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9119775 Jul 07 17:04:08.868708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36606) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:08.878551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390580327'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:08.898743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.006047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:09.019904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.126118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:09.167803 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.176402 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Added segment baecafff-c9e3-4cea-8daa-a59730a89ad7 of type vlan for network d2503678-a8c7-4425-acee-5ba0bfa41cf3 Jul 07 17:04:09.375956 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.403610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.485947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Router 0b737c37-382d-416c-8260-6d83742d3d98 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:09.503001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3f78ecd6-71a9-4949-8a65-5a3721c043ec', 'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec', 'tenant_id': '29e10e3e0cbf45469efa985f71c61038', 'fixed_ips': [{'subnet_id': 'f9028107-8528-43a3-ab41-a3a9378b6153'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:09.505198 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.742061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.769917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.771217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.809185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9348252 Jul 07 17:04:09.817657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36616) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:09.839133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900101c-581e-4c0f-8b8b-bd64f8982775 req-00c1539c-6ef1-43d8-8873-f30a223b2186 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.855455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9900101c-581e-4c0f-8b8b-bd64f8982775 req-00c1539c-6ef1-43d8-8873-f30a223b2186 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.4252553 Jul 07 17:04:09.873287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'subnet': {'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:10.002361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Allocated IP 2001:db8:0:ffff::2 (3f78ecd6-71a9-4949-8a65-5a3721c043ec/f9028107-8528-43a3-ab41-a3a9378b6153/30a28ddc-f029-4e54-be40-763bdbf85fd9) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:10.284468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:10.299405 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Sync routers for ids ['0b737c37-382d-416c-8260-6d83742d3d98'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:10.314442 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Routers {'0b737c37-382d-416c-8260-6d83742d3d98'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:10.314756 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b737c37-382d-416c-8260-6d83742d3d98'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:10.315403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9900101c-581e-4c0f-8b8b-bd64f8982775 req-86fb82d0-d4dd-447a-8db4-b4d8f6e43360 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4577041 Jul 07 17:04:10.330206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:10.341395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.342759 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b6229cd0-ac2c-4faa-80b2-e0b1b1e2d71a tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6641679 Jul 07 17:04:10.347392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36622) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:10.349129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.369436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Network': ['ID=d2503678-a8c7-4425-acee-5ba0bfa41cf3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:10.446348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.471942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Transition to ACTIVE for port object 30a28ddc-f029-4e54-be40-763bdbf85fd9 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:10.532340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.535791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Transition to ACTIVE for port object 30a28ddc-f029-4e54-be40-763bdbf85fd9 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:10.536862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.537550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.541435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.542465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.543028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.543577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.544010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.546962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.547518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.547991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.548470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec492b5-3ae5-498e-b21a-5a12ec9c4ebe tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:10.564840 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.677820 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e854286c-62bd-44e3-b269-45848c9a1c18 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/0b737c37-382d-416c-8260-6d83742d3d98 HTTP/1.1" status: 200 len: 908 time: 0.3291454 Jul 07 17:04:10.683659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d2503678-a8c7-4425-acee-5ba0bfa41cf3 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:10.729201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:10.750816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1197216254', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': True}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:10.811546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.815628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.929622 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.953529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Network 3f78ecd6-71a9-4949-8a65-5a3721c043ec is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:10.976233 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Set router 0b737c37-382d-416c-8260-6d83742d3d98 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:10.987432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:10.999841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:11.013924 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.022779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Pushing event updated for resources: {'Port': ['ID=30a28ddc-f029-4e54-be40-763bdbf85fd9,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:11.147152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca3bcc-66f4-47af-9b3f-84f8863990e8 req-6cca33c8-4468-47c4-b009-b87e807055c2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.161096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9ca3bcc-66f4-47af-9b3f-84f8863990e8 req-6cca33c8-4468-47c4-b009-b87e807055c2 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.4245644 Jul 07 17:04:11.256526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Attempting to bind port 30a28ddc-f029-4e54-be40-763bdbf85fd9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:11.256960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Attempting to bind port 30a28ddc-f029-4e54-be40-763bdbf85fd9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:11.257315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Attempting to bind port 30a28ddc-f029-4e54-be40-763bdbf85fd9 on network 3f78ecd6-71a9-4949-8a65-5a3721c043ec {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:11.284592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:11.285160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Checking segment: {'id': '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:11.285435 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.285813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Bound using segment: {'id': '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:11.286310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Bound port: 30a28ddc-f029-4e54-be40-763bdbf85fd9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3f78ecd6-71a9-4949-8a65-5a3721c043ec'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:11.287575 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.320629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9ca3bcc-66f4-47af-9b3f-84f8863990e8 req-e2c9088a-3878-47f5-91db-d4de6fe7861b tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580329 Jul 07 17:04:11.442514 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.538797 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b737c37-382d-416c-8260-6d83742d3d98', 'name': 'tempest-snat-router-1197216254', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': False}, 'gw_port_id': '30fc668f-cae5-4c9b-980b-a73dd9495ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:04Z', 'updated_at': '2021-07-07T17:04:07Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': '30fc668f-cae5-4c9b-980b-a73dd9495ae8', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b737c37-382d-416c-8260-6d83742d3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:05Z', 'updated_at': '2021-07-07T17:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:11.594676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] For port 30a28ddc-f029-4e54-be40-763bdbf85fd9, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:11.604209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] For port 30a28ddc-f029-4e54-be40-763bdbf85fd9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30a28ddc-f029-4e54-be40-763bdbf85fd9,segment=NetworkSegment(7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1),segment_id=7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:11.612569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.619455 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Checking router: 0b737c37-382d-416c-8260-6d83742d3d98 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:11.624365 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Updating router 0b737c37-382d-416c-8260-6d83742d3d98 port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:04:11.700449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:04:11.714285 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.740567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.741994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756efcc1-0d64-468c-8149-71ce4e4b1a78 None None] Pushing event updated for resources: {'Port': ['ID=30a28ddc-f029-4e54-be40-763bdbf85fd9,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:11.952780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-5b92ff42-721b-4bd3-a46d-aa8d77bc3f76 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.954792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-5b92ff42-721b-4bd3-a46d-aa8d77bc3f76 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.6669884 Jul 07 17:04:11.978307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Subnet': ['ID=93f5e0eb-73dd-4a71-96a6-a1b14de5facf,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:12.024920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Checking segment: {'id': 'baecafff-c9e3-4cea-8daa-a59730a89ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:12.025436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network hostable DHCP agents. Network: d2503678-a8c7-4425-acee-5ba0bfa41cf3, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:12.079149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.269005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network d2503678-a8c7-4425-acee-5ba0bfa41cf3 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:12.277241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.368132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f053e2-587b-4a5e-af2d-394549467346 req-08d99b9f-79dc-4710-b943-02c9687e5903 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.390842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80f053e2-587b-4a5e-af2d-394549467346 req-08d99b9f-79dc-4710-b943-02c9687e5903 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.6877213 Jul 07 17:04:12.396741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d2503678-a8c7-4425-acee-5ba0bfa41cf3) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:12.410383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c7ce6-cdca-4994-84a3-1750ddb4ef10 None None] Network d2503678-a8c7-4425-acee-5ba0bfa41cf3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:12.417770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.418804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.514755 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.573743 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Transition to ACTIVE for port object 30fc668f-cae5-4c9b-980b-a73dd9495ae8 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:12.592307 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.656414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c722da5a-5067-4e0e-b0c2-34396d214264 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7966845 Jul 07 17:04:12.660609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:12.667357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'port': {'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3', 'name': 'tempest-NetworksIpV6TestAttrs-640337415'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:12.725940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80f053e2-587b-4a5e-af2d-394549467346 req-aa498424-814f-4b10-8761-410635929687 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754588 Jul 07 17:04:12.734523 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cef630-a4bf-4617-8ae3-69a66e4d8c75 None None] Pushing event updated for resources: {'Port': ['ID=30fc668f-cae5-4c9b-980b-a73dd9495ae8,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:12.741811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Deleting port 0a5c4d69-ac61-4208-b641-4913a308baca {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:12.742379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.744335 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Attempting to bind port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:12.745596 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Attempting to bind port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:12.746416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Attempting to bind port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:12.779786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:12.780368 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:12.780991 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.781652 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:12.782278 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Bound port: 30fc668f-cae5-4c9b-980b-a73dd9495ae8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:12.787552 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.892998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Allocated IP 172.25.5.200 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/c8e089a6-7509-4585-a6d7-3c42b2c2dbf6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:12.921928 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] For port 30fc668f-cae5-4c9b-980b-a73dd9495ae8, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:12.930406 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] For port 30fc668f-cae5-4c9b-980b-a73dd9495ae8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30fc668f-cae5-4c9b-980b-a73dd9495ae8,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:12.945004 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.969438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-d2503678-a8c7-4425-acee-5ba0bfa41cf3', 'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3', 'tenant_id': '29e10e3e0cbf45469efa985f71c61038', 'fixed_ips': [{'subnet_id': '93f5e0eb-73dd-4a71-96a6-a1b14de5facf'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:12.973255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.110048 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cef630-a4bf-4617-8ae3-69a66e4d8c75 None None] Pushing event updated for resources: {'Port': ['ID=30fc668f-cae5-4c9b-980b-a73dd9495ae8,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:13.118729 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Routers {'0b737c37-382d-416c-8260-6d83742d3d98'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:13.122057 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b737c37-382d-416c-8260-6d83742d3d98'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:13.236359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:13.240675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.309611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896af1c8-9ac2-41fa-9444-adb79bbfda40 req-52119c79-5044-4a41-9be4-3769ca7a1eec tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.318223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-896af1c8-9ac2-41fa-9444-adb79bbfda40 req-52119c79-5044-4a41-9be4-3769ca7a1eec tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 945 time: 0.3149092 Jul 07 17:04:13.370784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] device_id is not set on port b1eec14f-f28f-4dbd-bc23-cc2941b7a37c yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:13.384766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] For port 0a5c4d69-ac61-4208-b641-4913a308baca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0a5c4d69-ac61-4208-b641-4913a308baca,segment=NetworkSegment(8361c772-d7eb-4ef6-8999-29a7a30dcbd8),segment_id=8361c772-d7eb-4ef6-8999-29a7a30dcbd8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:13.385946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.467325 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] Set router 0b737c37-382d-416c-8260-6d83742d3d98 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:13.524056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Calling delete_port for 0a5c4d69-ac61-4208-b641-4913a308baca owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:13.537407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Allocated IP 2001:db8::f816:3eff:fef2:76c9 (d2503678-a8c7-4425-acee-5ba0bfa41cf3/93f5e0eb-73dd-4a71-96a6-a1b14de5facf/bce13341-111f-4df0-8231-f64445c9ec4f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:13.560129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-896af1c8-9ac2-41fa-9444-adb79bbfda40 req-939c083b-b6ae-425a-89c0-eff6e2d7d64d tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/security-groups?id=d94b5f47-4d86-4e72-b820-4276fb484b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394154 Jul 07 17:04:13.660660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.847834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.960350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:14.043078 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.056888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:14.069586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:14.157487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Pushing event deleted for resources: {'Port': ['ID=0a5c4d69-ac61-4208-b641-4913a308baca,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:14.309927 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b737c37-382d-416c-8260-6d83742d3d98', 'name': 'tempest-snat-router-1197216254', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': False}, 'gw_port_id': '30fc668f-cae5-4c9b-980b-a73dd9495ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:04Z', 'updated_at': '2021-07-07T17:04:07Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': '30fc668f-cae5-4c9b-980b-a73dd9495ae8', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b737c37-382d-416c-8260-6d83742d3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:05Z', 'updated_at': '2021-07-07T17:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:14.379617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eba3ad-eb84-462d-9ac3-6c6170e0f041 None None] Network 3f78ecd6-71a9-4949-8a65-5a3721c043ec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:14.466108 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae839657-cbba-4a27-94ba-91ffa9c22163 None None] The sync data for ids ['0b737c37-382d-416c-8260-6d83742d3d98'] in n-d-793619-7 is: [{'id': '0b737c37-382d-416c-8260-6d83742d3d98', 'name': 'tempest-snat-router-1197216254', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10'}], 'enable_snat': False}, 'gw_port_id': '30fc668f-cae5-4c9b-980b-a73dd9495ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:04Z', 'updated_at': '2021-07-07T17:04:07Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': '30fc668f-cae5-4c9b-980b-a73dd9495ae8', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b737c37-382d-416c-8260-6d83742d3d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:05Z', 'updated_at': '2021-07-07T17:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:14.479202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] No DVR routers for this DVR port 0a5c4d69-ac61-4208-b641-4913a308baca on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:14.524017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.525536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30a28ddc-f029-4e54-be40-763bdbf85fd9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:14.530583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5686b144-4d5a-44fc-ad40-7b36169a7153 req-eb34371b-a831-4fe2-9c6d-17759b13810c tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.13 "DELETE /v2.0/ports/0a5c4d69-ac61-4208-b641-4913a308baca HTTP/1.1" status: 204 len: 173 time: 2.5471363 Jul 07 17:04:14.532192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'name': 'network-vif-deleted', 'tag': '0a5c4d69-ac61-4208-b641-4913a308baca'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:14.536880 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94ff04-355f-4695-aa0e-b3f3a76ab01d" -d '{"events": [{"server_uuid": "f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86", "name": "network-vif-deleted", "tag": "0a5c4d69-ac61-4208-b641-4913a308baca"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:14.684270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc20cc-42e1-491d-acbc-7418aa3d7674 req-9bdcf213-ec32-466a-b2ec-21163e4463e0 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.686743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13bc20cc-42e1-491d-acbc-7418aa3d7674 req-9bdcf213-ec32-466a-b2ec-21163e4463e0 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.3553927 Jul 07 17:04:14.741900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e089a6-7509-4585-a6d7-3c42b2c2dbf6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:14.827706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13bc20cc-42e1-491d-acbc-7418aa3d7674 req-8b5036da-e5b1-436f-9aa0-78163d3988c4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098862 Jul 07 17:04:14.888960 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c38f05-f2c9-4dad-b60a-0b91384992d4 x-openstack-request-id: req-d4c38f05-f2c9-4dad-b60a-0b91384992d4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:14.889783 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86", "name": "network-vif-deleted", "tag": "0a5c4d69-ac61-4208-b641-4913a308baca", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:14.890399 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4c38f05-f2c9-4dad-b60a-0b91384992d4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:14.891242 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86', 'name': 'network-vif-deleted', 'tag': '0a5c4d69-ac61-4208-b641-4913a308baca', 'status': 'completed', 'code': 200} Jul 07 17:04:15.185155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.200373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-7049858c-bf36-40d2-8e74-03a8cbbcf541 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2895076 Jul 07 17:04:15.302046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-875600d7-b88a-40d0-84d5-8dec114e79f5 None None] Provisioning for port 30a28ddc-f029-4e54-be40-763bdbf85fd9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:15.320455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.369351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Transition to ACTIVE for port object bce13341-111f-4df0-8231-f64445c9ec4f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:15.500807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Transition to ACTIVE for port object bce13341-111f-4df0-8231-f64445c9ec4f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:15.545997 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.681076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Pushing event updated for resources: {'Port': ['ID=bce13341-111f-4df0-8231-f64445c9ec4f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:15.688260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0a5c4d69-ac61-4208-b641-4913a308baca no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:15.759650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 30a28ddc-f029-4e54-be40-763bdbf85fd9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:15.819977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 0a5c4d69-ac61-4208-b641-4913a308baca {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:15.820932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0a5c4d69-ac61-4208-b641-4913a308baca not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:15.840437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Network d2503678-a8c7-4425-acee-5ba0bfa41cf3 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:15.854166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:15.867522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 30a28ddc-f029-4e54-be40-763bdbf85fd9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:15.867962 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.878242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:16.039024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Allocated IP 2001:db8::f816:3eff:fe6c:ccb2 (d2503678-a8c7-4425-acee-5ba0bfa41cf3/93f5e0eb-73dd-4a71-96a6-a1b14de5facf/b1eec14f-f28f-4dbd-bc23-cc2941b7a37c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:16.145713 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8eaa1260-a1ed-46a5-8495-51c31453a5de req-778d1af7-4c22-4bb0-844f-9093298a9c04 tempest-DeleteServersTestJSON-1867971214 tempest-DeleteServersTestJSON-1867971214-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8f62aa5-9b31-44cf-b8ff-0d2ac587fc86 HTTP/1.1" status: 200 len: 210 time: 0.0551145 Jul 07 17:04:16.226111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.226604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.227086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.227560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.228033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.228500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.228966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.238960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fa10811e-a522-46f2-89e3-ac2e1e7da932 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=404c1d3dbefc4833a9152f031bb335a8&device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 6490 time: 0.8879073 Jul 07 17:04:16.417385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Attempting to bind port bce13341-111f-4df0-8231-f64445c9ec4f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:16.417385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Attempting to bind port bce13341-111f-4df0-8231-f64445c9ec4f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'baecafff-c9e3-4cea-8daa-a59730a89ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:16.438874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Attempting to bind port bce13341-111f-4df0-8231-f64445c9ec4f on network d2503678-a8c7-4425-acee-5ba0bfa41cf3 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:16.530277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:16.536656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Checking segment: {'id': 'baecafff-c9e3-4cea-8daa-a59730a89ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:16.541436 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.542921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Bound using segment: {'id': 'baecafff-c9e3-4cea-8daa-a59730a89ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:16.543760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Bound port: bce13341-111f-4df0-8231-f64445c9ec4f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baecafff-c9e3-4cea-8daa-a59730a89ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd2503678-a8c7-4425-acee-5ba0bfa41cf3'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:16.544495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.680588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.721736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34605989-2e53-4d4e-8f03-68e63739481b req-528c8e1a-088c-4944-8f50-3064abfa1eda tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.728559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34605989-2e53-4d4e-8f03-68e63739481b req-528c8e1a-088c-4944-8f50-3064abfa1eda tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.3163323 Jul 07 17:04:16.736152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-292e511c-9066-434a-9463-73667335b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.736617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-292e511c-9066-434a-9463-73667335b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.737087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-292e511c-9066-434a-9463-73667335b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.738919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-292e511c-9066-434a-9463-73667335b0cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&id=be200409-eff1-4f77-a2fa-5d490126dd5d&id=be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 200 len: 2292 time: 0.4400032 Jul 07 17:04:16.759080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.839873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34605989-2e53-4d4e-8f03-68e63739481b req-cc75f120-b11f-44ad-9dfe-10d52e983746 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977252 Jul 07 17:04:16.873417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.890297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] For port bce13341-111f-4df0-8231-f64445c9ec4f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:16.894670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] For port bce13341-111f-4df0-8231-f64445c9ec4f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bce13341-111f-4df0-8231-f64445c9ec4f,segment=NetworkSegment(baecafff-c9e3-4cea-8daa-a59730a89ad7),segment_id=baecafff-c9e3-4cea-8daa-a59730a89ad7)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:16.910878 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.921270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:17.048301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 30a28ddc-f029-4e54-be40-763bdbf85fd9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30a28ddc-f029-4e54-be40-763bdbf85fd9,segment=NetworkSegment(7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1),segment_id=7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:17.049877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105d906-1e46-49f7-8ace-2aba66a5a82f None None] Pushing event updated for resources: {'Port': ['ID=bce13341-111f-4df0-8231-f64445c9ec4f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:17.059930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.127858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fdd6a902-600b-4195-8a60-7937a39eff0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 200 len: 1001 time: 0.3063707 Jul 07 17:04:17.239779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Transition to ACTIVE for port object b1eec14f-f28f-4dbd-bc23-cc2941b7a37c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:17.291462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=30a28ddc-f029-4e54-be40-763bdbf85fd9,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:17.299060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Router e8b93f2a-93a4-441b-98d5-5319bc10b862 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:17.397298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30fc668f-cae5-4c9b-980b-a73dd9495ae8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:17.436149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-127d8a4d-d063-49fb-971a-ea6f6e6f087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.453699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-127d8a4d-d063-49fb-971a-ea6f6e6f087a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 200 len: 851 time: 0.3103046 Jul 07 17:04:17.466780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.834028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-ac94ed26-ee41-4a2b-bf82-69489914d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.841417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-ac94ed26-ee41-4a2b-bf82-69489914d014 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ad23624f-d18d-42e1-a627-b6e069a6d8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3722889 Jul 07 17:04:17.866700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:17.890612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:17.891754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.040211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network d2503678-a8c7-4425-acee-5ba0bfa41cf3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:18.072648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:18.099714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:18.122481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.123576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.127601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-afa1640a-db9d-4f67-b5f5-17d0507bbb3b None None] Provisioning complete for port 30a28ddc-f029-4e54-be40-763bdbf85fd9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:18.134014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-afa1640a-db9d-4f67-b5f5-17d0507bbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.197394 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.5353236 Jul 07 17:04:18.207352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36692) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:18.298586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting subnet 93f5e0eb-73dd-4a71-96a6-a1b14de5facf {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:18.299625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-210ae341-29a8-46a6-9c26-c716e3cb304c service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498909 Jul 07 17:04:18.310381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260e88f-b505-4acd-b222-307073c426ff tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Port': ['ID=b1eec14f-f28f-4dbd-bc23-cc2941b7a37c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.320301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.324111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:18.399515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.401749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5f0cb71e-0486-4908-85ef-d5370675a482 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6619213 Jul 07 17:04:18.408498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.470765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:18.482939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Sync routers for ids ['e8b93f2a-93a4-441b-98d5-5319bc10b862'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:18.553471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-fd4e6062-3925-4771-bce4-a3872dd77235 service neutron] 10.222.0.54 "GET /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457821 Jul 07 17:04:18.646239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Routers {'e8b93f2a-93a4-441b-98d5-5319bc10b862'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:18.647473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e8b93f2a-93a4-441b-98d5-5319bc10b862'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:18.672840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-3f56c0bb-d672-4fdc-849f-14ecbfe23e69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 217 time: 0.1080673 Jul 07 17:04:18.868944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-c791f2dc-40f7-4000-bc3c-fece6edc25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.871910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-c791f2dc-40f7-4000-bc3c-fece6edc25bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.1947546 Jul 07 17:04:18.891925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.954643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 30fc668f-cae5-4c9b-980b-a73dd9495ae8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30fc668f-cae5-4c9b-980b-a73dd9495ae8,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:18.973226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.035563 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-10098699-ad13-4c2a-970a-e783470a4ed4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/e8b93f2a-93a4-441b-98d5-5319bc10b862 HTTP/1.1" status: 200 len: 908 time: 0.5622377 Jul 07 17:04:19.049448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36700) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:19.130989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=30fc668f-cae5-4c9b-980b-a73dd9495ae8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.249325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.307223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Set router e8b93f2a-93a4-441b-98d5-5319bc10b862 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:19.331828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622e534-75d4-44c5-b377-9f351fa446d1 req-a43e3e02-4b30-4faa-a38c-1e82cbd70640 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.341823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5622e534-75d4-44c5-b377-9f351fa446d1 req-a43e3e02-4b30-4faa-a38c-1e82cbd70640 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.5084400 Jul 07 17:04:19.377070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-e9a2b3d3-cc85-4c4f-96e1-8a1fd1c735d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.389362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-e9a2b3d3-cc85-4c4f-96e1-8a1fd1c735d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5091896 Jul 07 17:04:19.477801 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.567402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Subnet': ['ID=93f5e0eb-73dd-4a71-96a6-a1b14de5facf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.607084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.613871 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05ac6226-9578-48a0-ab5e-7b765c9fab59 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/93f5e0eb-73dd-4a71-96a6-a1b14de5facf HTTP/1.1" status: 204 len: 168 time: 1.4016085 Jul 07 17:04:19.614725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36706) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:19.691242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba1024e-4f26-4cac-b492-bd63d2cb9663 None None] Network d2503678-a8c7-4425-acee-5ba0bfa41cf3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:19.767056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8f151-1db3-4d97-8fd5-2635204fb032 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.770346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8f151-1db3-4d97-8fd5-2635204fb032 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.773040 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a5e8f151-1db3-4d97-8fd5-2635204fb032 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1569889 Jul 07 17:04:19.787435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36712) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:19.861957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.943532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30a28ddc-f029-4e54-be40-763bdbf85fd9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:19.987145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7beeb636-3f2a-4951-b683-5031512c5755 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.999430 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beeb636-3f2a-4951-b683-5031512c5755 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:04:20.000913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beeb636-3f2a-4951-b683-5031512c5755 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:20.008006 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7beeb636-3f2a-4951-b683-5031512c5755 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/d2503678-a8c7-4425-acee-5ba0bfa41cf3 HTTP/1.1" status: 409 len: 405 time: 0.2194660 Jul 07 17:04:20.016888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:20.027182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1102941778'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:20.097746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:20.125416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.156895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5622e534-75d4-44c5-b377-9f351fa446d1 req-747421c7-7494-486e-8bda-cdbeca45ac43 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8135228 Jul 07 17:04:20.204107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:20.230289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.230641 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Added segment 43aef678-9b9e-43f0-b9b4-6425179e8b8e of type vlan for network 0169cb3b-41d6-4ccc-9617-5c4298d08444 Jul 07 17:04:20.299057 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.310915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f9edf4a3-ff01-4e45-b04a-cb0e49ba944a None None] Provisioning for port bce13341-111f-4df0-8231-f64445c9ec4f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:20.311762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-c227d6e1-6641-4a24-9034-b4864cc269e8 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349389 Jul 07 17:04:20.340587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.427880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.440258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.442713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.507633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 30a28ddc-f029-4e54-be40-763bdbf85fd9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:20.508858 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.528499 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-50ee3203-1855-46f5-9e7b-973e6a5af590 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087619 Jul 07 17:04:20.717055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b93f2a-93a4-441b-98d5-5319bc10b862', 'name': 'tempest-snat-router-1197216254', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c8e089a6-7509-4585-a6d7-3c42b2c2dbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:10Z', 'updated_at': '2021-07-07T17:04:14Z', 'revision_number': 3, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port': {'id': 'c8e089a6-7509-4585-a6d7-3c42b2c2dbf6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b93f2a-93a4-441b-98d5-5319bc10b862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:12Z', 'updated_at': '2021-07-07T17:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:20.779443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-20aa66e8-5d4b-4ba7-b375-0baca5b222d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 217 time: 0.2429986 Jul 07 17:04:20.807202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Checking router: e8b93f2a-93a4-441b-98d5-5319bc10b862 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:20.807703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Updating router e8b93f2a-93a4-441b-98d5-5319bc10b862 port c8e089a6-7509-4585-a6d7-3c42b2c2dbf6 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:04:20.892783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bce13341-111f-4df0-8231-f64445c9ec4f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:20.941611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] DHCP port deletion for d2503678-a8c7-4425-acee-5ba0bfa41cf3 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:21.027165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bce13341-111f-4df0-8231-f64445c9ec4f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:21.042007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bce13341-111f-4df0-8231-f64445c9ec4f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:21.042417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.115354 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.162733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-56047c8a-419e-4206-afb0-1fe2574613d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.174087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-56047c8a-419e-4206-afb0-1fe2574613d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.3344512 Jul 07 17:04:21.274525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.282107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.300018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.312521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.325957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.373474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.396573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.403170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-43ff3665-6293-498a-b330-489111fd305a tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.6223946 Jul 07 17:04:21.518831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Deleting port c8e089a6-7509-4585-a6d7-3c42b2c2dbf6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:21.519178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.615375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5961554 Jul 07 17:04:21.622296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36734) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:21.636841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.639690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'subnet': {'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:21.658780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Calling delete_port for c8e089a6-7509-4585-a6d7-3c42b2c2dbf6 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:21.707573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.719400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] Deleting port bce13341-111f-4df0-8231-f64445c9ec4f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:21.720071 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.759360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f70b2-cd3d-48f0-b7a8-5317ac01e405 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Network': ['ID=0169cb3b-41d6-4ccc-9617-5c4298d08444,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.788546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0169cb3b-41d6-4ccc-9617-5c4298d08444 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:21.903676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.916280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.930939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.948727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.949282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.966864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.980294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.994366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8e089a6-7509-4585-a6d7-3c42b2c2dbf6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.996851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.004086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-b958ccc1-c56c-46f9-9175-b071946f5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.005818 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-b958ccc1-c56c-46f9-9175-b071946f5a2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8195307 Jul 07 17:04:22.008459 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-61a19888-a9f0-492d-9eed-bf4a776b78c6 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5433 time: 0.5029955 Jul 07 17:04:22.022030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd3a5a9e-a24e-45e9-a1d1-162f022c2c38 req-681e1653-5aaf-4ff4-b36d-3627038cefa0 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5764594 Jul 07 17:04:22.099654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port bce13341-111f-4df0-8231-f64445c9ec4f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bce13341-111f-4df0-8231-f64445c9ec4f,segment=NetworkSegment(baecafff-c9e3-4cea-8daa-a59730a89ad7),segment_id=baecafff-c9e3-4cea-8daa-a59730a89ad7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:22.120025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] For port bce13341-111f-4df0-8231-f64445c9ec4f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bce13341-111f-4df0-8231-f64445c9ec4f,segment=NetworkSegment(baecafff-c9e3-4cea-8daa-a59730a89ad7),segment_id=baecafff-c9e3-4cea-8daa-a59730a89ad7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:22.120620 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.135389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.165295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d9080750-ad80-491a-be85-3415d448c7f1 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.173715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d9080750-ad80-491a-be85-3415d448c7f1 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "GET /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1530375 Jul 07 17:04:22.305867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=bce13341-111f-4df0-8231-f64445c9ec4f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.324549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:22.325129 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:22.326585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] Calling delete_port for bce13341-111f-4df0-8231-f64445c9ec4f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:22.492384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-fe0183cf-dd9c-47b7-99e8-a34bfab3c88f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3098841 Jul 07 17:04:22.525636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:22.631352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.646469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:22.650241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.700486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30fc668f-cae5-4c9b-980b-a73dd9495ae8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:22.810120 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.906307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] Pushing event deleted for resources: {'Port': ['ID=bce13341-111f-4df0-8231-f64445c9ec4f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.987641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Port c8e089a6-7509-4585-a6d7-3c42b2c2dbf6 not found while updating agent binding for router e8b93f2a-93a4-441b-98d5-5319bc10b862. {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:04:23.000185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeac6ad-3382-493b-ab37-db8b9f8d8361 req-f95d4df8-118a-4d3f-8161-24ac1a88c12e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.015832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5eeac6ad-3382-493b-ab37-db8b9f8d8361 req-f95d4df8-118a-4d3f-8161-24ac1a88c12e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 1.1137836 Jul 07 17:04:23.031703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33876e-7c14-43a2-b4b7-c5c3e194335a None None] No DVR routers for this DVR port bce13341-111f-4df0-8231-f64445c9ec4f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:23.108767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Routers {'e8b93f2a-93a4-441b-98d5-5319bc10b862'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:23.110125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e8b93f2a-93a4-441b-98d5-5319bc10b862'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:23.176266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.183742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.194320 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.375685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:23.376085 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.442286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] Set router e8b93f2a-93a4-441b-98d5-5319bc10b862 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:23.456644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5eeac6ad-3382-493b-ab37-db8b9f8d8361 req-5756003a-8399-4c99-8bbd-e438f07b6cdf tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332204 Jul 07 17:04:23.468834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-d8aa365c-6d77-467f-b59c-95cb0a05a263 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4076929 Jul 07 17:04:23.477875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.480457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8b93f2a-93a4-441b-98d5-5319bc10b862 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:23.499679 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.503945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8d83b3bf-e43e-4419-967e-dd1586d94df4 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/routers/e8b93f2a-93a4-441b-98d5-5319bc10b862 HTTP/1.1" status: 204 len: 168 time: 4.4347715 Jul 07 17:04:23.516882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36760) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:23.586905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 16f3a1da-3a0a-4e9b-85f4-eef0568db54e no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:23.715334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b93f2a-93a4-441b-98d5-5319bc10b862', 'name': 'tempest-snat-router-1197216254', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:10Z', 'updated_at': '2021-07-07T17:04:21Z', 'revision_number': 5, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:23.811050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a35ac-da15-4123-8798-b98dc15438ee None None] The sync data for ids ['e8b93f2a-93a4-441b-98d5-5319bc10b862'] in n-d-793619-7 is: [{'id': 'e8b93f2a-93a4-441b-98d5-5319bc10b862', 'name': 'tempest-snat-router-1197216254', 'tenant_id': '35409ba9d6994005bcb4c1f274097568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:10Z', 'updated_at': '2021-07-07T17:04:21Z', 'revision_number': 5, 'project_id': '35409ba9d6994005bcb4c1f274097568', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:23.856200 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.145657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=cfd8a09a-6338-495e-9745-d4756ff9dfaa,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:24.220847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-13820367-217c-4440-bb07-e6804aecaefc service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136199 Jul 07 17:04:24.252884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:04:24.260177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.312966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] For port cfd8a09a-6338-495e-9745-d4756ff9dfaa, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:24.361080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bce13341-111f-4df0-8231-f64445c9ec4f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:24.421916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bce13341-111f-4df0-8231-f64445c9ec4f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:24.422686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bce13341-111f-4df0-8231-f64445c9ec4f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:24.426984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] device_id is not set on port cfd8a09a-6338-495e-9745-d4756ff9dfaa yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:24.430570 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.464747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Subnet': ['ID=f28aa522-0262-4f67-a1b5-8344e13618e5,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.513249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:24.515068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:24.520225 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199d655-d62f-4fae-afdd-b693611e983f" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:24.527213 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.528598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4fb1e7df-2aaa-4dca-8100-47569da20583 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:24.530131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.597770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.678663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Checking segment: {'id': '43aef678-9b9e-43f0-b9b4-6425179e8b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:24.679636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network hostable DHCP agents. Network: 0169cb3b-41d6-4ccc-9617-5c4298d08444, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:24.785517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.798391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.895545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] No DVR routers for this DVR port cfd8a09a-6338-495e-9745-d4756ff9dfaa on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:24.926308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.955905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] In _notify_port_updated(), no bound segment for port cfd8a09a-6338-495e-9745-d4756ff9dfaa on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:04:24.958839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.962835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.967501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d7b0035-f7bd-4daf-87a6-fe78c899cbc8 service neutron] 10.222.0.54 "PUT /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 200 len: 1026 time: 2.4650509 Jul 07 17:04:24.973381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network 0169cb3b-41d6-4ccc-9617-5c4298d08444 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:24.990559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4fb1e7df-2aaa-4dca-8100-47569da20583,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:25.000567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.001518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cfd8a09a-6338-495e-9745-d4756ff9dfaa no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:25.015482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-5e01e807-2f12-42e4-a174-6c2e1615f95e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 200 len: 217 time: 0.4302156 Jul 07 17:04:25.114510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0169cb3b-41d6-4ccc-9617-5c4298d08444) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:25.134544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.135647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.155179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad9db6-91aa-4f60-b540-ecacb39714a4 None None] Network 0169cb3b-41d6-4ccc-9617-5c4298d08444 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:25.281847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9ec5832-2e05-47ce-a830-252151de60db tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6496420 Jul 07 17:04:25.282844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36798) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:25.342866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'port': {'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444', 'name': 'tempest-NetworksIpV6TestAttrs-209267013'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:25.361453 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.415529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.431515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.444503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-e98bfef0-1a50-4db3-88e3-2768a3079d60 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.446793 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-e98bfef0-1a50-4db3-88e3-2768a3079d60 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "GET /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4670079 Jul 07 17:04:25.463781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.470487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:25.493008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device cfd8a09a-6338-495e-9745-d4756ff9dfaa not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:25.493710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1bd25135-ac62-477a-8370-faa543cf68bf no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:25.495010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.521142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.544065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.572229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.599902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-f1ad8457-d4f9-4e6f-8152-1e0bc42e8ee7 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 5356 time: 1.9957192 Jul 07 17:04:25.668545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.714906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:25.732994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa988886-765b-428e-b26e-a9343b3fea93 None None] Provisioning complete for port cfd8a09a-6338-495e-9745-d4756ff9dfaa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:25.733662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa988886-765b-428e-b26e-a9343b3fea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.899989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:25.908196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.942602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fa988886-765b-428e-b26e-a9343b3fea93 None None] Port cfd8a09a-6338-495e-9745-d4756ff9dfaa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:26.312569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.330148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1bd25135-ac62-477a-8370-faa543cf68bf,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:26.333878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] device_id is not set on port c0df6342-f056-4d45-8b6d-5a91a0855907 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:26.337567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0169cb3b-41d6-4ccc-9617-5c4298d08444', 'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444', 'tenant_id': '29e10e3e0cbf45469efa985f71c61038', 'fixed_ips': [{'subnet_id': 'f28aa522-0262-4f67-a1b5-8344e13618e5'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:26.338763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.543442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] For port 1bd25135-ac62-477a-8370-faa543cf68bf, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:26.621200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-dcfe34d4-c086-43ce-8ea5-29806fcf067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.623398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-dcfe34d4-c086-43ce-8ea5-29806fcf067a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 1.5600038 Jul 07 17:04:26.702131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] device_id is not set on port 1bd25135-ac62-477a-8370-faa543cf68bf yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:26.734172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.770582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6da066b8-e8fe-4b28-82ae-e66400cc809b req-e73fa85d-bc8c-43b1-8f06-ef989c3d68c1 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&id=fcfd32c6-04cc-4a40-87c4-b2df5da24b66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1711817 Jul 07 17:04:26.780737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Allocated IP 2001:db8::f816:3eff:fe05:7a63 (0169cb3b-41d6-4ccc-9617-5c4298d08444/f28aa522-0262-4f67-a1b5-8344e13618e5/c0df6342-f056-4d45-8b6d-5a91a0855907) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:26.808814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8e1a6-04cb-4acf-b9ff-5a0f82ca44a4 req-86488388-903a-46f4-beeb-cb6acf7183d4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.811093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cf8e1a6-04cb-4acf-b9ff-5a0f82ca44a4 req-86488388-903a-46f4-beeb-cb6acf7183d4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 2.1186993 Jul 07 17:04:26.923253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.970305 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:26.971383 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:26.975160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.002764 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf27d0b-1686-4d4b-84a9-f3e298a012ee x-openstack-request-id: req-cbf27d0b-1686-4d4b-84a9-f3e298a012ee {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:27.003352 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:27.003776 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbf27d0b-1686-4d4b-84a9-f3e298a012ee {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:27.004352 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e', 'code': 200} Jul 07 17:04:27.040995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cf8e1a6-04cb-4acf-b9ff-5a0f82ca44a4 req-5acc72f5-d12f-4423-8a31-2f91ad506ee7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190571 Jul 07 17:04:27.057772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-9da20b91-7005-4c10-9ab6-5de75764228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.082311 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-9da20b91-7005-4c10-9ab6-5de75764228a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4512858 Jul 07 17:04:27.260331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.279530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Transition to ACTIVE for port object c0df6342-f056-4d45-8b6d-5a91a0855907 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:27.379791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Pushing event updated for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.419393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] No DVR routers for this DVR port 1bd25135-ac62-477a-8370-faa543cf68bf on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:27.420383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Deleting port 30fc668f-cae5-4c9b-980b-a73dd9495ae8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:27.420773 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.479197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.628630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network 0169cb3b-41d6-4ccc-9617-5c4298d08444 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:27.632710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:27.640325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:27.649782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:27.660306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.672077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.682092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] In _notify_port_updated(), no bound segment for port 1bd25135-ac62-477a-8370-faa543cf68bf on network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:04:27.683318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.683855 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.685346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-66a9a8fb-d17f-4830-b6b3-4619a8cc749e service neutron] 10.222.0.54 "PUT /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 200 len: 1027 time: 2.2199526 Jul 07 17:04:27.699023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] For port 30fc668f-cae5-4c9b-980b-a73dd9495ae8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30fc668f-cae5-4c9b-980b-a73dd9495ae8,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:27.700119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.717541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Calling delete_port for 30fc668f-cae5-4c9b-980b-a73dd9495ae8 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:27.779928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Allocated IP 2001:db8::f816:3eff:fec5:a1bb (0169cb3b-41d6-4ccc-9617-5c4298d08444/f28aa522-0262-4f67-a1b5-8344e13618e5/275eaf9f-0a3e-4b36-9edc-bc8912826d7b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:28.030470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-58927caf-dda3-4c89-8e08-909217a6801c service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8945322 Jul 07 17:04:28.042231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.052064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3dbcc7f4-2606-4b24-91e7-24e8ca183d0f None None] Provisioning complete for port 1bd25135-ac62-477a-8370-faa543cf68bf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:28.052941 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc7f4-2606-4b24-91e7-24e8ca183d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.141701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Port': ['ID=c0df6342-f056-4d45-8b6d-5a91a0855907,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.170433 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f95715dd-0eec-4d61-8c08-290a05100dfa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8479388 Jul 07 17:04:28.172315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36832) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:28.295278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.396897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-07d76270-546b-4f22-9173-86029deb1ec0 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520703 Jul 07 17:04:28.400189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event deleted for resources: {'Port': ['ID=30fc668f-cae5-4c9b-980b-a73dd9495ae8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.421701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcc7f4-2606-4b24-91e7-24e8ca183d0f None None] Port 1bd25135-ac62-477a-8370-faa543cf68bf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:28.520600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting subnet f28aa522-0262-4f67-a1b5-8344e13618e5 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:28.527788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:28.545852 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.550692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 74f7c842-15da-4fa3-9871-7a25c14cd6f4 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:28.565921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port 4fb1e7df-2aaa-4dca-8100-47569da20583 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:28.566652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.812345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-afd85be3-d01d-4e14-a4a5-85185e4ef308 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 200 len: 217 time: 0.3141758 Jul 07 17:04:28.855333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.971713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Transition to ACTIVE for port object 275eaf9f-0a3e-4b36-9edc-bc8912826d7b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:29.029443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583'}, {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:29.031927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] For port 4fb1e7df-2aaa-4dca-8100-47569da20583, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4fb1e7df-2aaa-4dca-8100-47569da20583,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:29.042778 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949664e5-d2bd-444c-8c44-0c7b3644afe1" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583"}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:29.043489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.091217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.149209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Transition to ACTIVE for port object 275eaf9f-0a3e-4b36-9edc-bc8912826d7b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:29.220796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.228356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.265849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a204f-9d57-4999-8567-f0bd7992851a req-6c9049c2-88e2-442a-b119-f3cf99a36375 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.284504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-873a204f-9d57-4999-8567-f0bd7992851a req-6c9049c2-88e2-442a-b119-f3cf99a36375 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.8846056 Jul 07 17:04:29.318155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-04db964d-879e-4ebe-bfd1-05f5b1084a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.329304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-04db964d-879e-4ebe-bfd1-05f5b1084a39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 200 len: 797 time: 0.4612520 Jul 07 17:04:29.338622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Network 0169cb3b-41d6-4ccc-9617-5c4298d08444 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:29.352944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:29.357853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:29.371317 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.422040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Pushing event updated for resources: {'Port': ['ID=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.447085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-8768556f-ea0f-4ae1-8d74-8f835ad73354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.463684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-8768556f-ea0f-4ae1-8d74-8f835ad73354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.469215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Attempting to bind port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:29.469601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Attempting to bind port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '43aef678-9b9e-43f0-b9b4-6425179e8b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:29.470391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Attempting to bind port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b on network 0169cb3b-41d6-4ccc-9617-5c4298d08444 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:29.480044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-8768556f-ea0f-4ae1-8d74-8f835ad73354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.482836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:29.483222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Checking segment: {'id': '43aef678-9b9e-43f0-b9b4-6425179e8b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:29.483639 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.484043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Bound using segment: {'id': '43aef678-9b9e-43f0-b9b4-6425179e8b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:29.484547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Bound port: 275eaf9f-0a3e-4b36-9edc-bc8912826d7b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aef678-9b9e-43f0-b9b4-6425179e8b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0169cb3b-41d6-4ccc-9617-5c4298d08444'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:29.485044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.497409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-8768556f-ea0f-4ae1-8d74-8f835ad73354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.503300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.516283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-8768556f-ea0f-4ae1-8d74-8f835ad73354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.522064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:29.532384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-8768556f-ea0f-4ae1-8d74-8f835ad73354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 3882 time: 1.1108558 Jul 07 17:04:29.578237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.579052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device b11092ba-7bb3-48f6-8b73-a7cb036ffddd no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:29.625031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-873a204f-9d57-4999-8567-f0bd7992851a req-e8d413b2-a7d3-4c81-b0a7-a0bdf392bd02 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906821 Jul 07 17:04:29.638628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.724537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.783408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.784297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.784297 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Floating IP f5963dab-5287-4b35-941b-f87bddfd745c disassociated. External IP: 172.25.5.248, port: 4fb1e7df-2aaa-4dca-8100-47569da20583. Jul 07 17:04:29.790060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for 4fb1e7df-2aaa-4dca-8100-47569da20583 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:29.831965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] For port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:29.938499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] For port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,segment=NetworkSegment(43aef678-9b9e-43f0-b9b4-6425179e8b8e),segment_id=43aef678-9b9e-43f0-b9b4-6425179e8b8e)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:30.019695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.050451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.054311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.133162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.141160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.323447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:30.337871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7f94b-b13f-4a80-a3f4-f44a973814bf None None] Pushing event updated for resources: {'Port': ['ID=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.351012 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.489970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.549787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.550652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b737c37-382d-416c-8260-6d83742d3d98 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:30.552702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.579258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.590528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36868) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.591998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1aa8b139-8764-48bb-a63c-211d4a9536f9 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "DELETE /v2.0/routers/0b737c37-382d-416c-8260-6d83742d3d98 HTTP/1.1" status: 204 len: 168 time: 7.0523565 Jul 07 17:04:30.647370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f12310aa-5e50-4fd7-956e-c789f6b01667 req-f0fa9775-1ef1-41db-be2a-694f0dce3c98 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0679710 Jul 07 17:04:30.705355 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec9d646-dcc1-439a-b54b-3c218f8afa9c x-openstack-request-id: req-4ec9d646-dcc1-439a-b54b-3c218f8afa9c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:30.705355 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583", "code": 200}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:30.705355 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ec9d646-dcc1-439a-b54b-3c218f8afa9c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:30.709029 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'code': 200} Jul 07 17:04:30.709384 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc', 'code': 200} Jul 07 17:04:30.711845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163276333', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.769236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-c9c7b519-511b-45ce-81f1-12e031617512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.781795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-c9c7b519-511b-45ce-81f1-12e031617512 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac7e1cd9-cd46-4db9-82bb-9638eef7c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1887956 Jul 07 17:04:30.904012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.922908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/f28aa522-0262-4f67-a1b5-8344e13618e5 HTTP/1.1" status: 204 len: 168 time: 2.7243021 Jul 07 17:04:30.924825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a359a9b-4c49-4930-a31c-ede708b4d1a4 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Subnet': ['ID=f28aa522-0262-4f67-a1b5-8344e13618e5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.934399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36872) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.973280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.144759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52e74c-ccfd-420d-8953-d4234267989c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.147593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52e74c-ccfd-420d-8953-d4234267989c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.162264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e52e74c-ccfd-420d-8953-d4234267989c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2185040 Jul 07 17:04:31.176241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-52a50618-cd32-4fed-9235-25e6f49f6d88 service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856220 Jul 07 17:04:31.177312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:31.375737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=4fb1e7df-2aaa-4dca-8100-47569da20583,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:31.376634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-26456121-31b8-4385-9dd8-3857839d52ce service neutron] 10.222.0.54 "GET /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889288 Jul 07 17:04:31.395769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.404487 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.637768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-5f3989d4-4597-490b-811d-296368651e28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 200 len: 217 time: 0.1299179 Jul 07 17:04:31.834196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Router 875315ef-fd14-4de1-bff4-22eab0234140 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:31.874046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c69b8e6-61e2-4cda-87c4-af69cc15b27d tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.910497 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c69b8e6-61e2-4cda-87c4-af69cc15b27d tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:04:31.918358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c69b8e6-61e2-4cda-87c4-af69cc15b27d tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:31.927395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c69b8e6-61e2-4cda-87c4-af69cc15b27d tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/0169cb3b-41d6-4ccc-9617-5c4298d08444 HTTP/1.1" status: 409 len: 405 time: 0.7423992 Jul 07 17:04:31.930585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36894) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:31.948374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1851809255'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:31.978093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19912-4b00-4c86-a376-040fbb2dd763 req-100e1f79-4792-45b8-8c5d-567c502b9e70 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.980663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ab19912-4b00-4c86-a376-040fbb2dd763 req-100e1f79-4792-45b8-8c5d-567c502b9e70 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.5758367 Jul 07 17:04:32.085513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-b5fff052-37bf-4bcf-828e-d957982b3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.095837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-b5fff052-37bf-4bcf-828e-d957982b3943 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.4475760 Jul 07 17:04:32.127729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:32.151456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.343837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ab19912-4b00-4c86-a376-040fbb2dd763 req-44695ce9-7fa2-47f1-9a6c-22ad64e21885 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425339 Jul 07 17:04:32.369018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.395584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:32.424507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.425167 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Added segment d4e57a71-146f-42e2-b73b-c15fd8a0df0a of type vlan for network ef0c8e79-c924-4d09-9346-28d039c39302 Jul 07 17:04:32.477659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c3a25-08c0-459b-96d8-fe3fa4f7f5c2 None None] Network 0169cb3b-41d6-4ccc-9617-5c4298d08444 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:32.536504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.690363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.710127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4'}, {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:32.716049 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43910a-3054-4002-a695-c7edcf71fea3" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4"}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:32.722179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.730062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.747497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0d0eb06e-0857-4e92-9b78-eee50031702f None None] Provisioning for port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:32.957433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 275eaf9f-0a3e-4b36-9edc-bc8912826d7b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:32.971347 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c7c6ac-7758-4c71-87ff-4d857397d316 x-openstack-request-id: req-e5c7c6ac-7758-4c71-87ff-4d857397d316 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:32.971806 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4", "code": 200}, {"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-unplugged", "status": "completed", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:32.972236 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5c7c6ac-7758-4c71-87ff-4d857397d316 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:32.972893 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4', 'code': 200} Jul 07 17:04:32.973368 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd', 'code': 200} Jul 07 17:04:33.098371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1631963 Jul 07 17:04:33.101751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:33.105799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:33.109963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:33.113456 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.143201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'subnet': {'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:33.245494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36918) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:33.334522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.365676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.439737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] DHCP port deletion for 0169cb3b-41d6-4ccc-9617-5c4298d08444 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:33.534191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b1aca-f599-4f43-8a63-953b61eead37 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Network': ['ID=ef0c8e79-c924-4d09-9346-28d039c39302,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.559318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-809d66fe-3a2a-43d7-95ba-d2928e7a96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.560909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-809d66fe-3a2a-43d7-95ba-d2928e7a96ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4038391 Jul 07 17:04:33.564453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ef0c8e79-c924-4d09-9346-28d039c39302 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:33.741969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:33.752120 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] Sync routers for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:33.774782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-ff44e4ac-23cc-4130-8e18-7d83059dac0f service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028680 Jul 07 17:04:33.775851 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:33.783035 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:33.876508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,segment=NetworkSegment(43aef678-9b9e-43f0-b9b4-6425179e8b8e),segment_id=43aef678-9b9e-43f0-b9b4-6425179e8b8e)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:33.878428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] No DVR routers for this DVR port 4fb1e7df-2aaa-4dca-8100-47569da20583 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:33.890786 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.894618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.895023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.896620 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-4eb75137-a52f-4f2b-a887-bf33037fa7c5 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "DELETE /v2.0/ports/4fb1e7df-2aaa-4dca-8100-47569da20583 HTTP/1.1" status: 204 len: 173 time: 6.2008579 Jul 07 17:04:33.918596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:33.921072 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ada89f-2d2f-4017-8785-5bbf1d423d92" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:33.929989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e29ff-9b81-457d-a6f8-57f76fceb6af req-7ab6f2b3-8100-48f0-955e-8acaddf9a449 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.944254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e29ff-9b81-457d-a6f8-57f76fceb6af req-7ab6f2b3-8100-48f0-955e-8acaddf9a449 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.975951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e29ff-9b81-457d-a6f8-57f76fceb6af req-7ab6f2b3-8100-48f0-955e-8acaddf9a449 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.988699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e29ff-9b81-457d-a6f8-57f76fceb6af req-7ab6f2b3-8100-48f0-955e-8acaddf9a449 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.991308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:34.000823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30fc668f-cae5-4c9b-980b-a73dd9495ae8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:34.007651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d42e29ff-9b81-457d-a6f8-57f76fceb6af req-7ab6f2b3-8100-48f0-955e-8acaddf9a449 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 3143 time: 1.3456542 Jul 07 17:04:34.305443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 30fc668f-cae5-4c9b-980b-a73dd9495ae8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:34.305972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30fc668f-cae5-4c9b-980b-a73dd9495ae8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:34.334593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] Deleting port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:34.335482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.358366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Deleting subnet c884c518-ad9a-4d88-938c-e0cde3909610 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:34.368518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.409147 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:34.475163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] For port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,segment=NetworkSegment(43aef678-9b9e-43f0-b9b4-6425179e8b8e),segment_id=43aef678-9b9e-43f0-b9b4-6425179e8b8e)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:34.476452 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.498008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.512822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] Calling delete_port for 275eaf9f-0a3e-4b36-9edc-bc8912826d7b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:34.604198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.733932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-1d2faab9-6a1a-4496-9ddc-28bc521a2c2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.9469907 Jul 07 17:04:34.766915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.774685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 275eaf9f-0a3e-4b36-9edc-bc8912826d7b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:34.822280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.836267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c884c518-ad9a-4d88-938c-e0cde3909610 HTTP/1.1" status: 204 len: 168 time: 1.5875144 Jul 07 17:04:34.854457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36940) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:34.915446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33a978-3151-41a1-8a7a-5819de8800c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c884c518-ad9a-4d88-938c-e0cde3909610,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:34.984145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-3174c57d-e37d-436d-a2cf-e85903c24b10 service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1869614 Jul 07 17:04:34.984887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:34.991658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.053541 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.220811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] Pushing event deleted for resources: {'Port': ['ID=275eaf9f-0a3e-4b36-9edc-bc8912826d7b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.244465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec13be-c2f5-4404-931d-d4feb2d1f35b None None] No DVR routers for this DVR port 275eaf9f-0a3e-4b36-9edc-bc8912826d7b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:35.257166 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.259022 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:14Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:35.266026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:35.266645 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.332149 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] Checking router: 875315ef-fd14-4de1-bff4-22eab0234140 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:35.336213 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38f2c964-415c-4af6-a218-467906d9fe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.384991 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:35.386181 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:35.671060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-9eb51248-3b13-465d-8b19-f731065d3b72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 200 len: 217 time: 0.2722552 Jul 07 17:04:35.688841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d42e29ff-9b81-457d-a6f8-57f76fceb6af req-8a224459-81c5-49a0-82b8-fdff8c142699 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6802094 Jul 07 17:04:35.693794 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:35.702203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] For port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:35.703725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.746804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:35.906623 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd699309-12e3-4f81-a362-679d0527f205 x-openstack-request-id: req-fd699309-12e3-4f81-a362-679d0527f205 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:35.907216 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "4fb1e7df-2aaa-4dca-8100-47569da20583", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:35.907619 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd699309-12e3-4f81-a362-679d0527f205 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:35.908194 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '4fb1e7df-2aaa-4dca-8100-47569da20583', 'status': 'completed', 'code': 200} Jul 07 17:04:35.934345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.980164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f70fa3-c397-4403-8b34-8a9c4fcd252a req-43c62cc1-4035-4c27-b876-7976a8f4caef tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.993389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44f70fa3-c397-4403-8b34-8a9c4fcd252a req-43c62cc1-4035-4c27-b876-7976a8f4caef tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 1.3342514 Jul 07 17:04:36.142792 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:14Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.196078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.objects.ports [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98270) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:04:36.209519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-b2e09369-0590-4756-8353-f0b6278b65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.213455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-b2e09369-0590-4756-8353-f0b6278b65a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 200 len: 797 time: 0.5125420 Jul 07 17:04:36.215867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.241782 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9b0a9-ef04-448b-80ec-84b2a2ff1055 None None] The sync data for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 is: [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T16:52:59Z', 'revision_number': 4, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e442308b-6352-43f0-8a26-baf37c321737', 'name': '', 'network_id': 'ad23624f-d18d-42e1-a627-b6e069a6d8ce', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'mac_address': 'fa:16:3e:d5:28:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:55Z', 'updated_at': '2021-07-07T16:53:14Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'subnets': [{'id': 'd8197c69-be1a-49e0-b388-719a1494f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:36.253055 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.302776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.499151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.551009 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.588223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44f70fa3-c397-4403-8b34-8a9c4fcd252a req-f1c2037b-4aff-4751-9af4-796fab1b16f6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5926723 Jul 07 17:04:36.608484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ac1cea-d9f4-440e-99e7-a5fcdc798b09']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.639469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.643717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.644203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.644680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.645175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.645649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.646149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.646915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.649061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-9cbbb956-d078-41b5-8668-39f0c5f48c49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 1.6691418 Jul 07 17:04:36.670703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8361c772-d7eb-4ef6-8999-29a7a30dcbd8') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.671007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8361c772-d7eb-4ef6-8999-29a7a30dcbd8') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.731371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Checking segment: {'id': 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:36.739276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network hostable DHCP agents. Network: ef0c8e79-c924-4d09-9346-28d039c39302, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:36.744315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Subnet': ['ID=953b63e2-b1f5-4032-8d3f-0fb77e671b85,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.753343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.813946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] No DVR routers for this DVR port 5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:36.816323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Allocated IP 172.25.5.176 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/cd814c33-2681-4e89-9fe6-1dd25631c376) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:36.819574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.826248 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-1d0f6211-076c-44a9-b116-32a05091e6cd tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "DELETE /v2.0/ports/5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc HTTP/1.1" status: 204 len: 173 time: 2.8751702 Jul 07 17:04:37.015913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9468f03-8243-4879-8cfb-b3a2956d303b None None] New status for floating IP f5963dab-5287-4b35-941b-f87bddfd745c: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:37.298929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.372518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:37.373132 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.619486 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] For port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:37.620005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.652080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-ee5946f2-5cab-4012-b33f-054019e26135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.652762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-ee5946f2-5cab-4012-b33f-054019e26135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.653167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-ee5946f2-5cab-4012-b33f-054019e26135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.655542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-ee5946f2-5cab-4012-b33f-054019e26135 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 2298 time: 0.9536490 Jul 07 17:04:37.668233 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.668527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for 16f3a1da-3a0a-4e9b-85f4-eef0568db54e owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:37.680658 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.684810 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69e71e25-d1ef-417b-a4a3-3813dd7eb992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.719976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network ef0c8e79-c924-4d09-9346-28d039c39302 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:37.766766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-e06366f3-0501-42c8-8ec0-d4f02d867366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.768732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-e06366f3-0501-42c8-8ec0-d4f02d867366 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be200409-eff1-4f77-a2fa-5d490126dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5427535 Jul 07 17:04:37.770986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:37.771423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:37.780629 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:37.795254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ef0c8e79-c924-4d09-9346-28d039c39302) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:37.802805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03907c1-9c6f-416a-91ed-f29bd5b270b4 None None] Network ef0c8e79-c924-4d09-9346-28d039c39302 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:37.847225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.847840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.907404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-709381e1-fd4f-4b16-88d0-8ea4f8649991 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.7785256 Jul 07 17:04:37.914727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36992) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:37.922013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:37.930422 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed356714-b292-45ac-b524-dda016fd698b" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:38.079117 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.091121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2290d50-8fdd-40f7-9583-bc44d1b40f78 req-cccd7bdb-63ff-46ba-999f-c840c03a829e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.098404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2290d50-8fdd-40f7-9583-bc44d1b40f78 req-cccd7bdb-63ff-46ba-999f-c840c03a829e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.101255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.106047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2290d50-8fdd-40f7-9583-bc44d1b40f78 req-cccd7bdb-63ff-46ba-999f-c840c03a829e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.113759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2290d50-8fdd-40f7-9583-bc44d1b40f78 req-cccd7bdb-63ff-46ba-999f-c840c03a829e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 2410 time: 0.4552276 Jul 07 17:04:38.139801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-c388e9e6-bb67-4ea3-a1f0-bdf32b63c0ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1001 time: 0.4683182 Jul 07 17:04:38.167124 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.169280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b1ac1cea-d9f4-440e-99e7-a5fcdc798b09 HTTP/1.1" status: 204 len: 168 time: 3.2559724 Jul 07 17:04:38.175579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ef0c8e79-c924-4d09-9346-28d039c39302', 'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302', 'tenant_id': '29e10e3e0cbf45469efa985f71c61038', 'fixed_ips': [{'subnet_id': '953b63e2-b1f5-4032-8d3f-0fb77e671b85'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:38.177087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.185216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.185667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d66c82-921f-4ac4-bc9b-88abea8d8631 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ac1cea-d9f4-440e-99e7-a5fcdc798b09,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.303836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:38.339747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] No DVR routers for this DVR port 16f3a1da-3a0a-4e9b-85f4-eef0568db54e on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:38.348136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.352831 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "DELETE /v2.0/ports/16f3a1da-3a0a-4e9b-85f4-eef0568db54e HTTP/1.1" status: 204 len: 173 time: 1.5047708 Jul 07 17:04:38.354345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:38.359276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:38.368205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2290d50-8fdd-40f7-9583-bc44d1b40f78 req-f314be03-e9c8-4a82-b7f0-ca7ed0109d58 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533243 Jul 07 17:04:38.455771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-444fcf85-1e88-4cba-b69b-228b67f1315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.464534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-444fcf85-1e88-4cba-b69b-228b67f1315f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.2897875 Jul 07 17:04:38.472787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.513707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0207ee6-ae45-4c1f-8a2f-9d864b07bb9a req-629e338c-2a2d-4409-9506-8426626d3496 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.522965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0207ee6-ae45-4c1f-8a2f-9d864b07bb9a req-629e338c-2a2d-4409-9506-8426626d3496 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.5696590 Jul 07 17:04:38.535997 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0611f-9b21-49c5-a9a9-a4299b5695b8 x-openstack-request-id: req-20c0611f-9b21-49c5-a9a9-a4299b5695b8 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:38.540555 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:38.545733 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20c0611f-9b21-49c5-a9a9-a4299b5695b8 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:38.547748 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '5c967e5a-e9a0-4b82-8fb7-60f91c7a3ffc', 'status': 'completed', 'code': 200} Jul 07 17:04:38.559342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-344047bc-836a-4a05-8a9c-9b275e7251ef service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759404 Jul 07 17:04:38.580071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37008) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:38.581672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Allocated IP 2001:db8::f816:3eff:fe82:2800 (ef0c8e79-c924-4d09-9346-28d039c39302/953b63e2-b1f5-4032-8d3f-0fb77e671b85/4373c866-4d0c-4a6c-807e-bf51406eeb9c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:38.723262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82ccebcc-2ec2-4f83-b90f-d203ade0d7f1 req-7e40cbb0-8bee-4a8f-b1d4-8a7a69c5839e service neutron] 10.222.0.54 "GET /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383889 Jul 07 17:04:38.858521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event updated for resources: {'Port': ['ID=cd814c33-2681-4e89-9fe6-1dd25631c376,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.860679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8b13c7ee-3be5-457e-b441-ee23eb504b0e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb7ae56facfd40b98b9b9d96fce1e39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445155 Jul 07 17:04:38.879198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37014) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:38.932460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0207ee6-ae45-4c1f-8a2f-9d864b07bb9a req-a27a1cd5-6e56-48ef-920e-4c0d42869aa0 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082034 Jul 07 17:04:39.009457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.015666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91446db-a8d6-4245-b58d-aaa7fe6af85e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=16f3a1da-3a0a-4e9b-85f4-eef0568db54e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.019843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-1a9358ba-dec7-4218-b3c6-fb2684129255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:39.024625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-1a9358ba-dec7-4218-b3c6-fb2684129255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5425899 Jul 07 17:04:39.178464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.182017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-7a473563-4b4e-43b3-a8d9-c56e8197ea04 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180916 Jul 07 17:04:39.184038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:39.184401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.192405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.214406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c22b4ff9-f1ae-4985-827a-2d9f4390d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.267209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Transition to ACTIVE for port object 4373c866-4d0c-4a6c-807e-bf51406eeb9c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:39.312931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c22b4ff9-f1ae-4985-827a-2d9f4390d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.315770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Transition to ACTIVE for port object 4373c866-4d0c-4a6c-807e-bf51406eeb9c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:39.337071 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.382663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.454628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Subnet': ['ID=953b63e2-b1f5-4032-8d3f-0fb77e671b85,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.469450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Network ef0c8e79-c924-4d09-9346-28d039c39302 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:39.471822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:39.480364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:39.498021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] For port 74f7c842-15da-4fa3-9871-7a25c14cd6f4, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=74f7c842-15da-4fa3-9871-7a25c14cd6f4,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:39.499743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.512626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-986c14ac-5cf7-488a-afdc-5ce8064f3881 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127139 Jul 07 17:04:39.539542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for 74f7c842-15da-4fa3-9871-7a25c14cd6f4 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:39.619595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Pushing event updated for resources: {'Port': ['ID=4373c866-4d0c-4a6c-807e-bf51406eeb9c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.641129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.641784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Attempting to bind port 4373c866-4d0c-4a6c-807e-bf51406eeb9c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:39.642173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Attempting to bind port 4373c866-4d0c-4a6c-807e-bf51406eeb9c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:39.642549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Attempting to bind port 4373c866-4d0c-4a6c-807e-bf51406eeb9c on network ef0c8e79-c924-4d09-9346-28d039c39302 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:39.655405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:39.655919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Checking segment: {'id': 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:39.656537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.657192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Bound using segment: {'id': 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:39.657909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Bound port: 4373c866-4d0c-4a6c-807e-bf51406eeb9c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ef0c8e79-c924-4d09-9346-28d039c39302'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:39.663973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.676595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0c8e79-c924-4d09-9346-28d039c39302']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:39.793081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-fc26ec92-8a30-4114-9724-16345c193fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.1095312 Jul 07 17:04:39.875620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:39.878489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:39.889774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] For port 4373c866-4d0c-4a6c-807e-bf51406eeb9c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:39.893791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] For port 4373c866-4d0c-4a6c-807e-bf51406eeb9c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4373c866-4d0c-4a6c-807e-bf51406eeb9c,segment=NetworkSegment(d4e57a71-146f-42e2-b73b-c15fd8a0df0a),segment_id=d4e57a71-146f-42e2-b73b-c15fd8a0df0a)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:39.902846 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.022931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-4424ca48-f638-4b6e-aceb-8b11ad080253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.026720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-4424ca48-f638-4b6e-aceb-8b11ad080253 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1564310 Jul 07 17:04:40.055024 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c22b4ff9-f1ae-4985-827a-2d9f4390d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.070510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c22b4ff9-f1ae-4985-827a-2d9f4390d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.072454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c22b4ff9-f1ae-4985-827a-2d9f4390d3e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d94b5f47-4d86-4e72-b820-4276fb484b30 HTTP/1.1" status: 204 len: 168 time: 1.1918077 Jul 07 17:04:40.095567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.114426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a71199-3a3e-474d-b728-ad4aadbc04ba None None] Pushing event updated for resources: {'Port': ['ID=4373c866-4d0c-4a6c-807e-bf51406eeb9c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.144761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.149621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b4ff9-f1ae-4985-827a-2d9f4390d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94b5f47-4d86-4e72-b820-4276fb484b30,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.164872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:40.165588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:40.171921 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:40.173923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.274743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2381b-6b7f-4aa3-80e2-94d92c055842 req-c78d5308-99eb-41f4-a968-93afdefdb50d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.291696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2381b-6b7f-4aa3-80e2-94d92c055842 req-c78d5308-99eb-41f4-a968-93afdefdb50d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.307936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f7b2381b-6b7f-4aa3-80e2-94d92c055842 req-c78d5308-99eb-41f4-a968-93afdefdb50d tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 1599 time: 0.6264048 Jul 07 17:04:40.441814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808b793-5ef6-4b02-91bc-5bc3a640383e None None] Network ef0c8e79-c924-4d09-9346-28d039c39302 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:40.454232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.512011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:04:40.512011 n-d-793619-7 neutron-server[98270]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:04:40.512011 n-d-793619-7 neutron-server[98270]: [parameters: {'id': 'ef0c8e79-c924-4d09-9346-28d039c39302'}] Jul 07 17:04:40.512011 n-d-793619-7 neutron-server[98270]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:40.512800 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:40.535350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f7b2381b-6b7f-4aa3-80e2-94d92c055842 req-a7e9409c-fae5-4a86-a65d-5ee7c6873af3 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260034 Jul 07 17:04:40.548274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-09e3e132-e9a3-442d-bc56-fffe72de2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.550125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-09e3e132-e9a3-442d-bc56-fffe72de2948 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5126669 Jul 07 17:04:40.555946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:40.559460 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e04897-eb67-4264-a420-973e9b53dad2" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:40.928395 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.943960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.951161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=74f7c842-15da-4fa3-9871-7a25c14cd6f4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:41.037545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56315ffa-a392-4e65-9a0c-c2a9645579a8 req-bad6b786-6dea-468e-98a5-98c5ebc20bb3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.050213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56315ffa-a392-4e65-9a0c-c2a9645579a8 req-bad6b786-6dea-468e-98a5-98c5ebc20bb3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.4471455 Jul 07 17:04:41.053770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.066404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-bb510a17-4b46-4608-99d2-1d32b28b92bb service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092342 Jul 07 17:04:41.082263 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fb304-4e43-429a-9a71-c45eefab2d93 x-openstack-request-id: req-662fb304-4e43-429a-9a71-c45eefab2d93 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:41.087652 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "16f3a1da-3a0a-4e9b-85f4-eef0568db54e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:41.088871 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-662fb304-4e43-429a-9a71-c45eefab2d93 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:41.092300 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '16f3a1da-3a0a-4e9b-85f4-eef0568db54e', 'status': 'completed', 'code': 200} Jul 07 17:04:41.142014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] No DVR routers for this DVR port 74f7c842-15da-4fa3-9871-7a25c14cd6f4 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:41.146571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.149920 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-50f001b8-df4d-4f26-be58-95f9e21e277f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "DELETE /v2.0/ports/74f7c842-15da-4fa3-9871-7a25c14cd6f4 HTTP/1.1" status: 204 len: 173 time: 2.7830944 Jul 07 17:04:41.312891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-4eba5c95-5145-431c-b38e-fcb272c95ddf service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382133 Jul 07 17:04:41.361607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56315ffa-a392-4e65-9a0c-c2a9645579a8 req-d413afd1-2855-469b-91b2-e34cb06e6acd tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100259 Jul 07 17:04:41.464107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port b11092ba-7bb3-48f6-8b73-a7cb036ffddd {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:41.468688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.473464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Router feac1861-d14b-4364-8f21-3db1299e7129 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:41.497283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-19edc585-36f1-4bb8-945c-365640b628ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.1310418 Jul 07 17:04:41.524649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting port 4373c866-4d0c-4a6c-807e-bf51406eeb9c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:41.527791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.536655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:41.773377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.808267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-883e97bc-e3fa-4bf0-8a15-80a5023371e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.810730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-883e97bc-e3fa-4bf0-8a15-80a5023371e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.3104722 Jul 07 17:04:41.833283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] For port 4373c866-4d0c-4a6c-807e-bf51406eeb9c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4373c866-4d0c-4a6c-807e-bf51406eeb9c,segment=NetworkSegment(d4e57a71-146f-42e2-b73b-c15fd8a0df0a),segment_id=d4e57a71-146f-42e2-b73b-c15fd8a0df0a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:41.833810 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.860705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:41.863576 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b07545-ad3a-410e-93dc-e267154acede" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:41.903542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da3c1bf-8a2d-4172-b38d-14dd74a0454e None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:04:41.921569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:42.013897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Calling delete_port for 4373c866-4d0c-4a6c-807e-bf51406eeb9c owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:42.030174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] For port b11092ba-7bb3-48f6-8b73-a7cb036ffddd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:42.031029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.091802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for b11092ba-7bb3-48f6-8b73-a7cb036ffddd owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:42.110614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.112479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3c1bf-8a2d-4172-b38d-14dd74a0454e None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:04:42.168611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=14']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.212393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:42.241421 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] Sync routers for ids ['feac1861-d14b-4364-8f21-3db1299e7129'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:42.261710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.263722 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1d2cb7a7-6d0b-4bb8-aa5e-be3fb9090ef8 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.5634079 Jul 07 17:04:42.270149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37132) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:42.280880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': False}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:42.284494 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] Routers {'feac1861-d14b-4364-8f21-3db1299e7129'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:42.285681 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['feac1861-d14b-4364-8f21-3db1299e7129'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:42.432137 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:42.433901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37134) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:42.458120 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] Routers {'feac1861-d14b-4364-8f21-3db1299e7129'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:42.459095 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['feac1861-d14b-4364-8f21-3db1299e7129'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:42.507572 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:42.514416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defcc1d-df2f-46be-add7-b6d128f33604 None None] The sync data for ids ['feac1861-d14b-4364-8f21-3db1299e7129'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:42.584342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-49d162c1-2c1b-4d95-b435-b1c9e7e89e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:42.587267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-49d162c1-2c1b-4d95-b435-b1c9e7e89e0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7116518 Jul 07 17:04:42.612120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90da6-af49-4e2e-9593-196425cbd7c2 req-5a69ad42-3caf-4e4e-aec6-1d73e3e4c2d3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:42.613843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ca90da6-af49-4e2e-9593-196425cbd7c2 req-5a69ad42-3caf-4e4e-aec6-1d73e3e4c2d3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 947 time: 0.8020589 Jul 07 17:04:42.665139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.726329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.791714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Port': ['ID=4373c866-4d0c-4a6c-807e-bf51406eeb9c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.801553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3087b-9f9f-4989-82ae-0ad239b319c3 req-a980516a-23c9-4952-928d-01694ae82d5f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:42.803410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ae3087b-9f9f-4989-82ae-0ad239b319c3 req-a980516a-23c9-4952-928d-01694ae82d5f tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 865 time: 0.8271835 Jul 07 17:04:42.814682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1302003198-network', 'tenant_id': '97cb2c1afcff4f8fb35de4c4362bccd5'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:42.829763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ca90da6-af49-4e2e-9593-196425cbd7c2 req-fcb09a7e-b584-407b-8ede-98fdc7e4b179 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034867 Jul 07 17:04:42.840025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No DVR routers for this DVR port 4373c866-4d0c-4a6c-807e-bf51406eeb9c on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:43.086464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-adbdffd8-5296-4dc6-91af-54b60cab7a8d service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846511 Jul 07 17:04:43.093280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Made reservation on behalf of 97cb2c1afcff4f8fb35de4c4362bccd5 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:43.093280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.124414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:43.127176 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03598a7d-2c95-4cbb-8e9e-77452e563883" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:43.127863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.129862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=b11092ba-7bb3-48f6-8b73-a7cb036ffddd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.138720 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2928abbc-11a2-4121-9265-323682d5484f x-openstack-request-id: req-2928abbc-11a2-4121-9265-323682d5484f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:43.140028 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:43.140467 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2928abbc-11a2-4121-9265-323682d5484f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:43.141045 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'code': 200} Jul 07 17:04:43.206581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] No DVR routers for this DVR port b11092ba-7bb3-48f6-8b73-a7cb036ffddd on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:43.218409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.220531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a826f232-0dcf-4270-b969-8b8a75f8ada8 req-90135d95-f668-4473-9ce0-6246fff2fd99 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.54 "DELETE /v2.0/ports/b11092ba-7bb3-48f6-8b73-a7cb036ffddd HTTP/1.1" status: 204 len: 173 time: 2.0570326 Jul 07 17:04:43.366822 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10abb949-b459-4fc4-8422-0e1e89b1a27f x-openstack-request-id: req-10abb949-b459-4fc4-8422-0e1e89b1a27f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:43.367255 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "74f7c842-15da-4fa3-9871-7a25c14cd6f4", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:43.367648 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10abb949-b459-4fc4-8422-0e1e89b1a27f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:43.368106 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': '74f7c842-15da-4fa3-9871-7a25c14cd6f4', 'status': 'completed', 'code': 200} Jul 07 17:04:43.389307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-4a830ab6-527a-459b-9471-0364bed735c4 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639041 Jul 07 17:04:43.407099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ae3087b-9f9f-4989-82ae-0ad239b319c3 req-ab11a6a3-3951-41b2-be4b-84640fe8ac57 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5867457 Jul 07 17:04:43.427487 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.517641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-bd597507-5121-46e7-841d-c4835cd7ab80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.1089811 Jul 07 17:04:43.520449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.523328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0c8e79-c924-4d09-9346-28d039c39302']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:43.564584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:43.565170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e57a71-146f-42e2-b73b-c15fd8a0df0a') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:43.632033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.698604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.720253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:43.720878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:43.801980 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:43.832889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-21c82838-33a6-4f76-b1c8-3c7e2c9bc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.837154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-21c82838-33a6-4f76-b1c8-3c7e2c9bc642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.3056870 Jul 07 17:04:43.864696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.875746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.879249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/ef0c8e79-c924-4d09-9346-28d039c39302 HTTP/1.1" status: 204 len: 168 time: 5.9272707 Jul 07 17:04:43.888529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:43.917158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-693012577'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:44.003080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849c644-2326-4882-bec9-4a5c4770ad03 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Network': ['ID=ef0c8e79-c924-4d09-9346-28d039c39302,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:44.142871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.152864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.184123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:44.189757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.288544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:44.320819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-fe10cede-3c10-4921-8601-49b11d599a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.324951 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-fe10cede-3c10-4921-8601-49b11d599a1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4805346 Jul 07 17:04:44.326422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a080e3fb-5ded-4225-8fbe-9e38e15fc874,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:44.454744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:44.511447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.513649 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Added segment f95b0250-1066-4c77-998a-ed7e69bd016d of type vlan for network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 Jul 07 17:04:44.601188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.601826 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Added segment 71c8c69c-c320-45fb-b746-7db2fca1a4d3 of type vlan for network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 Jul 07 17:04:44.608330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-4e30562c-3b3f-4f19-8380-5b6ca4da5d1b service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736883 Jul 07 17:04:44.726063 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.786910 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.795058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.795865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.825687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9302526 Jul 07 17:04:44.826447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37230) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:44.836325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'subnet': {'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:45.031604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Network': ['ID=b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.045255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.045634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.045959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.046438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.046782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.047127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.047452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.047788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.048113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.048436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.048769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.049088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0788c5d-e8fd-4a7f-ba23-3acd6e35b7fa tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:45.065306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:45.074913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.083729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.189829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:45.193874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.331987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.354023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Router feac1861-d14b-4364-8f21-3db1299e7129 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:45.371313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:45.373725 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f97f61b-3134-4159-beb4-a182917ba614" -d '{"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:45.562622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-2a4a56c8-f479-4479-85d3-eeec668f451e service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348166 Jul 07 17:04:45.587168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:45.595265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.596608 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b27752b2-9e0c-4ff2-ba59-cef118193a0e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "PUT /v2.0/routers/feac1861-d14b-4364-8f21-3db1299e7129 HTTP/1.1" status: 200 len: 921 time: 3.3251045 Jul 07 17:04:45.604704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] Sync routers for ids ['feac1861-d14b-4364-8f21-3db1299e7129'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:45.605878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:45.623689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] Routers {'feac1861-d14b-4364-8f21-3db1299e7129'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:45.624858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['feac1861-d14b-4364-8f21-3db1299e7129'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.673568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.673803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7961bfe7-d281-4482-bbc0-f9b8572e2122 req-78c51875-5d0c-4817-bf93-6e23c0663b84 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.4028428 Jul 07 17:04:45.676015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.688569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] Routers {'feac1861-d14b-4364-8f21-3db1299e7129'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:45.689634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['feac1861-d14b-4364-8f21-3db1299e7129'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.703887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:04:45.743148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.744230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c85c3e-c469-4a13-b2e7-87de955972b8 None None] The sync data for ids ['feac1861-d14b-4364-8f21-3db1299e7129'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:45.800555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Subnet': ['ID=a6985fef-60c2-4fd7-85c3-d2fd1fb05e6d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.824581 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b72ca-ac78-4a4e-8144-8518a6e32487 x-openstack-request-id: req-f26b72ca-ac78-4a4e-8144-8518a6e32487 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:45.824880 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f692c6a-c024-45a5-81fb-d62fb2adc42e", "name": "network-vif-deleted", "tag": "b11092ba-7bb3-48f6-8b73-a7cb036ffddd", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:45.825170 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f26b72ca-ac78-4a4e-8144-8518a6e32487 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:45.825585 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f692c6a-c024-45a5-81fb-d62fb2adc42e', 'name': 'network-vif-deleted', 'tag': 'b11092ba-7bb3-48f6-8b73-a7cb036ffddd', 'status': 'completed', 'code': 200} Jul 07 17:04:45.885091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-3746d390-c5cc-40fa-ad2d-21c8944d8b98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.2074485 Jul 07 17:04:45.927733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.929219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.929880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.975915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-288ecad9-4f93-4d3a-9fa4-c5017f1c1db5 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/feac1861-d14b-4364-8f21-3db1299e7129 HTTP/1.1" status: 200 len: 921 time: 0.3687646 Jul 07 17:04:45.977365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:46.009676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Checking segment: {'id': 'f95b0250-1066-4c77-998a-ed7e69bd016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:46.011154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network hostable DHCP agents. Network: b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:46.051716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.6095221 Jul 07 17:04:46.081978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-44dac552-f1f5-4e8c-9200-3e08d7204833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.083504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-44dac552-f1f5-4e8c-9200-3e08d7204833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1866460 Jul 07 17:04:46.090853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37272) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:46.157514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Request body: {'subnet': {'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1302003198-subnet', 'tenant_id': '97cb2c1afcff4f8fb35de4c4362bccd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:46.175251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ddf44-f882-4838-8078-031a288a8cd7 req-9c55976c-406c-495e-8f27-f6b63422286b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.177211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e88ddf44-f882-4838-8078-031a288a8cd7 req-9c55976c-406c-495e-8f27-f6b63422286b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.6132486 Jul 07 17:04:46.193720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d36f9-4237-4d8b-9d9f-0a5f4f6b37f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.207064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:46.232554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-8387f8df-b740-40b7-a2fc-a38cb8662a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.234493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-8387f8df-b740-40b7-a2fc-a38cb8662a29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395838 Jul 07 17:04:46.292289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:46.336134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Made reservation on behalf of 97cb2c1afcff4f8fb35de4c4362bccd5 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:46.345816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.403586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e88ddf44-f882-4838-8078-031a288a8cd7 req-ec5414c8-36c9-410f-a9ad-2858587e60f3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127452 Jul 07 17:04:46.406199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-14c3e151-f5fe-45b8-aa25-8d16ea1133ac service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646192 Jul 07 17:04:46.496033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:46.507255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986422e-5573-406c-8f90-e0d80c17a5b6 None None] Network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:46.516146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.516759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.537471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-151c233a-7ec0-48ad-a533-1f6b5a9fd37c service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211865 Jul 07 17:04:46.551067 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13da90a7-c036-44c5-aee5-66facfa48653 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7197459 Jul 07 17:04:46.557728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:46.590349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-0388bf6b-83c6-43e7-b8e3-5185b6f7da00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.0459909 Jul 07 17:04:46.679652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-4ca89069-083e-4d86-913c-20db3b3a6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.683698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-4ca89069-083e-4d86-913c-20db3b3a6717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.0859516 Jul 07 17:04:46.758540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.807172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640e606-b145-4b4f-8f54-783f33c74730 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.811629 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3640e606-b145-4b4f-8f54-783f33c74730 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=feac1861-d14b-4364-8f21-3db1299e7129&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8318481 Jul 07 17:04:46.818914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37288) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:46.921564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6', 'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6', 'tenant_id': '29e10e3e0cbf45469efa985f71c61038', 'fixed_ips': [{'subnet_id': 'a6985fef-60c2-4fd7-85c3-d2fd1fb05e6d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:46.923808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.018307 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.200194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-ed928932-4d48-433d-9530-dd94d0258c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.206443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-ed928932-4d48-433d-9530-dd94d0258c2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5160751 Jul 07 17:04:47.212046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9666e3-e9b2-4db1-bf4a-b0067b3f17cb tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.218289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c9666e3-e9b2-4db1-bf4a-b0067b3f17cb tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.3950202 Jul 07 17:04:47.232198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37300) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:47.396340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Allocated IP 2001:db8::2 (b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6/a6985fef-60c2-4fd7-85c3-d2fd1fb05e6d/cfe352ac-aaf3-41d6-8a6f-aabad0ee714c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:47.466653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.479331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-58f4dbd5-e152-41e1-b1b1-1e42bf363c52 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517717 Jul 07 17:04:47.499948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-09d6fc1f-3a55-4ca0-8437-778f368d5de3 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=feac1861-d14b-4364-8f21-3db1299e7129 HTTP/1.1" status: 200 len: 205 time: 0.2319014 Jul 07 17:04:47.511156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de1ddf13-78f7-430a-97f8-54ceaa6cc989 req-00b00f42-23ca-490e-b12e-4516cfb880bb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.2909091 Jul 07 17:04:47.511661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37306) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:47.746666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:47.760324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Checking segment: {'id': '71c8c69c-c320-45fb-b746-7db2fca1a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:47.761429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Network hostable DHCP agents. Network: a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:47.764928 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.771225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-a8d45b9b-8700-4912-a207-cf7d0c59f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.774557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-a8d45b9b-8700-4912-a207-cf7d0c59f261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.5981712 Jul 07 17:04:47.776899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Transition to ACTIVE for port object cfe352ac-aaf3-41d6-8a6f-aabad0ee714c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:47.798462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Transition to ACTIVE for port object cfe352ac-aaf3-41d6-8a6f-aabad0ee714c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:47.808676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.864377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Pushing event updated for resources: {'Port': ['ID=cfe352ac-aaf3-41d6-8a6f-aabad0ee714c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:47.864700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:47.892356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:47.897396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:47.902956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:47.906474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:47.918823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a008252-90be-4c48-8d32-1b4c570ea76f None None] Network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:47.926151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.929668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.930740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.975643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Subnet': ['ID=a6985fef-60c2-4fd7-85c3-d2fd1fb05e6d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:47.975931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-4076da80-8e2f-494a-b245-04849c71ee29 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744639 Jul 07 17:04:47.978742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.058395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Attempting to bind port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:48.058779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Attempting to bind port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'f95b0250-1066-4c77-998a-ed7e69bd016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:48.059142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Attempting to bind port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c on network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:48.067073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:48.067458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Checking segment: {'id': 'f95b0250-1066-4c77-998a-ed7e69bd016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:48.067926 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.068344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Bound using segment: {'id': 'f95b0250-1066-4c77-998a-ed7e69bd016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:48.068852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Bound port: cfe352ac-aaf3-41d6-8a6f-aabad0ee714c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95b0250-1066-4c77-998a-ed7e69bd016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:48.069278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.133467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464bea4-1640-4dd6-97bb-8e2c0839abe4 req-e8396d8e-023d-4bab-9522-702be6a895a2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.136021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4464bea4-1640-4dd6-97bb-8e2c0839abe4 req-e8396d8e-023d-4bab-9522-702be6a895a2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5242729 Jul 07 17:04:48.140078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-1291f36f-dc6f-4b4c-b913-65738b4c5b47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.1468444 Jul 07 17:04:48.151066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.174844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:48.198659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95b0250-1066-4c77-998a-ed7e69bd016d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:48.199186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95b0250-1066-4c77-998a-ed7e69bd016d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:48.219617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.253385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.275510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-37a21653-6061-47ec-a137-598ea0a36a63 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1815698 Jul 07 17:04:48.283366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:48.283970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.290360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-74652994-9c5b-4618-b12e-0380df7dc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.292692 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-74652994-9c5b-4618-b12e-0380df7dc8b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.5047085 Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:48.293376 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:48.316288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-823ce819-6825-4789-ae03-00c8418780f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.318242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-823ce819-6825-4789-ae03-00c8418780f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1557095 Jul 07 17:04:48.327015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4464bea4-1640-4dd6-97bb-8e2c0839abe4 req-9fac8b93-d5e0-4252-a13e-72634297908c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728721 Jul 07 17:04:48.355199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671dcb3-a534-4c19-9ffd-dee8d1d8804b None None] Network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:48.426943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] For port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:48.453173 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.656327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102423a-1857-4b90-82d2-e4c628e246de req-5d990256-9ce9-415f-8c6a-c73db21f2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.658565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-5d990256-9ce9-415f-8c6a-c73db21f2ecb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3305569 Jul 07 17:04:48.758956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Deleting port cd814c33-2681-4e89-9fe6-1dd25631c376 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:48.759907 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.931694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09a8d2ca-82ed-4c29-890b-7a51ff75c216 req-69bea2dd-11b3-46c2-a6f3-a5b39000d2db tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0968132 Jul 07 17:04:49.029571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] For port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cfe352ac-aaf3-41d6-8a6f-aabad0ee714c,segment=NetworkSegment(f95b0250-1066-4c77-998a-ed7e69bd016d),segment_id=f95b0250-1066-4c77-998a-ed7e69bd016d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:49.041328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.043860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:04:49.043860 n-d-793619-7 neutron-server[98264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:04:49.043860 n-d-793619-7 neutron-server[98264]: [parameters: {'id': 'b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6'}] Jul 07 17:04:49.043860 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:49.045130 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:49.079226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-8e24beb1-edd6-4dc0-8f5a-6c89a9e79336 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.1623459 Jul 07 17:04:49.165074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-d5c8e4d3-a7ef-4883-8055-569dc23551d5 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974926 Jul 07 17:04:49.219063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-d957b7ab-994a-4848-a424-27fee8ed05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.220964 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-d957b7ab-994a-4848-a424-27fee8ed05eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1346271 Jul 07 17:04:49.240931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277fec4-fa1a-4870-9466-b9c012dea3c0 None None] Pushing event updated for resources: {'Port': ['ID=cfe352ac-aaf3-41d6-8a6f-aabad0ee714c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:49.277766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.294710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef916f1f-e4d2-4a00-9ca2-370a36b0d657 None None] Network b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:49.310652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-585aeaf1-aa8a-4991-a4d2-8f50320a7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.312688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-585aeaf1-aa8a-4991-a4d2-8f50320a7359 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824842 Jul 07 17:04:49.401275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Calling delete_port for cd814c33-2681-4e89-9fe6-1dd25631c376 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:49.462520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-83be0992-02fb-4ec2-a856-8be6dcea922c tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.464886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-83be0992-02fb-4ec2-a856-8be6dcea922c tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/networks?id=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 HTTP/1.1" status: 200 len: 818 time: 0.4955387 Jul 07 17:04:49.533094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-a4f6eaf7-2f7b-456a-a996-d8cf07fcef4b service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091246 Jul 07 17:04:49.558567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.562421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-2bac5da7-908b-4953-8ee3-764ce385d46a tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/quotas/97cb2c1afcff4f8fb35de4c4362bccd5 HTTP/1.1" status: 200 len: 375 time: 0.0307574 Jul 07 17:04:49.665088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-0a98f9e6-00c4-4e72-85ba-fbe05c2e69c6 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97cb2c1afcff4f8fb35de4c4362bccd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917315 Jul 07 17:04:49.690273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c102423a-1857-4b90-82d2-e4c628e246de req-b97b81d1-a156-46a3-888b-0adee3452e62 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185044 Jul 07 17:04:49.844643 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ccfb535-98ef-4715-8e40-5d1117e69fce req-9119d4de-d85f-4136-aa80-3f5d029b4ff0 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048310 Jul 07 17:04:49.862505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb0034-84a3-479c-9631-bc4af5f5a9d8 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:04:49.874513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:49.874922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.037842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] For port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cfe352ac-aaf3-41d6-8a6f-aabad0ee714c,segment=NetworkSegment(f95b0250-1066-4c77-998a-ed7e69bd016d),segment_id=f95b0250-1066-4c77-998a-ed7e69bd016d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:50.038861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.043446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-e2cdb749-3ab8-4ae0-9b60-bb82986d7ceb service neutron] 10.222.0.78 "GET /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643961 Jul 07 17:04:50.054193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb0034-84a3-479c-9631-bc4af5f5a9d8 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:04:50.073615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Calling delete_port for cfe352ac-aaf3-41d6-8a6f-aabad0ee714c owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:50.256274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed174b-9968-4e73-930f-435013defbca req-35bc5f65-3b0f-492e-9eed-ff8da272d718 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.263777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13ed174b-9968-4e73-930f-435013defbca req-35bc5f65-3b0f-492e-9eed-ff8da272d718 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.6102407 Jul 07 17:04:50.276945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.317416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Port': ['ID=cfe352ac-aaf3-41d6-8a6f-aabad0ee714c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.323146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No DVR routers for this DVR port cfe352ac-aaf3-41d6-8a6f-aabad0ee714c on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:50.426214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.427610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.443681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.458752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95b0250-1066-4c77-998a-ed7e69bd016d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.459134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95b0250-1066-4c77-998a-ed7e69bd016d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.477756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-4a15d0b1-1f67-46a9-bb80-1960ad2c91fe service neutron] 10.222.0.78 "GET /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330349 Jul 07 17:04:50.483468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.504013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.527325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:50.528197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.532824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13ed174b-9968-4e73-930f-435013defbca req-3bf076ad-b8aa-4687-a622-7c63508cc7d6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543380 Jul 07 17:04:50.534692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event deleted for resources: {'Port': ['ID=cd814c33-2681-4e89-9fe6-1dd25631c376,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:50.550009 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:50.734315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.749534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.761793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.773308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 HTTP/1.1" status: 204 len: 168 time: 4.2120421 Jul 07 17:04:50.774159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:50.798127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2143713835'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:50.840383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747972a-ec1d-4911-8969-73fa70732baf tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Network': ['ID=b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.904880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:50.936148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.939449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.943485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.021075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.021746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Fanout notify agent at l3_agent the message router_deleted on router feac1861-d14b-4364-8f21-3db1299e7129 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:51.097297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14a64844-26b8-44a2-9de7-0b610ea06513 req-57c76573-55f7-4350-b55c-c5ad6106d0bb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0832086 Jul 07 17:04:51.100075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:51.116355 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.121417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-343d66e6-c2cf-44e1-b54f-a8b29c02f138 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/feac1861-d14b-4364-8f21-3db1299e7129 HTTP/1.1" status: 204 len: 168 time: 3.6063826 Jul 07 17:04:51.124980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37382) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:51.135232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.135787 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Added segment 0122af53-ff40-4af4-8369-5fc6ea5ce91a of type vlan for network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 Jul 07 17:04:51.137874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2084280818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:51.205969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.207762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.237729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.265927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a14f680e-7af8-4fd7-9a8a-51425e1d5d0d req-ee97e638-e7cc-43ce-905d-d40fd8237b6f tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 210 time: 0.0504155 Jul 07 17:04:51.306963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.313973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.313973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.354364 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5585494 Jul 07 17:04:51.363528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37388) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:51.365603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.369562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Request body: {'subnet': {'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:51.374146 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.407684 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.409432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-24b1725e-bb41-4db1-aa86-055f6e30c329 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2822971 Jul 07 17:04:51.412541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37390) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:51.423445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:51.494621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1f49f-038b-4b2b-8e1e-a70cc133de7c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Network': ['ID=0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:51.506754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:51.598385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Made reservation on behalf of 29e10e3e0cbf45469efa985f71c61038 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:51.632157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.007963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.192167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:04:52.194065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.312651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Checking segment: {'id': '0122af53-ff40-4af4-8369-5fc6ea5ce91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:52.313069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network hostable DHCP agents. Network: 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:52.324044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event updated for resources: {'Subnet': ['ID=0eae64a6-d32e-4d75-961b-ed4260ee54ab,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.357132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:52.370688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:52.381012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fdf717-356a-4df0-a3db-aa8e12fbfd6b None None] Network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:52.390855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.391499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.421488 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fc0663ad-ac0b-462a-9126-229ebd1982f5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0565047 Jul 07 17:04:52.424417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37414) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:52.634401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2', 'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2', 'tenant_id': '29e10e3e0cbf45469efa985f71c61038', 'fixed_ips': [{'subnet_id': '0eae64a6-d32e-4d75-961b-ed4260ee54ab'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:52.635772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.757585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.919144 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.966025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1a084d5-9b23-46ba-89b9-3c4fcf920993 req-8672b1f3-b0c2-4d85-8092-11873c573e1e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.1478448 Jul 07 17:04:52.996770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027b8c-31d6-4fa8-9ed9-b1bb142bca9a req-779fecaf-2c10-4899-a611-95cd753f4abe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.017956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a027b8c-31d6-4fa8-9ed9-b1bb142bca9a req-779fecaf-2c10-4899-a611-95cd753f4abe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.0777736 Jul 07 17:04:53.119192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a027b8c-31d6-4fa8-9ed9-b1bb142bca9a req-5b52e465-21c7-4dff-8164-c2d556e75001 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020164 Jul 07 17:04:53.310226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Allocated IP 2001:db8::f816:3eff:fe25:ab13 (0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2/0eae64a6-d32e-4d75-961b-ed4260ee54ab/bffefa84-6d60-452f-a260-40e063101d80) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:53.520733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ee0e163-1b99-4d97-aa25-1f3698bb699f req-88042fb5-168f-479c-9aaa-faf39f54b382 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 210 time: 0.0798461 Jul 07 17:04:53.552311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.598737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.713043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.753849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Transition to ACTIVE for port object bffefa84-6d60-452f-a260-40e063101d80 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:53.805699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Transition to ACTIVE for port object bffefa84-6d60-452f-a260-40e063101d80 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:53.836154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.839389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Allocated IP 172.25.5.32 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/22ffd34f-ae88-4242-8025-84da5450d0a1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:53.863188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.904692 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:53.943043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Subnet': ['ID=0eae64a6-d32e-4d75-961b-ed4260ee54ab,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.037180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:54.047953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.052969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.059246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:54.076622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:54.083818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.110448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:54.164668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0122af53-ff40-4af4-8369-5fc6ea5ce91a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:54.164668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0122af53-ff40-4af4-8369-5fc6ea5ce91a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:54.203508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.252144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Pushing event updated for resources: {'Port': ['ID=bffefa84-6d60-452f-a260-40e063101d80,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.273825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.293181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:54.293692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.296596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:54.297185 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:54.367275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Attempting to bind port bffefa84-6d60-452f-a260-40e063101d80 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:54.367715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Attempting to bind port bffefa84-6d60-452f-a260-40e063101d80 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0122af53-ff40-4af4-8369-5fc6ea5ce91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:54.368158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Attempting to bind port bffefa84-6d60-452f-a260-40e063101d80 on network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:54.376208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-d3b93a77-8b04-4fe2-b504-95eed9131475 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.378175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-d3b93a77-8b04-4fe2-b504-95eed9131475 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.13 "GET /v2.0/networks?id=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 HTTP/1.1" status: 200 len: 818 time: 0.3528028 Jul 07 17:04:54.379511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:54.379985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Checking segment: {'id': '0122af53-ff40-4af4-8369-5fc6ea5ce91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:54.380464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.380936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Bound using segment: {'id': '0122af53-ff40-4af4-8369-5fc6ea5ce91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:54.381642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Bound port: bffefa84-6d60-452f-a260-40e063101d80, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0122af53-ff40-4af4-8369-5fc6ea5ce91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:54.382839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.413737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce292449-ed1b-4efd-a85a-ebcab1e4c484 req-a1ae4cfc-c5e3-43b8-b77d-f89566250213 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.424630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce292449-ed1b-4efd-a85a-ebcab1e4c484 req-a1ae4cfc-c5e3-43b8-b77d-f89566250213 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3908176 Jul 07 17:04:54.438919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Request body: {'port': {'device_id': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593', 'admin_state_up': True, 'tenant_id': '97cb2c1afcff4f8fb35de4c4362bccd5'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:54.451011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:04:54.451011 n-d-793619-7 neutron-server[98264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:04:54.451011 n-d-793619-7 neutron-server[98264]: [parameters: {'id': '0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2'}] Jul 07 17:04:54.451011 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:54.451700 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:54.550833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] For port bffefa84-6d60-452f-a260-40e063101d80, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:54.565152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] For port bffefa84-6d60-452f-a260-40e063101d80, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bffefa84-6d60-452f-a260-40e063101d80,segment=NetworkSegment(0122af53-ff40-4af4-8369-5fc6ea5ce91a),segment_id=0122af53-ff40-4af4-8369-5fc6ea5ce91a)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:54.575679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.712616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e252abdc-0ecd-43b4-800b-2cf2e8fa6361 req-3963195c-2cd7-4e03-9565-fcc1f1ec30eb tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.2592869 Jul 07 17:04:54.723396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:54.768069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:54.772256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:54.793954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d77c-7e24-4c81-b216-f67b9ed4ae8c None None] Pushing event updated for resources: {'Port': ['ID=bffefa84-6d60-452f-a260-40e063101d80,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.823608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22722d97-37e3-4c68-a638-bdf04d2cefe1 None None] Network 0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:54.884887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event updated for resources: {'Port': ['ID=22ffd34f-ae88-4242-8025-84da5450d0a1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.907303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce292449-ed1b-4efd-a85a-ebcab1e4c484 req-585d2c78-6a0a-43f8-92a1-5ce0d25ca558 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814260 Jul 07 17:04:54.952034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.117156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting port bffefa84-6d60-452f-a260-40e063101d80 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:55.117508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.259619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecfb7a9-e659-4c96-9bd0-f2e93468af10 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:04:55.283339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Made reservation on behalf of 97cb2c1afcff4f8fb35de4c4362bccd5 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:55.293577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.356094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] For port bffefa84-6d60-452f-a260-40e063101d80, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bffefa84-6d60-452f-a260-40e063101d80,segment=NetworkSegment(0122af53-ff40-4af4-8369-5fc6ea5ce91a),segment_id=0122af53-ff40-4af4-8369-5fc6ea5ce91a)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:55.357922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.396942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Calling delete_port for bffefa84-6d60-452f-a260-40e063101d80 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:55.615408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.641345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No DVR routers for this DVR port bffefa84-6d60-452f-a260-40e063101d80 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:55.702171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Port': ['ID=bffefa84-6d60-452f-a260-40e063101d80,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:55.715201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecfb7a9-e659-4c96-9bd0-f2e93468af10 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:04:55.886521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.899035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:55.916746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0122af53-ff40-4af4-8369-5fc6ea5ce91a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:55.917414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0122af53-ff40-4af4-8369-5fc6ea5ce91a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:55.929785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.947688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.957499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:55.958615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.962404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2911d21-5740-409c-b9e7-eee87bca1d19 req-5ab87742-cb26-4279-9a4c-ee97e6c17c79 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 210 time: 0.2358146 Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:55.963581 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:56.041823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Allocated IP 172.20.0.4 (a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593/d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d/18936a9a-68d9-4c87-a703-c898c9dc7088) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:56.057799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.184481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.200422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.209967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 HTTP/1.1" status: 204 len: 168 time: 3.7791622 Jul 07 17:04:56.225362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37472) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.226280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122851d-e83d-4b4d-94dd-59641ca9d784 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Network': ['ID=0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.267984 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-186dd1fa-aed0-45b0-b3c0-282448520699 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:56.268980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186dd1fa-aed0-45b0-b3c0-282448520699 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:56.271435 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-186dd1fa-aed0-45b0-b3c0-282448520699 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/0eae64a6-d32e-4d75-961b-ed4260ee54ab HTTP/1.1" status: 404 len: 337 time: 0.0352538 Jul 07 17:04:56.275144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.311075 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbef73f5-8115-4a1c-88fd-33994a935660 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:56.312083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbef73f5-8115-4a1c-88fd-33994a935660 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:56.318818 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dbef73f5-8115-4a1c-88fd-33994a935660 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/0e5c61bf-9d8d-43d7-8474-f4d2b3d054c2 HTTP/1.1" status: 404 len: 339 time: 0.0415549 Jul 07 17:04:56.321181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37476) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.362367 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4166d39-87a3-4260-b6af-c5f6b1a551e5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:56.363193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4166d39-87a3-4260-b6af-c5f6b1a551e5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:56.365600 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b4166d39-87a3-4260-b6af-c5f6b1a551e5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/a6985fef-60c2-4fd7-85c3-d2fd1fb05e6d HTTP/1.1" status: 404 len: 337 time: 0.0371308 Jul 07 17:04:56.368057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37478) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.393057 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe06b4a4-2aec-4401-aff4-15e2be3e7409 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:56.394017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe06b4a4-2aec-4401-aff4-15e2be3e7409 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:56.396115 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fe06b4a4-2aec-4401-aff4-15e2be3e7409 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/b84c13c4-3fa9-4d0c-b5a7-da738b9f63f6 HTTP/1.1" status: 404 len: 339 time: 0.0259650 Jul 07 17:04:56.398593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.491040 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2377865d-5ce9-440d-9b37-36c4948f92d1 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:56.500163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2377865d-5ce9-440d-9b37-36c4948f92d1 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:56.503662 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2377865d-5ce9-440d-9b37-36c4948f92d1 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/953b63e2-b1f5-4032-8d3f-0fb77e671b85 HTTP/1.1" status: 404 len: 337 time: 0.1034992 Jul 07 17:04:56.506174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.550873 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5c4aac-f1ff-4f82-9d50-6283dcd257d5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:56.554651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5c4aac-f1ff-4f82-9d50-6283dcd257d5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:56.559997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8b5c4aac-f1ff-4f82-9d50-6283dcd257d5 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/ef0c8e79-c924-4d09-9346-28d039c39302 HTTP/1.1" status: 404 len: 339 time: 0.0497196 Jul 07 17:04:56.560844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37490) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.700064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4535f13a-d571-4f8a-aa81-312bbbcc83fa req-7e8e3457-60c2-4265-a781-5616cc832111 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.3041534 Jul 07 17:04:56.752420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc890fc-71c5-40dc-a12b-848e2fe1709c req-186e8ce2-131d-40af-abd8-7c8d878214c5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.763570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddc890fc-71c5-40dc-a12b-848e2fe1709c req-186e8ce2-131d-40af-abd8-7c8d878214c5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.8072808 Jul 07 17:04:56.810279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting port c0df6342-f056-4d45-8b6d-5a91a0855907 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:56.811015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.896159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddc890fc-71c5-40dc-a12b-848e2fe1709c req-91e701a7-473d-4edf-aa6d-7f93140fd5a5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039665 Jul 07 17:04:56.911602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.958733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Calling delete_port for c0df6342-f056-4d45-8b6d-5a91a0855907 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:57.261061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.304391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.359422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.381857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Port': ['ID=c0df6342-f056-4d45-8b6d-5a91a0855907,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.395611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.399272 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-49bec65c-6a18-4ea3-872f-b25f911dbd3c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/ports/c0df6342-f056-4d45-8b6d-5a91a0855907 HTTP/1.1" status: 204 len: 168 time: 0.8370345 Jul 07 17:04:57.404783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.552759 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0de2e5-cc0f-4a84-8845-0ef8ef4ed5a1 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:57.553529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0de2e5-cc0f-4a84-8845-0ef8ef4ed5a1 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:57.557488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fe0de2e5-cc0f-4a84-8845-0ef8ef4ed5a1 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/f28aa522-0262-4f67-a1b5-8344e13618e5 HTTP/1.1" status: 404 len: 337 time: 0.1332600 Jul 07 17:04:57.560076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37514) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.735513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.757517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a59feaf3-72f8-4d3d-95be-0b1806ee4b2a req-2b429a33-7d44-478b-add5-c8d74bf2c786 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 210 time: 0.2796512 Jul 07 17:04:57.952001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.960573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.992055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0169cb3b-41d6-4ccc-9617-5c4298d08444']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.023681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-6f8e9da7-3f3d-4668-baed-ca69eab302ac tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.026590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-6f8e9da7-3f3d-4668-baed-ca69eab302ac tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.3779006 Jul 07 17:04:58.028477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aef678-9b9e-43f0-b9b4-6425179e8b8e') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.029650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aef678-9b9e-43f0-b9b4-6425179e8b8e') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.044468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.065692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.073899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:58.074314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:58.078262 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:58.112887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-a6584f5d-7e7c-4438-89de-24665c13ffde tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/quotas/a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 375 time: 0.0631058 Jul 07 17:04:58.136817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc4da761-4e4b-4090-a6e8-14386a34893c req-e4d9a439-d8c3-48ab-a00f-ad06ef8d4ede tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0738416 Jul 07 17:04:58.141501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Router 660faa7c-0cfc-4f90-91a7-75ee24f5a7da is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:58.258494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.280491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.289428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.299761 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/0169cb3b-41d6-4ccc-9617-5c4298d08444 HTTP/1.1" status: 204 len: 168 time: 0.7317173 Jul 07 17:04:58.300959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.341471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c8837-4f7d-4ca0-be0a-f0640993e82c tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Network': ['ID=0169cb3b-41d6-4ccc-9617-5c4298d08444,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.405210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:58.427737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:58.431220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:58.529741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting port b1eec14f-f28f-4dbd-bc23-cc2941b7a37c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:58.530628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.542621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.543794 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.666678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Pushing event updated for resources: {'Port': ['ID=18936a9a-68d9-4c87-a703-c898c9dc7088,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.686407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-990b65f9-1dba-4bf2-8be3-7a6eef44dc40 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2513340 Jul 07 17:04:58.709474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Request body: {'port': {'device_id': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:58.717695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.730770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f09f591a-9163-4ea8-8573-7a44aec57b71 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5928011 Jul 07 17:04:58.752629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Calling delete_port for b1eec14f-f28f-4dbd-bc23-cc2941b7a37c owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:58.834385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:58.851012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.852304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5622e029-efff-478d-b3d0-3f5b13a9dbc7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "PUT /v2.0/routers/660faa7c-0cfc-4f90-91a7-75ee24f5a7da HTTP/1.1" status: 200 len: 879 time: 7.4373686 Jul 07 17:04:58.855489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37540) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.857966 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] Sync routers for ids ['660faa7c-0cfc-4f90-91a7-75ee24f5a7da'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:58.873830 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] Routers {'660faa7c-0cfc-4f90-91a7-75ee24f5a7da'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:58.874470 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['660faa7c-0cfc-4f90-91a7-75ee24f5a7da'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.948657 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.958828 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] Routers {'660faa7c-0cfc-4f90-91a7-75ee24f5a7da'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:58.959465 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:04:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['660faa7c-0cfc-4f90-91a7-75ee24f5a7da'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.997682 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.998980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4339777-3eea-40af-b4bf-0dfbc1e8df19 None None] The sync data for ids ['660faa7c-0cfc-4f90-91a7-75ee24f5a7da'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:59.006815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.062448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.069471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/ports/b1eec14f-f28f-4dbd-bc23-cc2941b7a37c HTTP/1.1" status: 204 len: 168 time: 0.7371709 Jul 07 17:04:59.069471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c1b90-5f59-470c-a09f-f14c31cfec65 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Port': ['ID=b1eec14f-f28f-4dbd-bc23-cc2941b7a37c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:59.081472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37544) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:59.157026 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.167987 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e4726-deb0-4ea0-b990-6dffa61dbd78 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:59.168559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769e4726-deb0-4ea0-b990-6dffa61dbd78 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:59.170471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-769e4726-deb0-4ea0-b990-6dffa61dbd78 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/93f5e0eb-73dd-4a71-96a6-a1b14de5facf HTTP/1.1" status: 404 len: 337 time: 0.0846422 Jul 07 17:04:59.175503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:59.218456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-84609004-6221-41d9-9f27-b020b21e862a service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620256 Jul 07 17:04:59.320505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.406045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eeb8f-c431-416d-8e3f-e4b86b6c70dd req-5c9d0887-83b6-4018-b286-656ac52ffb9d tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.413135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da3eeb8f-c431-416d-8e3f-e4b86b6c70dd req-5c9d0887-83b6-4018-b286-656ac52ffb9d tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 931 time: 0.4048376 Jul 07 17:04:59.423162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-22804659-2794-4c7c-929f-cf919392d556 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/660faa7c-0cfc-4f90-91a7-75ee24f5a7da HTTP/1.1" status: 200 len: 920 time: 0.5459595 Jul 07 17:04:59.445151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:59.499862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.517265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2503678-a8c7-4425-acee-5ba0bfa41cf3']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:59.518504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da3eeb8f-c431-416d-8e3f-e4b86b6c70dd req-c71db71c-2663-4b06-8740-28c56a4402b6 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938666 Jul 07 17:04:59.531164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-d2f8767f-fb70-4c1c-ad10-398efbd34efa service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118207 Jul 07 17:04:59.535218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baecafff-c9e3-4cea-8daa-a59730a89ad7') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:59.535966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baecafff-c9e3-4cea-8daa-a59730a89ad7') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:59.558692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.582059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.609799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:59.614350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:59.803542 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:59.812342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3188f98a-4b79-412a-859b-929b3329fda0 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.812342 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3188f98a-4b79-412a-859b-929b3329fda0 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=660faa7c-0cfc-4f90-91a7-75ee24f5a7da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3623574 Jul 07 17:04:59.813089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37564) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.194936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc639b-8352-4f9b-8743-e8e9f4edf76c tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.202781 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c3cc639b-8352-4f9b-8743-e8e9f4edf76c tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.3880751 Jul 07 17:05:00.205220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.213550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.232441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.245480 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/d2503678-a8c7-4425-acee-5ba0bfa41cf3 HTTP/1.1" status: 204 len: 168 time: 1.0569856 Jul 07 17:05:00.328806 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-57c2e8f2-1775-4404-a6bc-8ab9d0326005 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=660faa7c-0cfc-4f90-91a7-75ee24f5a7da HTTP/1.1" status: 200 len: 205 time: 0.1118762 Jul 07 17:05:00.329849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37578) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.330483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37580) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.427003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff8354-fac9-42ea-b714-2c0d4f20abf9 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Network': ['ID=d2503678-a8c7-4425-acee-5ba0bfa41cf3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.650519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting subnet f9028107-8528-43a3-ab41-a3a9378b6153 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:00.663148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.834019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.839602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-821c5231-1ead-4542-a2a3-23d09c9209c7 req-de83328d-7681-473c-bc4c-7d2ca17f8508 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 210 time: 0.1628559 Jul 07 17:05:00.865236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9f182b3-ab96-4438-b8ea-703bfa824c0f req-b36c44cd-20ec-4fed-91a2-1daff84bbf08 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.2050333 Jul 07 17:05:00.892133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.113633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18936a9a-68d9-4c87-a703-c898c9dc7088 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:01.130687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.149065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.151232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Transition to ACTIVE for port object 18936a9a-68d9-4c87-a703-c898c9dc7088 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:01.156461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.255289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.397761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.469574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Deleting port 22ffd34f-ae88-4242-8025-84da5450d0a1 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:01.470152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.519164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f6ef2-b7bd-4e0b-ac34-426997d4f325 None None] Network 3f78ecd6-71a9-4949-8a65-5a3721c043ec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:01.532106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.534241 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/subnets/f9028107-8528-43a3-ab41-a3a9378b6153 HTTP/1.1" status: 204 len: 168 time: 1.2000270 Jul 07 17:05:01.535546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d03799-61f9-4edf-a946-4dc741b55d9b tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Subnet': ['ID=f9028107-8528-43a3-ab41-a3a9378b6153,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.537543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37602) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:01.604237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Attempting to bind port 18936a9a-68d9-4c87-a703-c898c9dc7088 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:01.604558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Attempting to bind port 18936a9a-68d9-4c87-a703-c898c9dc7088 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '71c8c69c-c320-45fb-b746-7db2fca1a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:01.604886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Attempting to bind port 18936a9a-68d9-4c87-a703-c898c9dc7088 on network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:01.611704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Pushing event updated for resources: {'Port': ['ID=18936a9a-68d9-4c87-a703-c898c9dc7088,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.617576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Port 18936a9a-68d9-4c87-a703-c898c9dc7088 on network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:01.617576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Attempting to bind port 18936a9a-68d9-4c87-a703-c898c9dc7088 on network a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:01.628542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:01.628982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Checking segment: {'id': '71c8c69c-c320-45fb-b746-7db2fca1a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:01.629403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Bound using segment: {'id': '71c8c69c-c320-45fb-b746-7db2fca1a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:01.629859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Bound port: 18936a9a-68d9-4c87-a703-c898c9dc7088, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c8c69c-c320-45fb-b746-7db2fca1a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:01.630781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.698291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.714336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.734112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Calling delete_port for 22ffd34f-ae88-4242-8025-84da5450d0a1 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:01.745008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] For port 18936a9a-68d9-4c87-a703-c898c9dc7088, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:01.750286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] For port 18936a9a-68d9-4c87-a703-c898c9dc7088, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=18936a9a-68d9-4c87-a703-c898c9dc7088,segment=NetworkSegment(71c8c69c-c320-45fb-b746-7db2fca1a4d3),segment_id=71c8c69c-c320-45fb-b746-7db2fca1a4d3)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:01.764182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e55d7-bcb6-48c6-b909-948fc9e396f7 req-b7f38967-bea6-4ca7-a421-dfff5df2eadc tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.766787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f5e55d7-bcb6-48c6-b909-948fc9e396f7 req-b7f38967-bea6-4ca7-a421-dfff5df2eadc tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 943 time: 0.4911292 Jul 07 17:05:01.768711 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.872736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Deleting port 30a28ddc-f029-4e54-be40-763bdbf85fd9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:01.873269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.904841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Pushing event updated for resources: {'Port': ['ID=18936a9a-68d9-4c87-a703-c898c9dc7088,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.974939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.975885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.978014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-f7329d8e-c838-44b2-8d43-7f3eb38ca569 service neutron] 10.222.0.13 "PUT /v2.0/ports/18936a9a-68d9-4c87-a703-c898c9dc7088 HTTP/1.1" status: 200 len: 1091 time: 3.2726541 Jul 07 17:05:01.982697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'tag': '18936a9a-68d9-4c87-a703-c898c9dc7088'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:01.990985 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a04547e-4f18-4d42-8cf9-bc252b527ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "70079d16-27a7-4180-a4e0-369adc88d7a2", "tag": "18936a9a-68d9-4c87-a703-c898c9dc7088"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:02.034700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] For port 30a28ddc-f029-4e54-be40-763bdbf85fd9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30a28ddc-f029-4e54-be40-763bdbf85fd9,segment=NetworkSegment(7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1),segment_id=7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:02.035721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.037282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f5e55d7-bcb6-48c6-b909-948fc9e396f7 req-58d388f7-7e73-47b7-bf00-b00b02e56dce tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596718 Jul 07 17:05:02.213913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] DHCP port deletion for 3f78ecd6-71a9-4949-8a65-5a3721c043ec request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:02.414141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Deleting port 30a28ddc-f029-4e54-be40-763bdbf85fd9 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:02.415246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.435500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74c1b072-7691-40c7-ae3a-497d230cd643 req-7cfb0d1f-8ea8-4f10-a93f-483344151fec tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 210 time: 0.2835155 Jul 07 17:05:02.552460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-b8841c7b-f8d0-44a4-806b-4f3dacaa85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.560286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-b8841c7b-f8d0-44a4-806b-4f3dacaa85a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97cb2c1afcff4f8fb35de4c4362bccd5&device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 1094 time: 0.2535684 Jul 07 17:05:02.706245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] For port 30a28ddc-f029-4e54-be40-763bdbf85fd9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=30a28ddc-f029-4e54-be40-763bdbf85fd9,segment=NetworkSegment(7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1),segment_id=7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:02.706884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.742838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Calling delete_port for 30a28ddc-f029-4e54-be40-763bdbf85fd9 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:02.758113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Calling delete_port for 30a28ddc-f029-4e54-be40-763bdbf85fd9 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:02.780125 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b00b466-d3fa-4bfd-9830-bba1895e2e92 x-openstack-request-id: req-7b00b466-d3fa-4bfd-9830-bba1895e2e92 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:02.780318 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70079d16-27a7-4180-a4e0-369adc88d7a2", "tag": "18936a9a-68d9-4c87-a703-c898c9dc7088", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:02.780737 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b00b466-d3fa-4bfd-9830-bba1895e2e92 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:02.784022 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'tag': '18936a9a-68d9-4c87-a703-c898c9dc7088', 'status': 'completed', 'code': 200} Jul 07 17:05:02.788935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-e806af57-ac7a-4cfe-91be-d7cbccb3b735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18936a9a-68d9-4c87-a703-c898c9dc7088 HTTP/1.1" status: 200 len: 217 time: 0.2198977 Jul 07 17:05:02.838721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 30a28ddc-f029-4e54-be40-763bdbf85fd9 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:03.001876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-ca3bdaf0-cd40-4284-9e62-5b18fc728c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.003488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-ca3bdaf0-cd40-4284-9e62-5b18fc728c00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d HTTP/1.1" status: 200 len: 858 time: 0.1108932 Jul 07 17:05:03.006239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3d1d26a-edbf-4038-a990-ba3b7f2a3fb5 req-29dc2723-4388-42ea-a14a-db8206b47fba tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.2771335 Jul 07 17:05:03.087726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-892b4472-bf7c-49f8-b2ab-6feaea4b3fa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755279 Jul 07 17:05:03.150104 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.229418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-23ffd9c0-22b7-447e-a012-f32fb7e27034 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.232521 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-23ffd9c0-22b7-447e-a012-f32fb7e27034 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.4513659 Jul 07 17:05:03.240741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Pushing event deleted for resources: {'Port': ['ID=30a28ddc-f029-4e54-be40-763bdbf85fd9,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:03.252848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'port': {'device_id': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'admin_state_up': True, 'tenant_id': 'a07db760496a41299a85ffd13db64383'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:03.270467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.270941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.271409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.271907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.272503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.273046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.273621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.274166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.275229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.276009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.276580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.277083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:03.282044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54086028-867b-4726-bc3f-61eb40cbf15c None None] No DVR routers for this DVR port 30a28ddc-f029-4e54-be40-763bdbf85fd9 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:03.284534 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.386042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.423815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] No DVR routers for this DVR port 30a28ddc-f029-4e54-be40-763bdbf85fd9 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:03.483616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Port': ['ID=30a28ddc-f029-4e54-be40-763bdbf85fd9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:03.493970 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.649769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-3b3a0b5d-6b97-44a8-9bab-1f13d6b0d422 service neutron] 10.222.0.13 "GET /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543506 Jul 07 17:05:03.733086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.830364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.881546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bc8d377-beae-418e-a1b2-41f62118c520 req-027e4547-edcb-4476-b993-2d179080eadc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 210 time: 0.0917349 Jul 07 17:05:03.922110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:03.933585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.000464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event deleted for resources: {'Port': ['ID=22ffd34f-ae88-4242-8025-84da5450d0a1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.011649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01016c39-4aef-4578-a7e3-5c003da11c70 req-811bb638-f641-4be7-9588-21688c44a9fe tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.014908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01016c39-4aef-4578-a7e3-5c003da11c70 req-811bb638-f641-4be7-9588-21688c44a9fe tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 943 time: 0.5042739 Jul 07 17:05:04.083678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f78ecd6-71a9-4949-8a65-5a3721c043ec']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:04.092337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.122996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:04.136173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6d5b2d-2bba-40e3-a41f-b18ff2aac4e1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:04.155461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85651469-7ca1-4cfe-ac6f-13d0ff3b552a req-dbdc668e-a281-4d5b-bbf8-475b26b4a160 service neutron] 10.222.0.13 "GET /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937387 Jul 07 17:05:04.179038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01016c39-4aef-4578-a7e3-5c003da11c70 req-8ff69c16-a253-47dd-a040-e9daabe6161d tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453509 Jul 07 17:05:04.370459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.404326 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.419721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:04.420419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:04.530086 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:04.545538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbf4375e-b270-4ad3-be3f-d9b9facdb971 req-94c5b3ba-1472-422a-be76-5ff03e78ec66 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0577135 Jul 07 17:05:04.582299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-d251dc38-75e3-4f78-b9e5-2931dd8af131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.592236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-d251dc38-75e3-4f78-b9e5-2931dd8af131 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97cb2c1afcff4f8fb35de4c4362bccd5&device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 1094 time: 0.2928813 Jul 07 17:05:04.642589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.648055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.776374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-44e3f34e-2a00-43f9-b036-3c7ddec78d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.778805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-44e3f34e-2a00-43f9-b036-3c7ddec78d79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 HTTP/1.1" status: 200 len: 919 time: 0.1867824 Jul 07 17:05:04.789554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.790455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Fanout notify agent at l3_agent the message router_deleted on router 660faa7c-0cfc-4f90-91a7-75ee24f5a7da {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:04.808342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.810298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-624c49e3-a4d7-4df1-a633-df6eaa9926ec tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/660faa7c-0cfc-4f90-91a7-75ee24f5a7da HTTP/1.1" status: 204 len: 168 time: 4.4742303 Jul 07 17:05:04.811527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.824135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:04.836481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-666722793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:04.850679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.854194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] 10.222.0.78 "DELETE /v2.0/networks/3f78ecd6-71a9-4949-8a65-5a3721c043ec HTTP/1.1" status: 204 len: 168 time: 3.2830517 Jul 07 17:05:04.869763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-69933dd7-991d-46d9-8e11-74cf861096de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18936a9a-68d9-4c87-a703-c898c9dc7088 HTTP/1.1" status: 200 len: 217 time: 0.0818264 Jul 07 17:05:04.894314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fbd50-0d8e-4eb6-8265-e42cd0fc27f0 tempest-NetworksIpV6TestAttrs-858876333 tempest-NetworksIpV6TestAttrs-858876333-project] Pushing event deleted for resources: {'Network': ['ID=3f78ecd6-71a9-4949-8a65-5a3721c043ec,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.982515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.985411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.028207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-2db84b84-ea7d-4dfb-b41a-b55dd1eb64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.036666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-2db84b84-ea7d-4dfb-b41a-b55dd1eb64c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d HTTP/1.1" status: 200 len: 858 time: 0.1582620 Jul 07 17:05:05.083069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Allocated IP 172.20.0.6 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/7eecb845-ab20-4388-a1f7-15435f6b3066) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:05.141229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bc0a71ef-54d0-410d-8c8d-6da3b9f4cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.141972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.157452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.184133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-42c05978-bbaa-441a-b471-725d5e4ec68f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379988 Jul 07 17:05:05.226441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.229154 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d669dce5-2660-42df-9288-11ad0ac469b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3981771 Jul 07 17:05:05.233530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37660) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:05.248790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': True}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:05.569292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ced0aac6-2845-4db9-bfb6-a4c39e17e4e2 req-31e70ab9-0391-4ecf-9b81-2cf041119229 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 210 time: 0.1445997 Jul 07 17:05:05.611361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.635159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Transition to ACTIVE for port object 7eecb845-ab20-4388-a1f7-15435f6b3066 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:05.690344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.747461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:05.787147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:05.794500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:05.802844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:05.870400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=7eecb845-ab20-4388-a1f7-15435f6b3066,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:05.888825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 18936a9a-68d9-4c87-a703-c898c9dc7088 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:06.018504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.019089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.023857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.032729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-85aca5e5-2573-423a-bd08-cfec2ebc9661 service neutron] 10.222.0.13 "GET /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423841 Jul 07 17:05:06.090203 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f48f27c4-95f6-40b1-a3e9-33c6c0fdf411 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8425777 Jul 07 17:05:06.107786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Request body: {'port': {'device_id': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:06.328835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 18936a9a-68d9-4c87-a703-c898c9dc7088, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=18936a9a-68d9-4c87-a703-c898c9dc7088,segment=NetworkSegment(71c8c69c-c320-45fb-b746-7db2fca1a4d3),segment_id=71c8c69c-c320-45fb-b746-7db2fca1a4d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:06.377935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '18936a9a-68d9-4c87-a703-c898c9dc7088', 'network_id': 'a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593', 'port_id': '18936a9a-68d9-4c87-a703-c898c9dc7088', 'mac_address': 'fa:16:3e:ae:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11ee69c-74c0-4c4c-9a48-e6ca743c7c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:06.398388 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.403745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b19b6dc-69a8-4866-b600-0982cf11abfa req-22c721cb-058b-4012-bc62-b9302c312d4c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0952337 Jul 07 17:05:06.532590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a72bf3-43a1-4c8c-8f43-4dfcf3217888 req-ecebbc14-914f-4366-8d7f-e373bf2ecd88 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.544816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7a72bf3-43a1-4c8c-8f43-4dfcf3217888 req-ecebbc14-914f-4366-8d7f-e373bf2ecd88 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 943 time: 0.4638507 Jul 07 17:05:06.550484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-55416f83-4a7c-450f-8ea2-15f11f18ea3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29e10e3e0cbf45469efa985f71c61038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7956893 Jul 07 17:05:06.575965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37688) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:06.585298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.618948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18936a9a-68d9-4c87-a703-c898c9dc7088 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:06.633197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6da14122-41a5-4e33-9238-b3b1d3da507f None None] Provisioning for port 7eecb845-ab20-4388-a1f7-15435f6b3066 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:06.642270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6da14122-41a5-4e33-9238-b3b1d3da507f None None] Provisioning complete for port 7eecb845-ab20-4388-a1f7-15435f6b3066 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:06.643203 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6da14122-41a5-4e33-9238-b3b1d3da507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.653145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a04547e-4f18-4d42-8cf9-bc252b527ccd req-50095840-2f98-4633-a5e3-f28d048a5a86 service neutron] 10.222.0.13 "GET /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802450 Jul 07 17:05:06.724100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6da14122-41a5-4e33-9238-b3b1d3da507f None None] Port 7eecb845-ab20-4388-a1f7-15435f6b3066 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:06.751677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 18936a9a-68d9-4c87-a703-c898c9dc7088, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=18936a9a-68d9-4c87-a703-c898c9dc7088,segment=NetworkSegment(71c8c69c-c320-45fb-b746-7db2fca1a4d3),segment_id=71c8c69c-c320-45fb-b746-7db2fca1a4d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:06.761994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.795167 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af2d0e5d-8206-496b-b7b4-17c838a6dd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.864718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7a72bf3-43a1-4c8c-8f43-4dfcf3217888 req-24ba7ae2-53c2-4351-9e27-41eeed1aa880 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186750 Jul 07 17:05:06.871186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=18936a9a-68d9-4c87-a703-c898c9dc7088,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.927821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af2d0e5d-8206-496b-b7b4-17c838a6dd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.035662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eecb845-ab20-4388-a1f7-15435f6b3066 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:07.100648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['18936a9a-68d9-4c87-a703-c898c9dc7088'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:07.103791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.117347 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af2d0e5d-8206-496b-b7b4-17c838a6dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.124047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af2d0e5d-8206-496b-b7b4-17c838a6dd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.125866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-af2d0e5d-8206-496b-b7b4-17c838a6dd37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d047b972-dedb-4ed5-b796-ec4ae8653c27 HTTP/1.1" status: 204 len: 168 time: 0.5474584 Jul 07 17:05:07.140416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Transition to ACTIVE for port object 7eecb845-ab20-4388-a1f7-15435f6b3066 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:07.147642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.209246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d0e5d-8206-496b-b7b4-17c838a6dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d047b972-dedb-4ed5-b796-ec4ae8653c27,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.275071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Pushing event updated for resources: {'Port': ['ID=7eecb845-ab20-4388-a1f7-15435f6b3066,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.621013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Attempting to bind port 7eecb845-ab20-4388-a1f7-15435f6b3066 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:07.621712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Attempting to bind port 7eecb845-ab20-4388-a1f7-15435f6b3066 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:07.622234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Attempting to bind port 7eecb845-ab20-4388-a1f7-15435f6b3066 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:07.641953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Port 7eecb845-ab20-4388-a1f7-15435f6b3066 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:07.642686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Attempting to bind port 7eecb845-ab20-4388-a1f7-15435f6b3066 on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:07.678061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.678815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:07.679086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:07.679490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:07.683513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Bound port: 7eecb845-ab20-4388-a1f7-15435f6b3066, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:07.684366 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.713078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0151f43-6fdd-4f39-bc8b-4217938ebb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.800749 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.858986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.860638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] For port 7eecb845-ab20-4388-a1f7-15435f6b3066, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:07.869208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] For port 7eecb845-ab20-4388-a1f7-15435f6b3066, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7eecb845-ab20-4388-a1f7-15435f6b3066,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:07.878691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.943733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.944408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.946140 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] 10.222.0.54 "PUT /v2.0/ports/7eecb845-ab20-4388-a1f7-15435f6b3066 HTTP/1.1" status: 200 len: 1091 time: 1.8461108 Jul 07 17:05:07.946645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'tag': '7eecb845-ab20-4388-a1f7-15435f6b3066'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:07.949077 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8", "tag": "7eecb845-ab20-4388-a1f7-15435f6b3066"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:07.991933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2082b1-90ee-47ba-a878-97e0b1fda3cc service neutron] Pushing event updated for resources: {'Port': ['ID=7eecb845-ab20-4388-a1f7-15435f6b3066,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.057273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7afc5-ab60-48dc-b9c4-dc9b3f31cd43 req-fdd0407a-e72e-4bd7-895f-b2fbfc143220 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.064312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30b7afc5-ab60-48dc-b9c4-dc9b3f31cd43 req-fdd0407a-e72e-4bd7-895f-b2fbfc143220 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 931 time: 0.9725864 Jul 07 17:05:08.146135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ebf877d-8b88-4f37-84ed-ce22a725c34e req-9e8cd8f3-20a5-4a5d-8d89-049371d40b58 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.1237352 Jul 07 17:05:08.173664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-7315bc72-5bb0-4e6c-8d01-e091457488bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.177008 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-7315bc72-5bb0-4e6c-8d01-e091457488bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 1094 time: 0.1552284 Jul 07 17:05:08.260081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-a837a042-283f-440b-bdc4-89d95cd83041 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eecb845-ab20-4388-a1f7-15435f6b3066 HTTP/1.1" status: 200 len: 217 time: 0.0746944 Jul 07 17:05:08.311265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30b7afc5-ab60-48dc-b9c4-dc9b3f31cd43 req-e488cd87-99c3-4e7f-a089-2f19f019847e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131610 Jul 07 17:05:08.378283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Allocated IP 172.25.5.92 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/ad1ccbaf-7432-4ebd-aad9-19cc8ec358d5) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:08.396537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f62b76fc-0ef4-4160-a88e-a0d639bed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.403293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-f62b76fc-0ef4-4160-a88e-a0d639bed8a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1358783 Jul 07 17:05:08.586090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-791327c7-cde2-4c39-939a-9f8cb921fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.588748 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-791327c7-cde2-4c39-939a-9f8cb921fa28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764688 Jul 07 17:05:08.726473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.729071 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e5bda-eb33-40e5-8e6b-c6b50cbf07d4 x-openstack-request-id: req-d53e5bda-eb33-40e5-8e6b-c6b50cbf07d4 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:08.729452 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8", "tag": "7eecb845-ab20-4388-a1f7-15435f6b3066", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:08.729642 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d53e5bda-eb33-40e5-8e6b-c6b50cbf07d4 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:08.730067 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'tag': '7eecb845-ab20-4388-a1f7-15435f6b3066', 'status': 'completed', 'code': 200} Jul 07 17:05:08.830041 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-d46e7129-59cf-4551-acfa-85e198fe42fe service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288346 Jul 07 17:05:08.910944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.969090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896732a6-dc94-4e36-b81d-b21d1911bea3 req-1c62a8af-7e57-48f1-bb7a-9b21483142ee tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.981737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-896732a6-dc94-4e36-b81d-b21d1911bea3 req-1c62a8af-7e57-48f1-bb7a-9b21483142ee tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 944 time: 0.2261581 Jul 07 17:05:09.010583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:09.023449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:09.027291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1ccbaf-7432-4ebd-aad9-19cc8ec358d5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.030431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:09.060228 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.081829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eb07aae3-d4c4-4806-8243-b4b7b600a9d8 req-3bf4aada-0969-4739-a7a8-dcf0cf29f935 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434006 Jul 07 17:05:09.180106 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-896732a6-dc94-4e36-b81d-b21d1911bea3 req-97c175f8-1616-46c8-a3a8-efd333e22597 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759188 Jul 07 17:05:09.377976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-77a444eb-518d-4d47-8014-bc8cd7738303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.377976 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-77a444eb-518d-4d47-8014-bc8cd7738303 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 1094 time: 0.1965914 Jul 07 17:05:09.562329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-341e5183-c499-48f6-9aed-4616df6e21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.564369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-341e5183-c499-48f6-9aed-4616df6e21f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.1884916 Jul 07 17:05:09.701986 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-280d3084-9dd5-4998-b49d-be8a3c8ee89b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eecb845-ab20-4388-a1f7-15435f6b3066 HTTP/1.1" status: 200 len: 217 time: 0.1275394 Jul 07 17:05:09.803052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4fe3293-8cab-453e-a2f2-2fbc17f57bc1 req-a3864c61-0b94-4d44-9ad1-a9154a097d7e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f692c6a-c024-45a5-81fb-d62fb2adc42e HTTP/1.1" status: 200 len: 210 time: 0.0555782 Jul 07 17:05:09.864813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-91461d33-bedb-42ba-8898-25e4c374f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.870720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-91461d33-bedb-42ba-8898-25e4c374f75b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1632171 Jul 07 17:05:09.903747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 18936a9a-68d9-4c87-a703-c898c9dc7088 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:09.981175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-8c68dfb6-f78a-4803-a0fb-a7fd6916c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.983812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-8c68dfb6-f78a-4803-a0fb-a7fd6916c4b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054881 Jul 07 17:05:10.042448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 18936a9a-68d9-4c87-a703-c898c9dc7088 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:10.057165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 18936a9a-68d9-4c87-a703-c898c9dc7088 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:10.057714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.089162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4860d7-f90d-4355-8f24-dab6d7f59b6a req-db2ad836-75e6-4a2d-9ad5-32aa02d67521 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.096934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af4860d7-f90d-4355-8f24-dab6d7f59b6a req-db2ad836-75e6-4a2d-9ad5-32aa02d67521 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 943 time: 0.2921944 Jul 07 17:05:10.099056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.266784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-d8775b0e-81e0-46c7-b4e8-f170611b8c81 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747853 Jul 07 17:05:10.274883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af4860d7-f90d-4355-8f24-dab6d7f59b6a req-b9b1a2e9-c998-4225-a96b-2d5e2d237226 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770289 Jul 07 17:05:10.307896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.408009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18936a9a-68d9-4c87-a703-c898c9dc7088'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:10.410584 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ce116-2f59-4730-a79b-a9fbcb4c6402" -d '{"events": [{"server_uuid": "70079d16-27a7-4180-a4e0-369adc88d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "18936a9a-68d9-4c87-a703-c898c9dc7088"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:10.451195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 18936a9a-68d9-4c87-a703-c898c9dc7088, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=18936a9a-68d9-4c87-a703-c898c9dc7088,segment=NetworkSegment(71c8c69c-c320-45fb-b746-7db2fca1a4d3),segment_id=71c8c69c-c320-45fb-b746-7db2fca1a4d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:10.459305 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.577915 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f19a74-39ca-4f9c-a682-ed9c19c5d1de x-openstack-request-id: req-59f19a74-39ca-4f9c-a682-ed9c19c5d1de {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:10.578229 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70079d16-27a7-4180-a4e0-369adc88d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "18936a9a-68d9-4c87-a703-c898c9dc7088", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:10.578489 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59f19a74-39ca-4f9c-a682-ed9c19c5d1de {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:10.579043 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18936a9a-68d9-4c87-a703-c898c9dc7088', 'code': 200} Jul 07 17:05:10.621437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=18936a9a-68d9-4c87-a703-c898c9dc7088,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.647623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b4f617eb-c668-4f9e-8445-2acccb8ecd2e req-525cf4c3-227b-40b4-8211-37979119c2f2 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667760 Jul 07 17:05:10.739662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.099444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37800) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.160443 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.175056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.231177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3436f8ef-51c5-46f0-9a06-e1d6e6804c31 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.276541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3436f8ef-51c5-46f0-9a06-e1d6e6804c31 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.380010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3436f8ef-51c5-46f0-9a06-e1d6e6804c31 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.387203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3436f8ef-51c5-46f0-9a06-e1d6e6804c31 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.391113 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3436f8ef-51c5-46f0-9a06-e1d6e6804c31 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/security-groups/1bb1b5c5-961c-481e-8f33-ae22ca7c41ac HTTP/1.1" status: 204 len: 168 time: 0.2895951 Jul 07 17:05:11.414022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37818) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.415415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436f8ef-51c5-46f0-9a06-e1d6e6804c31 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1b5c5-961c-481e-8f33-ae22ca7c41ac,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.451885 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-9fdcedc5-5ec8-4adc-a146-abc57b6a9e35 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] show failed (client error): The resource could not be found. Jul 07 17:05:11.456912 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9fdcedc5-5ec8-4adc-a146-abc57b6a9e35 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "GET /v2.0/security-groups/1bb1b5c5-961c-481e-8f33-ae22ca7c41ac HTTP/1.1" status: 404 len: 347 time: 0.0313697 Jul 07 17:05:11.457653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37820) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.475186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136918cd-1402-46d5-b3b3-743ee895d877 req-126fc4b4-b02b-41ee-87d0-15abad2494e4 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.478102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-136918cd-1402-46d5-b3b3-743ee895d877 req-126fc4b4-b02b-41ee-87d0-15abad2494e4 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 945 time: 0.3992803 Jul 07 17:05:11.492196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d7022-8236-4d46-b56c-277df2c86907 req-ad09ace8-2469-46a2-9dba-cc4688a57d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.495526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a8d7022-8236-4d46-b56c-277df2c86907 req-ad09ace8-2469-46a2-9dba-cc4688a57d67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 1096 time: 0.4179299 Jul 07 17:05:11.651691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port dc27ba0e-6206-4c4a-a479-2a0c8f094c39 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:11.652562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.735067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a8d7022-8236-4d46-b56c-277df2c86907 req-1c7c76b7-7412-480f-9422-789cf4847970 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140036 Jul 07 17:05:11.755831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-136918cd-1402-46d5-b3b3-743ee895d877 req-88ef392f-a914-4309-a569-06d8d7ddb62e tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546024 Jul 07 17:05:11.881934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.882810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.885364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed55e0-b6b2-4c4b-bea6-aa53cf9f9402 req-c53ec4b2-119d-46ac-be80-b3cd545585b8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.891355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51ed55e0-b6b2-4c4b-bea6-aa53cf9f9402 req-c53ec4b2-119d-46ac-be80-b3cd545585b8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 943 time: 0.4032519 Jul 07 17:05:11.895561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Router baab0591-0c73-4d73-8a31-e1ae77e6367e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:11.927812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for dc27ba0e-6206-4c4a-a479-2a0c8f094c39 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:12.093273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51ed55e0-b6b2-4c4b-bea6-aa53cf9f9402 req-a35bde9e-198d-48af-a364-d4f243d0c101 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895137 Jul 07 17:05:12.182023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:12.190077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.192962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6173c00f-e646-4d3b-865c-4aa1764c4f12 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "PUT /v2.0/routers/baab0591-0c73-4d73-8a31-e1ae77e6367e HTTP/1.1" status: 200 len: 913 time: 6.9576445 Jul 07 17:05:12.200472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c045226-f45e-4301-b791-157227cf355f None None] Sync routers for ids ['baab0591-0c73-4d73-8a31-e1ae77e6367e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:12.209793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.226392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c045226-f45e-4301-b791-157227cf355f None None] Routers {'baab0591-0c73-4d73-8a31-e1ae77e6367e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:12.228658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c045226-f45e-4301-b791-157227cf355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['baab0591-0c73-4d73-8a31-e1ae77e6367e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.241468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.306881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c045226-f45e-4301-b791-157227cf355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.336880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c045226-f45e-4301-b791-157227cf355f None None] Routers {'baab0591-0c73-4d73-8a31-e1ae77e6367e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:12.341081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=dc27ba0e-6206-4c4a-a479-2a0c8f094c39,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.341898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c045226-f45e-4301-b791-157227cf355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['baab0591-0c73-4d73-8a31-e1ae77e6367e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.418421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c045226-f45e-4301-b791-157227cf355f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:12.419954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c045226-f45e-4301-b791-157227cf355f None None] The sync data for ids ['baab0591-0c73-4d73-8a31-e1ae77e6367e'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:12.499691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.504931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.509967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f2c487c9-563f-49a0-8869-e85b8209ca25 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/floatingips/f5963dab-5287-4b35-941b-f87bddfd745c HTTP/1.1" status: 204 len: 168 time: 1.0477273 Jul 07 17:05:12.510627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37840) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.534054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6ee37c81-1227-4cd2-9439-6d2f1e6a437e tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/baab0591-0c73-4d73-8a31-e1ae77e6367e HTTP/1.1" status: 200 len: 919 time: 0.3224084 Jul 07 17:05:12.535648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37842) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.711099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port cfd8a09a-6338-495e-9745-d4756ff9dfaa {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:12.712067 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.724794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf6569-3f3f-4950-9749-a46aca6d7178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.726478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-77cf6569-3f3f-4950-9749-a46aca6d7178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=baab0591-0c73-4d73-8a31-e1ae77e6367e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1897304 Jul 07 17:05:12.730187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37848) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.891348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.908142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b167d99-55ff-4a74-bf9d-ce0090b402ee tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.923888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2b167d99-55ff-4a74-bf9d-ce0090b402ee tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.1892316 Jul 07 17:05:12.926994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37854) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.934313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for cfd8a09a-6338-495e-9745-d4756ff9dfaa owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:13.031693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47613839-de88-46e2-84ca-a0446d8e477d tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=baab0591-0c73-4d73-8a31-e1ae77e6367e HTTP/1.1" status: 200 len: 205 time: 0.1030278 Jul 07 17:05:13.053786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37858) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.218621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3da1b-0f9f-49ac-8ea3-7e4bd41a153a req-923cfacd-15d5-4986-9539-b333a67a1c98 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.228794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00e3da1b-0f9f-49ac-8ea3-7e4bd41a153a req-923cfacd-15d5-4986-9539-b333a67a1c98 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 945 time: 0.2133732 Jul 07 17:05:13.281126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.416356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00e3da1b-0f9f-49ac-8ea3-7e4bd41a153a req-85b20b02-abc3-4d8a-a4c4-db5f5f9b96ba tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860359 Jul 07 17:05:13.420604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.530094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=cfd8a09a-6338-495e-9745-d4756ff9dfaa,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.587291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.637918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.647020 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-56ca7291-e8c6-4a01-9daa-4e597b3e24bc tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/ports/cfd8a09a-6338-495e-9745-d4756ff9dfaa HTTP/1.1" status: 204 len: 168 time: 1.1324434 Jul 07 17:05:13.648199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37872) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.738809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7eecb845-ab20-4388-a1f7-15435f6b3066 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:13.777527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Deleting port ad1ccbaf-7432-4ebd-aad9-19cc8ec358d5 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:13.778308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.024810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port 1bd25135-ac62-477a-8370-faa543cf68bf {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:14.025473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.168965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 7eecb845-ab20-4388-a1f7-15435f6b3066, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7eecb845-ab20-4388-a1f7-15435f6b3066,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:14.217353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '7eecb845-ab20-4388-a1f7-15435f6b3066', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '7eecb845-ab20-4388-a1f7-15435f6b3066', 'mac_address': 'fa:16:3e:89:03:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:14.294834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.311374 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.325259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.329096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Calling delete_port for ad1ccbaf-7432-4ebd-aad9-19cc8ec358d5 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:14.344581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eecb845-ab20-4388-a1f7-15435f6b3066 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:14.369057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for 1bd25135-ac62-477a-8370-faa543cf68bf owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:14.388999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ffd4d-f57b-49a2-928c-0e29efc39f66 req-3744144f-967f-48e1-9a4a-9965852602b9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.392408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-506ffd4d-f57b-49a2-928c-0e29efc39f66 req-3744144f-967f-48e1-9a4a-9965852602b9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 943 time: 0.2875798 Jul 07 17:05:14.394173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 7eecb845-ab20-4388-a1f7-15435f6b3066, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7eecb845-ab20-4388-a1f7-15435f6b3066,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:14.407901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.515581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=7eecb845-ab20-4388-a1f7-15435f6b3066,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:14.560590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-506ffd4d-f57b-49a2-928c-0e29efc39f66 req-8691db5e-d2cc-423c-8330-917d94453a6e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185122 Jul 07 17:05:14.669672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.727752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=1bd25135-ac62-477a-8370-faa543cf68bf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:14.817714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:14.884097 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.886694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.890896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fea1889f-e5ae-4b8f-b840-ad36b885018e tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/ports/1bd25135-ac62-477a-8370-faa543cf68bf HTTP/1.1" status: 204 len: 168 time: 1.2363207 Jul 07 17:05:14.894656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37900) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:15.036923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event deleted for resources: {'Port': ['ID=ad1ccbaf-7432-4ebd-aad9-19cc8ec358d5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:15.076278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting subnet d25f709e-9113-4092-9547-b7234f764385 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:15.093820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.168363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.170132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.170132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:15.311036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.320858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.560912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.564423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.663232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5269e-a503-445d-8cb7-82041b83438b req-7604a23b-c531-41a3-a622-d1952dd34eb6 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:15.680738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-faa5269e-a503-445d-8cb7-82041b83438b req-7604a23b-c531-41a3-a622-d1952dd34eb6 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 945 time: 0.8355181 Jul 07 17:05:15.742408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.742813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Fanout notify agent at l3_agent the message router_deleted on router baab0591-0c73-4d73-8a31-e1ae77e6367e {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:15.779404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.790844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b78543f4-564c-40f5-b044-58ca9299c86b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/baab0591-0c73-4d73-8a31-e1ae77e6367e HTTP/1.1" status: 204 len: 168 time: 2.7344475 Jul 07 17:05:15.830828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37920) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:15.844506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1617970793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:15.945557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.947260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.963362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-faa5269e-a503-445d-8cb7-82041b83438b req-1b3d62d9-56db-4509-92d7-5822cfc80871 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701488 Jul 07 17:05:16.050120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c477e4-e16b-4e4c-9194-13d02a437448 req-e1879c3d-ca87-42a7-b3b2-68a6afa25c23 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.052099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93c477e4-e16b-4e4c-9194-13d02a437448 req-e1879c3d-ca87-42a7-b3b2-68a6afa25c23 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 944 time: 0.2440073 Jul 07 17:05:16.111150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.129576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.141932 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.258219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.263531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1f3d0f33-8ecd-4920-8b69-54de2be63fdd tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4278250 Jul 07 17:05:16.268708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37932) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:16.279688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': False}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:16.295698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93c477e4-e16b-4e4c-9194-13d02a437448 req-09266d05-75c4-4917-bbcc-c0b095cc6755 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986470 Jul 07 17:05:16.313011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.406882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Subnet': ['ID=d25f709e-9113-4092-9547-b7234f764385,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:16.442919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.447577 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0cccc1e3-8fa1-4f22-9e21-902c488b829c tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/subnets/d25f709e-9113-4092-9547-b7234f764385 HTTP/1.1" status: 204 len: 168 time: 1.5441720 Jul 07 17:05:16.453905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37936) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:16.465143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d4140f-0284-45c1-953e-e4a9cda466e8 None None] Network be200409-eff1-4f77-a2fa-5d490126dd5d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:16.728512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting subnet 7e7fb4d1-2866-4a7e-92af-bd757609b8d9 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:16.744314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.876489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.903417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.055260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] DHCP port deletion for be200409-eff1-4f77-a2fa-5d490126dd5d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:17.135982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.157009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ce98c-99db-4624-b9a4-c79787789575 req-1461fd7a-c5ea-4357-80e6-7ffb19e7187d tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:17.170660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-145ce98c-99db-4624-b9a4-c79787789575 req-1461fd7a-c5ea-4357-80e6-7ffb19e7187d tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1970236 Jul 07 17:05:17.176127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] Deleting port 039fecda-e42d-4921-918e-d8416f76941f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:17.177303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.263014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-8cd9a916-740b-408f-88cc-98b6e2a3ace8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3079002 Jul 07 17:05:17.354170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-145ce98c-99db-4624-b9a4-c79787789575 req-5fe08c07-9c4d-4db0-b192-cfabf988372f tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819983 Jul 07 17:05:17.469182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.543426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] For port 039fecda-e42d-4921-918e-d8416f76941f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=039fecda-e42d-4921-918e-d8416f76941f,segment=NetworkSegment(27a31f05-cc21-4276-8672-d65edc80f327),segment_id=27a31f05-cc21-4276-8672-d65edc80f327)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:17.544379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.563214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7fb4d1-2866-4a7e-92af-bd757609b8d9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.571164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.579653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.585633 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-110d838e-9c9c-4d2b-a7c1-312f3dc8b354 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/subnets/7e7fb4d1-2866-4a7e-92af-bd757609b8d9 HTTP/1.1" status: 204 len: 168 time: 1.1300433 Jul 07 17:05:17.587840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37960) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.592942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0895836-b591-4e45-a645-65b97621253e None None] Network ac7e1cd9-cd46-4db9-82bb-9638eef7c852 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:17.618555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee34f-c116-4d76-a151-7433235f7849 req-74891790-6923-4ece-a32e-7c2e79769695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:17.622668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-74891790-6923-4ece-a32e-7c2e79769695 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.3236001 Jul 07 17:05:17.659579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.794334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] Calling delete_port for 039fecda-e42d-4921-918e-d8416f76941f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:17.798703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7eecb845-ab20-4388-a1f7-15435f6b3066 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:17.875410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.190806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee34f-c116-4d76-a151-7433235f7849 req-c53e4591-f71e-4c5b-9a9f-95c9448d97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.197830 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-c53e4591-f71e-4c5b-9a9f-95c9448d97df service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.4107244 Jul 07 17:05:18.291588 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.349784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] Pushing event deleted for resources: {'Port': ['ID=039fecda-e42d-4921-918e-d8416f76941f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.353757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 7eecb845-ab20-4388-a1f7-15435f6b3066 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:18.370466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 7eecb845-ab20-4388-a1f7-15435f6b3066 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:18.370956 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.383852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Deleting port 039fecda-e42d-4921-918e-d8416f76941f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:18.384684 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.445479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-8d0863a2-2f95-4c8c-a252-d5467fc0649a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.2380111 Jul 07 17:05:18.447732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c4feb-9f66-4c63-94a4-77de33710d01 None None] No DVR routers for this DVR port 039fecda-e42d-4921-918e-d8416f76941f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:18.535938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.565527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Allocated IP 172.25.5.27 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/5d258aa4-8e4f-4def-a569-e3386ac42db6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:18.578215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 7eecb845-ab20-4388-a1f7-15435f6b3066, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7eecb845-ab20-4388-a1f7-15435f6b3066,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:18.579889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eecb845-ab20-4388-a1f7-15435f6b3066'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:18.583786 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d64d77-c391-4fe2-8ad1-8f0cde488a0c" -d '{"events": [{"server_uuid": "4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8", "name": "network-vif-plugged", "status": "completed", "tag": "7eecb845-ab20-4388-a1f7-15435f6b3066"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:18.592802 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.661139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=7eecb845-ab20-4388-a1f7-15435f6b3066,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.755697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] DHCP port deletion for ac7e1cd9-cd46-4db9-82bb-9638eef7c852 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:18.818905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 039fecda-e42d-4921-918e-d8416f76941f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:18.846909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 039fecda-e42d-4921-918e-d8416f76941f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:18.847468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 039fecda-e42d-4921-918e-d8416f76941f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:18.864481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] Deleting port 2459df25-7547-43e6-9743-76c00bd3b7c5 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:18.864881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.865457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceed52-918a-427b-9515-a5a40c40b639 req-969c470f-b4ce-4f3b-8322-2ea7f959568a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.871430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1eceed52-918a-427b-9515-a5a40c40b639 req-969c470f-b4ce-4f3b-8322-2ea7f959568a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 944 time: 1.2946863 Jul 07 17:05:18.954408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] For port 2459df25-7547-43e6-9743-76c00bd3b7c5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2459df25-7547-43e6-9743-76c00bd3b7c5,segment=NetworkSegment(4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2),segment_id=4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:18.955114 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.977327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] Calling delete_port for 2459df25-7547-43e6-9743-76c00bd3b7c5 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:18.999742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] For port 039fecda-e42d-4921-918e-d8416f76941f, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:19.000269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.013795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee34f-c116-4d76-a151-7433235f7849 req-f33e45ae-0375-4700-b5a9-3e41816daec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.015504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-f33e45ae-0375-4700-b5a9-3e41816daec2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.5189922 Jul 07 17:05:19.020171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Calling delete_port for 039fecda-e42d-4921-918e-d8416f76941f owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:19.023575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Port 039fecda-e42d-4921-918e-d8416f76941f was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:05:19.034391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.087796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Port': ['ID=039fecda-e42d-4921-918e-d8416f76941f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.119107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] No DVR routers for this DVR port 039fecda-e42d-4921-918e-d8416f76941f on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:19.141954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.147680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.200016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] Pushing event deleted for resources: {'Port': ['ID=2459df25-7547-43e6-9743-76c00bd3b7c5,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.207963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221d1aa-b90d-4aae-b061-afcab7add334 None None] No DVR routers for this DVR port 2459df25-7547-43e6-9743-76c00bd3b7c5 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:19.279044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee34f-c116-4d76-a151-7433235f7849 req-beed929e-d7c1-43f3-a2dd-fd8fd6d1e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.280679 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-beed929e-d7c1-43f3-a2dd-fd8fd6d1e753 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545881 Jul 07 17:05:19.283475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1eceed52-918a-427b-9515-a5a40c40b639 req-b62e4200-6b16-4870-a958-28f25c90ebd2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982337 Jul 07 17:05:19.285861 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.298948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.343590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-95900aed-07a0-407c-9a33-46e4008bc8da tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.345450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-95900aed-07a0-407c-9a33-46e4008bc8da tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.13 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 945 time: 0.9393919 Jul 07 17:05:19.353147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be200409-eff1-4f77-a2fa-5d490126dd5d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:19.407062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a31f05-cc21-4276-8672-d65edc80f327') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:19.407416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a31f05-cc21-4276-8672-d65edc80f327') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:19.430415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.448488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:19.463146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.467938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:19.472845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:19.474136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.482945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:19.492013 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d3c338-edcd-4c27-9ad1-7e6c4a7fb3cc x-openstack-request-id: req-11d3c338-edcd-4c27-9ad1-7e6c4a7fb3cc {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:19.492013 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8", "name": "network-vif-plugged", "status": "completed", "tag": "7eecb845-ab20-4388-a1f7-15435f6b3066", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:19.492013 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11d3c338-edcd-4c27-9ad1-7e6c4a7fb3cc {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:19.493507 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eecb845-ab20-4388-a1f7-15435f6b3066', 'code': 200} Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:19.588153 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:19.615934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.644086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.646548 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/networks/be200409-eff1-4f77-a2fa-5d490126dd5d HTTP/1.1" status: 204 len: 168 time: 2.0461612 Jul 07 17:05:19.652339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37994) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:19.655001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d12e8d-26c7-464e-84a5-4dfef1768e69 req-922930fb-cf75-4459-8f50-770b51c06237 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.669161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17d12e8d-26c7-464e-84a5-4dfef1768e69 req-922930fb-cf75-4459-8f50-770b51c06237 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 945 time: 0.7920573 Jul 07 17:05:19.674899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-8efaf96c-b8a0-441b-8524-bc008e8d46a9 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865948 Jul 07 17:05:19.761987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Pushing event updated for resources: {'Port': ['ID=5d258aa4-8e4f-4def-a569-e3386ac42db6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.772237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a76f71-a452-42e2-9534-5904b8f3e210 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Network': ['ID=be200409-eff1-4f77-a2fa-5d490126dd5d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.908699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.074235 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6aee34f-c116-4d76-a151-7433235f7849 req-964505ca-8046-4f85-8240-541345976e8d service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690755 Jul 07 17:05:20.105072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17d12e8d-26c7-464e-84a5-4dfef1768e69 req-afeb19c7-dd21-4d29-94b7-00c09ae69121 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298646 Jul 07 17:05:20.236396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b635b-da91-4388-9696-c9b9ca0fd3a1 req-c1a72a23-528c-41e3-ada7-fe67668aa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.238366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c5b635b-da91-4388-9696-c9b9ca0fd3a1 req-c1a72a23-528c-41e3-ada7-fe67668aa27d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.5442657 Jul 07 17:05:20.274899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.299633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7e1cd9-cd46-4db9-82bb-9638eef7c852']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:20.336069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:20.338805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2230eb-eb2a-4e14-a450-fda6dbcf8fe2') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:20.363123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.369073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Deleting port 18936a9a-68d9-4c87-a703-c898c9dc7088 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:20.369816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.391581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.399157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c5b635b-da91-4388-9696-c9b9ca0fd3a1 req-520b8238-f566-4432-8e1c-ff70a6b3b6a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533322 Jul 07 17:05:20.408786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:20.409716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:20.416218 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:20.559659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.569836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.574085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] 10.222.0.78 "DELETE /v2.0/networks/ac7e1cd9-cd46-4db9-82bb-9638eef7c852 HTTP/1.1" status: 204 len: 168 time: 0.9194665 Jul 07 17:05:20.611048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8c8f5-979a-4d63-a55b-4767291a8c80 tempest-TaggedBootDevicesTest-2056254132 tempest-TaggedBootDevicesTest-2056254132-project] Pushing event deleted for resources: {'Network': ['ID=ac7e1cd9-cd46-4db9-82bb-9638eef7c852,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.822604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.841557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2459df25-7547-43e6-9743-76c00bd3b7c5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:20.905354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 2459df25-7547-43e6-9743-76c00bd3b7c5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:20.906128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2459df25-7547-43e6-9743-76c00bd3b7c5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:20.959313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] For port 18936a9a-68d9-4c87-a703-c898c9dc7088, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=18936a9a-68d9-4c87-a703-c898c9dc7088,segment=NetworkSegment(71c8c69c-c320-45fb-b746-7db2fca1a4d3),segment_id=71c8c69c-c320-45fb-b746-7db2fca1a4d3)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:20.960229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.989220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Calling delete_port for 18936a9a-68d9-4c87-a703-c898c9dc7088 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:21.377820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27cae5-ee78-45ad-b74f-c1aabd82f210 req-530a5966-afe4-4882-bfc9-7132d18e25fe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.380025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e27cae5-ee78-45ad-b74f-c1aabd82f210 req-530a5966-afe4-4882-bfc9-7132d18e25fe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.6717672 Jul 07 17:05:21.678178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.690448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.720545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e27cae5-ee78-45ad-b74f-c1aabd82f210 req-160fcf8a-c98d-455e-948a-f5d6f0b79567 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195717 Jul 07 17:05:21.735931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.846638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Pushing event deleted for resources: {'Port': ['ID=18936a9a-68d9-4c87-a703-c898c9dc7088,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.898479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db409-ae92-470c-b4b5-9b48ea8ff066 req-08214a88-6554-4df6-afa6-7b95201fc107 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.909189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae9db409-ae92-470c-b4b5-9b48ea8ff066 req-08214a88-6554-4df6-afa6-7b95201fc107 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 867 time: 0.5226910 Jul 07 17:05:21.959881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 18936a9a-68d9-4c87-a703-c898c9dc7088 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:22.014555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 18936a9a-68d9-4c87-a703-c898c9dc7088 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:22.014911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 18936a9a-68d9-4c87-a703-c898c9dc7088 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:22.471979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] No DVR routers for this DVR port 18936a9a-68d9-4c87-a703-c898c9dc7088 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:22.475067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.478693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9dc90be6-4cf8-488a-824e-fc12306530cd req-7b83322e-4e17-451a-839f-afdc7f7febc1 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.13 "DELETE /v2.0/ports/18936a9a-68d9-4c87-a703-c898c9dc7088 HTTP/1.1" status: 204 len: 173 time: 3.1202796 Jul 07 17:05:22.498641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'name': 'network-vif-deleted', 'tag': '18936a9a-68d9-4c87-a703-c898c9dc7088'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:22.502859 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018b3127-b464-4eee-a57b-0d7b534c4636" -d '{"events": [{"server_uuid": "70079d16-27a7-4180-a4e0-369adc88d7a2", "name": "network-vif-deleted", "tag": "18936a9a-68d9-4c87-a703-c898c9dc7088"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:22.526728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae9db409-ae92-470c-b4b5-9b48ea8ff066 req-8a92f052-b01c-466a-b54b-94098f233852 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/security-groups?id=a080e3fb-5ded-4225-8fbe-9e38e15fc874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109920 Jul 07 17:05:22.634994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Router cd3b7c4e-e81e-4d31-a309-c052fe9cc75b is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:22.890591 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8016e6c0-4336-4027-8a21-ce832c3e1f38 x-openstack-request-id: req-8016e6c0-4336-4027-8a21-ce832c3e1f38 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:22.891697 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70079d16-27a7-4180-a4e0-369adc88d7a2", "name": "network-vif-deleted", "tag": "18936a9a-68d9-4c87-a703-c898c9dc7088", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:22.891697 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8016e6c0-4336-4027-8a21-ce832c3e1f38 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:22.893127 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70079d16-27a7-4180-a4e0-369adc88d7a2', 'name': 'network-vif-deleted', 'tag': '18936a9a-68d9-4c87-a703-c898c9dc7088', 'status': 'completed', 'code': 200} Jul 07 17:05:22.922163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:22.942371 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] Sync routers for ids ['cd3b7c4e-e81e-4d31-a309-c052fe9cc75b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:22.949602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.955616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38072) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:22.956660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae2e11a4-d4ae-4ebd-a22c-096d9d1eb178 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "PUT /v2.0/routers/cd3b7c4e-e81e-4d31-a309-c052fe9cc75b HTTP/1.1" status: 200 len: 915 time: 6.6811190 Jul 07 17:05:22.960695 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] Routers {'cd3b7c4e-e81e-4d31-a309-c052fe9cc75b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:22.962753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cd3b7c4e-e81e-4d31-a309-c052fe9cc75b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.048329 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.059408 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] Routers {'cd3b7c4e-e81e-4d31-a309-c052fe9cc75b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:23.060368 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cd3b7c4e-e81e-4d31-a309-c052fe9cc75b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.176891 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.190190 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babba1c-37d7-4196-90bd-433fd5795a96 None None] The sync data for ids ['cd3b7c4e-e81e-4d31-a309-c052fe9cc75b'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:23.305636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad964111-8111-4b57-9ec0-14652a2a80ba req-8962ff7f-ef74-4026-8607-29eb6134d8e0 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.318875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad964111-8111-4b57-9ec0-14652a2a80ba req-8962ff7f-ef74-4026-8607-29eb6134d8e0 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2989402 Jul 07 17:05:23.361330 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8908d835-d7bf-4f39-a1f2-55a59f2cd641 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/cd3b7c4e-e81e-4d31-a309-c052fe9cc75b HTTP/1.1" status: 200 len: 921 time: 0.4035313 Jul 07 17:05:23.365902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38082) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:23.435425 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad964111-8111-4b57-9ec0-14652a2a80ba req-90445730-33f0-4ae3-a5ef-13731030cc49 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155257 Jul 07 17:05:23.566774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06914f9-9db7-447b-927f-aea8a52859e7 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.571271 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e06914f9-9db7-447b-927f-aea8a52859e7 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=cd3b7c4e-e81e-4d31-a309-c052fe9cc75b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2027144 Jul 07 17:05:23.574589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38090) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:23.748738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.003832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-017b3d17-43c8-47b2-a60c-df242a1834b9 req-dfea367d-911b-4f8b-b3f9-5c368917e538 tempest-InstanceActionsV221TestJSON-995311129 tempest-InstanceActionsV221TestJSON-995311129-project] 10.222.0.78 "GET /v2.0/ports?device_id=70079d16-27a7-4180-a4e0-369adc88d7a2 HTTP/1.1" status: 200 len: 210 time: 0.0666590 Jul 07 17:05:24.018333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8490f3-d13f-46ff-9f19-af718881e5e8 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.031163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f8490f3-d13f-46ff-9f19-af718881e5e8 tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.4495411 Jul 07 17:05:24.032136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38102) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:24.090490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-50465449-558a-4b1b-a75e-ec9c25b4914b tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3b7c4e-e81e-4d31-a309-c052fe9cc75b HTTP/1.1" status: 200 len: 205 time: 0.0564942 Jul 07 17:05:24.094262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38108) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:24.310169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.450997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.522514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7d052-9feb-4a6b-b284-a769423dd390 req-d3d48c8c-9986-4fcd-92c0-af9847ccdf57 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.525377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cb7d052-9feb-4a6b-b284-a769423dd390 req-d3d48c8c-9986-4fcd-92c0-af9847ccdf57 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3059695 Jul 07 17:05:24.642098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Deleting port 5d258aa4-8e4f-4def-a569-e3386ac42db6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:24.642645 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.750792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cb7d052-9feb-4a6b-b284-a769423dd390 req-d3242c08-1f6a-4cfe-9a24-0ead0ed79283 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081122 Jul 07 17:05:24.884180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.904847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Calling delete_port for 5d258aa4-8e4f-4def-a569-e3386ac42db6 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:25.408482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.468477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event deleted for resources: {'Port': ['ID=5d258aa4-8e4f-4def-a569-e3386ac42db6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:25.587069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.750424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.754508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.840317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.841199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Fanout notify agent at l3_agent the message router_deleted on router cd3b7c4e-e81e-4d31-a309-c052fe9cc75b {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:25.863485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.868462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-95433e16-7540-4bc8-a772-cf485d59cd9e tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/cd3b7c4e-e81e-4d31-a309-c052fe9cc75b HTTP/1.1" status: 204 len: 168 time: 1.7704992 Jul 07 17:05:25.872756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:25.881047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-950552624', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:25.999292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.013657 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.182224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.245665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38162) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:26.464916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Deleting subnet d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:26.471398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.536041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.614171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.709416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.749630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:26.777012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071b012-f7da-4901-ae07-7e21c5d77497 req-4c35cc4b-9afa-413b-ad80-278807ada932 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:26.787567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a071b012-f7da-4901-ae07-7e21c5d77497 req-4c35cc4b-9afa-413b-ad80-278807ada932 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.4640353 Jul 07 17:05:26.845869 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.852546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.854517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-165d49a0-df87-4bc4-890e-023519470923 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d11ee69c-74c0-4c4c-9a48-e6ca743c7c5d HTTP/1.1" status: 204 len: 168 time: 0.6073267 Jul 07 17:05:26.856986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38168) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:26.961896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a071b012-f7da-4901-ae07-7e21c5d77497 req-af048bd5-f7f7-4c7b-bdcb-08d944971385 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711359 Jul 07 17:05:26.990707 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.322711 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.329686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.337522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:27.352134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.353262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c8c69c-c320-45fb-b746-7db2fca1a4d3') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:27.353568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c8c69c-c320-45fb-b746-7db2fca1a4d3') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:27.365546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.410221 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.425020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:27.425467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:27.458713 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:27.488212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Allocated IP 172.25.5.56 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a4cb6fa9-7036-4a19-ba1d-9a68ab2d8d41) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:27.600407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.615564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.618836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] 10.222.0.78 "DELETE /v2.0/networks/a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593 HTTP/1.1" status: 204 len: 168 time: 0.7605550 Jul 07 17:05:27.667842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6727d9-3336-4040-a5cd-37e7c112d03b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4de2bb4-a3b6-47a8-ba9e-565d3f2cb593,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.757325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.824654 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.889454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event updated for resources: {'Port': ['ID=a4cb6fa9-7036-4a19-ba1d-9a68ab2d8d41,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.910717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:27.915763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:27.922593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:28.262916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38190) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.477170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-afe4b38e-f6ba-4d68-871c-b638cac7bc01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97cb2c1afcff4f8fb35de4c4362bccd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120941 Jul 07 17:05:28.491779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38194) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.586502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.864432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d420f50e-32be-438f-b4b8-17f78ce96029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.916551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d420f50e-32be-438f-b4b8-17f78ce96029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.948802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11294d3c-5801-4b0d-a0fe-f01c709c1a12 req-a319c202-eb54-4191-8920-506562cb41f7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:28.962942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11294d3c-5801-4b0d-a0fe-f01c709c1a12 req-a319c202-eb54-4191-8920-506562cb41f7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.4598174 Jul 07 17:05:29.145407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11294d3c-5801-4b0d-a0fe-f01c709c1a12 req-ec6dcbf1-c904-4e64-8ef9-36e5089f2db6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725118 Jul 07 17:05:29.152651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d420f50e-32be-438f-b4b8-17f78ce96029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.155568 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d420f50e-32be-438f-b4b8-17f78ce96029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.158379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d420f50e-32be-438f-b4b8-17f78ce96029 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a080e3fb-5ded-4225-8fbe-9e38e15fc874 HTTP/1.1" status: 204 len: 168 time: 0.6654463 Jul 07 17:05:29.223740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.228270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420f50e-32be-438f-b4b8-17f78ce96029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a080e3fb-5ded-4225-8fbe-9e38e15fc874,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.315372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Router 238a3479-1d3b-4b38-9b6c-43950e3ca9e7 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:30.606384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:30.619942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] Sync routers for ids ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:30.636466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] Routers {'238a3479-1d3b-4b38-9b6c-43950e3ca9e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:30.637180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:30.668602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.673424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2bd1ba87-0803-4836-b32c-a392d9eeba53 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7990272 Jul 07 17:05:30.674150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38234) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:30.684599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:30.709255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af7767-caee-4f40-bd65-2b8b4805b056 req-773855c5-8486-4268-8ff3-0d20b692fdde tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:30.718635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25af7767-caee-4f40-bd65-2b8b4805b056 req-773855c5-8486-4268-8ff3-0d20b692fdde tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2385597 Jul 07 17:05:30.748920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:30.780904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] Routers {'238a3479-1d3b-4b38-9b6c-43950e3ca9e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:30.781975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:30.830542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25af7767-caee-4f40-bd65-2b8b4805b056 req-e34e947f-953a-4140-9dfe-a7362b961090 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104112 Jul 07 17:05:30.888503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:30.889437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf39fb-1d57-40f8-b445-7edb08cd2b38 None None] The sync data for ids ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:30.917437 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:31.076298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38242) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:31.409621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-692958674-network', 'tenant_id': '632cf2b7b267438aa91512ccd9145103'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:31.470090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Made reservation on behalf of 632cf2b7b267438aa91512ccd9145103 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:31.473064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.498287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.737490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.740625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.746013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.782928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.826976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2226d0-2601-4204-9b03-e409f45a9bbc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:31.830506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:31.846462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.847060 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Added segment 68280883-2c78-4c5e-9cc4-c7f40ab3fe3b of type vlan for network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e Jul 07 17:05:31.907014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.024241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Deleting port a4cb6fa9-7036-4a19-ba1d-9a68ab2d8d41 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:32.024661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.026285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.028206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:32.031374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.287150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2131062 Jul 07 17:05:32.303918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38264) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:32.314329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Request body: {'subnet': {'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-692958674-subnet', 'tenant_id': '632cf2b7b267438aa91512ccd9145103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:32.317520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.365161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Calling delete_port for a4cb6fa9-7036-4a19-ba1d-9a68ab2d8d41 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:32.370114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Made reservation on behalf of 632cf2b7b267438aa91512ccd9145103 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:32.372578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.381344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60f989-d36e-4779-960e-879f4a0c6d58 admin admin] Pushing event updated for resources: {'Network': ['ID=62eeedf5-525c-4b90-acb7-d4c6e72cc42e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:32.393881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:32.520109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b258d-14b1-4f4a-89cc-45c366098a89 req-37afaf19-7de2-47d7-835d-72ad2ea7b77a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:32.528273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d74b258d-14b1-4f4a-89cc-45c366098a89 req-37afaf19-7de2-47d7-835d-72ad2ea7b77a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2457261 Jul 07 17:05:32.603330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d74b258d-14b1-4f4a-89cc-45c366098a89 req-8b865530-2e1e-4f10-a372-1dc79c1f9a1d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737491 Jul 07 17:05:32.858515 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.951071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Checking segment: {'id': '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:32.951681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Network hostable DHCP agents. Network: 62eeedf5-525c-4b90-acb7-d4c6e72cc42e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:32.958142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae6bc05-1b8b-4389-bc33-0a0be9dfc654,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:32.969660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.980116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-5298e4ad-10e4-4173-b17b-6834b6d2407c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1714182 Jul 07 17:05:32.997660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:33.014669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 62eeedf5-525c-4b90-acb7-d4c6e72cc42e) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:33.039652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c3370-d0d0-4a2c-a966-5cca27826593 None None] Network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:33.046281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.046922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.087105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Pushing event deleted for resources: {'Port': ['ID=a4cb6fa9-7036-4a19-ba1d-9a68ab2d8d41,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:33.141604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9a6a9c2d-c8db-4993-b806-ba97e2690785 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8345404 Jul 07 17:05:33.235863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.236354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.236842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.237358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.250504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.250979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.251502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.254418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-b3d55e94-8db1-4387-8dd1-7d6a0526bcef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.1598115 Jul 07 17:05:33.371372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.520397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1f5e5-845c-4486-8440-ccb4d258971c None None] Network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:33.673373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-7e033b1e-b777-4a73-8d32-948d2e04cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.674110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-7e033b1e-b777-4a73-8d32-948d2e04cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.674604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-7e033b1e-b777-4a73-8d32-948d2e04cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.677483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-7e033b1e-b777-4a73-8d32-948d2e04cc6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 2298 time: 0.3794489 Jul 07 17:05:33.858194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.971739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-a3a91e4f-87ce-4b6e-9370-4756fe3275ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1001 time: 0.2874706 Jul 07 17:05:34.140045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.152517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.166282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-eac30d9d-adaf-4cd5-b58c-9f2954d08e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.167848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-eac30d9d-adaf-4cd5-b58c-9f2954d08e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.1898713 Jul 07 17:05:34.302794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Router 238a3479-1d3b-4b38-9b6c-43950e3ca9e7 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:34.408481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-091b87e2-8afd-439a-9b42-dd68ab877962 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.412860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-091b87e2-8afd-439a-9b42-dd68ab877962 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/networks?id=62eeedf5-525c-4b90-acb7-d4c6e72cc42e HTTP/1.1" status: 200 len: 821 time: 0.1451969 Jul 07 17:05:34.438820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f79f-ec24-40a9-8ce2-db6c2a40f736 req-4b249f02-caf0-427a-95e9-cb83acf56f64 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.441724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:34.442235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5487f79f-ec24-40a9-8ce2-db6c2a40f736 req-4b249f02-caf0-427a-95e9-cb83acf56f64 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.4389496 Jul 07 17:05:34.451802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.458802 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bf6b159-d6af-4063-b2db-34cfc613ff14 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "PUT /v2.0/routers/238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 200 len: 705 time: 3.7822101 Jul 07 17:05:34.459121 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] Sync routers for ids ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:34.459830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:34.480584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-d7b9fad4-9b92-4729-8edc-833bf8297168 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/quotas/632cf2b7b267438aa91512ccd9145103 HTTP/1.1" status: 200 len: 375 time: 0.0592668 Jul 07 17:05:34.498665 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] Routers {'238a3479-1d3b-4b38-9b6c-43950e3ca9e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:34.499326 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:34.574835 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3db04f9-5c23-463e-a5fd-166f7717e35c tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/routers/238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 200 len: 740 time: 0.1135974 Jul 07 17:05:34.577447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38310) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:34.622123 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:34.622570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-0108b4a3-fe81-4d0a-bc6f-f66dc5dad9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.625249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-0108b4a3-fe81-4d0a-bc6f-f66dc5dad9d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4510746 Jul 07 17:05:34.638800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-471add9b-b15a-461e-8a61-b42b6bcd50d7 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=632cf2b7b267438aa91512ccd9145103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1466303 Jul 07 17:05:34.643283 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] Routers {'238a3479-1d3b-4b38-9b6c-43950e3ca9e7'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:34.647794 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:08Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:34.661860 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-729526d4-9c39-43b2-a0ea-88ba12d2aa1d tempest-RoutersAdminTest-1579587600 tempest-RoutersAdminTest-1579587600-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 200 len: 205 time: 0.0823481 Jul 07 17:05:34.672693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38312) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:34.695256 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:34.696292 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc7eece-ae49-4c11-8e58-eb3050171e66 None None] The sync data for ids ['238a3479-1d3b-4b38-9b6c-43950e3ca9e7'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:34.713242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5487f79f-ec24-40a9-8ce2-db6c2a40f736 req-f75c734b-85f7-485c-b0c0-b9aea96f3c5e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574708 Jul 07 17:05:34.722327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e39e497-f014-4eba-b828-4bba62f572b2 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 200 len: 205 time: 0.0478752 Jul 07 17:05:34.725158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38314) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:34.828019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.068800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.074158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.146143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7864156-b55d-41de-a5ac-4dbc514c781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.152010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-e57a42af-9e4f-4a3c-9a7a-930d1e5a1d0a service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075965 Jul 07 17:05:35.158403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-e3025246-4915-43d5-bab4-161b136cdef9 service neutron] 10.222.0.78 "GET /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839685 Jul 07 17:05:35.190458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.191408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Fanout notify agent at l3_agent the message router_deleted on router 238a3479-1d3b-4b38-9b6c-43950e3ca9e7 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:35.209046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.219297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-efe9964b-70c4-4b1d-83a1-ef687d0a4272 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 204 len: 168 time: 0.4842508 Jul 07 17:05:35.219560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.275167 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-75125aa0-e8e2-4c34-8037-9f75b99cc7d3 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 200 len: 205 time: 0.0532148 Jul 07 17:05:35.276621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38328) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.284902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-36a36120-1743-47d4-aa30-43e1d9a1c7d9 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255181 Jul 07 17:05:35.354066 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-ac846a61-6291-4f1f-aeb6-f794312d50b7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] delete failed (client error): The resource could not be found. Jul 07 17:05:35.360645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ac846a61-6291-4f1f-aeb6-f794312d50b7 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/238a3479-1d3b-4b38-9b6c-43950e3ca9e7 HTTP/1.1" status: 404 len: 336 time: 0.0821643 Jul 07 17:05:35.361787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.386338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-d4d75c38-a5c4-4b8d-95c5-b1c2bed1116e service neutron] 10.222.0.78 "GET /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003869 Jul 07 17:05:35.425065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-aa675dd1-15ee-4f97-91b3-ec32629dcbd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.0376623 Jul 07 17:05:35.441948 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-24f924d9-5e25-4b59-8c83-2cf797f03df5 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd3b7c4e-e81e-4d31-a309-c052fe9cc75b HTTP/1.1" status: 200 len: 205 time: 0.0785527 Jul 07 17:05:35.442907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38338) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.486648 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-8c1690b7-9dc8-404c-a38c-42f92658542d tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] delete failed (client error): The resource could not be found. Jul 07 17:05:35.490800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8c1690b7-9dc8-404c-a38c-42f92658542d tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/cd3b7c4e-e81e-4d31-a309-c052fe9cc75b HTTP/1.1" status: 404 len: 336 time: 0.0464950 Jul 07 17:05:35.491389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38340) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.533950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-619cc3fe-f896-4b72-9a77-ca45e4c4d978 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=baab0591-0c73-4d73-8a31-e1ae77e6367e HTTP/1.1" status: 200 len: 205 time: 0.0387530 Jul 07 17:05:35.536926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38342) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.691410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-502291c6-9132-4041-a3d2-88747d6c1766 req-d66cbf32-80bc-40cb-b6d2-6377c253df66 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0542631 Jul 07 17:05:35.696196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-98455ae4-3a22-418a-a96a-57437e148ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.705158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-98455ae4-3a22-418a-a96a-57437e148ab7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.2636728 Jul 07 17:05:35.705158 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-77aa1dc8-837f-40ed-b74a-9d555b51ba36 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] delete failed (client error): The resource could not be found. Jul 07 17:05:35.705158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-77aa1dc8-837f-40ed-b74a-9d555b51ba36 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/baab0591-0c73-4d73-8a31-e1ae77e6367e HTTP/1.1" status: 404 len: 336 time: 0.1667511 Jul 07 17:05:35.723699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.840816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c33a2faa-5db6-48c0-bfef-a4731398c1d1 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=660faa7c-0cfc-4f90-91a7-75ee24f5a7da HTTP/1.1" status: 200 len: 205 time: 0.1146595 Jul 07 17:05:35.842325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.927771 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-bb3d5264-7556-4eb9-93a1-3828e963a11d tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] delete failed (client error): The resource could not be found. Jul 07 17:05:35.936807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bb3d5264-7556-4eb9-93a1-3828e963a11d tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/660faa7c-0cfc-4f90-91a7-75ee24f5a7da HTTP/1.1" status: 404 len: 336 time: 0.0923150 Jul 07 17:05:35.937035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38362) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.027064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-18bc7e2a-eac2-4f84-9aa5-eb81f2e9aa79 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=feac1861-d14b-4364-8f21-3db1299e7129 HTTP/1.1" status: 200 len: 205 time: 0.0874460 Jul 07 17:05:36.042606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38370) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.043583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-9b77ba9f-61db-44e0-88c7-855e383c1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:36.047081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-9b77ba9f-61db-44e0-88c7-855e383c1317 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3366253 Jul 07 17:05:36.142193 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-72d37e45-3b8b-4e1c-a271-bc3408b216c1 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] delete failed (client error): The resource could not be found. Jul 07 17:05:36.149839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72d37e45-3b8b-4e1c-a271-bc3408b216c1 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/feac1861-d14b-4364-8f21-3db1299e7129 HTTP/1.1" status: 404 len: 336 time: 0.1056416 Jul 07 17:05:36.150642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38374) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.200657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c17108bc-2579-4c48-b9f7-2fe9d5144f75 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b386395-7c0a-4031-909f-7f9615737186 HTTP/1.1" status: 200 len: 205 time: 0.0477648 Jul 07 17:05:36.204665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.255797 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-f0ed225a-5bf0-43a4-8501-5783aa37c23c tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] delete failed (client error): The resource could not be found. Jul 07 17:05:36.260546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0ed225a-5bf0-43a4-8501-5783aa37c23c tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/routers/3b386395-7c0a-4031-909f-7f9615737186 HTTP/1.1" status: 404 len: 336 time: 0.0491741 Jul 07 17:05:36.260983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.303540 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dac4df-2c2e-45b6-95e0-c39198c5d270 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] DELETE failed (client error): The resource could not be found. Jul 07 17:05:36.304135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dac4df-2c2e-45b6-95e0-c39198c5d270 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:05:36.309152 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61dac4df-2c2e-45b6-95e0-c39198c5d270 tempest-RoutersAdminTest-1193836941 tempest-RoutersAdminTest-1193836941-project] 10.222.0.78 "DELETE /v2.0/subnets/8d6cfa4c-93c8-465d-b36d-98096ea174be HTTP/1.1" status: 404 len: 337 time: 0.0454235 Jul 07 17:05:36.418191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819af73f-c51a-4fab-a18b-9fd66fb6ef8c req-51fc8acf-29da-4a77-a71e-7f346e2db7fa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:36.420634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-819af73f-c51a-4fab-a18b-9fd66fb6ef8c req-51fc8acf-29da-4a77-a71e-7f346e2db7fa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2901120 Jul 07 17:05:36.423694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-30673551-d62a-4327-a82b-619758e381b2 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596630 Jul 07 17:05:36.593014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-819af73f-c51a-4fab-a18b-9fd66fb6ef8c req-7b6cc817-08e4-40e4-805d-d709677a9614 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556756 Jul 07 17:05:36.703056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-f65a8912-2d82-443c-a4c5-7c805f26ff1e service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705510 Jul 07 17:05:36.803037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-eb989310-2ad8-4be3-91ac-673c2ed75b31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.0855968 Jul 07 17:05:36.869633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:36.977732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-25d26aa3-1f44-4b9f-996c-1c353cadcf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:36.983236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-25d26aa3-1f44-4b9f-996c-1c353cadcf81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1789758 Jul 07 17:05:37.275411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b8d070e-4264-4009-8f43-9d0a7913fb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.301533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95939074-ceaa-4ecb-8099-d1d93511b091 req-e94bbf44-4774-4c4b-846b-54663d6b8a2f tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1556625 Jul 07 17:05:37.360078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-25b4fbf0-6730-453b-9492-37784e0afc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.362007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-25b4fbf0-6730-453b-9492-37784e0afc16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3655105 Jul 07 17:05:37.561344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-65c99e57-7335-43c5-96a3-9824ba0c1bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904624 Jul 07 17:05:37.615021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b8d070e-4264-4009-8f43-9d0a7913fb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.627027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b8d070e-4264-4009-8f43-9d0a7913fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.731545 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.735152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d070e-4264-4009-8f43-9d0a7913fb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5cf1f9-4280-48fa-9a85-fcceee9e17fd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.750180 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5b8d070e-4264-4009-8f43-9d0a7913fb01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8fb99f4b58b48858b23d50567c52a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8794789 Jul 07 17:05:37.751424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38446) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:37.795824 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a16bc9e6-b96a-4fca-a96e-49faff29a4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.937370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-687fcae2-fdfa-4f44-a1f4-7b430d059657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.941045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-e83c800a-5787-4e70-aa5b-ff716d438ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720059 Jul 07 17:05:37.999247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-687fcae2-fdfa-4f44-a1f4-7b430d059657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.120297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-c82b6dd9-359b-497f-8e28-00ba78c8f150 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.1292865 Jul 07 17:05:38.204679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-687fcae2-fdfa-4f44-a1f4-7b430d059657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.207178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-687fcae2-fdfa-4f44-a1f4-7b430d059657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.208666 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-687fcae2-fdfa-4f44-a1f4-7b430d059657 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b5cf1f9-4280-48fa-9a85-fcceee9e17fd HTTP/1.1" status: 204 len: 168 time: 0.4557197 Jul 07 17:05:38.252883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fcae2-fdfa-4f44-a1f4-7b430d059657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5cf1f9-4280-48fa-9a85-fcceee9e17fd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.269653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-fd7911b7-9ac3-4235-b582-608c6cc70434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.271233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-fd7911b7-9ac3-4235-b582-608c6cc70434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1420810 Jul 07 17:05:38.468920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29a85f-7d22-493e-954b-9a6961d9ea60 req-0b54e13d-5930-4cc2-902e-840609aa48ca tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.479385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb29a85f-7d22-493e-954b-9a6961d9ea60 req-0b54e13d-5930-4cc2-902e-840609aa48ca tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.5861495 Jul 07 17:05:38.490105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ea97a16e-9a3c-450e-b4ff-8608c73836b5 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.496147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ea97a16e-9a3c-450e-b4ff-8608c73836b5 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.13 "GET /v2.0/networks?id=62eeedf5-525c-4b90-acb7-d4c6e72cc42e HTTP/1.1" status: 200 len: 821 time: 0.3989253 Jul 07 17:05:38.549240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Request body: {'port': {'device_id': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e', 'admin_state_up': True, 'tenant_id': '632cf2b7b267438aa91512ccd9145103'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:38.648039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb29a85f-7d22-493e-954b-9a6961d9ea60 req-25e57c76-f69e-4c08-a850-ce3598da4058 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595979 Jul 07 17:05:38.741397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba512c26-9452-4215-8a0e-a6ba38535751 req-c4fbf692-5a04-4179-9a94-bb640cdb59f7 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1627975 Jul 07 17:05:38.770187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-78d102de-8a52-4781-82ff-e112d94db0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.775682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-78d102de-8a52-4781-82ff-e112d94db0ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4940269 Jul 07 17:05:39.060417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.165636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:39.180374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Made reservation on behalf of 632cf2b7b267438aa91512ccd9145103 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:39.186624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.190915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-be7099b5-37c2-46a5-936b-c5c61e5fc00e service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996649 Jul 07 17:05:39.357352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-d75a5bc4-d172-4ea5-834b-abf17f1a3e5b service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543109 Jul 07 17:05:39.406227 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7a3e8bc-c465-43a0-a72c-dc91bc5733f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35409ba9d6994005bcb4c1f274097568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322850 Jul 07 17:05:39.408461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38580) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:39.494699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-6d4a0ae2-1c85-468f-8ac1-1913e1564273 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.1301694 Jul 07 17:05:39.537661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a77687ad-ab51-4d83-8fe4-a7092b9c85f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.579723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Allocated IP 172.20.0.11 (62eeedf5-525c-4b90-acb7-d4c6e72cc42e/5ae6bc05-1b8b-4389-bc33-0a0be9dfc654/6f73c1d9-07a3-4a89-ad41-566debc1d903) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:39.616021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a77687ad-ab51-4d83-8fe4-a7092b9c85f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.622915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-9fdcd527-91f9-420b-ac05-c04875424d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.624518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-9fdcd527-91f9-420b-ac05-c04875424d24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1194518 Jul 07 17:05:39.772117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a77687ad-ab51-4d83-8fe4-a7092b9c85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.775275 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a77687ad-ab51-4d83-8fe4-a7092b9c85f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.776752 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a77687ad-ab51-4d83-8fe4-a7092b9c85f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6ce48f8-5c7e-4148-96c7-9ac53f10eebc HTTP/1.1" status: 204 len: 168 time: 0.3648450 Jul 07 17:05:39.777492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-ec76da9c-3bd6-44ac-aad8-2cbfaef9015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.783219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-ec76da9c-3bd6-44ac-aad8-2cbfaef9015d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493924 Jul 07 17:05:39.855528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77687ad-ab51-4d83-8fe4-a7092b9c85f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ce48f8-5c7e-4148-96c7-9ac53f10eebc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:40.149665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-3489dd7c-2d17-45ef-83a7-7a0aa83eb440 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605216 Jul 07 17:05:40.150582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.255896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56589d2e-9a6e-4de0-96ca-419514decd85 req-5437258a-9785-4344-a91e-4130dff75f88 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1639869 Jul 07 17:05:40.326568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.466961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85ed0-f0b0-4527-80c8-fc935efbe16a req-1906d0bf-66d6-4d51-b145-6312b9f75c7d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.468908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56f85ed0-f0b0-4527-80c8-fc935efbe16a req-1906d0bf-66d6-4d51-b145-6312b9f75c7d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3535287 Jul 07 17:05:40.474197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-88857a6b-e6dc-45b6-af89-5e4e4ddeb7ab service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170044 Jul 07 17:05:40.529038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Pushing event updated for resources: {'Port': ['ID=6f73c1d9-07a3-4a89-ad41-566debc1d903,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:40.540490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:40.552612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:40.560233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-f5c12c52-733c-4356-9fdd-c720346efc10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.0772982 Jul 07 17:05:40.563657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:40.664698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56f85ed0-f0b0-4527-80c8-fc935efbe16a req-29937a02-1eb7-43e2-8fc7-e5891d90e336 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890435 Jul 07 17:05:40.700460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-3e4272ba-635e-4b3e-9436-326ef4a80852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.703984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-3e4272ba-635e-4b3e-9436-326ef4a80852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1325734 Jul 07 17:05:40.765894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.822589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.823361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.866401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-eaafdd67-6f65-46e1-b6fe-80e6e1bafc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.869063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-ddd337ec-c631-4dcb-a553-11529cddf23e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3522613 Jul 07 17:05:40.872191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-eaafdd67-6f65-46e1-b6fe-80e6e1bafc0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1447577 Jul 07 17:05:40.899897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Request body: {'port': {'device_id': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:41.204340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.396869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-3805f58f-757b-4391-b742-6e3fbfa72cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868994 Jul 07 17:05:41.713693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-1c630771-b083-4ae1-b4a9-eaaf87bc9c10 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128116 Jul 07 17:05:41.863931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-29eea028-0bed-4bd5-a9d9-75158c4bbe79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.1433728 Jul 07 17:05:42.283792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-e01af7e1-38bb-4153-ba8e-5a7a4c2c5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.292885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-e01af7e1-38bb-4153-ba8e-5a7a4c2c5af4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.4160280 Jul 07 17:05:42.296954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38800) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:42.398938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac609d18-12bb-4e1a-9ac7-bc9808cdd6e0 req-972a8bc6-202b-4246-abb4-043e37d9a4d3 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.402600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac609d18-12bb-4e1a-9ac7-bc9808cdd6e0 req-972a8bc6-202b-4246-abb4-043e37d9a4d3 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 932 time: 0.6831682 Jul 07 17:05:42.723884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac609d18-12bb-4e1a-9ac7-bc9808cdd6e0 req-d21e7ef0-7831-41d9-b281-4de80acb9475 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395902 Jul 07 17:05:42.824042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1206105276'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:42.904497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a451-41ca-428f-8522-a91c1e4e2528 req-7c08e39a-184e-4586-b3d8-9df2855b33cb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.909634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22b7a451-41ca-428f-8522-a91c1e4e2528 req-7c08e39a-184e-4586-b3d8-9df2855b33cb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.5622907 Jul 07 17:05:42.939885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-5c18e87c-9d78-4c87-8dad-76fcdf804131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.943157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-5c18e87c-9d78-4c87-8dad-76fcdf804131 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6259022 Jul 07 17:05:42.982117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:42.991124 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.172715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f73c1d9-07a3-4a89-ad41-566debc1d903 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:43.173609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.206248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.239543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Transition to ACTIVE for port object 6f73c1d9-07a3-4a89-ad41-566debc1d903 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:43.246639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.427384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22b7a451-41ca-428f-8522-a91c1e4e2528 req-f6e39478-b19f-4108-a844-97b676db1716 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484992 Jul 07 17:05:43.519063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Pushing event updated for resources: {'Port': ['ID=6f73c1d9-07a3-4a89-ad41-566debc1d903,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.536714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.542766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-d15e30d3-682d-4923-8b49-4bcb278e8683 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892508 Jul 07 17:05:43.544399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.614671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Attempting to bind port 6f73c1d9-07a3-4a89-ad41-566debc1d903 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:43.615025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Attempting to bind port 6f73c1d9-07a3-4a89-ad41-566debc1d903 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:43.615598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Attempting to bind port 6f73c1d9-07a3-4a89-ad41-566debc1d903 on network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:43.622315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Port 6f73c1d9-07a3-4a89-ad41-566debc1d903 on network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:43.623015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Attempting to bind port 6f73c1d9-07a3-4a89-ad41-566debc1d903 on network 62eeedf5-525c-4b90-acb7-d4c6e72cc42e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:43.629546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:43.630205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Checking segment: {'id': '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:43.630772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Bound using segment: {'id': '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:43.631404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Bound port: 6f73c1d9-07a3-4a89-ad41-566debc1d903, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:43.631952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.763963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] For port 6f73c1d9-07a3-4a89-ad41-566debc1d903, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:43.771586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] For port 6f73c1d9-07a3-4a89-ad41-566debc1d903, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903,segment=NetworkSegment(68280883-2c78-4c5e-9cc4-c7f40ab3fe3b),segment_id=68280883-2c78-4c5e-9cc4-c7f40ab3fe3b)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:43.782077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.831307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.832199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.834083 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f73c1d9-07a3-4a89-ad41-566debc1d903 HTTP/1.1" status: 200 len: 1092 time: 2.9471748 Jul 07 17:05:43.838707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'tag': '6f73c1d9-07a3-4a89-ad41-566debc1d903'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:43.841584 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2c421-81bb-45f4-8f72-009fc8b1ff82" -d '{"events": [{"name": "network-changed", "server_uuid": "5067fff5-4c29-48fe-aab3-35880fe5d9a9", "tag": "6f73c1d9-07a3-4a89-ad41-566debc1d903"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:43.874781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e29f46-4639-46b2-8cee-b10e5fce4476 service neutron] Pushing event updated for resources: {'Port': ['ID=6f73c1d9-07a3-4a89-ad41-566debc1d903,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.926811 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa7ad5-9151-4776-abf0-0f7ff02b0374 x-openstack-request-id: req-63fa7ad5-9151-4776-abf0-0f7ff02b0374 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:43.927401 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5067fff5-4c29-48fe-aab3-35880fe5d9a9", "tag": "6f73c1d9-07a3-4a89-ad41-566debc1d903", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:43.927842 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63fa7ad5-9151-4776-abf0-0f7ff02b0374 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:43.928423 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'tag': '6f73c1d9-07a3-4a89-ad41-566debc1d903', 'status': 'completed', 'code': 200} Jul 07 17:05:44.049448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-aa196cf0-2e11-487f-b6a7-31dcef1f9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.053026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-aa196cf0-2e11-487f-b6a7-31dcef1f9658 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=632cf2b7b267438aa91512ccd9145103&device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 1095 time: 0.1423016 Jul 07 17:05:44.067292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbdf902-f340-4ee9-aeff-1e1bf27aab76,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.082239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:44.135496 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.135864 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Added segment 24fa8e22-a058-476a-82fc-9be2dc4fd5ab of type vlan for network b377f64d-ee1b-453b-ab02-7e2141719875 Jul 07 17:05:44.142914 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-53c31d3e-9fd4-4153-bd5b-6646d7c5b5e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903 HTTP/1.1" status: 200 len: 217 time: 0.0762792 Jul 07 17:05:44.214577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.240698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38956) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:44.280857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7156f568-6fe9-4ae3-bfca-25ed01729ea0 req-41b5b8ed-aca1-48b7-8ad4-062c7b6ec37c service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305892 Jul 07 17:05:44.299442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-dae9e048-04bb-466a-821d-af777d0b7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.299776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84234100-58c8-4e80-bb76-6cb33bd76836 req-b09ad42c-3b47-4a91-b6f7-663d790ac2dc tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.302979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-dae9e048-04bb-466a-821d-af777d0b7146 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ae6bc05-1b8b-4389-bc33-0a0be9dfc654 HTTP/1.1" status: 200 len: 861 time: 0.1523979 Jul 07 17:05:44.309420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84234100-58c8-4e80-bb76-6cb33bd76836 req-b09ad42c-3b47-4a91-b6f7-663d790ac2dc tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 944 time: 0.2338736 Jul 07 17:05:44.388127 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-f87697f7-c39c-4ca2-8e99-6596ba95dc7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62eeedf5-525c-4b90-acb7-d4c6e72cc42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780554 Jul 07 17:05:44.404892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.416632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.418606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.542439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Network': ['ID=b377f64d-ee1b-453b-ab02-7e2141719875,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.549703 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-85659706-b808-448f-a8d1-968fba7da3e1 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2428110 Jul 07 17:05:44.553518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b377f64d-ee1b-453b-ab02-7e2141719875 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:44.563747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38974) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:44.576750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'subnet': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:44.604718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84234100-58c8-4e80-bb76-6cb33bd76836 req-1232fbe8-b83b-47da-aeb7-a3e28328d431 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867427 Jul 07 17:05:44.912162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:44.918676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.026763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea1ef2-f614-4cb6-a5ed-5219296e1615 req-bed2ab27-e15c-4af1-9f8e-e31ff56f11ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.041068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62ea1ef2-f614-4cb6-a5ed-5219296e1615 req-bed2ab27-e15c-4af1-9f8e-e31ff56f11ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2228448 Jul 07 17:05:45.089360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-0aff3654-745d-4aef-8660-5ef839df253f service neutron] 10.222.0.13 "GET /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936784 Jul 07 17:05:45.187422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62ea1ef2-f614-4cb6-a5ed-5219296e1615 req-79f54807-bc74-44de-a5c1-0f965c910b47 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448486 Jul 07 17:05:45.282058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0561618-e7e1-4daa-894f-5fa740ad3d94 req-4556a12b-233f-430b-95df-b376710ba0ba service neutron] 10.222.0.13 "GET /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849020 Jul 07 17:05:45.464762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.604281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-667ba1a5-ff94-4020-b5b0-68dcdb953c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.605353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-667ba1a5-ff94-4020-b5b0-68dcdb953c0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=632cf2b7b267438aa91512ccd9145103&device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 1095 time: 0.1690555 Jul 07 17:05:45.609433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.629985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Checking segment: {'id': '24fa8e22-a058-476a-82fc-9be2dc4fd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:45.630906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network hostable DHCP agents. Network: b377f64d-ee1b-453b-ab02-7e2141719875, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:45.660343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Subnet': ['ID=a742721b-2af2-473f-89a2-4e552d8ddb3a,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.721744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:45.756523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b377f64d-ee1b-453b-ab02-7e2141719875) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:45.775371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0be9e-b908-4472-8de3-fe6b7f0e521a None None] Network b377f64d-ee1b-453b-ab02-7e2141719875 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:45.779750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.780770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.809758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-a4c034b4-4d5a-472a-ba00-59737ba8d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.811619 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-a4c034b4-4d5a-472a-ba00-59737ba8d4e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62eeedf5-525c-4b90-acb7-d4c6e72cc42e HTTP/1.1" status: 200 len: 922 time: 0.1985135 Jul 07 17:05:45.835357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd7e42c1-b186-4a57-9d11-b3c306ad1c63 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2673342 Jul 07 17:05:45.837513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38996) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:45.859512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'name': 'tempest-AllowedAddressPairTestJSON-152735150'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:45.935697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-79d2013f-eb24-4878-b748-2982e77eaf0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903 HTTP/1.1" status: 200 len: 217 time: 0.1157966 Jul 07 17:05:46.140391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-9efc1888-5b49-4173-b20f-24c2453f322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.142140 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-9efc1888-5b49-4173-b20f-24c2453f322b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ae6bc05-1b8b-4389-bc33-0a0be9dfc654 HTTP/1.1" status: 200 len: 861 time: 0.1988246 Jul 07 17:05:46.153759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-b377f64d-ee1b-453b-ab02-7e2141719875', 'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'tenant_id': 'aaba41b03d0b4f78b223cc6c21bebb9e', 'fixed_ips': [{'subnet_id': 'a742721b-2af2-473f-89a2-4e552d8ddb3a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:46.161146 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.200603 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-219d264d-954e-437d-9f86-e6bd43eed47b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62eeedf5-525c-4b90-acb7-d4c6e72cc42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441668 Jul 07 17:05:46.450340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0525666-bf71-447b-8f62-85dc71730801 req-857583e8-efb5-4bef-b1e0-368310c90063 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.461290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Allocated IP 172.20.0.2 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/282f2af1-053c-4ab2-b4b8-02c393fd57f9) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:46.470294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0525666-bf71-447b-8f62-85dc71730801 req-857583e8-efb5-4bef-b1e0-368310c90063 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 944 time: 0.3908820 Jul 07 17:05:46.493354 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-c5dc6925-2171-4dc2-ae28-9940f1e2e40f service neutron] 10.222.0.13 "GET /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817416 Jul 07 17:05:46.572635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Deleting port e442308b-6352-43f0-8a26-baf37c321737 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:46.572893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.602813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:46.611059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.657321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0525666-bf71-447b-8f62-85dc71730801 req-43a5fa00-0b25-4e64-aaac-f0557a3de147 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860778 Jul 07 17:05:46.677417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] device_id is not set on port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:05:46.694293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-81e2c421-81bb-45f4-8f72-009fc8b1ff82 req-a7ede469-0ac1-42f3-906e-21684f7666ce service neutron] 10.222.0.13 "GET /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915376 Jul 07 17:05:46.718254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] For port e442308b-6352-43f0-8a26-baf37c321737, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e442308b-6352-43f0-8a26-baf37c321737,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.718784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.746538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Calling delete_port for e442308b-6352-43f0-8a26-baf37c321737 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:46.832819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5740b-600d-43bb-a008-7914e7e13fe5 req-ff456714-c0bc-459e-8229-9023592095f9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.841266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02e5740b-600d-43bb-a008-7914e7e13fe5 req-ff456714-c0bc-459e-8229-9023592095f9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.3346472 Jul 07 17:05:46.860275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.872781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Transition to ACTIVE for port object 282f2af1-053c-4ab2-b4b8-02c393fd57f9 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:46.893284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Transition to ACTIVE for port object 282f2af1-053c-4ab2-b4b8-02c393fd57f9 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:46.904338 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.916300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02e5740b-600d-43bb-a008-7914e7e13fe5 req-1660aec3-d5a8-4766-8ec6-1385ad983f74 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734377 Jul 07 17:05:46.966177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:46.969555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:46.976371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:46.980836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Pushing event updated for resources: {'Port': ['ID=282f2af1-053c-4ab2-b4b8-02c393fd57f9,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.084430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Attempting to bind port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:47.085180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Attempting to bind port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '24fa8e22-a058-476a-82fc-9be2dc4fd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:47.086004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Attempting to bind port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 on network b377f64d-ee1b-453b-ab02-7e2141719875 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:47.106078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:47.106505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Checking segment: {'id': '24fa8e22-a058-476a-82fc-9be2dc4fd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:47.106922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.107328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Bound using segment: {'id': '24fa8e22-a058-476a-82fc-9be2dc4fd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:47.107826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Bound port: 282f2af1-053c-4ab2-b4b8-02c393fd57f9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fa8e22-a058-476a-82fc-9be2dc4fd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:47.108896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.175755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Allocated IP 172.20.0.11 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:47.217851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] For port 282f2af1-053c-4ab2-b4b8-02c393fd57f9, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:47.230115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] For port 282f2af1-053c-4ab2-b4b8-02c393fd57f9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=282f2af1-053c-4ab2-b4b8-02c393fd57f9,segment=NetworkSegment(24fa8e22-a058-476a-82fc-9be2dc4fd5ab),segment_id=24fa8e22-a058-476a-82fc-9be2dc4fd5ab)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:47.242223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.383580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad11e15-a057-4fc3-882a-04062052341b None None] Pushing event updated for resources: {'Port': ['ID=282f2af1-053c-4ab2-b4b8-02c393fd57f9,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.423035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.555621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e442308b-6352-43f0-8a26-baf37c321737,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.601965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.626653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Transition to ACTIVE for port object 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:47.628229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.628590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.628936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.629358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.629700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.630036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.630364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.630694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.631023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.631795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.631795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.655820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:47.752875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.864721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.891010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:47.894057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:47.898427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:48.015842 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.036532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.037869 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.110370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f73c1d9-07a3-4a89-ad41-566debc1d903 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:48.122384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5563e991-d158-458a-848e-cf6fa673f63d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2830679 Jul 07 17:05:48.126817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39022) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:48.137715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'name': 'tempest-AllowedAddressPairTestJSON-368901821', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:60:a1:17'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:48.357544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5fb1b-34f0-469c-9751-f156f1f4ffce req-726865ba-3e08-4731-ad0d-5c6d6141b075 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.359106 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fc5fb1b-34f0-469c-9751-f156f1f4ffce req-726865ba-3e08-4731-ad0d-5c6d6141b075 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 944 time: 0.3493459 Jul 07 17:05:48.462392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6f73c1d9-07a3-4a89-ad41-566debc1d903, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903,segment=NetworkSegment(68280883-2c78-4c5e-9cc4-c7f40ab3fe3b),segment_id=68280883-2c78-4c5e-9cc4-c7f40ab3fe3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:48.466442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fc5fb1b-34f0-469c-9751-f156f1f4ffce req-4d5e85ad-73c3-4b6e-8aac-26d972543ae1 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935822 Jul 07 17:05:48.484434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a3b2-f034-4735-8451-625d182f6cd9 req-58556b8b-bcc7-4f65-9526-26a778d1d583 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.486173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dc4a3b2-f034-4735-8451-625d182f6cd9 req-58556b8b-bcc7-4f65-9526-26a778d1d583 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2135441 Jul 07 17:05:48.491818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '6f73c1d9-07a3-4a89-ad41-566debc1d903', 'network_id': '62eeedf5-525c-4b90-acb7-d4c6e72cc42e', 'port_id': '6f73c1d9-07a3-4a89-ad41-566debc1d903', 'mac_address': 'fa:16:3e:10:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae6bc05-1b8b-4389-bc33-0a0be9dfc654', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:48.528622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:48.656904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.744940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f73c1d9-07a3-4a89-ad41-566debc1d903 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:48.798149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.828877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dc4a3b2-f034-4735-8451-625d182f6cd9 req-f3b36a64-94b0-409a-b48e-caf42d459ef5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307257 Jul 07 17:05:48.880760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] device_id is not set on port 4bc187f8-a014-48e2-8795-36e439a6aad6 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:05:48.881000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6f73c1d9-07a3-4a89-ad41-566debc1d903, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903,segment=NetworkSegment(68280883-2c78-4c5e-9cc4-c7f40ab3fe3b),segment_id=68280883-2c78-4c5e-9cc4-c7f40ab3fe3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:48.903988 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.055362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 282f2af1-053c-4ab2-b4b8-02c393fd57f9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:49.289254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Router 875315ef-fd14-4de1-bff4-22eab0234140 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:49.323271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Allocated IP 172.20.0.13 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/4bc187f8-a014-48e2-8795-36e439a6aad6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:49.326435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6f73c1d9-07a3-4a89-ad41-566debc1d903'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:49.475683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6f73c1d9-07a3-4a89-ad41-566debc1d903,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:49.563439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:49.573943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3d8293c6-abde-4257-b423-24d2134e21dd admin admin] 10.222.0.78 "PUT /v2.0/routers/875315ef-fd14-4de1-bff4-22eab0234140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3318515 Jul 07 17:05:49.574640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39036) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:49.718226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Sync routers for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:49.750036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:49.794156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.809854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef8a593-9d77-456e-9fa0-643160774c6e None None] Network b377f64d-ee1b-453b-ab02-7e2141719875 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:49.825613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Transition to ACTIVE for port object 4bc187f8-a014-48e2-8795-36e439a6aad6 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:49.949596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.017145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Routers {'875315ef-fd14-4de1-bff4-22eab0234140'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:50.017145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['875315ef-fd14-4de1-bff4-22eab0234140'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:50.152774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] Provisioning for port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:50.187063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] Provisioning complete for port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:50.187792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.216975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.272277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.373414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Deleting port d2de899d-0080-4c51-8f53-da2535e13a90 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:50.374239 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.392792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257aacfe-7ac4-4396-a064-f2cff0e6bb6b req-5ec9c10b-cd25-4282-b09a-324de72806c5 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.397032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-257aacfe-7ac4-4396-a064-f2cff0e6bb6b req-5ec9c10b-cd25-4282-b09a-324de72806c5 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 945 time: 0.5384052 Jul 07 17:05:50.432236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:50.524417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-257aacfe-7ac4-4396-a064-f2cff0e6bb6b req-59e2bb86-175e-419a-86b0-6028601a14f8 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171684 Jul 07 17:05:50.525873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:50.530471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:50.657324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] For port d2de899d-0080-4c51-8f53-da2535e13a90, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d2de899d-0080-4c51-8f53-da2535e13a90,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:50.657883 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.734115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Calling delete_port for d2de899d-0080-4c51-8f53-da2535e13a90 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:50.870913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=4bc187f8-a014-48e2-8795-36e439a6aad6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.953629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.957339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Set router 875315ef-fd14-4de1-bff4-22eab0234140 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:50.961439 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.019570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc5d743a-afc0-4866-8f4e-5239599169d9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8905051 Jul 07 17:05:51.025199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39062) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:51.077751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab9d70-5ea7-471f-8461-118e64ebab18 req-acba5c86-09ab-4a4d-8c0b-7b0ceadd318a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.080168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18ab9d70-5ea7-471f-8461-118e64ebab18 req-acba5c86-09ab-4a4d-8c0b-7b0ceadd318a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.5687201 Jul 07 17:05:51.089167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.135590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.161377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2de899d-0080-4c51-8f53-da2535e13a90,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:51.236798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] For port 282f2af1-053c-4ab2-b4b8-02c393fd57f9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=282f2af1-053c-4ab2-b4b8-02c393fd57f9,segment=NetworkSegment(24fa8e22-a058-476a-82fc-9be2dc4fd5ab),segment_id=24fa8e22-a058-476a-82fc-9be2dc4fd5ab)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:51.247379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.295872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.302827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18ab9d70-5ea7-471f-8461-118e64ebab18 req-a387d5f5-a97c-43bd-b02e-9fafc4336907 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303661 Jul 07 17:05:51.360731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01018a0-1c2a-4798-bd09-84191290e86a None None] Pushing event updated for resources: {'Port': ['ID=282f2af1-053c-4ab2-b4b8-02c393fd57f9,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:51.382528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39068) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:51.470593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19485916-726c-448c-8b15-5537eded0558 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.497470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19485916-726c-448c-8b15-5537eded0558 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.524899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19485916-726c-448c-8b15-5537eded0558 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.539069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-19485916-726c-448c-8b15-5537eded0558 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5012126 Jul 07 17:05:51.540250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39072) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:51.582232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.586092 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.651795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0e8e97fa-1b39-4501-b7d6-e31d3f1b4066 None None] Provisioning complete for port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:51.665209 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0e8e97fa-1b39-4501-b7d6-e31d3f1b4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.675178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.676095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 875315ef-fd14-4de1-bff4-22eab0234140 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:51.699945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.719369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23bbd298-ac43-4a4f-b22d-abae8922708c admin admin] 10.222.0.78 "DELETE /v2.0/routers/875315ef-fd14-4de1-bff4-22eab0234140 HTTP/1.1" status: 204 len: 168 time: 2.1423242 Jul 07 17:05:51.726442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39078) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:51.776739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port 4bc187f8-a014-48e2-8795-36e439a6aad6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:51.777411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.795508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875315ef-fd14-4de1-bff4-22eab0234140', 'name': 'tempest-TaggedBootDevicesTest-1791959998-router', 'tenant_id': '404c1d3dbefc4833a9152f031bb335a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:45Z', 'updated_at': '2021-07-07T17:05:47Z', 'revision_number': 5, 'project_id': '404c1d3dbefc4833a9152f031bb335a8', 'gw_port': {'id': 'd2de899d-0080-4c51-8f53-da2535e13a90', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875315ef-fd14-4de1-bff4-22eab0234140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:47Z', 'updated_at': '2021-07-07T16:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:51.865251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Checking router: 875315ef-fd14-4de1-bff4-22eab0234140 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:51.899595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Routers set() bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:51.900081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Router IDs set() for agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:05:51.900825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'875315ef-fd14-4de1-bff4-22eab0234140'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:05:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent'). {{(pid=98272) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:05:51.901494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4032f04-967a-401e-bf38-0e2b975023b0 None None] The sync data for ids ['875315ef-fd14-4de1-bff4-22eab0234140'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:51.946712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.015891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for 4bc187f8-a014-48e2-8795-36e439a6aad6 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:52.033322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Deleting subnet d8197c69-be1a-49e0-b388-719a1494f19d {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:52.044037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0e8e97fa-1b39-4501-b7d6-e31d3f1b4066 None None] Provisioning for port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:52.048247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.056462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0e8e97fa-1b39-4501-b7d6-e31d3f1b4066 None None] Provisioning complete for port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:52.057059 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0e8e97fa-1b39-4501-b7d6-e31d3f1b4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.108910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e97fa-1b39-4501-b7d6-e31d3f1b4066 None None] Port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:52.120083 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c56b962-35d8-4f03-92f6-634aea05d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.152830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f73c1d9-07a3-4a89-ad41-566debc1d903 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:52.161858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.315936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e2b7613e-4c24-4dbe-b382-cf81e556a38f None None] Provisioning complete for port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:52.320550 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e2b7613e-4c24-4dbe-b382-cf81e556a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.525546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.535557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 6f73c1d9-07a3-4a89-ad41-566debc1d903 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:52.558892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 6f73c1d9-07a3-4a89-ad41-566debc1d903 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:52.559481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.600088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.660812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7613e-4c24-4dbe-b382-cf81e556a38f None None] Port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:52.729483 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.753604 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.810648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f73c1d9-07a3-4a89-ad41-566debc1d903'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:52.813405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=4bc187f8-a014-48e2-8795-36e439a6aad6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:52.815446 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f2564-22a6-4155-96bd-8b84d2b1e4a6" -d '{"events": [{"server_uuid": "5067fff5-4c29-48fe-aab3-35880fe5d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "6f73c1d9-07a3-4a89-ad41-566debc1d903"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:52.845161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-97442286-93b6-4593-a620-8516b45e0229 None None] Could not find standard attr ID for object 4bc187f8-a014-48e2-8795-36e439a6aad6. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:05:52.855018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 6f73c1d9-07a3-4a89-ad41-566debc1d903, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903,segment=NetworkSegment(68280883-2c78-4c5e-9cc4-c7f40ab3fe3b),segment_id=68280883-2c78-4c5e-9cc4-c7f40ab3fe3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:52.857933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.863664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d8197c69-be1a-49e0-b388-719a1494f19d HTTP/1.1" status: 204 len: 168 time: 1.1321967 Jul 07 17:05:52.863937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa51f7b-7cc3-4b82-badd-b1b321806209 None None] Network ad23624f-d18d-42e1-a627-b6e069a6d8ce requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:52.873423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c795690-305c-49e6-89a9-61dfec1a2cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8197c69-be1a-49e0-b388-719a1494f19d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:52.875812 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.890087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39098) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.175199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b68b76-fb10-4065-8f95-1e724ad4a4f2 req-e50cb917-dae8-4df0-ab1a-ce156eebf89b tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.176857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17b68b76-fb10-4065-8f95-1e724ad4a4f2 req-e50cb917-dae8-4df0-ab1a-ce156eebf89b tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 945 time: 1.0984838 Jul 07 17:05:53.180682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=6f73c1d9-07a3-4a89-ad41-566debc1d903,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.224946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45ced1-4cb7-4745-8f82-bf662ec5dcdd req-38261408-b756-41fe-818e-f69d20611933 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.235000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c45ced1-4cb7-4745-8f82-bf662ec5dcdd req-38261408-b756-41fe-818e-f69d20611933 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.1517701 Jul 07 17:05:53.248375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.361669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 282f2af1-053c-4ab2-b4b8-02c393fd57f9 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:53.434407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Deleting port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:53.434885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.458585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c56b962-35d8-4f03-92f6-634aea05d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.507272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c56b962-35d8-4f03-92f6-634aea05d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.511329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:53.512709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.559518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17b68b76-fb10-4065-8f95-1e724ad4a4f2 req-ba4e3d82-4475-46c3-883a-0e480d852846 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811337 Jul 07 17:05:53.564259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c45ced1-4cb7-4745-8f82-bf662ec5dcdd req-40adaf76-a16e-452c-bf02-9d5c00c54b6b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183504 Jul 07 17:05:53.623348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c56b962-35d8-4f03-92f6-634aea05d075 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5479b234110b46bba4136e317ad09c10&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2373037 Jul 07 17:05:53.623348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56b962-35d8-4f03-92f6-634aea05d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81a651-786b-41ba-8c5d-a0ed2a71e39d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.629774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.636838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0e253977-7fb2-45f5-9a38-84d0c577d6f5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/ports/4bc187f8-a014-48e2-8795-36e439a6aad6 HTTP/1.1" status: 204 len: 168 time: 2.0910070 Jul 07 17:05:53.637452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39106) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.638045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39104) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.672741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] DHCP port deletion for ad23624f-d18d-42e1-a627-b6e069a6d8ce request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:53.692191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] For port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:53.692848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.709210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Calling delete_port for 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:53.716333 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-542485e0-c94c-4738-a382-0dfbfacda41d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] GET failed (client error): The resource could not be found. Jul 07 17:05:53.721500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-542485e0-c94c-4738-a382-0dfbfacda41d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "GET /v2.0/ports/4bc187f8-a014-48e2-8795-36e439a6aad6 HTTP/1.1" status: 404 len: 333 time: 0.0798881 Jul 07 17:05:53.722586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39110) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.734714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'name': 'tempest-AllowedAddressPairTestJSON-981807172'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:53.778209 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.784543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e442308b-6352-43f0-8a26-baf37c321737 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:53.835201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e442308b-6352-43f0-8a26-baf37c321737 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:53.835961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e442308b-6352-43f0-8a26-baf37c321737 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:53.859443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] Deleting port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:53.859830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.878925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1336-46cd-4bc8-a5be-5566dc931901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.891778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.933739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Pushing event deleted for resources: {'Port': ['ID=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.942806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1336-46cd-4bc8-a5be-5566dc931901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.945531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] No DVR routers for this DVR port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:53.973459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] For port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,segment=NetworkSegment(e2d21706-2e7d-4c30-86ea-77d666a86718),segment_id=e2d21706-2e7d-4c30-86ea-77d666a86718)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:53.974282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.976888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:53.982259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.992531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] Calling delete_port for 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:54.008595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] device_id is not set on port 757fcf95-1d5b-4491-9c51-452d09aa7179 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:05:54.065374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.078085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad23624f-d18d-42e1-a627-b6e069a6d8ce']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:54.092797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d21706-2e7d-4c30-86ea-77d666a86718') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:54.092797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d21706-2e7d-4c30-86ea-77d666a86718') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:54.108347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1336-46cd-4bc8-a5be-5566dc931901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.111223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1336-46cd-4bc8-a5be-5566dc931901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.112440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6fa1336-46cd-4bc8-a5be-5566dc931901 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b81a651-786b-41ba-8c5d-a0ed2a71e39d HTTP/1.1" status: 204 len: 168 time: 0.4675477 Jul 07 17:05:54.114836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.135633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa1336-46cd-4bc8-a5be-5566dc931901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81a651-786b-41ba-8c5d-a0ed2a71e39d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.150210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.162966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:54.169616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:54.175866 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:54.214427 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.233760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Allocated IP 172.20.0.5 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/757fcf95-1d5b-4491-9c51-452d09aa7179) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:54.359051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.363026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] Pushing event deleted for resources: {'Port': ['ID=3608c748-5f09-4b5c-9cb2-4ef42fbf6f60,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.378037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.380290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e98b8ff-959b-47f1-87d6-f5918a1bcaf8 None None] No DVR routers for this DVR port 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:54.384776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ad23624f-d18d-42e1-a627-b6e069a6d8ce HTTP/1.1" status: 204 len: 168 time: 1.4919856 Jul 07 17:05:54.411309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a892e5-7e7b-451b-b40b-38aa325e1978 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad23624f-d18d-42e1-a627-b6e069a6d8ce,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.436900 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f86fd-8e52-4a81-84fe-bd1e5574a779 x-openstack-request-id: req-3a3f86fd-8e52-4a81-84fe-bd1e5574a779 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:54.437817 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5067fff5-4c29-48fe-aab3-35880fe5d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "6f73c1d9-07a3-4a89-ad41-566debc1d903", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:54.438624 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a3f86fd-8e52-4a81-84fe-bd1e5574a779 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:54.439236 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f73c1d9-07a3-4a89-ad41-566debc1d903', 'code': 200} Jul 07 17:05:54.716944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2de899d-0080-4c51-8f53-da2535e13a90 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:54.733924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65202a13-9929-48a0-b2a8-1bb559ba50b3 req-861853ef-0e62-4752-9bef-5bc01572dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.735705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-65202a13-9929-48a0-b2a8-1bb559ba50b3 req-861853ef-0e62-4752-9bef-5bc01572dc78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 1097 time: 0.2076449 Jul 07 17:05:54.770294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39128) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.778872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d2de899d-0080-4c51-8f53-da2535e13a90 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:54.779463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d2de899d-0080-4c51-8f53-da2535e13a90 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:54.780162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:54.831198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:54.831683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3608c748-5f09-4b5c-9cb2-4ef42fbf6f60 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:54.835441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-65202a13-9929-48a0-b2a8-1bb559ba50b3 req-e83b700f-016c-43a5-a523-c5977e12fffa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923195 Jul 07 17:05:54.874072 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05e56220-927e-4b14-bd96-7661ed8355e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=404c1d3dbefc4833a9152f031bb335a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952072 Jul 07 17:05:54.874072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39130) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.963010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54410019-5ef1-4278-af29-b63cb491675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.008076 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54410019-5ef1-4278-af29-b63cb491675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.025399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.049414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdb46-a562-4a5d-a791-f85e600d48e6 req-a1f208d7-a16b-4005-92de-ffcdcecb772e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.051060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cebdb46-a562-4a5d-a791-f85e600d48e6 req-a1f208d7-a16b-4005-92de-ffcdcecb772e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2014198 Jul 07 17:05:55.058943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Transition to ACTIVE for port object 757fcf95-1d5b-4491-9c51-452d09aa7179 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:55.087472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e1c9-a4b6-496c-9494-598757b26ddb req-9984ca97-2264-40e7-81df-3f239c72494e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.089052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0464e1c9-a4b6-496c-9494-598757b26ddb req-9984ca97-2264-40e7-81df-3f239c72494e tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 946 time: 0.1846802 Jul 07 17:05:55.099562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54410019-5ef1-4278-af29-b63cb491675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.104287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54410019-5ef1-4278-af29-b63cb491675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.105872 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-54410019-5ef1-4278-af29-b63cb491675c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fcfd32c6-04cc-4a40-87c4-b2df5da24b66 HTTP/1.1" status: 204 len: 168 time: 0.2308457 Jul 07 17:05:55.115429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54410019-5ef1-4278-af29-b63cb491675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd32c6-04cc-4a40-87c4-b2df5da24b66,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.172934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cebdb46-a562-4a5d-a791-f85e600d48e6 req-f70ebcde-f3c5-429a-b2de-6d8313d2eff9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035166 Jul 07 17:05:55.201183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0464e1c9-a4b6-496c-9494-598757b26ddb req-c752062c-04ba-4e24-9865-359bd8f4d1d1 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004632 Jul 07 17:05:55.210351 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.474709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:55.485591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:55.490291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:55.613208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=757fcf95-1d5b-4491-9c51-452d09aa7179,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.642647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.646970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.689637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3ba992dd-1e37-4e15-bfc9-55a64617e5bd tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9640985 Jul 07 17:05:55.693807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:55.708743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:60:a1:17'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:56.243292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d473e396-5c2b-4976-9ca1-eb6aa047a58c None None] Provisioning for port 757fcf95-1d5b-4491-9c51-452d09aa7179 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:56.253585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.269789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d473e396-5c2b-4976-9ca1-eb6aa047a58c None None] Provisioning complete for port 757fcf95-1d5b-4491-9c51-452d09aa7179 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:56.274576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d473e396-5c2b-4976-9ca1-eb6aa047a58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.445471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d473e396-5c2b-4976-9ca1-eb6aa047a58c None None] Port 757fcf95-1d5b-4491-9c51-452d09aa7179 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:56.475186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-88cd2140-9a74-429c-a5b6-dfce49a42f06 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.488570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-88cd2140-9a74-429c-a5b6-dfce49a42f06 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.4550574 Jul 07 17:05:56.524814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d79f303b-dcf9-4e3a-8a36-1433a136977a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/quotas/a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 375 time: 0.0176198 Jul 07 17:05:56.763272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-88ae823a-40be-42bf-90a8-25eb88672de2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2210207 Jul 07 17:05:56.843603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.852220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.883382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966eb4-3ef7-43c4-a67f-45528e6c082c req-371a762d-6238-4e40-a105-0e9708381e47 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.890604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48966eb4-3ef7-43c4-a67f-45528e6c082c req-371a762d-6238-4e40-a105-0e9708381e47 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 946 time: 0.2560213 Jul 07 17:05:56.911913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=757fcf95-1d5b-4491-9c51-452d09aa7179,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:56.978689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48966eb4-3ef7-43c4-a67f-45528e6c082c req-2b6d13e5-d68f-4e98-b936-48297c5f9289 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Jul 07 17:05:57.038841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-264633e1-3573-4c07-81d5-5425ecebd539 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632582 Jul 07 17:05:57.045341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] In _notify_port_updated(), no bound segment for port 757fcf95-1d5b-4491-9c51-452d09aa7179 on network b377f64d-ee1b-453b-ab02-7e2141719875 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:05:57.052613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.053759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.057292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4631aa72-1f0a-4445-ad21-ca0381eced4c tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "PUT /v2.0/ports/757fcf95-1d5b-4491-9c51-452d09aa7179 HTTP/1.1" status: 200 len: 993 time: 1.3591995 Jul 07 17:05:57.063532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39198) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:57.409164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-6f8cc7f8-13f8-4a15-89d7-c20c4c663fff service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696656 Jul 07 17:05:57.528210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-426f012a-3fd2-4a2d-8b12-73cae1e3fe9f None None] Provisioning complete for port 757fcf95-1d5b-4491-9c51-452d09aa7179 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:57.529015 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-426f012a-3fd2-4a2d-8b12-73cae1e3fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.608893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-426f012a-3fd2-4a2d-8b12-73cae1e3fe9f None None] Port 757fcf95-1d5b-4491-9c51-452d09aa7179 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:57.633571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port 757fcf95-1d5b-4491-9c51-452d09aa7179 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:57.634574 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.690797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39212) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:57.909940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e9885b5-dbe8-4d8c-ac38-e242ef61c090 req-91dbc166-2ca3-4e10-ae00-a8e919412ffb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 210 time: 0.0848963 Jul 07 17:05:58.071548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.099404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1587499483-network', 'tenant_id': '396d8b97262e4bf6a0f3fd646d4537fb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:58.101807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for 757fcf95-1d5b-4491-9c51-452d09aa7179 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:58.134442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Made reservation on behalf of 396d8b97262e4bf6a0f3fd646d4537fb for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:58.139586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.167580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.484097 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.568751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=757fcf95-1d5b-4491-9c51-452d09aa7179,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:58.649084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.671604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.764817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d85c1-7c77-47f6-8b01-ea350ecb45af,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:58.814405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:58.850877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.851471 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Added segment 6175b8fa-8a03-44c3-82e3-de937a716652 of type vlan for network 94fe195a-0bf1-4580-a67c-35836a19f5a8 Jul 07 17:05:58.960372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.072043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.073245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:59.074034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.129195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4371610 Jul 07 17:05:59.133695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39250) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:59.153148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Request body: {'subnet': {'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1587499483-subnet', 'tenant_id': '396d8b97262e4bf6a0f3fd646d4537fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:59.176096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.180727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-03454de8-e122-481e-9d69-e23282cba2b2 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/ports/757fcf95-1d5b-4491-9c51-452d09aa7179 HTTP/1.1" status: 204 len: 168 time: 2.1022382 Jul 07 17:05:59.184141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:59.233594 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dba047-acca-4789-a2ba-e0da29030d89 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] GET failed (client error): The resource could not be found. Jul 07 17:05:59.235690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-50dba047-acca-4789-a2ba-e0da29030d89 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "GET /v2.0/ports/757fcf95-1d5b-4491-9c51-452d09aa7179 HTTP/1.1" status: 404 len: 333 time: 0.0497305 Jul 07 17:05:59.239731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6a8a4-d24a-4dd8-942a-80fc54fe1800 req-91372b10-d441-4349-8ed4-5323752de717 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:59.242660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4c6a8a4-d24a-4dd8-942a-80fc54fe1800 req-91372b10-d441-4349-8ed4-5323752de717 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 946 time: 0.6509104 Jul 07 17:05:59.243190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39254) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:59.251849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba694-11d9-4ce7-82f5-0e569d783e1c admin admin] Pushing event updated for resources: {'Network': ['ID=94fe195a-0bf1-4580-a67c-35836a19f5a8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:59.252065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'name': 'tempest-AllowedAddressPairTestJSON-499693402'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:59.267512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ade1b641-0a80-4fb7-ab38-b44fb31bf8f3 req-12687ead-b0a5-4400-aa39-ee9f38031f71 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 210 time: 0.0985525 Jul 07 17:05:59.276995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:59.369850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Made reservation on behalf of 396d8b97262e4bf6a0f3fd646d4537fb for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:59.373780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.514960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4c6a8a4-d24a-4dd8-942a-80fc54fe1800 req-0a41234c-342c-4ef7-981c-3b9c8ae4402a tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a2226d0-2601-4204-9b03-e409f45a9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327218 Jul 07 17:05:59.634717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:59.639027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.676202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] device_id is not set on port 14bfefe0-024b-4089-88ef-423d58959ef5 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:05:59.956513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-47368aad-d512-47de-b38e-87147efeaa6a tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:59.958888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-47368aad-d512-47de-b38e-87147efeaa6a tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.13 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 946 time: 0.1808639 Jul 07 17:06:00.123793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.162695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Deleting port 6f73c1d9-07a3-4a89-ad41-566debc1d903 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:00.164531 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.191341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0d6160-5d34-44f1-aab6-d9747038d2ce,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:00.209364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-5641c92a-fa60-4e8c-a21e-a53f67e25191 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.211769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-5641c92a-fa60-4e8c-a21e-a53f67e25191 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.2514520 Jul 07 17:06:00.241877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'port': {'device_id': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'admin_state_up': True, 'tenant_id': 'a07db760496a41299a85ffd13db64383'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:00.318173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Allocated IP 172.20.0.7 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/14bfefe0-024b-4089-88ef-423d58959ef5) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:00.389203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] For port 6f73c1d9-07a3-4a89-ad41-566debc1d903, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=6f73c1d9-07a3-4a89-ad41-566debc1d903,segment=NetworkSegment(68280883-2c78-4c5e-9cc4-c7f40ab3fe3b),segment_id=68280883-2c78-4c5e-9cc4-c7f40ab3fe3b)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:00.389766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.409834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Calling delete_port for 6f73c1d9-07a3-4a89-ad41-566debc1d903 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:00.449851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Checking segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:00.450524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Network hostable DHCP agents. Network: 94fe195a-0bf1-4580-a67c-35836a19f5a8, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:00.567770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e60b6fdd-1ef1-4ed8-a0dc-d9da9b8a871d req-ad6db2d3-b29a-441b-9241-144da566197e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 210 time: 0.0982418 Jul 07 17:06:00.645739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:00.683158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:00.688840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.691995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.729775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['6f73c1d9-07a3-4a89-ad41-566debc1d903'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:00.767538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-418902af-bddd-41e0-9fb5-1c9602fea92a tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9668a846304048d7924334d7601b4d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185036 Jul 07 17:06:00.776498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Pushing event deleted for resources: {'Port': ['ID=6f73c1d9-07a3-4a89-ad41-566debc1d903,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:00.815918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 94fe195a-0bf1-4580-a67c-35836a19f5a8) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:00.831502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555c98c-380f-4699-bd9f-4e21ebfd0cab None None] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:00.845466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] No DVR routers for this DVR port 6f73c1d9-07a3-4a89-ad41-566debc1d903 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:00.849515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.854330 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9b8aa4b2-c916-4af2-a32a-e28fd3b413ae req-75b6e403-73bd-4aa8-a476-c329656c34ad tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.13 "DELETE /v2.0/ports/6f73c1d9-07a3-4a89-ad41-566debc1d903 HTTP/1.1" status: 204 len: 173 time: 0.8890979 Jul 07 17:06:00.856196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'name': 'network-vif-deleted', 'tag': '6f73c1d9-07a3-4a89-ad41-566debc1d903'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:00.860912 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780ac98-a0e6-4fcc-8ee7-cba7b851b063" -d '{"events": [{"server_uuid": "5067fff5-4c29-48fe-aab3-35880fe5d9a9", "name": "network-vif-deleted", "tag": "6f73c1d9-07a3-4a89-ad41-566debc1d903"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:00.880555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b8f0a20-09e9-48c6-a0e6-2a5da8f88ecc req-927705c9-5466-47b5-82d1-47b9351217b6 tempest-ServerAddressesNegativeTestJSON-494039222 tempest-ServerAddressesNegativeTestJSON-494039222-project] 10.222.0.78 "GET /v2.0/ports?device_id=5067fff5-4c29-48fe-aab3-35880fe5d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0956652 Jul 07 17:06:00.902015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.902999 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.033428 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aee039d-5385-43ac-a802-55efbb2527a3 x-openstack-request-id: req-3aee039d-5385-43ac-a802-55efbb2527a3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:01.034291 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5067fff5-4c29-48fe-aab3-35880fe5d9a9", "name": "network-vif-deleted", "tag": "6f73c1d9-07a3-4a89-ad41-566debc1d903", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:01.034709 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3aee039d-5385-43ac-a802-55efbb2527a3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:01.035549 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5067fff5-4c29-48fe-aab3-35880fe5d9a9', 'name': 'network-vif-deleted', 'tag': '6f73c1d9-07a3-4a89-ad41-566debc1d903', 'status': 'completed', 'code': 200} Jul 07 17:06:01.188145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9aa825-79d1-4156-b560-161d1544056c None None] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:01.677358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-66d69a33-38e6-4033-b5fb-c83eb09e2cfe admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5309758 Jul 07 17:06:01.774497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.903373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31c31567-053a-4589-8d73-cffd32fbb5fd req-9b4b65a6-ed2c-4622-b313-95099430732c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 210 time: 0.1489863 Jul 07 17:06:01.914357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Allocated IP 172.20.0.7 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/75980f69-fdca-4023-94ba-4d3fe9760dba) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:01.948610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Transition to ACTIVE for port object 14bfefe0-024b-4089-88ef-423d58959ef5 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:01.981399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-55922f5a-1d6d-41d8-a45f-46c0e71fdc50 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:01.984210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-55922f5a-1d6d-41d8-a45f-46c0e71fdc50 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1915123 Jul 07 17:06:02.034367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-97013b95-32c9-487d-8f7c-71b33c306ceb tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/quotas/9668a846304048d7924334d7601b4d8a HTTP/1.1" status: 200 len: 375 time: 0.0377746 Jul 07 17:06:02.060421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39310) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.124265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Deleting subnet 5ae6bc05-1b8b-4389-bc33-0a0be9dfc654 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:02.124481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-217debcf-f396-4208-b948-295a7bd33acd tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9668a846304048d7924334d7601b4d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798361 Jul 07 17:06:02.141522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.147536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.216420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:02.217496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.224816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:02.238425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:02.274181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=14bfefe0-024b-4089-88ef-423d58959ef5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:02.323165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.329402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.356910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.357693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.369155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Transition to ACTIVE for port object 75980f69-fdca-4023-94ba-4d3fe9760dba will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:02.396775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.406328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c1d65f81-ec23-4236-8982-921a5644b6e8 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1464045 Jul 07 17:06:02.407401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:60:a1:17'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:02.445383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.460720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:02.594969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:02.613638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:02.615657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=75980f69-fdca-4023-94ba-4d3fe9760dba,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:02.645963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:02.658849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-592b8eb7-7182-4ad8-997c-318fce457409 None None] Provisioning for port 14bfefe0-024b-4089-88ef-423d58959ef5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:02.659389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.698293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-592b8eb7-7182-4ad8-997c-318fce457409 None None] Provisioning complete for port 14bfefe0-024b-4089-88ef-423d58959ef5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:02.700758 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-592b8eb7-7182-4ad8-997c-318fce457409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.746179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae6bc05-1b8b-4389-bc33-0a0be9dfc654,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:02.767588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.770024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-753638d3-5198-4eac-8131-3f9f1c3c3b5f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5ae6bc05-1b8b-4389-bc33-0a0be9dfc654 HTTP/1.1" status: 204 len: 168 time: 0.7069557 Jul 07 17:06:02.777042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39338) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.868459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.869238 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.870181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.905154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-d4d330f2-495d-42d4-9478-3ee368db29a8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6716378 Jul 07 17:06:02.941384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-592b8eb7-7182-4ad8-997c-318fce457409 None None] Port 14bfefe0-024b-4089-88ef-423d58959ef5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:02.954286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Request body: {'port': {'device_id': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:03.012865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95a9ee28-6eee-4a00-a528-30bbd55a5c3a req-974873fa-a925-4650-ab60-b8cd0dd81ba6 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 210 time: 0.1864531 Jul 07 17:06:03.064682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.078440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62eeedf5-525c-4b90-acb7-d4c6e72cc42e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:03.092382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cd1a59f2-0d41-45e9-b286-1a2a7771529f None None] Provisioning for port 75980f69-fdca-4023-94ba-4d3fe9760dba completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:03.094519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:03.095111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68280883-2c78-4c5e-9cc4-c7f40ab3fe3b') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:03.100421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cd1a59f2-0d41-45e9-b286-1a2a7771529f None None] Provisioning complete for port 75980f69-fdca-4023-94ba-4d3fe9760dba triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:03.100421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cd1a59f2-0d41-45e9-b286-1a2a7771529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.121301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.131169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.138314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.145972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:03.146490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.184642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a59f2-0d41-45e9-b286-1a2a7771529f None None] Port 75980f69-fdca-4023-94ba-4d3fe9760dba cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:03.261139 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:03.264851 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.276463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.279081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] 10.222.0.78 "DELETE /v2.0/networks/62eeedf5-525c-4b90-acb7-d4c6e72cc42e HTTP/1.1" status: 204 len: 168 time: 0.5006793 Jul 07 17:06:03.318438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.332725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3cd68-0eac-4209-85f9-dd3b7cab1fba admin admin] Pushing event deleted for resources: {'Network': ['ID=62eeedf5-525c-4b90-acb7-d4c6e72cc42e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.415342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-efab0dc0-e7ab-4615-a850-14af2d3e8e76 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.429081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-efab0dc0-e7ab-4615-a850-14af2d3e8e76 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 815 time: 0.9044371 Jul 07 17:06:03.512978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39350) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:03.528527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.539392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-df570b28-f5b9-44ff-b401-e7d6be148881 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/quotas/396d8b97262e4bf6a0f3fd646d4537fb HTTP/1.1" status: 200 len: 375 time: 0.1090302 Jul 07 17:06:03.661667 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-3ef57bc3-1473-449c-9f4b-2bf6d2494ac6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094253 Jul 07 17:06:03.679424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.686904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.816365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fb88dc97-564c-4f2f-a324-c8a9b7e81597 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=632cf2b7b267438aa91512ccd9145103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823985 Jul 07 17:06:03.828129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:03.883795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=14bfefe0-024b-4089-88ef-423d58959ef5,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.910065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] In _notify_port_updated(), no bound segment for port 14bfefe0-024b-4089-88ef-423d58959ef5 on network b377f64d-ee1b-453b-ab02-7e2141719875 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:06:03.917177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.917780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.919254 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-862d8c5a-520c-49dc-b38b-3e30ebc1831a tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "PUT /v2.0/ports/14bfefe0-024b-4089-88ef-423d58959ef5 HTTP/1.1" status: 200 len: 995 time: 1.5173862 Jul 07 17:06:03.930345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39362) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:04.015418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-5a56ebd0-f4fc-4ab2-a061-6c32b29a3da1 service neutron] 10.222.0.78 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383904 Jul 07 17:06:04.058500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bbac-47c7-4335-8fdd-5a7a7ea04005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.099919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bbac-47c7-4335-8fdd-5a7a7ea04005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.193532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port 14bfefe0-024b-4089-88ef-423d58959ef5 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:04.194881 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.220015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc576ba-7565-4711-bcfd-828f2864555b req-f132789d-1ce7-4df5-aecd-9c6f716dc390 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:04.221240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f73c1d9-07a3-4a89-ad41-566debc1d903 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:04.232231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bc576ba-7565-4711-bcfd-828f2864555b req-f132789d-1ce7-4df5-aecd-9c6f716dc390 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 931 time: 0.7932408 Jul 07 17:06:04.259855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 6f73c1d9-07a3-4a89-ad41-566debc1d903 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:04.260196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 6f73c1d9-07a3-4a89-ad41-566debc1d903 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:04.269034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b022f9de-5300-477c-ab85-b38db8b75014 None None] Provisioning complete for port 14bfefe0-024b-4089-88ef-423d58959ef5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:04.269451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b022f9de-5300-477c-ab85-b38db8b75014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.331548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bbac-47c7-4335-8fdd-5a7a7ea04005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.339160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bbac-47c7-4335-8fdd-5a7a7ea04005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.341263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e5a7bbac-47c7-4335-8fdd-5a7a7ea04005 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a2226d0-2601-4204-9b03-e409f45a9bbc HTTP/1.1" status: 204 len: 168 time: 0.5114110 Jul 07 17:06:04.352672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b022f9de-5300-477c-ab85-b38db8b75014 None None] Port 14bfefe0-024b-4089-88ef-423d58959ef5 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:04.366029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7bbac-47c7-4335-8fdd-5a7a7ea04005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2226d0-2601-4204-9b03-e409f45a9bbc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:04.419268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.437883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bc576ba-7565-4711-bcfd-828f2864555b req-2b78d30c-be1d-4164-b31f-246d2f19f879 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038791 Jul 07 17:06:04.443096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for 14bfefe0-024b-4089-88ef-423d58959ef5 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:04.456805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-b57c0b46-09aa-4a3f-a32f-fd82c1d598a7 service neutron] 10.222.0.78 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394419 Jul 07 17:06:04.483094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75980f69-fdca-4023-94ba-4d3fe9760dba {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:04.516660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.567928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Transition to ACTIVE for port object 75980f69-fdca-4023-94ba-4d3fe9760dba will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:04.579573 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.752011 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-8484aaf0-28a6-4893-9dce-b499007e123a tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9668a846304048d7924334d7601b4d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235344 Jul 07 17:06:04.885477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Pushing event updated for resources: {'Port': ['ID=75980f69-fdca-4023-94ba-4d3fe9760dba,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.051971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Attempting to bind port 75980f69-fdca-4023-94ba-4d3fe9760dba on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:05.052662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Attempting to bind port 75980f69-fdca-4023-94ba-4d3fe9760dba by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:05.052662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Attempting to bind port 75980f69-fdca-4023-94ba-4d3fe9760dba on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:05.116973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d9a7c50-93ec-444c-9a10-4e488993a692 req-c31ed9aa-b436-4fa7-a6b9-56b6bb433955 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 210 time: 0.0773146 Jul 07 17:06:05.116973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Port 75980f69-fdca-4023-94ba-4d3fe9760dba on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:05.116973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Attempting to bind port 75980f69-fdca-4023-94ba-4d3fe9760dba on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:05.145570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:05.146070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:05.146484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:05.152487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Bound port: 75980f69-fdca-4023-94ba-4d3fe9760dba, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:05.152892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.159655 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c71ebef1-fe32-41ea-97ad-23ffeca94444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.342774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21335c7b-c55c-4988-bba0-99c8b935a1cb req-3a10a931-2fa2-41e1-a61b-ef51ee8601d5 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 210 time: 0.0414765 Jul 07 17:06:05.422659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] For port 75980f69-fdca-4023-94ba-4d3fe9760dba, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:05.428178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] For port 75980f69-fdca-4023-94ba-4d3fe9760dba, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=75980f69-fdca-4023-94ba-4d3fe9760dba,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:05.439114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.525819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.526884 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.528772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] 10.222.0.13 "PUT /v2.0/ports/75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 200 len: 1091 time: 2.5827546 Jul 07 17:06:05.531271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'tag': '75980f69-fdca-4023-94ba-4d3fe9760dba'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:05.533729 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bcf604-70bf-45af-8b5b-695f7b63cf76" -d '{"events": [{"name": "network-changed", "server_uuid": "68c89399-634d-447e-b3dc-94af2f1ca8e7", "tag": "75980f69-fdca-4023-94ba-4d3fe9760dba"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:05.694792 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ce490-2f65-4a5f-8e89-054986ee540d x-openstack-request-id: req-790ce490-2f65-4a5f-8e89-054986ee540d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:05.695139 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c89399-634d-447e-b3dc-94af2f1ca8e7", "tag": "75980f69-fdca-4023-94ba-4d3fe9760dba", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:05.695415 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-790ce490-2f65-4a5f-8e89-054986ee540d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:05.695874 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'tag': '75980f69-fdca-4023-94ba-4d3fe9760dba', 'status': 'completed', 'code': 200} Jul 07 17:06:05.706446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77816d-3b20-4fff-8067-014689bcd579 service neutron] Pushing event updated for resources: {'Port': ['ID=75980f69-fdca-4023-94ba-4d3fe9760dba,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.908837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-f68504be-3593-47d6-8753-6a9f026a061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.910659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-f68504be-3593-47d6-8753-6a9f026a061b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 1094 time: 0.3072076 Jul 07 17:06:05.929872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aa698-9c81-4b36-9895-e187dcd5a407 req-213bfae4-f5da-4639-bdb7-09412a27b8ac tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.931707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0aa698-9c81-4b36-9895-e187dcd5a407 req-213bfae4-f5da-4639-bdb7-09412a27b8ac tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 943 time: 0.2451928 Jul 07 17:06:06.030508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-e464fac7-01f6-49e9-af91-92e7882884b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 200 len: 217 time: 0.0968604 Jul 07 17:06:06.210900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0aa698-9c81-4b36-9895-e187dcd5a407 req-fac342ac-3e0a-494b-a1e3-07300544752b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551756 Jul 07 17:06:06.214248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-e3fe8709-1cd4-47e8-af8d-64151672986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.219520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-e3fe8709-1cd4-47e8-af8d-64151672986a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1471632 Jul 07 17:06:06.242586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-b9301642-cf68-4909-9d07-bacee7a61dd6 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.244226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-b9301642-cf68-4909-9d07-bacee7a61dd6 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4854338 Jul 07 17:06:06.264370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Request body: {'port': {'device_id': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '9668a846304048d7924334d7601b4d8a'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:06.407707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2449d-9c39-4754-9004-325ecb997c55 req-2b45270d-f138-4ede-9fe1-2db88b4cc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.416344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-2b45270d-f138-4ede-9fe1-2db88b4cc8b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816874 Jul 07 17:06:06.452973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.622758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=14bfefe0-024b-4089-88ef-423d58959ef5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:06.638600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.642441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-255411b6-df9a-43f9-9229-fa4a29f04f95 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/ports/14bfefe0-024b-4089-88ef-423d58959ef5 HTTP/1.1" status: 204 len: 168 time: 2.7069385 Jul 07 17:06:06.646209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:06.670389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b46345a-979e-48f2-98dd-481fd52a6b25 req-23662756-ccde-4a33-be6a-9a7e3bef8fe1 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 210 time: 0.2103126 Jul 07 17:06:06.702049 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f52471c-cf83-45b0-8cb4-23d478b5e4a5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] GET failed (client error): The resource could not be found. Jul 07 17:06:06.705840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f52471c-cf83-45b0-8cb4-23d478b5e4a5 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "GET /v2.0/ports/14bfefe0-024b-4089-88ef-423d58959ef5 HTTP/1.1" status: 404 len: 333 time: 0.0568523 Jul 07 17:06:06.720850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39426) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:06.750284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'name': 'tempest-AllowedAddressPairTestJSON-418516623'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:06.752661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Made reservation on behalf of 9668a846304048d7924334d7601b4d8a for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:06.759585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.797825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.938292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-eee58c69-7e05-4419-bdf7-ad05d266dfe5 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120590 Jul 07 17:06:07.053963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.060089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.105395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07727679-ea5a-4fe8-8b0c-ff67fc94684e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:07.148655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8440356d-07e0-46c8-a9ce-397960e6dfa4 req-07c74f24-a6c4-49b4-aa9c-0dd6c1bc6d05 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 210 time: 0.1712036 Jul 07 17:06:07.180591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:07.184753 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.257786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] device_id is not set on port 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:07.265536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c2449d-9c39-4754-9004-325ecb997c55 req-11bd77a0-c65b-4ab5-bc6c-e132f08a07ae service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180094 Jul 07 17:06:07.358025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Allocated IP 192.168.233.85 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:07.643033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.690137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Allocated IP 172.20.0.7 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/5ee4966a-ffb8-4c0c-ae7c-77eda8346b37) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:07.713372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.719061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0538b88d-bca3-432f-afd7-0bc0d9724b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.734173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-22e2d4a5-4c24-488a-8ac7-1d389191d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:07.736391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-22e2d4a5-4c24-488a-8ac7-1d389191d3ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 1094 time: 0.2778196 Jul 07 17:06:07.758716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Transition to ACTIVE for port object 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:07.840013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.911139 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:07.911935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-cfca3282-13f4-4c61-a5b5-4340abf953f6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:07.924808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-cfca3282-13f4-4c61-a5b5-4340abf953f6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 815 time: 0.4493439 Jul 07 17:06:07.951144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:07.954829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:07.960362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:07.963571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Pushing event updated for resources: {'Port': ['ID=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:08.047496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.048685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.071228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Request body: {'port': {'device_id': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'admin_state_up': True, 'tenant_id': '396d8b97262e4bf6a0f3fd646d4537fb'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:08.079415 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-cd13dbf7-fd31-4ba3-95f4-c68da1334398 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8196919 Jul 07 17:06:08.099727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Request body: {'port': {'device_id': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:08.261667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.400746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d32f3cdc-1760-4c73-9efe-c724fa1e56d4 None None] Provisioning for port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:08.411511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d32f3cdc-1760-4c73-9efe-c724fa1e56d4 None None] Provisioning complete for port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:08.412356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d32f3cdc-1760-4c73-9efe-c724fa1e56d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.549177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d32f3cdc-1760-4c73-9efe-c724fa1e56d4 None None] Port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:08.770841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:08.795668 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.817305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Transition to ACTIVE for port object 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:08.824594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.831370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63169ae-ebdd-4b1d-86c2-432c27a071b6 req-313d01d5-78c0-4314-ae73-ed7b145c023b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.844096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d63169ae-ebdd-4b1d-86c2-432c27a071b6 req-313d01d5-78c0-4314-ae73-ed7b145c023b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 943 time: 1.2464478 Jul 07 17:06:08.939891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Pushing event updated for resources: {'Port': ['ID=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:09.021922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Attempting to bind port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:09.022763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Attempting to bind port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:09.023330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Attempting to bind port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:09.029460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:09.031246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Attempting to bind port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:09.038604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:09.039561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:09.040456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:09.041273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Bound port: 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:09.041891 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.085981 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.101353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-dce2a3b1-7efb-4c22-958c-706f928c2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.104190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-dce2a3b1-7efb-4c22-958c-706f928c2c87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 1.3509099 Jul 07 17:06:09.207702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] For port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:09.219980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] For port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:09.228484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.266628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.267716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.269647 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] 10.222.0.13 "PUT /v2.0/ports/7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f HTTP/1.1" status: 200 len: 1095 time: 1.1751065 Jul 07 17:06:09.272001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'tag': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:09.276106 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee70f7-704e-4d22-99e3-2495a3751ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "b04960c5-d4a1-4195-b466-47cd261a8320", "tag": "7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:09.310581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d63169ae-ebdd-4b1d-86c2-432c27a071b6 req-bf6e4924-686d-41e0-8cbb-3ff291a2a0e6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664526 Jul 07 17:06:09.355792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-54734f30-a867-4b93-9da1-a6cd20e9f8d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 200 len: 217 time: 0.2245405 Jul 07 17:06:09.382113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051fee-9ba6-4b41-b371-a28aa094a8ef req-e5bbb4d5-2a2c-44a5-ba9a-1aa5663efc76 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.385068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e051fee-9ba6-4b41-b371-a28aa094a8ef req-e5bbb4d5-2a2c-44a5-ba9a-1aa5663efc76 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 935 time: 1.3571587 Jul 07 17:06:09.509945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3ae6-1415-496a-adb5-70e254f0b7de service neutron] Pushing event updated for resources: {'Port': ['ID=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:09.620867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.623721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-7aa0513e-95cb-4af6-bcb0-e623ecc4b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.627018 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-7aa0513e-95cb-4af6-bcb0-e623ecc4b222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9668a846304048d7924334d7601b4d8a&device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 1098 time: 0.2213683 Jul 07 17:06:09.682433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e051fee-9ba6-4b41-b371-a28aa094a8ef req-e5753c21-16c3-451d-9b3f-043f8193498f tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821863 Jul 07 17:06:09.704981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Made reservation on behalf of 396d8b97262e4bf6a0f3fd646d4537fb for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:09.708706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:09.721251 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-f4f37e57-7791-4e9a-832f-86fd3518aef4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f HTTP/1.1" status: 200 len: 217 time: 0.0804389 Jul 07 17:06:09.761184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Transition to ACTIVE for port object 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:09.790191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-cc7673a9-bccc-47be-8b5a-d226c87ebee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.799581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-2931b4db-71d3-4af6-b3fa-bc2c523c2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.802748 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-2931b4db-71d3-4af6-b3fa-bc2c523c2ce3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0739348 Jul 07 17:06:09.802987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-cc7673a9-bccc-47be-8b5a-d226c87ebee3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.4164796 Jul 07 17:06:09.917916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3cb88318-f6ce-4f5b-b596-13556c6f34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.920504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-3cb88318-f6ce-4f5b-b596-13556c6f34a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053574 Jul 07 17:06:10.032842 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672ac47-9342-42b2-955e-9568bff5bf71 x-openstack-request-id: req-1672ac47-9342-42b2-955e-9568bff5bf71 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:10.033314 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04960c5-d4a1-4195-b466-47cd261a8320", "tag": "7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:10.033645 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1672ac47-9342-42b2-955e-9568bff5bf71 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:10.034457 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'tag': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f', 'status': 'completed', 'code': 200} Jul 07 17:06:10.044622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1994844-b862-4d2c-8b3b-c591dede43e6 req-43aa874a-7f02-407e-8b7e-9b98a9b371c2 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 210 time: 0.1381900 Jul 07 17:06:10.106937 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.136251 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-6fd16c3d-11d0-46e4-8076-299a39f7d483 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060163 Jul 07 17:06:10.174035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-e9f75cbc-a862-4cd2-b0b6-669af6687622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.175584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-e9f75cbc-a862-4cd2-b0b6-669af6687622 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3585215 Jul 07 17:06:10.233300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Allocated IP 172.20.0.5 (94fe195a-0bf1-4580-a67c-35836a19f5a8/aa0d6160-5d34-44f1-aab6-d9747038d2ce/5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:10.236426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:10.273818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 75980f69-fdca-4023-94ba-4d3fe9760dba details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:10.281543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:10.288113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=5ee4966a-ffb8-4c0c-ae7c-77eda8346b37,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:10.297650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:10.407827 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caab2a22-e26f-40d2-a7d6-5de1b2829d21 req-ba30dade-0638-4e03-8ff5-76711f66d6f8 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630901 Jul 07 17:06:10.516036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.518944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.590125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-8ffbaa1b-a305-4b54-be08-897b00315cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987198 Jul 07 17:06:10.593689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 75980f69-fdca-4023-94ba-4d3fe9760dba, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=75980f69-fdca-4023-94ba-4d3fe9760dba,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:10.645471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fb2d0759-6259-4804-9df4-3c1efe40b888 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9222529 Jul 07 17:06:10.668743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39500) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:10.689150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '75980f69-fdca-4023-94ba-4d3fe9760dba', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '75980f69-fdca-4023-94ba-4d3fe9760dba', 'mac_address': 'fa:16:3e:fb:35:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:10.691478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'network_id': 'b377f64d-ee1b-453b-ab02-7e2141719875', 'name': 'tempest-AllowedAddressPairTestJSON-1714407389'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:10.777575 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.792815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.799392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75980f69-fdca-4023-94ba-4d3fe9760dba {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:10.878708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 75980f69-fdca-4023-94ba-4d3fe9760dba, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=75980f69-fdca-4023-94ba-4d3fe9760dba,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:10.892966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.978658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-e06f5bfa-7ad9-4679-a762-373b1b88957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.980259 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-e06f5bfa-7ad9-4679-a762-373b1b88957e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9668a846304048d7924334d7601b4d8a&device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 1098 time: 0.4293885 Jul 07 17:06:11.069472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Made reservation on behalf of aaba41b03d0b4f78b223cc6c21bebb9e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:11.073389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.093431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bdbb78f5-9082-4978-ba08-e5e46a0af9b4 None None] Provisioning for port 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:11.113489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] device_id is not set on port b8e4a6d0-4bda-43d8-af40-ecd96c45243c yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:11.135837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-17c997a7-892d-4398-85ee-65ae69a384b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.137451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-17c997a7-892d-4398-85ee-65ae69a384b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1475599 Jul 07 17:06:11.161441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bdbb78f5-9082-4978-ba08-e5e46a0af9b4 None None] Provisioning complete for port 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:11.162166 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdbb78f5-9082-4978-ba08-e5e46a0af9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.202516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=75980f69-fdca-4023-94ba-4d3fe9760dba,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.245302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.245834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.246290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.246760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.247351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.247637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.248108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.248557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.249002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.249504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.249945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.250392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:11.268584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['75980f69-fdca-4023-94ba-4d3fe9760dba'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:11.298145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb78f5-9082-4978-ba08-e5e46a0af9b4 None None] Port 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:11.369985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.435548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67d44f-8485-4bcf-b525-85a93cd80858 req-69a2d996-a14d-4f30-a5d7-418540152834 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.450304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab67d44f-8485-4bcf-b525-85a93cd80858 req-69a2d996-a14d-4f30-a5d7-418540152834 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 943 time: 0.7433319 Jul 07 17:06:11.510370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Allocated IP 172.20.0.8 (b377f64d-ee1b-453b-ab02-7e2141719875/a742721b-2af2-473f-89a2-4e552d8ddb3a/b8e4a6d0-4bda-43d8-af40-ecd96c45243c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:11.525969 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-f7e1edb8-0d6a-449a-b92f-3abb6f8a4781 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f HTTP/1.1" status: 200 len: 217 time: 0.1258445 Jul 07 17:06:11.550585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77bcf604-70bf-45af-8b5b-695f7b63cf76 req-65382975-fc81-447a-a612-4d6bec2815d0 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9572051 Jul 07 17:06:11.594198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.662765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28faa2-3277-4630-86b5-66d377bd7c2a req-9882d9d9-6b07-4636-8216-b6c59e171a7b tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.664490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b28faa2-3277-4630-86b5-66d377bd7c2a req-9882d9d9-6b07-4636-8216-b6c59e171a7b tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 947 time: 0.4433742 Jul 07 17:06:11.683958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab67d44f-8485-4bcf-b525-85a93cd80858 req-93329c83-703f-4d3e-ad8a-03d80e75d633 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323399 Jul 07 17:06:11.689617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:11.736166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:11.771503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-67222573-6ea6-4172-9b78-85ef2d72315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.776380 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-67222573-6ea6-4172-9b78-85ef2d72315b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.2335312 Jul 07 17:06:11.783782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:11.885419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.886275 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.893586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.919086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-ecb558af-333c-40ed-8953-a6d0e1de0f88 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8993461 Jul 07 17:06:11.934408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b28faa2-3277-4630-86b5-66d377bd7c2a req-43796c78-810b-4d85-93b3-5076a2f86dcb tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486248 Jul 07 17:06:11.947850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Request body: {'port': {'device_id': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:12.202981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.218440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-d1c24bae-4ffe-4aee-bc32-a26626410d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.219758 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-d1c24bae-4ffe-4aee-bc32-a26626410d85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4244843 Jul 07 17:06:12.236922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Transition to ACTIVE for port object b8e4a6d0-4bda-43d8-af40-ecd96c45243c will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:12.255917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.277335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:12.290661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 75980f69-fdca-4023-94ba-4d3fe9760dba up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:12.356715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-7f0b6b75-f7a3-42bc-90dc-6a3d9b661a85 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300199 Jul 07 17:06:12.358479 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.424509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb614-500b-4953-93c1-7a36d4685290 req-25e8097b-8895-42a8-8c80-20d0ddfc116c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.437187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aedcb614-500b-4953-93c1-7a36d4685290 req-25e8097b-8895-42a8-8c80-20d0ddfc116c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 931 time: 0.2864056 Jul 07 17:06:12.473969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Network b377f64d-ee1b-453b-ab02-7e2141719875 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:12.484439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:12.492377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:12.538459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aedcb614-500b-4953-93c1-7a36d4685290 req-782631fa-1036-47d6-8dbe-c327fe197da0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987532 Jul 07 17:06:12.550613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.551506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.551748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 75980f69-fdca-4023-94ba-4d3fe9760dba completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:12.557525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=b8e4a6d0-4bda-43d8-af40-ecd96c45243c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:12.592866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31395ee4-72ff-4993-91b1-501a5509096d tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9068580 Jul 07 17:06:12.595830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:12.602239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:60:a1:17'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:47:4e:16'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:12.620289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 75980f69-fdca-4023-94ba-4d3fe9760dba triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:12.621024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.652159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57ee70f7-704e-4d22-99e3-2495a3751ddb req-8113df02-ddf1-4bb1-9ee2-44e6d9a9e011 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845075 Jul 07 17:06:12.764800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:12.807798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f', 'mac_address': 'fa:16:3e:99:0d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:12.864640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.882523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:12.908485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:12.916921 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.988959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.002793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.130256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.200354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75980f69-fdca-4023-94ba-4d3fe9760dba'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:13.203619 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20069f2-9f6e-4e4d-b6e5-24ad1786e22c" -d '{"events": [{"server_uuid": "68c89399-634d-447e-b3dc-94af2f1ca8e7", "name": "network-vif-plugged", "status": "completed", "tag": "75980f69-fdca-4023-94ba-4d3fe9760dba"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:13.224612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 75980f69-fdca-4023-94ba-4d3fe9760dba, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=75980f69-fdca-4023-94ba-4d3fe9760dba,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:13.230026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c70cc923-3e3f-4abc-b753-87d0b6e0e819 None None] Provisioning for port b8e4a6d0-4bda-43d8-af40-ecd96c45243c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:13.234172 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.266677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:13.290339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.304813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=75980f69-fdca-4023-94ba-4d3fe9760dba,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.317980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:13.338467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Transition to ACTIVE for port object 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:13.359257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.375599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c70cc923-3e3f-4abc-b753-87d0b6e0e819 None None] Provisioning complete for port b8e4a6d0-4bda-43d8-af40-ecd96c45243c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:13.375978 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c70cc923-3e3f-4abc-b753-87d0b6e0e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.422966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c70cc923-3e3f-4abc-b753-87d0b6e0e819 None None] Port b8e4a6d0-4bda-43d8-af40-ecd96c45243c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:13.458765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.510268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebf17-ad52-46df-97a6-2800e6fb1392 req-6b3f2014-20bc-4e1f-9b38-23b3cb92784a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.517774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-880ebf17-ad52-46df-97a6-2800e6fb1392 req-6b3f2014-20bc-4e1f-9b38-23b3cb92784a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 944 time: 0.3466983 Jul 07 17:06:13.606686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-880ebf17-ad52-46df-97a6-2800e6fb1392 req-9a4bcbed-0858-43be-a21b-58334a45a5ad tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Jul 07 17:06:13.633792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.645594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.746340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dcfdc-f670-4b9d-b5fd-2ad0ca7c3e71 req-6d768349-641c-49bb-a124-8f35ea20547a tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.755718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f67dcfdc-f670-4b9d-b5fd-2ad0ca7c3e71 req-6d768349-641c-49bb-a124-8f35ea20547a tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 948 time: 0.2988372 Jul 07 17:06:13.758512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event updated for resources: {'Port': ['ID=b8e4a6d0-4bda-43d8-af40-ecd96c45243c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.842145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] In _notify_port_updated(), no bound segment for port b8e4a6d0-4bda-43d8-af40-ecd96c45243c on network b377f64d-ee1b-453b-ab02-7e2141719875 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:06:13.857966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.861745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.864035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e6b94a8-0e4b-441f-8854-83501a52904b tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "PUT /v2.0/ports/b8e4a6d0-4bda-43d8-af40-ecd96c45243c HTTP/1.1" status: 200 len: 1056 time: 1.2668898 Jul 07 17:06:13.868768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39574) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:13.912038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Attempting to bind port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:13.913687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Attempting to bind port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:13.914437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Attempting to bind port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:13.945276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:13.946071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Attempting to bind port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:13.958644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f67dcfdc-f670-4b9d-b5fd-2ad0ca7c3e71 req-dc545c5f-c3d9-4012-a3c0-c25180f34c82 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892614 Jul 07 17:06:13.965405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:13.966699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Checking segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:13.967692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Bound using segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:13.968847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Bound port: 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:13.970164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.069917 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7def7-04f4-4cf6-a7ae-3ddfd7a966f7 x-openstack-request-id: req-e8f7def7-04f4-4cf6-a7ae-3ddfd7a966f7 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:14.070786 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c89399-634d-447e-b3dc-94af2f1ca8e7", "name": "network-vif-plugged", "status": "completed", "tag": "75980f69-fdca-4023-94ba-4d3fe9760dba", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:14.071384 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8f7def7-04f4-4cf6-a7ae-3ddfd7a966f7 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:14.071592 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75980f69-fdca-4023-94ba-4d3fe9760dba', 'code': 200} Jul 07 17:06:14.114716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port b8e4a6d0-4bda-43d8-af40-ecd96c45243c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:14.114716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.136639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:14.154903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:14.165231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.345516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-55c65fc9-4dc5-4945-857c-a7cb23f55e47 None None] Provisioning complete for port b8e4a6d0-4bda-43d8-af40-ecd96c45243c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:14.347415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-55c65fc9-4dc5-4945-857c-a7cb23f55e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.387342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.401192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f5415-bac8-415c-9918-23d99427e586 req-3607f774-bf09-4c29-bc1c-16ecd4052a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.401192 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-332f5415-bac8-415c-9918-23d99427e586 req-3607f774-bf09-4c29-bc1c-16ecd4052a06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 1096 time: 0.1581039 Jul 07 17:06:14.475274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for b8e4a6d0-4bda-43d8-af40-ecd96c45243c owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:14.550143 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-332f5415-bac8-415c-9918-23d99427e586 req-7be89296-8d92-4dc7-9d8e-d6fb5da65731 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388655 Jul 07 17:06:14.604658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.605424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.607243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] 10.222.0.54 "PUT /v2.0/ports/5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 HTTP/1.1" status: 200 len: 1091 time: 2.6708221 Jul 07 17:06:14.608805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:14.611255 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f82f78-97cc-4948-9cdd-51a3b860d40f" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:14.650232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ee05a-bb4b-4ba2-b6b8-00c6e8b3818d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.700320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21b6e-0146-4645-9fce-8375b9fbac19 req-9ef2687f-52e6-4a19-9830-9d539e708f55 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.707833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c21b6e-0146-4645-9fce-8375b9fbac19 req-9ef2687f-52e6-4a19-9830-9d539e708f55 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 943 time: 0.3003297 Jul 07 17:06:14.729439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.796681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45c21b6e-0146-4645-9fce-8375b9fbac19 req-32be6147-722b-41b6-9a23-0742c0cf267c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877628 Jul 07 17:06:14.808191 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f9955d-dd96-43cd-a3ed-d63e73a9d1ff x-openstack-request-id: req-31f9955d-dd96-43cd-a3ed-d63e73a9d1ff {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:14.808628 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:14.808992 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31f9955d-dd96-43cd-a3ed-d63e73a9d1ff {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:14.810392 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'status': 'completed', 'code': 200} Jul 07 17:06:14.828853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=b8e4a6d0-4bda-43d8-af40-ecd96c45243c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.870799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-55c65fc9-4dc5-4945-857c-a7cb23f55e47 None None] Port b8e4a6d0-4bda-43d8-af40-ecd96c45243c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:14.876867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-365b1257-6996-4129-a9f1-672d781dfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.878699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-365b1257-6996-4129-a9f1-672d781dfad9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 1094 time: 0.1679106 Jul 07 17:06:15.026288 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-41055c2e-92ac-403a-b03d-f49e4bfd893f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 HTTP/1.1" status: 200 len: 217 time: 0.1399343 Jul 07 17:06:15.255828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-0c3210ec-4f98-4bd9-802a-04cd75170524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.258782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-0c3210ec-4f98-4bd9-802a-04cd75170524 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 200 len: 855 time: 0.2249146 Jul 07 17:06:15.347714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-145557a5-a84f-4dc5-b396-3c40797f4ce7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94fe195a-0bf1-4580-a67c-35836a19f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807672 Jul 07 17:06:15.380686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.383683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9979c1e0-c4fe-464d-a956-c00564b00465 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/ports/b8e4a6d0-4bda-43d8-af40-ecd96c45243c HTTP/1.1" status: 204 len: 168 time: 1.5130301 Jul 07 17:06:15.388849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39600) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:15.455005 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac323a4-7e9b-4cff-9dd0-7bf86c795ad4 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] GET failed (client error): The resource could not be found. Jul 07 17:06:15.457064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dac323a4-7e9b-4cff-9dd0-7bf86c795ad4 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "GET /v2.0/ports/b8e4a6d0-4bda-43d8-af40-ecd96c45243c HTTP/1.1" status: 404 len: 333 time: 0.0668011 Jul 07 17:06:15.461513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:15.616137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ab18-6348-458b-be93-2c17e1737c06 req-cf6a751e-2f83-48bc-9169-36db51e308ee tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.619415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e055ab18-6348-458b-be93-2c17e1737c06 req-cf6a751e-2f83-48bc-9169-36db51e308ee tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 945 time: 0.4534614 Jul 07 17:06:15.699257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:15.700212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.752067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a5b7d-c616-4da1-a47c-54ba5aa643cb req-d81b1667-4caa-4662-a28d-e775b4ef2eb0 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.765083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e8a5b7d-c616-4da1-a47c-54ba5aa643cb req-d81b1667-4caa-4662-a28d-e775b4ef2eb0 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 948 time: 0.4117014 Jul 07 17:06:15.776280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-16be2f22-0099-4481-90fc-e73a43159d11 service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189630 Jul 07 17:06:15.848700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.858971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e055ab18-6348-458b-be93-2c17e1737c06 req-7b6b6a2e-263a-488c-8039-e333e039b5de tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148900 Jul 07 17:06:15.885421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for 5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:15.961265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e84e7556-3914-4281-b73b-4419e74bbcc9 req-613f6dfe-ec13-4e7a-a46e-d1260c749cc6 service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057382 Jul 07 17:06:16.013548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e8a5b7d-c616-4da1-a47c-54ba5aa643cb req-490217bb-c015-4fec-8303-4406f4f8d0d2 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468088 Jul 07 17:06:16.175475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-df5989af-bb4c-45f0-94dc-0ea2d61ec646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.178465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-df5989af-bb4c-45f0-94dc-0ea2d61ec646 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 1094 time: 0.1305752 Jul 07 17:06:16.296281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.307486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:16.383397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=5ee4966a-ffb8-4c0c-ae7c-77eda8346b37,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.449464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde576e1-ecef-4bc7-a85b-f182b7852ba3 req-95c8118b-2883-42b1-ae2c-d12db3e0eacb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.451665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dde576e1-ecef-4bc7-a85b-f182b7852ba3 req-95c8118b-2883-42b1-ae2c-d12db3e0eacb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 943 time: 0.2719939 Jul 07 17:06:16.486045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:16.500409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:16.500795 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.585314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-8f805b81-0451-4a1f-92f6-27055644055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.585558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.589597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-8f805b81-0451-4a1f-92f6-27055644055a service neutron] 10.222.0.54 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 916 time: 0.3913982 Jul 07 17:06:16.591204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-44ee384f-026f-42dc-911c-28f0d93371c9 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/ports/5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 HTTP/1.1" status: 204 len: 168 time: 1.1273131 Jul 07 17:06:16.595856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39624) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:16.666831 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cfe5ad-995b-492c-aeef-09f6f42b5269 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] GET failed (client error): The resource could not be found. Jul 07 17:06:16.668559 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6cfe5ad-995b-492c-aeef-09f6f42b5269 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "GET /v2.0/ports/5ee4966a-ffb8-4c0c-ae7c-77eda8346b37 HTTP/1.1" status: 404 len: 333 time: 0.0714080 Jul 07 17:06:16.673488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:16.690662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-b103ade8-d293-4ef2-bbbc-ecbdeb66c5da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 HTTP/1.1" status: 200 len: 217 time: 0.0906799 Jul 07 17:06:16.728585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dde576e1-ecef-4bc7-a85b-f182b7852ba3 req-3583e8a7-28df-4172-8b63-3340f88d5538 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390230 Jul 07 17:06:16.753073 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.812252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:16.819136 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f621320-86a3-4123-a46d-ef653421b09b" -d '{"events": [{"server_uuid": "b04960c5-d4a1-4195-b466-47cd261a8320", "name": "network-vif-plugged", "status": "completed", "tag": "7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:16.840364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-1f49fa2f-342e-4da3-92e2-c82ecb85167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.842610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-1f49fa2f-342e-4da3-92e2-c82ecb85167e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 200 len: 855 time: 0.1400735 Jul 07 17:06:16.870941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:16.882418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.913967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-ea44edb6-369d-46a2-ad1d-c61cc3dfa2e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94fe195a-0bf1-4580-a67c-35836a19f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649798 Jul 07 17:06:16.941517 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03047640-2122-48ab-aa10-edeb2027578e x-openstack-request-id: req-03047640-2122-48ab-aa10-edeb2027578e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:16.944081 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04960c5-d4a1-4195-b466-47cd261a8320", "name": "network-vif-plugged", "status": "completed", "tag": "7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:16.944586 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03047640-2122-48ab-aa10-edeb2027578e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:16.946265 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f', 'code': 200} Jul 07 17:06:17.012046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:17.087666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-bb2ef113-befd-410e-bfe5-9407cf21284b service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667883 Jul 07 17:06:17.285730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:17.286363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.307933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-6ea409fb-eeb1-4d92-ad09-c0d31786608c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3408403 Jul 07 17:06:17.635198 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95f82f78-97cc-4948-9cdd-51a3b860d40f req-4a8971a3-54f7-420b-8c9c-7e97a87e77b1 service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403600 Jul 07 17:06:17.678448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88784635-c9f3-4bc1-9ffe-2fe84c49e6ea req-7de7b826-d4d4-4042-89c4-e867073f1c4b tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.680802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88784635-c9f3-4bc1-9ffe-2fe84c49e6ea req-7de7b826-d4d4-4042-89c4-e867073f1c4b tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 949 time: 0.1848927 Jul 07 17:06:17.688883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015de71-73b3-4127-b02a-f463ae15fa9c req-b84d2a50-a194-463e-b370-302da85e28df tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.691151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d015de71-73b3-4127-b02a-f463ae15fa9c req-b84d2a50-a194-463e-b370-302da85e28df tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 945 time: 0.5626788 Jul 07 17:06:17.764081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88784635-c9f3-4bc1-9ffe-2fe84c49e6ea req-0f5cfc45-6b11-43c6-a3cc-ccfba021a557 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697896 Jul 07 17:06:17.769677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d015de71-73b3-4127-b02a-f463ae15fa9c req-7b730a36-b8d3-4b87-bd75-e109965135a6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696998 Jul 07 17:06:17.925889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bd6-d8c5-4c47-978f-d65bfeb5dd6c req-b9aa0764-34a3-4b68-9a57-dbd2018085c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.927497 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9de83bd6-d8c5-4c47-978f-d65bfeb5dd6c req-b9aa0764-34a3-4b68-9a57-dbd2018085c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 1100 time: 0.8333354 Jul 07 17:06:18.021063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9de83bd6-d8c5-4c47-978f-d65bfeb5dd6c req-740c16b7-48ba-4c1c-96ce-7109316d6e2a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737278 Jul 07 17:06:18.026707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.047665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for 6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:18.062720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-330b4f3d-6d51-43fc-99df-fd8f47b94823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.064292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-330b4f3d-6d51-43fc-99df-fd8f47b94823 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 1097 time: 0.6800663 Jul 07 17:06:18.283505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-3f59ea1a-4760-4cfe-9d3a-117509f8c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.284878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-3f59ea1a-4760-4cfe-9d3a-117509f8c412 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 200 len: 911 time: 0.1617804 Jul 07 17:06:18.328650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39670) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:18.419462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-a74791ab-7951-4d2a-b1ae-acd4fe6b6c66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 HTTP/1.1" status: 200 len: 1002 time: 0.1223445 Jul 07 17:06:18.422617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.433921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f16e8-90df-4894-933f-37ea1a7286c7 req-df064447-3e8f-4273-8f6f-16c765adc1ab tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.436726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a5f16e8-90df-4894-933f-37ea1a7286c7 req-df064447-3e8f-4273-8f6f-16c765adc1ab tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 943 time: 0.1479859 Jul 07 17:06:18.470389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.516830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a5f16e8-90df-4894-933f-37ea1a7286c7 req-9c426839-0f09-4b77-8b82-d1398b68eac3 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Jul 07 17:06:18.594547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-bb81a6f2-9734-4274-909d-3e0aa1d15fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.596207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-bb81a6f2-9734-4274-909d-3e0aa1d15fae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 200 len: 849 time: 0.1582367 Jul 07 17:06:18.597374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e14d-8858-42d6-9647-32e4fd6e038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.645017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.659432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e76cd29-8d5f-419b-b155-b60df6ccc627 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/ports/6d5a6e5b-d5e9-4f0d-a5f4-5028cd5f936f HTTP/1.1" status: 204 len: 168 time: 1.9847806 Jul 07 17:06:18.660201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:18.734962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-efec32e3-b83c-4d22-9c19-4663fa411881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.736587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-efec32e3-b83c-4d22-9c19-4663fa411881 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e1cac576-c5a3-4ea6-898a-8e98e310d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263814 Jul 07 17:06:18.805042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting subnet a742721b-2af2-473f-89a2-4e552d8ddb3a {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:18.812039 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.899908 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.932539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e14d-8858-42d6-9647-32e4fd6e038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.947407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e14d-8858-42d6-9647-32e4fd6e038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.036316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-123ae399-ee40-4e2c-8266-08bb58eb83fa service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891428 Jul 07 17:06:19.042651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1e14d-8858-42d6-9647-32e4fd6e038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec32d8-3b0f-4dc2-a767-7cce175ef535,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:19.181868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f64c3-0899-4de1-b50c-3beab84e45ca req-215ecec5-fede-4b92-abdb-a08b88afc940 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.189814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d32f64c3-0899-4de1-b50c-3beab84e45ca req-215ecec5-fede-4b92-abdb-a08b88afc940 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 949 time: 0.2210801 Jul 07 17:06:19.202934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.227863 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d0a621bd-13a4-4c6a-8d15-745dd00e4b66 req-7a7fbdf8-9891-487a-acda-a82749c63642 service neutron] 10.222.0.54 "GET /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780140 Jul 07 17:06:19.233293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6b1e14d-8858-42d6-9647-32e4fd6e038d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14beed8c9a0c4daf8013cdcbf2f58a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9038892 Jul 07 17:06:19.238090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39682) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:19.332053 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bf4520a-d7e4-4dbc-ad54-48f4e0bb8a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.336689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d32f64c3-0899-4de1-b50c-3beab84e45ca req-428ef7ae-bd86-4504-8ccd-39b4140ba8e8 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412201 Jul 07 17:06:19.370515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bf4520a-d7e4-4dbc-ad54-48f4e0bb8a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.418892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.461165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bf4520a-d7e4-4dbc-ad54-48f4e0bb8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.464217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8bf4520a-d7e4-4dbc-ad54-48f4e0bb8a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.466077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8bf4520a-d7e4-4dbc-ad54-48f4e0bb8a5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dbec32d8-3b0f-4dc2-a767-7cce175ef535 HTTP/1.1" status: 204 len: 168 time: 0.2267177 Jul 07 17:06:19.476833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4520a-d7e4-4dbc-ad54-48f4e0bb8a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec32d8-3b0f-4dc2-a767-7cce175ef535,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:19.502657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Subnet': ['ID=a742721b-2af2-473f-89a2-4e552d8ddb3a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:19.511656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.515443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/subnets/a742721b-2af2-473f-89a2-4e552d8ddb3a HTTP/1.1" status: 204 len: 168 time: 0.8528454 Jul 07 17:06:19.517743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35257ac1-04ed-4088-a6d4-76cb6fcfaedd None None] Network b377f64d-ee1b-453b-ab02-7e2141719875 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:19.518571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39692) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:19.527318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.527842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.528626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.529220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.529986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.530610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.531397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.531907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.532486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.533053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.553661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.554543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f3f5-5ad5-4cc9-bed9-ec8cdf008178 tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:19.727581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.844762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b38e9e-825c-47e3-ba2d-35933740bf32 req-f4f09c1c-8217-40f3-bff9-d2ec8a38a69b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.855955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87b38e9e-825c-47e3-ba2d-35933740bf32 req-f4f09c1c-8217-40f3-bff9-d2ec8a38a69b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 943 time: 0.1354408 Jul 07 17:06:19.924781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87b38e9e-825c-47e3-ba2d-35933740bf32 req-080f6a7f-a02d-414e-b1e0-9805682feefc tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Jul 07 17:06:19.943547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Deleting port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:19.944399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.992553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] DHCP port deletion for b377f64d-ee1b-453b-ab02-7e2141719875 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:20.029822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] For port 282f2af1-053c-4ab2-b4b8-02c393fd57f9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=282f2af1-053c-4ab2-b4b8-02c393fd57f9,segment=NetworkSegment(24fa8e22-a058-476a-82fc-9be2dc4fd5ab),segment_id=24fa8e22-a058-476a-82fc-9be2dc4fd5ab)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:20.030350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.046921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39698) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:20.047758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Calling delete_port for 282f2af1-053c-4ab2-b4b8-02c393fd57f9 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:20.048788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Deleting port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:20.049203 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.061575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4849ed22-2704-44ca-9cc1-40b6f0986811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.129694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:20.181558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4849ed22-2704-44ca-9cc1-40b6f0986811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.186172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4849ed22-2704-44ca-9cc1-40b6f0986811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.188478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.238246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Port': ['ID=282f2af1-053c-4ab2-b4b8-02c393fd57f9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.242422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] No DVR routers for this DVR port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:20.282728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4849ed22-2704-44ca-9cc1-40b6f0986811 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95136321abf44ac783228522cc32d221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341182 Jul 07 17:06:20.291132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39702) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:20.366807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.384554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b377f64d-ee1b-453b-ab02-7e2141719875']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:20.396127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa122231-774b-4d1b-af48-3ef65ca37343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.398967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849ed22-2704-44ca-9cc1-40b6f0986811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed44c4a-c689-459c-b76c-69bf21307733,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.400540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fa8e22-a058-476a-82fc-9be2dc4fd5ab') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:20.400964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fa8e22-a058-476a-82fc-9be2dc4fd5ab') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:20.409002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:20.416557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.425539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] For port 282f2af1-053c-4ab2-b4b8-02c393fd57f9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=282f2af1-053c-4ab2-b4b8-02c393fd57f9,segment=NetworkSegment(24fa8e22-a058-476a-82fc-9be2dc4fd5ab),segment_id=24fa8e22-a058-476a-82fc-9be2dc4fd5ab)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:20.425943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.438119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.450573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'port_id': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'mac_address': 'fa:16:3e:eb:c3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d6160-5d34-44f1-aab6-d9747038d2ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:20.456554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:20.457141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.458475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Calling delete_port for 282f2af1-053c-4ab2-b4b8-02c393fd57f9 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:20.464114 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:20.511902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa122231-774b-4d1b-af48-3ef65ca37343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.587103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.618060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.628881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.646292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] 10.222.0.78 "DELETE /v2.0/networks/b377f64d-ee1b-453b-ab02-7e2141719875 HTTP/1.1" status: 204 len: 168 time: 1.1245093 Jul 07 17:06:20.676339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b563e-260f-4e67-983a-325c14091dad tempest-AllowedAddressPairTestJSON-957942619 tempest-AllowedAddressPairTestJSON-957942619-project] Pushing event deleted for resources: {'Network': ['ID=b377f64d-ee1b-453b-ab02-7e2141719875,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.686785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:20.730642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.749535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Network b377f64d-ee1b-453b-ab02-7e2141719875 is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:06:20.749535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] No DVR routers for this DVR port 282f2af1-053c-4ab2-b4b8-02c393fd57f9 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:20.792116 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa122231-774b-4d1b-af48-3ef65ca37343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.799594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa122231-774b-4d1b-af48-3ef65ca37343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.800805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fa122231-774b-4d1b-af48-3ef65ca37343 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bed44c4a-c689-459c-b76c-69bf21307733 HTTP/1.1" status: 204 len: 168 time: 0.5087006 Jul 07 17:06:20.823853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa122231-774b-4d1b-af48-3ef65ca37343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed44c4a-c689-459c-b76c-69bf21307733,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.851835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e988a-3ea7-42a5-9ae5-c690956d4e62 None None] Pushing event deleted for resources: {'Port': ['ID=282f2af1-053c-4ab2-b4b8-02c393fd57f9,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.869438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d10d5-1b01-4aff-b2a3-7056fcc14cee req-53c5a420-ee7b-46fa-80bd-9c74404d631c tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:20.871100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-999d10d5-1b01-4aff-b2a3-7056fcc14cee req-53c5a420-ee7b-46fa-80bd-9c74404d631c tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 949 time: 0.2924070 Jul 07 17:06:20.873260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 282f2af1-053c-4ab2-b4b8-02c393fd57f9 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:20.942013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:20.944699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 282f2af1-053c-4ab2-b4b8-02c393fd57f9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:20.945035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 282f2af1-053c-4ab2-b4b8-02c393fd57f9 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:20.949746 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.982690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-999d10d5-1b01-4aff-b2a3-7056fcc14cee req-3008161a-0514-4173-9c74-121fbe06203e tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955403 Jul 07 17:06:21.079781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:21.284879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:21.297263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266579-7c25-4dfb-b87e-fd036dde1ec0 req-4d75e847-6c1b-4d56-b7d2-1f5317b0c209 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:21.305709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44266579-7c25-4dfb-b87e-fd036dde1ec0 req-4d75e847-6c1b-4d56-b7d2-1f5317b0c209 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 944 time: 0.1799028 Jul 07 17:06:21.339654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:21.407110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44266579-7c25-4dfb-b87e-fd036dde1ec0 req-29c9c67a-0a2d-4694-851d-bae9d911ba68 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866392 Jul 07 17:06:21.670005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30a5fde7-e9d6-45bd-aab1-76a2dae382fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaba41b03d0b4f78b223cc6c21bebb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837893 Jul 07 17:06:21.673038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39742) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:21.734266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83bafaf8-ae45-4357-928c-f52e410239ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.760869 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83bafaf8-ae45-4357-928c-f52e410239ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.890554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79f4c-732a-48dd-af8e-5585df9241a6 req-c778ce58-d97d-4c0e-ad90-c86666dcc174 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:21.892185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10e79f4c-732a-48dd-af8e-5585df9241a6 req-c778ce58-d97d-4c0e-ad90-c86666dcc174 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 949 time: 0.1290278 Jul 07 17:06:21.905403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83bafaf8-ae45-4357-928c-f52e410239ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.908756 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83bafaf8-ae45-4357-928c-f52e410239ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.913637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83bafaf8-ae45-4357-928c-f52e410239ce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afbdf902-f340-4ee9-aeff-1e1bf27aab76 HTTP/1.1" status: 204 len: 168 time: 0.2398181 Jul 07 17:06:21.944825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bafaf8-ae45-4357-928c-f52e410239ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbdf902-f340-4ee9-aeff-1e1bf27aab76,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.017167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10e79f4c-732a-48dd-af8e-5585df9241a6 req-bc55f2e3-ebd6-42b9-8ca3-55afdcfb2222 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988386 Jul 07 17:06:22.722401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b63b-2ece-4e55-882b-c4a31364ab41 req-bf5865e6-595f-45fb-a8bf-015dd63c70f9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:22.732657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5544b63b-2ece-4e55-882b-c4a31364ab41 req-bf5865e6-595f-45fb-a8bf-015dd63c70f9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 944 time: 0.1143913 Jul 07 17:06:22.786874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5544b63b-2ece-4e55-882b-c4a31364ab41 req-414680aa-d067-420f-ad18-6da3cd1036c2 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Jul 07 17:06:23.047444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39808) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:23.360076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-4b4bb011-7be0-472f-a2e9-fa1e87a9c7b6 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.372802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'networks': [{'name': 'tempest-network--719393930'}, {'name': 'tempest-network--894110213'}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:23.372802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'network': {'name': 'tempest-network--719393930'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:23.372802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'network': {'name': 'tempest-network--894110213'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:23.376917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-4b4bb011-7be0-472f-a2e9-fa1e87a9c7b6 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.13 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 949 time: 0.3448646 Jul 07 17:06:23.552697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'network': 2} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:23.561976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.581234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.650438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Deleting port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:23.652010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.670065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982547d5-8c5c-4050-a027-085b7b6b25db req-d5e2257c-13e1-4c0a-864e-9b28b601095b tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.682576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-982547d5-8c5c-4050-a027-085b7b6b25db req-d5e2257c-13e1-4c0a-864e-9b28b601095b tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 949 time: 0.3610528 Jul 07 17:06:23.761722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.786623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-982547d5-8c5c-4050-a027-085b7b6b25db req-771bc13f-bda2-40f5-a56f-76bfbfb99e57 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/security-groups?id=07727679-ea5a-4fe8-8b0c-ff67fc94684e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019681 Jul 07 17:06:23.939206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.948929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.950905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.955287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] For port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:23.955556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.999076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Calling delete_port for 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:24.107280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5396d20c-ab6d-41f7-9eaa-1a7bff4311fd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.145699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:24.159230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:24.181035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.181575 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Added segment 8f3194b4-8665-4447-b366-1f29ba22c972 of type vlan for network 00c5c814-45b7-4435-bce7-229c5cc69d0f Jul 07 17:06:24.297894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:24.305519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfc80-dceb-44b4-be63-f858f066b5d0 req-62c82988-0364-41ae-aa7d-bed017101f61 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.306578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:24.307141 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.312908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-542cfc80-dceb-44b4-be63-f858f066b5d0 req-62c82988-0364-41ae-aa7d-bed017101f61 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 944 time: 0.2707775 Jul 07 17:06:24.323968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.343196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.378275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:24.401787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Pushing event deleted for resources: {'Port': ['ID=7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.419908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-542cfc80-dceb-44b4-be63-f858f066b5d0 req-dabdfdfb-3484-4ad2-8544-0ce8f6091f65 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059735 Jul 07 17:06:24.454417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:24.471187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.472007 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Added segment 67eb1aa6-d1d1-4e07-af8d-c6eb236d8f63 of type vlan for network 5ed9e9fe-195d-45df-9d8c-7ef44263a5ae Jul 07 17:06:24.533455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] No DVR routers for this DVR port 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:24.537988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.542680 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8938cc0c-41c7-439d-bf58-e81963456a05 req-e75c8c29-96f4-454f-b5a5-bd60a5bfe842 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.13 "DELETE /v2.0/ports/7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f HTTP/1.1" status: 204 len: 173 time: 1.1593599 Jul 07 17:06:24.546538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'name': 'network-vif-deleted', 'tag': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:24.549686 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfee8d0-be22-4c59-bd28-849492763ddd" -d '{"events": [{"server_uuid": "b04960c5-d4a1-4195-b466-47cd261a8320", "name": "network-vif-deleted", "tag": "7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:24.567081 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.622414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.644255 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.645175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.655375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.664548 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d42d60-bfdd-427d-9826-2717e5a530a5 x-openstack-request-id: req-c2d42d60-bfdd-427d-9826-2717e5a530a5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:24.664963 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04960c5-d4a1-4195-b466-47cd261a8320", "name": "network-vif-deleted", "tag": "7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:24.665355 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2d42d60-bfdd-427d-9826-2717e5a530a5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:24.665859 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04960c5-d4a1-4195-b466-47cd261a8320', 'name': 'network-vif-deleted', 'tag': '7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f', 'status': 'completed', 'code': 200} Jul 07 17:06:24.674211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.675571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.691213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:24.692736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:24.696913 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b15f946-ea97-4eb7-99b3-080fb57b251e" -d '{"events": [{"server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "name": "network-vif-plugged", "status": "completed", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:24.702617 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.719823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6714284 Jul 07 17:06:24.724247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:24.801607 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a2f1cf-727c-4710-9397-a225fd995b77 x-openstack-request-id: req-17a2f1cf-727c-4710-9397-a225fd995b77 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:24.802695 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "name": "network-vif-plugged", "status": "completed", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:24.803961 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17a2f1cf-727c-4710-9397-a225fd995b77 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:24.804609 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'code': 200} Jul 07 17:06:24.859395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.910885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Network': ['ID=00c5c814-45b7-4435-bce7-229c5cc69d0f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.932944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 00c5c814-45b7-4435-bce7-229c5cc69d0f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:25.101604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96655f8-fd76-43bb-8b44-9e4c88c5214c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Network': ['ID=5ed9e9fe-195d-45df-9d8c-7ef44263a5ae,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.127266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 5ed9e9fe-195d-45df-9d8c-7ef44263a5ae details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:25.191298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1588661-90aa-4f54-86b6-72c78567cbaa tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.210158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1588661-90aa-4f54-86b6-72c78567cbaa tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.217158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1588661-90aa-4f54-86b6-72c78567cbaa tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.238949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1588661-90aa-4f54-86b6-72c78567cbaa tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.246850 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a1588661-90aa-4f54-86b6-72c78567cbaa tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5167913 Jul 07 17:06:25.246850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39872) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:25.426337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4513-c8a0-4cbf-a8f8-0562663e9868 req-0d07ab63-97cd-4025-882d-82debfae5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.427305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f0cb4513-c8a0-4cbf-a8f8-0562663e9868 req-0d07ab63-97cd-4025-882d-82debfae5883 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 1096 time: 0.3234103 Jul 07 17:06:25.448796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.496491 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f0cb4513-c8a0-4cbf-a8f8-0562663e9868 req-d6cbc829-dfac-4c85-a949-bd0d66c8eb24 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607572 Jul 07 17:06:25.602695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac023348-7fba-4b81-94ae-31a54f125c80 req-741b4c8c-384c-4435-a1ea-bd5d95b7a001 tempest-VolumesNegativeTest-984279703 tempest-VolumesNegativeTest-984279703-project] 10.222.0.78 "GET /v2.0/ports?device_id=b04960c5-d4a1-4195-b466-47cd261a8320 HTTP/1.1" status: 200 len: 210 time: 0.4761982 Jul 07 17:06:25.751282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.778964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c5c814-45b7-4435-bce7-229c5cc69d0f']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:25.811522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3194b4-8665-4447-b366-1f29ba22c972') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:25.811522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3194b4-8665-4447-b366-1f29ba22c972') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:25.830320 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.860777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.875242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:25.876588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:25.886244 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:26.059373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.125441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.134264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/networks/00c5c814-45b7-4435-bce7-229c5cc69d0f HTTP/1.1" status: 204 len: 168 time: 0.8811727 Jul 07 17:06:26.134264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b04c4-ca95-430f-8637-985e05b08f21 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Network': ['ID=00c5c814-45b7-4435-bce7-229c5cc69d0f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.136148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39894) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.158856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bd8c6-282e-499f-bb22-39457a2c185c req-7971bdf9-1351-44b1-a8c8-5b1b9586f20b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:26.160486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c79bd8c6-282e-499f-bb22-39457a2c185c req-7971bdf9-1351-44b1-a8c8-5b1b9586f20b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.1715662 Jul 07 17:06:26.275571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c79bd8c6-282e-499f-bb22-39457a2c185c req-95dcf58a-481a-4df8-92e5-999e2fb86850 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970442 Jul 07 17:06:26.314467 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.367595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:26.395061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:26.395410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7a8dd9f9-e9b8-4b90-9a34-e3cceec4638f not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:26.397644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.441755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.453659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed9e9fe-195d-45df-9d8c-7ef44263a5ae']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:26.470610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67eb1aa6-d1d1-4e07-af8d-c6eb236d8f63') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:26.470919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67eb1aa6-d1d1-4e07-af8d-c6eb236d8f63') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:26.483008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.513019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.525578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:26.526449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:26.531960 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:26.576374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d30079b7-01db-4c4d-87ce-a4fbc3f7ba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.642260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.661534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.670538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/networks/5ed9e9fe-195d-45df-9d8c-7ef44263a5ae HTTP/1.1" status: 204 len: 168 time: 0.5323699 Jul 07 17:06:26.678311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.724202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ef0a2-e172-495b-b147-e962bc8ecd86 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Network': ['ID=5ed9e9fe-195d-45df-9d8c-7ef44263a5ae,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.766152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d30079b7-01db-4c4d-87ce-a4fbc3f7ba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.774484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d30079b7-01db-4c4d-87ce-a4fbc3f7ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.833204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d30079b7-01db-4c4d-87ce-a4fbc3f7ba9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b17575cc7c843ee886d8ab16e1c7384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338782 Jul 07 17:06:26.836030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30079b7-01db-4c4d-87ce-a4fbc3f7ba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc60efe-cb52-4932-9435-6ab6f32b424b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.839476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39908) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.941448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1e47d1b-4542-4c26-ba3d-dfb30d91cad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.007649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1549d-10d7-40f8-a7cb-ce8dd9c88243 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.010580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1e47d1b-4542-4c26-ba3d-dfb30d91cad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.014576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1549d-10d7-40f8-a7cb-ce8dd9c88243 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.022916 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eda1549d-10d7-40f8-a7cb-ce8dd9c88243 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3337040 Jul 07 17:06:27.025816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:27.040818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1189609486'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.111654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:27.116124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.174227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1e47d1b-4542-4c26-ba3d-dfb30d91cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.177273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1e47d1b-4542-4c26-ba3d-dfb30d91cad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.179066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b1e47d1b-4542-4c26-ba3d-dfb30d91cad1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dcc60efe-cb52-4932-9435-6ab6f32b424b HTTP/1.1" status: 204 len: 168 time: 0.3377972 Jul 07 17:06:27.194119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:27.200474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e47d1b-4542-4c26-ba3d-dfb30d91cad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc60efe-cb52-4932-9435-6ab6f32b424b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:27.216866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.219466 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Added segment 8c38b6a4-14f0-4774-99e2-251ac4cc3c87 of type vlan for network 7facd2a8-fc54-4cd6-a943-65041f19b111 Jul 07 17:06:27.298484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.379681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.399726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.402071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.499518 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4721668 Jul 07 17:06:27.503278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39938) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:27.508907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-902176913'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.533495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38157924-1bab-4cc5-8239-e959c8795951 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Network': ['ID=7facd2a8-fc54-4cd6-a943-65041f19b111,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:27.548087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7facd2a8-fc54-4cd6-a943-65041f19b111 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:27.555041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:27.559848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.609619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:27.635786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.636178 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Added segment a690529d-7009-4105-9815-e33a3d4c2f5c of type vlan for network da408480-7220-4af3-be4a-0b4a5ad6f1af Jul 07 17:06:27.705277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.743555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.751751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.752527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.949748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4449370 Jul 07 17:06:27.954014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39964) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:27.960207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'ports': [{'network_id': '7facd2a8-fc54-4cd6-a943-65041f19b111', 'name': 'tempest-port--881614264', 'admin_state_up': True}, {'network_id': 'da408480-7220-4af3-be4a-0b4a5ad6f1af', 'admin_state_up': False}]} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.960523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'port': {'network_id': '7facd2a8-fc54-4cd6-a943-65041f19b111', 'name': 'tempest-port--881614264', 'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.961000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'port': {'network_id': 'da408480-7220-4af3-be4a-0b4a5ad6f1af', 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.980701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9afbbe-3e8f-49ea-b640-90e92cfe7a78 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Network': ['ID=da408480-7220-4af3-be4a-0b4a5ad6f1af,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:28.001584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network da408480-7220-4af3-be4a-0b4a5ad6f1af details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:28.044857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c1979-7a0e-46ea-ba1c-67b8102547e0 req-f5a16bd7-44e1-4a09-ae10-bbfbc1dc0d4a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:28.047203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-011c1979-7a0e-46ea-ba1c-67b8102547e0 req-f5a16bd7-44e1-4a09-ae10-bbfbc1dc0d4a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.6238284 Jul 07 17:06:28.115911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-011c1979-7a0e-46ea-ba1c-67b8102547e0 req-1f0d4bee-695b-47aa-bb93-e19b1422647c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Jul 07 17:06:28.411507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'port': 2} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:28.438703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.481545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.626477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2496d72-9348-439a-83a1-a8fc863a335a req-ada471ab-4c26-436b-9698-ec5469ba4b8e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:28.628279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2496d72-9348-439a-83a1-a8fc863a335a req-ada471ab-4c26-436b-9698-ec5469ba4b8e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.1550574 Jul 07 17:06:28.759439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2496d72-9348-439a-83a1-a8fc863a335a req-0d8f6dbf-b8dc-4c7a-aac2-0f682e561bd4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190498 Jul 07 17:06:28.812312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] device_id is not set on port 20a29ebf-7c02-4ae4-af48-34193100fab8 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:29.237515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.401480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] device_id is not set on port f44cd6c3-5988-4b32-9cdc-a5d579566c7d yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:29.402424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca356b3-b8d5-4b59-a598-9fd0b25643c2 req-24508355-ac37-4daa-8403-035ad89dd523 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:29.421418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ca356b3-b8d5-4b59-a598-9fd0b25643c2 req-24508355-ac37-4daa-8403-035ad89dd523 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.1855304 Jul 07 17:06:29.526442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ca356b3-b8d5-4b59-a598-9fd0b25643c2 req-2af17c15-a830-4217-a1ed-0eb56e549d9a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019256 Jul 07 17:06:29.613204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.725088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40084) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:29.766337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.894963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Port': ['ID=20a29ebf-7c02-4ae4-af48-34193100fab8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:30.043936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Checking segment: {'id': '8c38b6a4-14f0-4774-99e2-251ac4cc3c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7facd2a8-fc54-4cd6-a943-65041f19b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:30.044561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network hostable DHCP agents. Network: 7facd2a8-fc54-4cd6-a943-65041f19b111, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:30.091603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network 7facd2a8-fc54-4cd6-a943-65041f19b111 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:30.125244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7facd2a8-fc54-4cd6-a943-65041f19b111) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:30.135466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:30.135629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977eec94-ba59-48db-94be-c784d640b64d None None] Network 7facd2a8-fc54-4cd6-a943-65041f19b111 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:30.138751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.216090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e2525f-d589-4389-ac16-d3682e697fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.385254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Port': ['ID=f44cd6c3-5988-4b32-9cdc-a5d579566c7d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:30.390895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Checking segment: {'id': 'a690529d-7009-4105-9815-e33a3d4c2f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'da408480-7220-4af3-be4a-0b4a5ad6f1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:30.391713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network hostable DHCP agents. Network: da408480-7220-4af3-be4a-0b4a5ad6f1af, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:30.439103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network da408480-7220-4af3-be4a-0b4a5ad6f1af is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:30.472182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, da408480-7220-4af3-be4a-0b4a5ad6f1af) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:30.482530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1a023-1265-4e59-9f92-8c343bea0a39 None None] Network da408480-7220-4af3-be4a-0b4a5ad6f1af requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:30.484146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:30.531807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.559113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.571903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.584155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e2525f-d589-4389-ac16-d3682e697fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.614007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ccead-4d3d-4df9-b619-b97c4219985b req-f20ec227-80ef-4de5-81f9-ae248c8c18a0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.616524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-604ccead-4d3d-4df9-b619-b97c4219985b req-f20ec227-80ef-4de5-81f9-ae248c8c18a0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.5357575 Jul 07 17:06:30.621890 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aaffb5d8-2c42-4618-a93f-569d85d50a95 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6663308 Jul 07 17:06:30.624762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40132) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:30.627894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12e2525f-d589-4389-ac16-d3682e697fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.732862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-12e2525f-d589-4389-ac16-d3682e697fbb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=209e11f4d35a42ab84583a48c50d2f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0031793 Jul 07 17:06:30.735466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40138) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:30.766293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2f72-f28c-4044-af94-14f9c189697c req-7cec999d-5703-4a32-9671-3763be3c9c87 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.774591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afde2f72-f28c-4044-af94-14f9c189697c req-7cec999d-5703-4a32-9671-3763be3c9c87 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.4535062 Jul 07 17:06:30.790363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2525f-d589-4389-ac16-d3682e697fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339d7dae-d029-427e-ac7b-dd4c84a33e62,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:30.832572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257ccd2-04e1-4e23-8f1b-453aa3d10be9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.849087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-604ccead-4d3d-4df9-b619-b97c4219985b req-c714140f-6b73-457c-bd17-e13278a966bc tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452694 Jul 07 17:06:30.858168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257ccd2-04e1-4e23-8f1b-453aa3d10be9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.862604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d257ccd2-04e1-4e23-8f1b-453aa3d10be9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2358367 Jul 07 17:06:30.874557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40150) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:30.960422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afde2f72-f28c-4044-af94-14f9c189697c req-129f60de-af66-4e00-af34-a2890658bf8c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830442 Jul 07 17:06:31.218160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f2aa-3cf8-4fc6-84d5-577bccae5c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.278094 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f2aa-3cf8-4fc6-84d5-577bccae5c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.339095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Deleting port 20a29ebf-7c02-4ae4-af48-34193100fab8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:31.339567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.502287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.507814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f2aa-3cf8-4fc6-84d5-577bccae5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.512809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f2aa-3cf8-4fc6-84d5-577bccae5c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.515033 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b1d8f2aa-3cf8-4fc6-84d5-577bccae5c3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/339d7dae-d029-427e-ac7b-dd4c84a33e62 HTTP/1.1" status: 204 len: 168 time: 0.7770500 Jul 07 17:06:31.550001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Calling delete_port for 20a29ebf-7c02-4ae4-af48-34193100fab8 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:31.550001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8f2aa-3cf8-4fc6-84d5-577bccae5c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d7dae-d029-427e-ac7b-dd4c84a33e62,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:31.766433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.838893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Port': ['ID=20a29ebf-7c02-4ae4-af48-34193100fab8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:31.867521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.874367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ea3d6890-b5d9-4b24-a054-e52766959d39 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/ports/20a29ebf-7c02-4ae4-af48-34193100fab8 HTTP/1.1" status: 204 len: 168 time: 0.9935522 Jul 07 17:06:31.874997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40206) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:31.960916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4d8b4-4c25-4d8b-8a39-60ce47ec7e69 req-efefe8a4-9e7b-47de-9ad8-83f16635832f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:31.963879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72c4d8b4-4c25-4d8b-8a39-60ce47ec7e69 req-efefe8a4-9e7b-47de-9ad8-83f16635832f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.1410279 Jul 07 17:06:32.069837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72c4d8b4-4c25-4d8b-8a39-60ce47ec7e69 req-5d315aed-af6a-41ed-b242-2c63d06a7e0e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978568 Jul 07 17:06:32.093653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Deleting port f44cd6c3-5988-4b32-9cdc-a5d579566c7d {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:32.093653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.295573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.319454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Calling delete_port for f44cd6c3-5988-4b32-9cdc-a5d579566c7d owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:32.408509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921532-ab87-4ec0-9472-04e97e3efc8f req-c87a2974-1c78-4225-9e33-1b9474e509d0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:32.422861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0921532-ab87-4ec0-9472-04e97e3efc8f req-c87a2974-1c78-4225-9e33-1b9474e509d0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.3272817 Jul 07 17:06:32.504226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.526837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0921532-ab87-4ec0-9472-04e97e3efc8f req-cd72ebbf-2c89-4f60-bcdc-42118495f3c3 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999267 Jul 07 17:06:32.584439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Port': ['ID=f44cd6c3-5988-4b32-9cdc-a5d579566c7d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:32.596457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.603212 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ba751682-c0af-401a-8214-f8d2c095082e tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/ports/f44cd6c3-5988-4b32-9cdc-a5d579566c7d HTTP/1.1" status: 204 len: 168 time: 0.7262547 Jul 07 17:06:32.606658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:32.703826 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e25ae018-92df-4cdc-961a-463a4e5adda2 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0931921 Jul 07 17:06:32.707419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:32.714168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1785320683'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:32.793032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:32.801603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.905880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:32.943645 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.944889 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Added segment ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66 of type vlan for network 45e2a642-b650-4d54-b2b2-ae6444a9c961 Jul 07 17:06:33.067290 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.197444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.219560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:33.221207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.369024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6597538 Jul 07 17:06:33.371474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40304) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:33.393620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-329617369'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:33.394072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cd40b-2160-415a-b78d-bdefab7b56f9 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Network': ['ID=45e2a642-b650-4d54-b2b2-ae6444a9c961,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:33.414793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 45e2a642-b650-4d54-b2b2-ae6444a9c961 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:33.477311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:33.497281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.540410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:33.562988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.563859 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Added segment e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50 of type vlan for network 698dbea4-5b6c-4fe9-9c09-da57913b209e Jul 07 17:06:33.714657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.742189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.858212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.867215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:33.867912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.939953 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-4f72baa7-2420-40c0-a4f4-29b9b3dd20d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2145236 Jul 07 17:06:34.078457 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6909330 Jul 07 17:06:34.151877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb0da6-1eac-4da6-9a3f-8f97d6ed4900 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Network': ['ID=698dbea4-5b6c-4fe9-9c09-da57913b209e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:34.165984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 698dbea4-5b6c-4fe9-9c09-da57913b209e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:34.275971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.275971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.287748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.288292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.288779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.297970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.299351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.304485 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-d3ff58c7-73b6-455a-b29e-057e9178fa96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.2414937 Jul 07 17:06:34.358283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0779a-82e9-428d-8b90-9379a9a60f71 req-94d16d8a-b858-48a5-9aec-b65d884aff9a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.376146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35f0779a-82e9-428d-8b90-9379a9a60f71 req-94d16d8a-b858-48a5-9aec-b65d884aff9a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.2999969 Jul 07 17:06:34.664250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35f0779a-82e9-428d-8b90-9379a9a60f71 req-d1c8f76a-bfa5-4f61-a1a1-5183191a9cdc tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820227 Jul 07 17:06:34.689148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-3ccaaf65-224a-4093-9c22-28bd20ea737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.689723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-3ccaaf65-224a-4093-9c22-28bd20ea737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.690103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-3ccaaf65-224a-4093-9c22-28bd20ea737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.695718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-3ccaaf65-224a-4093-9c22-28bd20ea737c service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 2298 time: 0.3508964 Jul 07 17:06:34.726863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f825-a1ac-4bcd-bf04-c764e59725a7 req-3b262fd6-4225-4976-a99f-c7bb21a14ac4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.732463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c503f825-a1ac-4bcd-bf04-c764e59725a7 req-3b262fd6-4225-4976-a99f-c7bb21a14ac4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3469846 Jul 07 17:06:34.833162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c503f825-a1ac-4bcd-bf04-c764e59725a7 req-a1d6d324-4cc2-48b3-9fa0-c8e16e80b7b5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908432 Jul 07 17:06:34.858221 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-6b314381-38a1-4991-a819-417889bd78ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1001 time: 0.1540372 Jul 07 17:06:35.014807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-2ded946c-7fe8-4e58-aa49-548a0be667ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.016392 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-2ded946c-7fe8-4e58-aa49-548a0be667ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.1514773 Jul 07 17:06:35.223675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f0fa-f508-4fe5-9b5c-4e7a8791f672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.298850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-f23c63a0-181b-4942-8a28-0bf75686f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.306516 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-f23c63a0-181b-4942-8a28-0bf75686f232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726729 Jul 07 17:06:35.590902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-25c0d551-b4bd-4139-93c1-c9b330804d06 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804368 Jul 07 17:06:35.945855 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-61fab1f5-ea04-4d1e-831c-6c9ae1395aef service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478980 Jul 07 17:06:36.610951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc885c0c-d379-43ec-8ef3-6fdc70cfebb6 req-50c39611-5e26-44da-ad78-6d43f2f776ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:36.613767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc885c0c-d379-43ec-8ef3-6fdc70cfebb6 req-50c39611-5e26-44da-ad78-6d43f2f776ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3182790 Jul 07 17:06:36.657076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d906-d141-47f5-b8da-4c486fbbcf22 req-63ab1ab9-eac4-4587-90d1-81cc03a76200 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:36.671990 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45a8d906-d141-47f5-b8da-4c486fbbcf22 req-63ab1ab9-eac4-4587-90d1-81cc03a76200 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.4520564 Jul 07 17:06:36.708154 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-3a2ce729-2ddd-42ca-9259-866f44118737 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.7550273 Jul 07 17:06:36.803666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc885c0c-d379-43ec-8ef3-6fdc70cfebb6 req-3ecd7c36-d996-4167-92d8-debd323557a2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199729 Jul 07 17:06:36.847343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-45a8d906-d141-47f5-b8da-4c486fbbcf22 req-3d7ef26f-75d7-4d69-a018-8bfff7d5c5a3 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740909 Jul 07 17:06:36.871357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-e5e3ae73-71b7-4cf4-8aa1-fc971f2038c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:36.874130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-e5e3ae73-71b7-4cf4-8aa1-fc971f2038c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1589782 Jul 07 17:06:37.156147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-c52ff2c1-6188-46c3-a441-2ae982969258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:37.166183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-c52ff2c1-6188-46c3-a441-2ae982969258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2848089 Jul 07 17:06:37.665908 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.736311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-c8b916b7-3d90-439b-95ef-10659641b94f service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611830 Jul 07 17:06:37.743571 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1c615ef-ac9a-4de4-8d63-8c313670e946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.845390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40418) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:38.122989 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-458d89c6-aeaf-4ee8-8c35-8ba332c45543 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795497 Jul 07 17:06:38.233654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-6735e987-f947-46a9-860e-2d9f51c9102b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.0984759 Jul 07 17:06:38.260734 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-606e807c-437b-43b6-a467-9cffef28721f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.491659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-299b27ba-dde0-433f-8865-a030d712fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:38.498108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-299b27ba-dde0-433f-8865-a030d712fa38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.2557676 Jul 07 17:06:38.656044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-606e807c-437b-43b6-a467-9cffef28721f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.663746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-606e807c-437b-43b6-a467-9cffef28721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.702246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-32853fa9-457d-4861-810f-8fa77ea5fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:38.706082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-32853fa9-457d-4861-810f-8fa77ea5fd7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942258 Jul 07 17:06:38.788140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e807c-437b-43b6-a467-9cffef28721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833b52b-3528-49c8-a6e1-10789b7a2d80,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:38.882852 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-1617da4a-d2f6-4829-ac64-292b9e9facbd service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685524 Jul 07 17:06:38.962693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-606e807c-437b-43b6-a467-9cffef28721f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d51699a1acd54d6f80f744a48669a1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1119657 Jul 07 17:06:38.964558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40436) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:39.070894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.154757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6625080-a154-401c-9a73-1ee3fc532992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.160705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-4ae04403-6075-4ac6-aa06-d71aad90b1e2 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662475 Jul 07 17:06:39.278576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-5b5ae527-1992-426b-8581-41860a0a6d5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.1096158 Jul 07 17:06:39.282839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a906f0-25ff-4a8e-bfae-6e14d29cb02c req-85ad424c-0846-43c8-b17a-9eecbdd819c9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.304484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98a906f0-25ff-4a8e-bfae-6e14d29cb02c req-85ad424c-0846-43c8-b17a-9eecbdd819c9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.4569299 Jul 07 17:06:39.399775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-29a3123d-6a4f-40a8-b2ef-7a0958704921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.401619 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-29a3123d-6a4f-40a8-b2ef-7a0958704921 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1134737 Jul 07 17:06:39.407931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa41fe-d36c-4373-a1cd-c7265301ce70 req-4deb1a54-1473-4254-b1ff-0fa0c972b0da tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.422200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4faa41fe-d36c-4373-a1cd-c7265301ce70 req-4deb1a54-1473-4254-b1ff-0fa0c972b0da tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.7509370 Jul 07 17:06:39.422734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:39.425027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6625080-a154-401c-9a73-1ee3fc532992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.450752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'subnets': [{'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--47727066', 'ip_version': 6}, {'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:39.451042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'subnet': {'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--47727066', 'ip_version': 6}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:39.451550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Request body: {'subnet': {'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:39.517675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98a906f0-25ff-4a8e-bfae-6e14d29cb02c req-45e368bf-6054-44f7-a65a-f1222fa3fd91 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964235 Jul 07 17:06:39.583729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-89a84f05-b70b-4305-98b8-bd5b5728bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.593842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-89a84f05-b70b-4305-98b8-bd5b5728bd0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1843369 Jul 07 17:06:39.698232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4faa41fe-d36c-4373-a1cd-c7265301ce70 req-7eddb7ee-12e8-4925-b779-678463e40536 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618959 Jul 07 17:06:39.845615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40450) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:39.873772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6625080-a154-401c-9a73-1ee3fc532992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.882026 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6625080-a154-401c-9a73-1ee3fc532992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.886239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c6625080-a154-401c-9a73-1ee3fc532992 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f833b52b-3528-49c8-a6e1-10789b7a2d80 HTTP/1.1" status: 204 len: 168 time: 0.9037583 Jul 07 17:06:39.928485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6625080-a154-401c-9a73-1ee3fc532992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833b52b-3528-49c8-a6e1-10789b7a2d80,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:39.985311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Made reservation on behalf of dbe7712bcffd4b83837fcfcda7b011c0 for: {'subnet': 2} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:39.993926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.995248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.061424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-ffcf6fc2-5b2c-4caa-b872-e490b21d1180 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603009 Jul 07 17:06:40.309195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-8939543c-2c94-4c8d-b8d1-71952c144ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380192 Jul 07 17:06:40.400398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-280ee0be-c797-4e5e-8a45-87bb68730bef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9668a846304048d7924334d7601b4d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489616 Jul 07 17:06:40.400398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-4a6cd254-8b4c-4411-8056-38c9015bf7e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.0812495 Jul 07 17:06:40.401068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40460) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:40.586835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-135f2a0a-b216-41b8-b097-a53a8e1e6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:40.590326 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-135f2a0a-b216-41b8-b097-a53a8e1e6d15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1757472 Jul 07 17:06:40.791762 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.819598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:40.919113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bbb4-4b36-4f83-8baf-463a9249f776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.943165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e990d5d8-ee9a-4b16-b4b3-f18f3f91c486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.095068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e990d5d8-ee9a-4b16-b4b3-f18f3f91c486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.311062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-c1592fb3-6166-463f-972e-e4da66a10cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.314042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-c1592fb3-6166-463f-972e-e4da66a10cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7098122 Jul 07 17:06:41.448762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e990d5d8-ee9a-4b16-b4b3-f18f3f91c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.455062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e990d5d8-ee9a-4b16-b4b3-f18f3f91c486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.459721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e990d5d8-ee9a-4b16-b4b3-f18f3f91c486 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07727679-ea5a-4fe8-8b0c-ff67fc94684e HTTP/1.1" status: 204 len: 168 time: 1.0547667 Jul 07 17:06:41.482188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990d5d8-ee9a-4b16-b4b3-f18f3f91c486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07727679-ea5a-4fe8-8b0c-ff67fc94684e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:41.602936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f1140-9397-4298-8d7a-cf97c2cf4c2b req-4321d43d-b5c4-4f9e-bdb4-037cf122937e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.604658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3f1140-9397-4298-8d7a-cf97c2cf4c2b req-4321d43d-b5c4-4f9e-bdb4-037cf122937e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.2293487 Jul 07 17:06:41.648470 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-a653c198-18a3-4202-b5c9-8fe656cc2d07 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213401 Jul 07 17:06:41.674389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4ece-600f-473c-9919-c191bcaa5663 req-2982328b-10bb-4877-a4f0-6aee2dfd3da5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.676028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-344c4ece-600f-473c-9919-c191bcaa5663 req-2982328b-10bb-4877-a4f0-6aee2dfd3da5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2774599 Jul 07 17:06:41.692723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bbb4-4b36-4f83-8baf-463a9249f776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.712505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3f1140-9397-4298-8d7a-cf97c2cf4c2b req-b5ffc3ab-f5c4-4c38-b46e-a206e2770ae8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929146 Jul 07 17:06:41.872315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-344c4ece-600f-473c-9919-c191bcaa5663 req-db6cb131-c2da-44d0-8174-0f3ed9bc7b74 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839564 Jul 07 17:06:41.914564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.978424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4d2bbb4-4b36-4f83-8baf-463a9249f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.174461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Subnet': ['ID=92b7874b-6798-48fe-ad7d-c38886f2118b,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.181213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Checking segment: {'id': 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:42.188024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network hostable DHCP agents. Network: 45e2a642-b650-4d54-b2b2-ae6444a9c961, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:42.244470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network 45e2a642-b650-4d54-b2b2-ae6444a9c961 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:42.261403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 45e2a642-b650-4d54-b2b2-ae6444a9c961) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:42.266020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.288895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9df55-ee9a-42ed-a78f-c55f288314f7 None None] Network 45e2a642-b650-4d54-b2b2-ae6444a9c961 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:42.412632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event updated for resources: {'Subnet': ['ID=6ac78ad4-4232-481b-8b60-8062a6413ea4,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.428115 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4d2bbb4-4b36-4f83-8baf-463a9249f776 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8936753e68074d6cb82e0a2bd891734c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5996127 Jul 07 17:06:42.430303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40488) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:42.458162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-7512905d-ce51-4f05-b0ab-0d325a3f1f98 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598662 Jul 07 17:06:42.504104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2bbb4-4b36-4f83-8baf-463a9249f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035887a0-82f2-42eb-8ca0-9750eddee5f4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.594570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Checking segment: {'id': 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:42.594953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network hostable DHCP agents. Network: 698dbea4-5b6c-4fe9-9c09-da57913b209e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:42.616783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5becad2-98f2-4f96-8197-960b8d1e0e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.624978 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-eeb6a251-b2ee-4791-b7c5-f1b975f03909 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.1498141 Jul 07 17:06:42.686485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5becad2-98f2-4f96-8197-960b8d1e0e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.798883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-96833764-52ee-4a97-835f-b1c310fb80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.805714 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-96833764-52ee-4a97-835f-b1c310fb80e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1691368 Jul 07 17:06:42.813080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5becad2-98f2-4f96-8197-960b8d1e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.822828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5becad2-98f2-4f96-8197-960b8d1e0e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.827939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f5becad2-98f2-4f96-8197-960b8d1e0e2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/035887a0-82f2-42eb-8ca0-9750eddee5f4 HTTP/1.1" status: 204 len: 168 time: 0.3885696 Jul 07 17:06:42.856542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-45e2a642-b650-4d54-b2b2-ae6444a9c961', 'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961', 'tenant_id': 'dbe7712bcffd4b83837fcfcda7b011c0', 'fixed_ips': [{'subnet_id': '92b7874b-6798-48fe-ad7d-c38886f2118b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:42.856895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5becad2-98f2-4f96-8197-960b8d1e0e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035887a0-82f2-42eb-8ca0-9750eddee5f4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.858739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Network 698dbea4-5b6c-4fe9-9c09-da57913b209e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:42.883102 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.901695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 698dbea4-5b6c-4fe9-9c09-da57913b209e) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:42.907471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.908387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.909322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.957893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7dfd0f86-13c1-4dcb-ae94-ae594d425d47 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.5249281 Jul 07 17:06:42.959350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40518) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:43.008530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-95f83f97-b2be-46d3-92de-6a35f22fe999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.010288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-95f83f97-b2be-46d3-92de-6a35f22fe999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1934710 Jul 07 17:06:43.043639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c779e-d686-4fb5-b3ba-a4ed92ebc08f None None] Network 698dbea4-5b6c-4fe9-9c09-da57913b209e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:43.437681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1109a-70bd-403c-b05b-b0bba4f680e6 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.440652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1109a-70bd-403c-b05b-b0bba4f680e6 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.473947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1109a-70bd-403c-b05b-b0bba4f680e6 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.502485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1bc1109a-70bd-403c-b05b-b0bba4f680e6 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.5417407 Jul 07 17:06:43.503435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40532) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:43.554096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-1713532a-0471-48ef-aa30-88bdda698317 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200114 Jul 07 17:06:43.864174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-ffdab2fd-6fed-4fec-bc35-07c0931e7207 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031549 Jul 07 17:06:43.904581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-698dbea4-5b6c-4fe9-9c09-da57913b209e', 'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e', 'tenant_id': 'dbe7712bcffd4b83837fcfcda7b011c0', 'fixed_ips': [{'subnet_id': '6ac78ad4-4232-481b-8b60-8062a6413ea4'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:43.906067 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.976333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-65ab354d-ffb6-4502-98d6-cfe80e258caa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.1077108 Jul 07 17:06:43.993040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Allocated IP 2001:db8::1 (45e2a642-b650-4d54-b2b2-ae6444a9c961/92b7874b-6798-48fe-ad7d-c38886f2118b/c16a7047-84b8-448e-9351-7dece9be3d77) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:44.083031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Deleting subnet 92b7874b-6798-48fe-ad7d-c38886f2118b {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:44.214710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-81f07b97-3ece-4d22-acbc-68271102c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.226195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-81f07b97-3ece-4d22-acbc-68271102c00d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.2314458 Jul 07 17:06:44.353579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed7a9-df80-4cc5-a728-519fcf286221 req-16f66fff-0408-4022-a1e2-c927e3c96f7d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.374333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfaed7a9-df80-4cc5-a728-519fcf286221 req-16f66fff-0408-4022-a1e2-c927e3c96f7d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.8095102 Jul 07 17:06:44.391076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-966a0974-cdeb-4061-9c64-d9be736043d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.393331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-966a0974-cdeb-4061-9c64-d9be736043d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1656046 Jul 07 17:06:44.414390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50c3b8-bd33-4337-94c7-7203fcb1572d req-64555868-314a-4443-a90f-7e987e0f91a1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.424522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e50c3b8-bd33-4337-94c7-7203fcb1572d req-64555868-314a-4443-a90f-7e987e0f91a1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.7296329 Jul 07 17:06:44.598704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-4b0aa48b-d6ef-4d54-a04a-9818adde3f6b service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989088 Jul 07 17:06:44.601132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e50c3b8-bd33-4337-94c7-7203fcb1572d req-13965e7a-b845-498b-a230-8fd453201807 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559660 Jul 07 17:06:44.605513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfaed7a9-df80-4cc5-a728-519fcf286221 req-afd65dae-e0b8-4344-82cc-1ed8b721e32d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293694 Jul 07 17:06:44.693384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40552) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:44.799728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Allocated IP 2001:db8:0:1::1 (698dbea4-5b6c-4fe9-9c09-da57913b209e/6ac78ad4-4232-481b-8b60-8062a6413ea4/52db9500-c203-43c3-b4d9-1ab8b46e1086) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:44.924144 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:44.941469 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f7f183b9-355e-485c-b3cc-bd6d8ebd2e97 req-89754985-b57a-4d45-a65d-3b919b6d3497 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337345 Jul 07 17:06:45.013450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:45.049155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8cf5391c-8786-4174-8cf4-4359995dffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.230787 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.308900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Transition to ACTIVE for port object 52db9500-c203-43c3-b4d9-1ab8b46e1086 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:45.384576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.388569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8cf5391c-8786-4174-8cf4-4359995dffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.391771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Transition to ACTIVE for port object 52db9500-c203-43c3-b4d9-1ab8b46e1086 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:45.403050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8cf5391c-8786-4174-8cf4-4359995dffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.416289 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.434588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-382491553-network', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:45.451218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8cf5391c-8786-4174-8cf4-4359995dffb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8bd8459ed64478b87bc857ee5e65fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543349 Jul 07 17:06:45.451505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Transition to ACTIVE for port object c16a7047-84b8-448e-9351-7dece9be3d77 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:45.451678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5391c-8786-4174-8cf4-4359995dffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af23a2c3-ec52-44d6-98a2-e79db2e448a9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.451678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40566) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:45.515251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Made reservation on behalf of 8bdc2947d04b4f7f9beb82ec02928e9e for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:45.519637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.532072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504ce2a0-9d21-47a6-8049-e2a33e9d6392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.554061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.576273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504ce2a0-9d21-47a6-8049-e2a33e9d6392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.633741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Network 698dbea4-5b6c-4fe9-9c09-da57913b209e is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:45.656684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Transition to ACTIVE for port object c16a7047-84b8-448e-9351-7dece9be3d77 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:45.680273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504ce2a0-9d21-47a6-8049-e2a33e9d6392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.686911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:45.703015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:45.711525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-504ce2a0-9d21-47a6-8049-e2a33e9d6392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.718405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-504ce2a0-9d21-47a6-8049-e2a33e9d6392 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af23a2c3-ec52-44d6-98a2-e79db2e448a9 HTTP/1.1" status: 204 len: 168 time: 0.2617402 Jul 07 17:06:45.721124 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.730612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.784801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Pushing event updated for resources: {'Port': ['ID=52db9500-c203-43c3-b4d9-1ab8b46e1086,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.794635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.803291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.812329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Network 45e2a642-b650-4d54-b2b2-ae6444a9c961 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:45.816728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:45.821075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:45.860119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:45.901809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.905759 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Added segment 63853429-a7e0-4bd8-b61f-48fbac47039d of type vlan for network 8e7cfd94-3938-4c82-981f-3e6462aac974 Jul 07 17:06:45.928590 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.077495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.128344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.130248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.131252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.155998 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1406987 Jul 07 17:06:46.166058 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.173345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40584) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.183382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Request body: {'subnet': {'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-382491553-subnet', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:46.183572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Attempting to bind port 52db9500-c203-43c3-b4d9-1ab8b46e1086 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:46.183950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Attempting to bind port 52db9500-c203-43c3-b4d9-1ab8b46e1086 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:46.184558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Attempting to bind port 52db9500-c203-43c3-b4d9-1ab8b46e1086 on network 698dbea4-5b6c-4fe9-9c09-da57913b209e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:46.253089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05815083-bb21-46eb-b2b0-724e1db60089,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.280567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61d0c7-e1d1-468e-a19e-8dad8ca66f36 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7cfd94-3938-4c82-981f-3e6462aac974,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.292414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Made reservation on behalf of 8bdc2947d04b4f7f9beb82ec02928e9e for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:46.294086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.295872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.308625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:46.360908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Subnet': ['ID=92b7874b-6798-48fe-ad7d-c38886f2118b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.381759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Pushing event updated for resources: {'Port': ['ID=c16a7047-84b8-448e-9351-7dece9be3d77,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.387470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:46.388365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Checking segment: {'id': 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:46.388721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.389431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Bound using segment: {'id': 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:46.391056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Bound port: 52db9500-c203-43c3-b4d9-1ab8b46e1086, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '698dbea4-5b6c-4fe9-9c09-da57913b209e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:46.391737 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.410277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ce2a0-9d21-47a6-8049-e2a33e9d6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af23a2c3-ec52-44d6-98a2-e79db2e448a9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.440489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.445537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-be298a68-3930-49d2-b5fc-36c736e84171 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/subnets/92b7874b-6798-48fe-ad7d-c38886f2118b HTTP/1.1" status: 204 len: 168 time: 2.9265125 Jul 07 17:06:46.451265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40590) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.528640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Deleting subnet 6ac78ad4-4232-481b-8b60-8062a6413ea4 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:46.533413 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.588508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.618844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Attempting to bind port c16a7047-84b8-448e-9351-7dece9be3d77 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:46.619857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Attempting to bind port c16a7047-84b8-448e-9351-7dece9be3d77 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:46.620136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Attempting to bind port c16a7047-84b8-448e-9351-7dece9be3d77 on network 45e2a642-b650-4d54-b2b2-ae6444a9c961 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:46.680366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:46.680741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Checking segment: {'id': 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:46.681215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.681580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Bound using segment: {'id': 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:46.682079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Bound port: c16a7047-84b8-448e-9351-7dece9be3d77, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '45e2a642-b650-4d54-b2b2-ae6444a9c961'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:46.682494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.815831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc956d0c-4793-4fd5-b75a-b9fd19e46236 req-0f2890e7-3b59-4c8d-a35c-b4e1ccc1e2f2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.817545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc956d0c-4793-4fd5-b75a-b9fd19e46236 req-0f2890e7-3b59-4c8d-a35c-b4e1ccc1e2f2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5668898 Jul 07 17:06:46.821310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40596) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.848751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.871410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3c5a-aaa6-40dc-bc5f-505753e2a4b0 req-208f85a5-807a-4a35-956b-877760d05263 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.873225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-699a3c5a-aaa6-40dc-bc5f-505753e2a4b0 req-208f85a5-807a-4a35-956b-877760d05263 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.6239774 Jul 07 17:06:46.874722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.879191 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18e01b72-3dec-42ac-8821-318a5d34eeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.011426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc956d0c-4793-4fd5-b75a-b9fd19e46236 req-16bcbbdd-d40f-4c70-9920-b9184e5dad97 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698613 Jul 07 17:06:47.013482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7131469d-a113-4779-b56d-7778b250e106 None None] For port c16a7047-84b8-448e-9351-7dece9be3d77, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:47.032890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Checking segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:47.033406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7131469d-a113-4779-b56d-7778b250e106 None None] For port c16a7047-84b8-448e-9351-7dece9be3d77, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c16a7047-84b8-448e-9351-7dece9be3d77,segment=NetworkSegment(ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66),segment_id=ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:47.039308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Network hostable DHCP agents. Network: 8e7cfd94-3938-4c82-981f-3e6462aac974, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:47.043807 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.052963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c2a815-2c16-4ef0-9282-dda1e8e32605,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.109841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-699a3c5a-aaa6-40dc-bc5f-505753e2a4b0 req-7579e526-eee3-4602-b9c6-029a1dbff4c1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925690 Jul 07 17:06:47.132979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:47.171592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8e7cfd94-3938-4c82-981f-3e6462aac974) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:47.181352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.196109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.204209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.237771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] For port 52db9500-c203-43c3-b4d9-1ab8b46e1086, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:47.290068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac78ad4-4232-481b-8b60-8062a6413ea4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.300752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.303909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b7a7733-a8fc-4651-b033-fdf05b945bdf tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/subnets/6ac78ad4-4232-481b-8b60-8062a6413ea4 HTTP/1.1" status: 204 len: 168 time: 0.8499818 Jul 07 17:06:47.307255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] For port 52db9500-c203-43c3-b4d9-1ab8b46e1086, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=52db9500-c203-43c3-b4d9-1ab8b46e1086,segment=NetworkSegment(e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50),segment_id=e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:47.308086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40606) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.320202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2a840-7c65-4062-b4d5-1b3716947f1d None None] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:47.415361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5baf92b-1b4b-4097-a601-98d72e385b0c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.418013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f5baf92b-1b4b-4097-a601-98d72e385b0c tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1083391 Jul 07 17:06:47.425140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40608) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.438603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18e01b72-3dec-42ac-8821-318a5d34eeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.456382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-393dbd3c-46fa-4f54-99d8-8fe4ea65bac6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2746079 Jul 07 17:06:47.456641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40612) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.468777 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18e01b72-3dec-42ac-8821-318a5d34eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.485144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:47.560218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.561047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.562257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.587887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e01b72-3dec-42ac-8821-318a5d34eeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d5088a-8bd3-42fc-ad91-2bfc656c5132,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.650213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-18e01b72-3dec-42ac-8821-318a5d34eeff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0120cf2ef1f7436b9b8189f61f55351c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8278930 Jul 07 17:06:47.655074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40616) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.666649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.786767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.824789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131469d-a113-4779-b56d-7778b250e106 None None] Pushing event updated for resources: {'Port': ['ID=c16a7047-84b8-448e-9351-7dece9be3d77,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.833758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90f043-a442-48cc-b49b-299347d69e1e None None] Network 45e2a642-b650-4d54-b2b2-ae6444a9c961 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:47.857236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40620) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.870981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccee3c31-7ee5-4ee3-bf7f-1917368fdcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.906578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccee3c31-7ee5-4ee3-bf7f-1917368fdcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.946299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Deleting port 52db9500-c203-43c3-b4d9-1ab8b46e1086 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:47.946644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.022705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-8e7cfd94-3938-4c82-981f-3e6462aac974', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:48.024421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.271898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] For port 52db9500-c203-43c3-b4d9-1ab8b46e1086, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=52db9500-c203-43c3-b4d9-1ab8b46e1086,segment=NetworkSegment(e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50),segment_id=e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:48.273308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.308860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dfc13-7221-48ab-b0c8-9b5645870e2c None None] Pushing event updated for resources: {'Port': ['ID=52db9500-c203-43c3-b4d9-1ab8b46e1086,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:48.354629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-741742591'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:48.419387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.485907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-e016877e-e7e7-4e08-af8c-277b19d78639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.489981 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-e016877e-e7e7-4e08-af8c-277b19d78639 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.6216271 Jul 07 17:06:48.534401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Calling delete_port for 52db9500-c203-43c3-b4d9-1ab8b46e1086 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:48.582503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccee3c31-7ee5-4ee3-bf7f-1917368fdcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.590213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccee3c31-7ee5-4ee3-bf7f-1917368fdcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.625977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ccee3c31-7ee5-4ee3-bf7f-1917368fdcea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26d5088a-8bd3-42fc-ad91-2bfc656c5132 HTTP/1.1" status: 204 len: 168 time: 0.9472222 Jul 07 17:06:48.671490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Allocated IP 172.20.0.2 (8e7cfd94-3938-4c82-981f-3e6462aac974/86c2a815-2c16-4ef0-9282-dda1e8e32605/4c034380-ff8f-474e-98c3-36e2412d1cf0) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:48.680631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee3c31-7ee5-4ee3-bf7f-1917368fdcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d5088a-8bd3-42fc-ad91-2bfc656c5132,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:48.799122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-1bdb877c-1086-4236-8998-1585e3abbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.808830 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-1bdb877c-1086-4236-8998-1585e3abbbc9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.2473116 Jul 07 17:06:48.935352 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-b6b63981-3099-4201-9b80-0220824af02d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.1191730 Jul 07 17:06:48.940542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 52db9500-c203-43c3-b4d9-1ab8b46e1086 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:48.948703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Made reservation on behalf of 70c04cca1165429dbdc2b309a41c7210 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:48.952776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.960422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.003311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.007837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-58fb93fc-b3af-47d7-8f5e-6119e8ddf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.009840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-58fb93fc-b3af-47d7-8f5e-6119e8ddf9eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.0656824 Jul 07 17:06:49.037059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Port': ['ID=52db9500-c203-43c3-b4d9-1ab8b46e1086,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.045991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 52db9500-c203-43c3-b4d9-1ab8b46e1086 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:49.047181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 52db9500-c203-43c3-b4d9-1ab8b46e1086 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:06:49.056640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] No DVR routers for this DVR port 52db9500-c203-43c3-b4d9-1ab8b46e1086 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:49.091736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b67e-91ef-4dae-b030-7887799cc1bb req-8dac63ab-5d55-4047-ba9c-0216da135469 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.098442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3890b67e-91ef-4dae-b030-7887799cc1bb req-8dac63ab-5d55-4047-ba9c-0216da135469 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.7101912 Jul 07 17:06:49.168038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Port 52db9500-c203-43c3-b4d9-1ab8b46e1086 not found, will not notify nova. {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:06:49.271584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a9930-490c-4bbf-a24a-478ce106fe76 req-6c5be797-4972-4071-a659-ebfbb0f3eed7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.285077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-483a9930-490c-4bbf-a24a-478ce106fe76 req-6c5be797-4972-4071-a659-ebfbb0f3eed7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.6405830 Jul 07 17:06:49.300222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-6691415f-c3b2-4ead-8c7f-0a496a9c4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.309086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-6691415f-c3b2-4ead-8c7f-0a496a9c4b16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850969 Jul 07 17:06:49.337483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.355977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Transition to ACTIVE for port object 4c034380-ff8f-474e-98c3-36e2412d1cf0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:49.391388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Transition to ACTIVE for port object 4c034380-ff8f-474e-98c3-36e2412d1cf0 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:49.404068 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.517743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-41966fa2-44c7-4a7f-9e84-4c5ad0a2b94d service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968265 Jul 07 17:06:49.528879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:49.545971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:49.555920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Pushing event updated for resources: {'Port': ['ID=4c034380-ff8f-474e-98c3-36e2412d1cf0,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.559504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:49.663485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.681469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.688973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.727111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3890b67e-91ef-4dae-b030-7887799cc1bb req-f14c5434-b626-40e6-9971-e00422b784d8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5843816 Jul 07 17:06:49.740749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698dbea4-5b6c-4fe9-9c09-da57913b209e']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:49.777405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-483a9930-490c-4bbf-a24a-478ce106fe76 req-300e178b-b8fe-4165-bdd6-7e04ec46f69e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910066 Jul 07 17:06:49.784385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:49.787461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Attempting to bind port 4c034380-ff8f-474e-98c3-36e2412d1cf0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:49.788287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Attempting to bind port 4c034380-ff8f-474e-98c3-36e2412d1cf0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:49.789692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:49.790049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Attempting to bind port 4c034380-ff8f-474e-98c3-36e2412d1cf0 on network 8e7cfd94-3938-4c82-981f-3e6462aac974 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:49.790257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ce9c26-875b-49e3-bdeb-8ea27bfd7f50') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:49.808372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:49.809004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Checking segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:49.810408 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.811289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Bound using segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:49.814358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Bound port: 4c034380-ff8f-474e-98c3-36e2412d1cf0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:49.814358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.831629 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e603bad-739e-48ac-9427-3838dcae4e23 req-d1fe53cd-13d1-43e6-973f-9efcd978c108 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712107 Jul 07 17:06:49.874877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d42b63a-cc7a-49a2-a3f0-6080200b7d79,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.883481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.954325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.955000 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Added segment fcc76655-4745-4403-b280-9d2866341d4d of type vlan for network 954f2dcb-30be-4168-a613-c706104c54c2 Jul 07 17:06:49.971872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c47e27-f670-482d-99b9-21ea4c6e7331 None None] Network 698dbea4-5b6c-4fe9-9c09-da57913b209e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:49.985555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.014793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.057390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.057646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:50.058254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:50.068074 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:50.115175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] For port 4c034380-ff8f-474e-98c3-36e2412d1cf0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:50.134655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f7515f3c-a697-4208-b786-8e60c0f81bb0 None None] Could not find standard attr ID for object 52db9500-c203-43c3-b4d9-1ab8b46e1086. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:06:50.137937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] For port 4c034380-ff8f-474e-98c3-36e2412d1cf0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4c034380-ff8f-474e-98c3-36e2412d1cf0,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:50.151632 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.219849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fe96b-1f38-4a3b-8a7a-bc2ad73283c7 None None] Pushing event updated for resources: {'Port': ['ID=4c034380-ff8f-474e-98c3-36e2412d1cf0,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:50.237725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.323173 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.328726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Allocated IP 172.25.5.204 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/1baa2202-ffe6-41e5-a147-14b5706f8439) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:50.396178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.398988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/networks/698dbea4-5b6c-4fe9-9c09-da57913b209e HTTP/1.1" status: 204 len: 168 time: 2.9724011 Jul 07 17:06:50.400315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1acdd-5177-4e10-92d9-9cdeffccfefc tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Network': ['ID=698dbea4-5b6c-4fe9-9c09-da57913b209e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:50.402367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40652) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:50.475278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabf3cb-5291-4a00-a282-9824bdde81ad None None] DHCP port deletion for 698dbea4-5b6c-4fe9-9c09-da57913b209e request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:50.536170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.543042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.544080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.623608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.650175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7917337 Jul 07 17:06:50.659576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40658) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:50.714478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.736537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a40c7-9a45-486c-a7ba-6b8113a6ec28 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Pushing event updated for resources: {'Network': ['ID=954f2dcb-30be-4168-a613-c706104c54c2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:50.747354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.765654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 954f2dcb-30be-4168-a613-c706104c54c2 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:50.888486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Deleting port c16a7047-84b8-448e-9351-7dece9be3d77 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:50.888839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.008671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4c034380-ff8f-474e-98c3-36e2412d1cf0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:51.018651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:51.032347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:51.047109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:51.068195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] For port c16a7047-84b8-448e-9351-7dece9be3d77, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c16a7047-84b8-448e-9351-7dece9be3d77,segment=NetworkSegment(ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66),segment_id=ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:51.068858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.070383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Pushing event updated for resources: {'Port': ['ID=1baa2202-ffe6-41e5-a147-14b5706f8439,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.133574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 4c034380-ff8f-474e-98c3-36e2412d1cf0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:51.164351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Calling delete_port for c16a7047-84b8-448e-9351-7dece9be3d77 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:51.189016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'network': {'name': 'tempest-network--96003579', 'router:external': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:51.218575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.219857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.220931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.221916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.222820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.224153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.225546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.226116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.226687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.227263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.227829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.228384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:51.268105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 52db9500-c203-43c3-b4d9-1ab8b46e1086 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:51.296903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 52db9500-c203-43c3-b4d9-1ab8b46e1086 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:51.297563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 52db9500-c203-43c3-b4d9-1ab8b46e1086 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:51.305275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Made reservation on behalf of bcc5590a241649f58745b612edebd0b9 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:51.310093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.334824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.399052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510fe66-53f7-4a87-a72c-3927acdecf87 req-880626ce-1f64-48d6-ae0e-fa5f952fcee3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.400929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2510fe66-53f7-4a87-a72c-3927acdecf87 req-880626ce-1f64-48d6-ae0e-fa5f952fcee3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3241887 Jul 07 17:06:51.443569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ee388-0b71-4c85-a06b-3af2c5bb4b2e req-324b2d3c-8d7d-4660-8a80-183dd3ddf85a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.445283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d6ee388-0b71-4c85-a06b-3af2c5bb4b2e req-324b2d3c-8d7d-4660-8a80-183dd3ddf85a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.2264311 Jul 07 17:06:51.447971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.498475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Port': ['ID=c16a7047-84b8-448e-9351-7dece9be3d77,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.507628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] No DVR routers for this DVR port c16a7047-84b8-448e-9351-7dece9be3d77 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:51.539286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2510fe66-53f7-4a87-a72c-3927acdecf87 req-1bcd0a1f-0050-43c7-a24b-d66fef1ec2fe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298146 Jul 07 17:06:51.704289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d6ee388-0b71-4c85-a06b-3af2c5bb4b2e req-361cec3b-c572-428d-8c1e-977bfebdb01e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115145 Jul 07 17:06:51.717608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.746275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e2a642-b650-4d54-b2b2-ae6444a9c961']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:51.760031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:51.760317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbef946-2cfd-42e7-a8e1-fb4d47ee0d66') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:51.773290 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.793428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.802850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:51.807788 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:51.908814 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:51.914714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.933848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.936526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/networks/45e2a642-b650-4d54-b2b2-ae6444a9c961 HTTP/1.1" status: 204 len: 168 time: 1.5306242 Jul 07 17:06:51.957746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40688) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:51.988771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4503b-e12d-4d8f-9758-0d0c8fcbc27a tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Network': ['ID=45e2a642-b650-4d54-b2b2-ae6444a9c961,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.102038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c57db0-f743-49b4-a825-ccc00d77d861 None None] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:52.255674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] Provisioning for port 4c034380-ff8f-474e-98c3-36e2412d1cf0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:52.264212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] Provisioning complete for port 4c034380-ff8f-474e-98c3-36e2412d1cf0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:52.264899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.382920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.384678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.468548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.531745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4934fc-e340-412c-bfd1-096573fd49a3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.542890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:52.559797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.560215 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Added segment 18da7a80-6a79-4a08-a504-261aa4159c1b of type vlan for network 27b160ba-1b8d-4b0e-afee-771ba19120e3 Jul 07 17:06:52.617008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.620310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.678404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef65a94-f4e3-46e1-b105-87f11c8437e1 req-1b805616-aa34-4a25-b571-a0b6ec9eb05b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.679941 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.681977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ef65a94-f4e3-46e1-b105-87f11c8437e1 req-1b805616-aa34-4a25-b571-a0b6ec9eb05b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.7260947 Jul 07 17:06:52.706509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] For port 4c034380-ff8f-474e-98c3-36e2412d1cf0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4c034380-ff8f-474e-98c3-36e2412d1cf0,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:52.722999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.858022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d6b0b-028e-41d2-8777-359ef5285814 None None] Pushing event updated for resources: {'Port': ['ID=4c034380-ff8f-474e-98c3-36e2412d1cf0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.871660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.883989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.885122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.947229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.967422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da408480-7220-4af3-be4a-0b4a5ad6f1af']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:52.981407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Network': ['ID=27b160ba-1b8d-4b0e-afee-771ba19120e3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.004451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 27b160ba-1b8d-4b0e-afee-771ba19120e3 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:53.012957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0df2b443-89ee-4c1e-9c49-d084a3ea610e tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3512628 Jul 07 17:06:53.017701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40702) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:53.034555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a690529d-7009-4105-9815-e33a3d4c2f5c') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.035042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a690529d-7009-4105-9815-e33a3d4c2f5c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.065138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.075908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.087210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.123673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:53.124375 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:53.136990 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:53.172103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f919cdd-cd2c-4ea1-b43f-fd06590f4097 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:06:53.220169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.266440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ef65a94-f4e3-46e1-b105-87f11c8437e1 req-f3acbb09-a99f-4c96-8628-36149cac6d55 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5489764 Jul 07 17:06:53.316053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e6d3f2b6-2104-403a-8b74-5ded6901eecc None None] Provisioning complete for port 4c034380-ff8f-474e-98c3-36e2412d1cf0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:53.316619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f2b6-2104-403a-8b74-5ded6901eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.342209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.354104 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.358533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/networks/da408480-7220-4af3-be4a-0b4a5ad6f1af HTTP/1.1" status: 204 len: 168 time: 1.3953497 Jul 07 17:06:53.363673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40706) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:53.442843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f919cdd-cd2c-4ea1-b43f-fd06590f4097 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:06:53.452367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.471302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b160ba-1b8d-4b0e-afee-771ba19120e3']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.488683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18da7a80-6a79-4a08-a504-261aa4159c1b') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.489576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18da7a80-6a79-4a08-a504-261aa4159c1b') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.517748 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.541710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.549884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c007311-caa2-456f-9075-57018520f776 tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Network': ['ID=da408480-7220-4af3-be4a-0b4a5ad6f1af,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.578542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.588816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d010cf6-9dcb-4428-9d1d-5e9538de898b req-c09d5552-2ecc-485d-be9d-aae65150dc98 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.596465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d010cf6-9dcb-4428-9d1d-5e9538de898b req-c09d5552-2ecc-485d-be9d-aae65150dc98 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.4997544 Jul 07 17:06:53.603705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Router e97f3061-62a1-4cdf-97c9-c5328f18c20b is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:06:53.606870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:53.607288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:53.609698 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:53.696796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d010cf6-9dcb-4428-9d1d-5e9538de898b req-bf9cddf0-182e-470a-b823-9412c9541431 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990784 Jul 07 17:06:53.828434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.836610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27b160ba-1b8d-4b0e-afee-771ba19120e3 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:06:53.842105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.850690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/networks/27b160ba-1b8d-4b0e-afee-771ba19120e3 HTTP/1.1" status: 204 len: 168 time: 0.8245854 Jul 07 17:06:53.853603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:53.869905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'network': {'router:external': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:53.897326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02945069-4764-4915-bac6-a1f298411b0a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Network': ['ID=27b160ba-1b8d-4b0e-afee-771ba19120e3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.914044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Made reservation on behalf of bcc5590a241649f58745b612edebd0b9 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:53.918428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.931081 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.965051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.967138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7facd2a8-fc54-4cd6-a943-65041f19b111']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:53.987689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:53.998813 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.999699 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Added segment 9a1bad79-4fbd-4100-a4a1-1554d8aed505 of type vlan for network 8bacabe3-2453-4998-9e26-0086dea783e4 Jul 07 17:06:54.009068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c38b6a4-14f0-4774-99e2-251ac4cc3c87') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:54.009446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c38b6a4-14f0-4774-99e2-251ac4cc3c87') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:54.031329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.055914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.070011 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.092896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:54.094120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:54.098915 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:54.109402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.110911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.111592 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.186497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.209448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Network': ['ID=8bacabe3-2453-4998-9e26-0086dea783e4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:54.214728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.220285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9bd2d41e-d37a-4f22-8503-08103b0205ed tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3568771 Jul 07 17:06:54.224913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40716) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:54.230961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'subnet': {'network_id': '8bacabe3-2453-4998-9e26-0086dea783e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:54.237846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] 10.222.0.78 "DELETE /v2.0/networks/7facd2a8-fc54-4cd6-a943-65041f19b111 HTTP/1.1" status: 204 len: 168 time: 0.8602474 Jul 07 17:06:54.240827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:54.270726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31acba-9a91-400e-8d39-774373a28eec tempest-BulkNetworkOpsIpV6Test-1960198779 tempest-BulkNetworkOpsIpV6Test-1960198779-project] Pushing event deleted for resources: {'Network': ['ID=7facd2a8-fc54-4cd6-a943-65041f19b111,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:54.273854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8bacabe3-2453-4998-9e26-0086dea783e4 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:54.274930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Made reservation on behalf of bcc5590a241649f58745b612edebd0b9 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:54.277705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.282099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.283600 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bea28622-0332-41dc-9596-6be58a39359c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8155994 Jul 07 17:06:54.291835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40720) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:54.655053 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Sync routers for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:54.671706 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:54.676131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:06:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:54.785451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:06:54.787230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.861507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb6f5a-01df-4542-9a98-a4c623443d98 req-83d16cad-1476-498c-beed-64579c7b3370 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.863595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2feb6f5a-01df-4542-9a98-a4c623443d98 req-83d16cad-1476-498c-beed-64579c7b3370 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3864696 Jul 07 17:06:54.909000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4c034380-ff8f-474e-98c3-36e2412d1cf0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:54.951775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f11bfe5d-f836-4577-bf49-1ae5cb2f1861,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:54.982464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Checking segment: {'id': '9a1bad79-4fbd-4100-a4a1-1554d8aed505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8bacabe3-2453-4998-9e26-0086dea783e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:54.983715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Network hostable DHCP agents. Network: 8bacabe3-2453-4998-9e26-0086dea783e4, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:55.019746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40732) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:55.027660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4c034380-ff8f-474e-98c3-36e2412d1cf0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:55.031340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.032168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Network 8bacabe3-2453-4998-9e26-0086dea783e4 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:55.055160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8bacabe3-2453-4998-9e26-0086dea783e4) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:55.067473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.068712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.079824 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:55.108828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2feb6f5a-01df-4542-9a98-a4c623443d98 req-63b81946-cab0-43f5-81d9-4439d0bd40dc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342243 Jul 07 17:06:55.118567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ae9b8469-566b-49f0-8e77-63821dc7ab31 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8919311 Jul 07 17:06:55.121634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40736) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:55.131506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e22c6-b0e8-4cc1-8d11-c0ebf6ae4899 None None] Network 8bacabe3-2453-4998-9e26-0086dea783e4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:55.132425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'floatingip': {'floating_network_id': '8bacabe3-2453-4998-9e26-0086dea783e4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:55.283244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.691904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.841235 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:52Z', 'revision_number': 3, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:55.910162 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Checking router: e97f3061-62a1-4cdf-97c9-c5328f18c20b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:55.915160 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Updating router e97f3061-62a1-4cdf-97c9-c5328f18c20b port 1baa2202-ffe6-41e5-a147-14b5706f8439 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:06:55.918052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c74248-1bee-4ca7-ac22-ec4a732e06fd None None] Network 8bacabe3-2453-4998-9e26-0086dea783e4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:55.961149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Allocated IP 172.20.0.7 (8bacabe3-2453-4998-9e26-0086dea783e4/f11bfe5d-f836-4577-bf49-1ae5cb2f1861/34961ae6-cec5-4b65-a74d-80443c84460e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:55.996625 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.173116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-405b4ba8-6cf1-4d48-b59e-757011678ff7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbe7712bcffd4b83837fcfcda7b011c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1413970 Jul 07 17:06:56.225690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927178d-2f2e-41bc-989b-e8814dd35a72 req-a7c626aa-fcd6-4721-9702-214fd94ff6db tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:56.245274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d927178d-2f2e-41bc-989b-e8814dd35a72 req-a7c626aa-fcd6-4721-9702-214fd94ff6db tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.8501964 Jul 07 17:06:56.257311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40748) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:56.262555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.354446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.411886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Network 8bacabe3-2453-4998-9e26-0086dea783e4 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:56.420158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:56.429665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:56.502416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.536621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Port': ['ID=34961ae6-cec5-4b65-a74d-80443c84460e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:56.539075 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.565544 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Transition to ACTIVE for port object 1baa2202-ffe6-41e5-a147-14b5706f8439 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:56.587710 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.604009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d927178d-2f2e-41bc-989b-e8814dd35a72 req-f4b3bbe0-e157-4f30-9c5d-c8f0ff1110e8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169305 Jul 07 17:06:56.802343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.873566 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Attempting to bind port 1baa2202-ffe6-41e5-a147-14b5706f8439 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:56.874130 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Attempting to bind port 1baa2202-ffe6-41e5-a147-14b5706f8439 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:56.874635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Attempting to bind port 1baa2202-ffe6-41e5-a147-14b5706f8439 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:56.902402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.912421 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:56.913066 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:56.913977 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.916601 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:56.920464 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Bound port: 1baa2202-ffe6-41e5-a147-14b5706f8439, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:56.923027 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.925929 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Pushing event updated for resources: {'Port': ['ID=1baa2202-ffe6-41e5-a147-14b5706f8439,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:56.944378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.945170 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.945766 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.946329 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.946893 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.947446 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.948032 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.948821 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.949468 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.950424 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.951059 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:56.951634 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.071234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75c6f159-7eac-4baa-b739-4d9123a2a40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.078500 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] For port 1baa2202-ffe6-41e5-a147-14b5706f8439, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:57.086771 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] For port 1baa2202-ffe6-41e5-a147-14b5706f8439, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1baa2202-ffe6-41e5-a147-14b5706f8439,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:57.096309 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.117560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e6f09-8b5e-4346-accc-5e32d374cd4c req-b2ca3d7d-27a3-4c9a-a664-1db064b88e2d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.131512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a9e6f09-8b5e-4346-accc-5e32d374cd4c req-b2ca3d7d-27a3-4c9a-a664-1db064b88e2d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.2712622 Jul 07 17:06:57.267636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75c6f159-7eac-4baa-b739-4d9123a2a40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.339190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Allocated IP 172.20.0.1 (8e7cfd94-3938-4c82-981f-3e6462aac974/86c2a815-2c16-4ef0-9282-dda1e8e32605/fba25882-b14a-4fe4-b379-65380940f2c7) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:57.353780 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:57.366495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:06:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:57.415528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.431955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.541425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Port': ['ID=34961ae6-cec5-4b65-a74d-80443c84460e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.556104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25058d4b-7812-49e9-9e58-8dccd8832230 None None] Pushing event updated for resources: {'Port': ['ID=1baa2202-ffe6-41e5-a147-14b5706f8439,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.566041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a9e6f09-8b5e-4346-accc-5e32d374cd4c req-459ca5ae-939c-4216-ad13-64d4c89b861a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4325547 Jul 07 17:06:57.576080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.630999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.644608 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca37aa81-806d-43d7-85bb-9285996394aa tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5148737 Jul 07 17:06:57.644891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:57.789317 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:57.976555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2346677f-990c-4979-8eba-e3d289bcecab tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=8bacabe3-2453-4998-9e26-0086dea783e4 HTTP/1.1" status: 200 len: 689 time: 0.3232353 Jul 07 17:06:57.980484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:57.998662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.004365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75c6f159-7eac-4baa-b739-4d9123a2a40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.019674 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-75c6f159-7eac-4baa-b739-4d9123a2a40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.024662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75c6f159-7eac-4baa-b739-4d9123a2a40e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5396d20c-ab6d-41f7-9eaa-1a7bff4311fd HTTP/1.1" status: 204 len: 168 time: 1.7656062 Jul 07 17:06:58.102958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6f159-7eac-4baa-b739-4d9123a2a40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5396d20c-ab6d-41f7-9eaa-1a7bff4311fd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.108077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Transition to ACTIVE for port object fba25882-b14a-4fe4-b379-65380940f2c7 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:58.259715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b38f3-c881-4c8d-849e-3ee3bea7beba req-6fe0c7da-b681-4622-b578-882a62117008 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.261514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f96b38f3-c881-4c8d-849e-3ee3bea7beba req-6fe0c7da-b681-4622-b578-882a62117008 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.3229501 Jul 07 17:06:58.328402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.406555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.407931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:58.419194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:58.436208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:58.511916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.661832 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:52Z', 'revision_number': 3, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:58.672812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Deleting port 34961ae6-cec5-4b65-a74d-80443c84460e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:58.672812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.855584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Pushing event updated for resources: {'Port': ['ID=fba25882-b14a-4fe4-b379-65380940f2c7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.898498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f96b38f3-c881-4c8d-849e-3ee3bea7beba req-7a534319-000c-4bbe-877b-a7ee034cb8b9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964744 Jul 07 17:06:58.915122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.915608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.947614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Calling delete_port for 34961ae6-cec5-4b65-a74d-80443c84460e owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:59.096620 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0aedb-7594-4a5f-9e1b-bbed44ff7298 None None] The sync data for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 is: [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:52Z', 'revision_number': 3, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:59.141621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-390116cb-e1f9-4bea-bc57-8bd2561488ed None None] Provisioning for port fba25882-b14a-4fe4-b379-65380940f2c7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:59.152992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-390116cb-e1f9-4bea-bc57-8bd2561488ed None None] Provisioning complete for port fba25882-b14a-4fe4-b379-65380940f2c7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:59.155818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-390116cb-e1f9-4bea-bc57-8bd2561488ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.324679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-390116cb-e1f9-4bea-bc57-8bd2561488ed None None] Port fba25882-b14a-4fe4-b379-65380940f2c7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:59.416112 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.480651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224389e-140e-4e26-a9d6-f31009154ecb req-3daaef1a-697b-4a0d-a120-c51d28ad2681 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.492737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4224389e-140e-4e26-a9d6-f31009154ecb req-3daaef1a-697b-4a0d-a120-c51d28ad2681 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.4809756 Jul 07 17:06:59.546700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Port': ['ID=34961ae6-cec5-4b65-a74d-80443c84460e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:59.700130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.741335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4224389e-140e-4e26-a9d6-f31009154ecb req-435ff3ea-a79e-44c0-87f9-3a3168fb9ae5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451553 Jul 07 17:06:59.741335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.873179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.010524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.109552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f11bfe5d-f836-4577-bf49-1ae5cb2f1861,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:00.264902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40816) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.293690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.313273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bacabe3-2453-4998-9e26-0086dea783e4']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:00.351659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1bad79-4fbd-4100-a4a1-1554d8aed505') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:00.352278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1bad79-4fbd-4100-a4a1-1554d8aed505') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:00.388501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.429417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1958207263'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:00.447085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.471464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:00.472613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:00.479613 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:00.517767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c3686-de28-4c23-805f-59ae8f1f911c req-93eacd4f-d783-4747-8b8b-c54d8d1fa38b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.526039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c6c3686-de28-4c23-805f-59ae8f1f911c req-93eacd4f-d783-4747-8b8b-c54d8d1fa38b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.1649752 Jul 07 17:07:00.604279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:00.608530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.621913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.625677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.682548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.686493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.707387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bacabe3-2453-4998-9e26-0086dea783e4 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:07:00.716934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.721443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/networks/8bacabe3-2453-4998-9e26-0086dea783e4 HTTP/1.1" status: 204 len: 168 time: 2.7387958 Jul 07 17:07:00.811669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.917633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1baa2202-ffe6-41e5-a147-14b5706f8439 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:00.922988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.987719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26631f-0b78-45ca-9ad7-23bf86b94b10 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bacabe3-2453-4998-9e26-0086dea783e4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.064306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c6c3686-de28-4c23-805f-59ae8f1f911c req-46e7bf46-0636-437a-9b64-594ff4a500a0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348742 Jul 07 17:07:01.096209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.104221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1baa2202-ffe6-41e5-a147-14b5706f8439 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:01.117724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.126413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1baa2202-ffe6-41e5-a147-14b5706f8439 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:01.127081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.158923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:01.179903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.180747 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 670c01f9-41e3-4525-823f-c021ec5669e1 of type vlan for network ffc27bb4-68cc-4a40-99fe-bf433243b487 Jul 07 17:07:01.381420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fede58-cdf1-4d59-9a34-3d521be6fb05,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.428754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.442725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Pushing event updated for resources: {'Port': ['ID=fba25882-b14a-4fe4-b379-65380940f2c7,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.471500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:01.484341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:01.485578 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.514842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9ff6e027-b93e-4218-b87d-19db7cd6730a tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.5904377 Jul 07 17:07:01.519291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.522571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40838) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:01.532314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:01.533392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.561022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 1baa2202-ffe6-41e5-a147-14b5706f8439, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1baa2202-ffe6-41e5-a147-14b5706f8439,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:01.569967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.617591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3506255 Jul 07 17:07:01.634553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d6e8-6372-48dd-87e1-140151dce87b req-386c17f9-5822-4833-a246-496bcf995791 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:01.643799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbd1d6e8-6372-48dd-87e1-140151dce87b req-386c17f9-5822-4833-a246-496bcf995791 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.9876716 Jul 07 17:07:01.698175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141b4fb-c60d-4a05-9e4f-18edf2621500 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=ffc27bb4-68cc-4a40-99fe-bf433243b487,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.713519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40840) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:01.715727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=1baa2202-ffe6-41e5-a147-14b5706f8439,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.719865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:01.742848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'name': 'tempest-PortsTestJSON-2054012055'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:01.966980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:01.971743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.030350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port c60fd80d-97fc-42bb-9541-d8ad1876dc72 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:02.052793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Router e97f3061-62a1-4cdf-97c9-c5328f18c20b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:02.064651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbd1d6e8-6372-48dd-87e1-140151dce87b req-74331259-7662-4134-b94e-3768a0c9be2b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4198341 Jul 07 17:07:02.111644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6129dad5-38e1-4f22-937a-95739c47fde8 None None] Provisioning complete for port fba25882-b14a-4fe4-b379-65380940f2c7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:02.112539 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6129dad5-38e1-4f22-937a-95739c47fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.132514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.134869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.135970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.137590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.138619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.139415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.140001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.140605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.141241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.142582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.157387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40850) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.158098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2a9d8656-d9ae-436e-9103-77258a3fdf73 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6472 time: 0.6342089 Jul 07 17:07:02.200714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6129dad5-38e1-4f22-937a-95739c47fde8 None None] Port fba25882-b14a-4fe4-b379-65380940f2c7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:02.321505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:02.330901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:02.500066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:02.518896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b1bd4bdb-d4f0-4a04-8c01-da5748abfa9e admin admin] 10.222.0.78 "PUT /v2.0/routers/e97f3061-62a1-4cdf-97c9-c5328f18c20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2178979 Jul 07 17:07:02.535480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.592834 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-ee8d97cc-9045-40ce-9052-782865a77ce9 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:07:02.594708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf449e64-34ee-4a0b-8266-cb59650bd2f3 req-b0300563-8ece-4383-b0c5-0b2e38286e60 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.597659 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee8d97cc-9045-40ce-9052-782865a77ce9 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/728b6050-45dc-44ab-b6fe-bb731f0bf22b HTTP/1.1" status: 404 len: 345 time: 0.4390678 Jul 07 17:07:02.600645 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.606978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf449e64-34ee-4a0b-8266-cb59650bd2f3 req-b0300563-8ece-4383-b0c5-0b2e38286e60 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.1910963 Jul 07 17:07:02.607348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40860) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.685320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:02.707166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=c60fd80d-97fc-42bb-9541-d8ad1876dc72,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:02.715556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'port_id': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'mac_address': 'fa:16:3e:eb:c3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d6160-5d34-44f1-aab6-d9747038d2ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:02.719009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf449e64-34ee-4a0b-8266-cb59650bd2f3 req-db16f770-bc61-494f-8252-d8da97ea3234 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106205 Jul 07 17:07:02.760531 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-038bed69-cc7f-412d-98a8-035ab15c7443 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 17:07:02.762062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038bed69-cc7f-412d-98a8-035ab15c7443 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:02.768041 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-038bed69-cc7f-412d-98a8-035ab15c7443 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/networks/8bacabe3-2453-4998-9e26-0086dea783e4 HTTP/1.1" status: 404 len: 339 time: 0.0804639 Jul 07 17:07:02.770394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40862) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.779440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'network': {'name': 'tempest-network--1558049010', 'router:external': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:02.825993 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.846962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:02.867767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Made reservation on behalf of bcc5590a241649f58745b612edebd0b9 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:02.876445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.896383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '670c01f9-41e3-4525-823f-c021ec5669e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:02.896697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: ffc27bb4-68cc-4a40-99fe-bf433243b487, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:02.935644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:02.947248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.947810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:02.956103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1baa2202-ffe6-41e5-a147-14b5706f8439 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:02.965020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ffc27bb4-68cc-4a40-99fe-bf433243b487) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:02.974933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:02.988236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.989611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.998850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.000996 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Added segment 6169d636-4756-4856-b48a-3bebc07fec99 of type vlan for network 2c984671-3f91-4312-8c97-2422d0280382 Jul 07 17:07:03.027664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f12c8041-f940-4513-9b7c-bcc2632d04e1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3077323 Jul 07 17:07:03.028448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40866) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.034984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:03.059227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed00c6-b0be-4704-abce-f19b678c5bd0 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:03.079802 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.090367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-428687863'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:03.125860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.177866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:03.197622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.306093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.309824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.311303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.447186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:03.575888 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:07:03.576746 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:07:03.581015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:03.626035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8532069 Jul 07 17:07:03.628711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40880) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.733207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.733755 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 9bfffa31-c74e-40d9-89a8-89545fda3079 of type vlan for network d8bcf36f-2042-477e-9906-52d150aabe32 Jul 07 17:07:03.823518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b04b23-8769-4e8c-a8fc-1707bb035adb tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Network': ['ID=2c984671-3f91-4312-8c97-2422d0280382,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.871744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.954670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.005916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0dd0d-5594-47a7-9bbf-dbf4cf74b68d req-c1f9a055-ea82-4343-9be7-5f3d8554ece1 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.008693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64f0dd0d-5594-47a7-9bbf-dbf4cf74b68d req-c1f9a055-ea82-4343-9be7-5f3d8554ece1 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5131137 Jul 07 17:07:04.016699 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.029814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 2c984671-3f91-4312-8c97-2422d0280382 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:04.121519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.136573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1baa2202-ffe6-41e5-a147-14b5706f8439 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:04.137807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.138626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.138810 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.147150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db215f58-5dad-4ce2-a929-e1a646a7c137 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.162962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db215f58-5dad-4ce2-a929-e1a646a7c137 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.178693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db215f58-5dad-4ce2-a929-e1a646a7c137 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.198409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db215f58-5dad-4ce2-a929-e1a646a7c137 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.203466 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db215f58-5dad-4ce2-a929-e1a646a7c137 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5702403 Jul 07 17:07:04.204265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40890) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.204739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40892) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.214655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-508936761-network', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:04.343240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.346601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Made reservation on behalf of 5d25acdd55d54d30b7199fb5f7257de0 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:04.351687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.369865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.378508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64f0dd0d-5594-47a7-9bbf-dbf4cf74b68d req-216e225d-73ec-43ec-89ec-c3618248aea1 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590908 Jul 07 17:07:04.424636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3490818 Jul 07 17:07:04.433589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.436460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b76e1e-a698-40cb-b91e-6bdca7315e46 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=d8bcf36f-2042-477e-9906-52d150aabe32,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.456246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'ports': [{'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'}, {'network_id': 'd8bcf36f-2042-477e-9906-52d150aabe32'}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:04.456890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:04.457737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'd8bcf36f-2042-477e-9906-52d150aabe32'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:04.531885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Sync routers for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:04.544515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d8bcf36f-2042-477e-9906-52d150aabe32 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:04.627718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cac62-4bdf-4f5c-888d-7edbfbae2074 req-9915e9c9-2a30-4ad4-a337-c96d3213378a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.630016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc7cac62-4bdf-4f5c-888d-7edbfbae2074 req-9915e9c9-2a30-4ad4-a337-c96d3213378a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 944 time: 0.4538302 Jul 07 17:07:04.750075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.756988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.774390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.787863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c984671-3f91-4312-8c97-2422d0280382']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:04.823139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6169d636-4756-4856-b48a-3bebc07fec99') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:04.823555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6169d636-4756-4856-b48a-3bebc07fec99') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:04.923627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.946524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:04.959878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:04.983269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.984006 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Added segment ae245c8d-ff4f-4e60-801b-fb51f7609ced of type vlan for network 5a8fa107-a165-4d84-8093-1b9de12eb0fe Jul 07 17:07:05.040573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:05.041555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:06:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:05.074026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00347579-e6ba-44b1-91f6-8d0a2f37aa7e req-c69da8f6-19a1-4fd9-acd1-822fb556e57d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.075682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00347579-e6ba-44b1-91f6-8d0a2f37aa7e req-c69da8f6-19a1-4fd9-acd1-822fb556e57d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3305254 Jul 07 17:07:05.081239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc7cac62-4bdf-4f5c-888d-7edbfbae2074 req-56c9e92b-a304-4378-862d-16930dd69050 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473456 Jul 07 17:07:05.128903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b885c246-c4ea-48b2-b905-78bb5fdbb7d4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.134772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.141789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00347579-e6ba-44b1-91f6-8d0a2f37aa7e req-5a56267d-7be2-4b11-94a2-295232985c84 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525942 Jul 07 17:07:05.156717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.197015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 2} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:05.210724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:05.213973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.216963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:05.222280 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:05.263156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.330674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:05.358120 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.363428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.375125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.380075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c984671-3f91-4312-8c97-2422d0280382 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:07:05.386491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.390376 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/networks/2c984671-3f91-4312-8c97-2422d0280382 HTTP/1.1" status: 204 len: 168 time: 1.1798978 Jul 07 17:07:05.402983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.409435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'network': {'name': 'tempest-network--1628929989', 'router:external': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:05.415105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61621573-cc98-4353-8223-2e5418baae39 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c984671-3f91-4312-8c97-2422d0280382,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.460100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.461690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.462377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.537507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8fa107-a165-4d84-8093-1b9de12eb0fe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.548228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Made reservation on behalf of bcc5590a241649f58745b612edebd0b9 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:05.551880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.572807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 4b65dfd1-33be-4184-8e10-5e6599232234 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:05.592138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:05.609040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.610247 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Added segment ad734150-9552-431e-bc49-db7938d858bb of type vlan for network 36cb1e06-3a52-47b3-a4dc-b356c0639531 Jul 07 17:07:05.675786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.711943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.719176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:05.730209 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d4c81d0-6753-4a1e-abfc-b7540cd1444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.737938 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3313b959-44e7-4efe-be84-017936f99eb6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5316873 Jul 07 17:07:05.741604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.743177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.743815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40910) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.744638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.821865 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4137187 Jul 07 17:07:05.822519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40912) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:05.888904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.992577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port e137afb8-b958-4d40-85fb-5e42415a11d5 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:06.049496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:06.175002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Request body: {'subnet': {'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-508936761-subnet', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:06.202766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.249969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af854-fedd-480d-8cc9-c16c4e79339c req-341e1564-ee39-4767-81ad-765991ad7f3f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.253940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a8af854-fedd-480d-8cc9-c16c4e79339c req-341e1564-ee39-4767-81ad-765991ad7f3f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.8368194 Jul 07 17:07:06.372487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Made reservation on behalf of 5d25acdd55d54d30b7199fb5f7257de0 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:06.375086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.482698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad4497-f653-4b42-ad15-90d7ed2b0473 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.485225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9ad4497-f653-4b42-ad15-90d7ed2b0473 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] 10.222.0.78 "GET /v2.0/networks/36cb1e06-3a52-47b3-a4dc-b356c0639531 HTTP/1.1" status: 200 len: 757 time: 0.6594009 Jul 07 17:07:06.490351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40928) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.503070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e757ef7-3f6d-441b-8c51-4c279a762b3b tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Network': ['ID=36cb1e06-3a52-47b3-a4dc-b356c0639531,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.528536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 36cb1e06-3a52-47b3-a4dc-b356c0639531 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:06.562505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a8af854-fedd-480d-8cc9-c16c4e79339c req-d1fae684-e476-434d-bc2c-25cd77b2ecf1 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953401 Jul 07 17:07:06.602913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.734491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04393f17-a78c-45c2-85de-d70cd29371e9 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.737984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04393f17-a78c-45c2-85de-d70cd29371e9 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] 10.222.0.78 "GET /v2.0/networks/954f2dcb-30be-4168-a613-c706104c54c2 HTTP/1.1" status: 200 len: 767 time: 0.2459421 Jul 07 17:07:06.741031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40932) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.758356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=4b65dfd1-33be-4184-8e10-5e6599232234,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.783612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45746-f049-466e-be4b-d8502f8324d9 req-3f8a6d49-252a-4531-b43a-d61ffd4e09e6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.790994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4b45746-f049-466e-be4b-d8502f8324d9 req-3f8a6d49-252a-4531-b43a-d61ffd4e09e6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 943 time: 0.4236550 Jul 07 17:07:06.837220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:06.848279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:06.856284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:06.857183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.871307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 2, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:06.935032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Checking router: e97f3061-62a1-4cdf-97c9-c5328f18c20b for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:06.935871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Updating router e97f3061-62a1-4cdf-97c9-c5328f18c20b port fba25882-b14a-4fe4-b379-65380940f2c7 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:06.996170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.024590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.062666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4b45746-f049-466e-be4b-d8502f8324d9 req-b3ce82e5-b699-4c67-bc3d-b5a3c617bfbb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687328 Jul 07 17:07:07.102247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.309040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.329493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb1e06-3a52-47b3-a4dc-b356c0639531']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:07.350832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad734150-9552-431e-bc49-db7938d858bb') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:07.351308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad734150-9552-431e-bc49-db7938d858bb') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:07.369786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.397128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.408285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:07.408924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:07.508777 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:07.515539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.539956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=e137afb8-b958-4d40-85fb-5e42415a11d5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.545679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36cb1e06-3a52-47b3-a4dc-b356c0639531 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:07:07.560546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Network': ['ID=36cb1e06-3a52-47b3-a4dc-b356c0639531,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.568897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.579554 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f21163a4-f9e1-47b8-8217-a0f8996cfd7d tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/networks/36cb1e06-3a52-47b3-a4dc-b356c0639531 HTTP/1.1" status: 204 len: 168 time: 0.8369184 Jul 07 17:07:07.583019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.615500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'network': {'name': 'tempest-network--621155913'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:07.623972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '9bfffa31-c74e-40d9-89a8-89545fda3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd8bcf36f-2042-477e-9906-52d150aabe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:07.624742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: d8bcf36f-2042-477e-9906-52d150aabe32, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:07.667317 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.680185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Transition to ACTIVE for port object fba25882-b14a-4fe4-b379-65380940f2c7 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:07.696241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.715798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Made reservation on behalf of bcc5590a241649f58745b612edebd0b9 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:07.724188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.732809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.847847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:07.851612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00026157-5521-4ad5-8f5e-c20768817c1b None None] Pushing event updated for resources: {'Port': ['ID=fba25882-b14a-4fe4-b379-65380940f2c7,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.880088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.880088 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Added segment 7850ddf8-f909-4758-9386-def5f7f5583b of type vlan for network 3a8d14b0-de20-4e13-8c43-8ce386d93f87 Jul 07 17:07:07.905047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network d8bcf36f-2042-477e-9906-52d150aabe32 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:07.943872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25218e8e-d8ff-4449-8f26-ff82eee004b8,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.973622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Attempting to bind port fba25882-b14a-4fe4-b379-65380940f2c7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:07.974211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Attempting to bind port fba25882-b14a-4fe4-b379-65380940f2c7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:07.975097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Attempting to bind port fba25882-b14a-4fe4-b379-65380940f2c7 on network 8e7cfd94-3938-4c82-981f-3e6462aac974 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:07.999999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:08.000599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Checking segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:08.001277 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.001909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Bound using segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:08.002700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Bound port: fba25882-b14a-4fe4-b379-65380940f2c7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:08.003324 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.024226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d8bcf36f-2042-477e-9906-52d150aabe32) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:08.055616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.068736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:08.075637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d6f21-151d-4a19-bd8b-33ecab163f60 None None] Network d8bcf36f-2042-477e-9906-52d150aabe32 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:08.126178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.127203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.127812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.134271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.139625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.140352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.229231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Checking segment: {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:08.229793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Network hostable DHCP agents. Network: 5a8fa107-a165-4d84-8093-1b9de12eb0fe, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:08.296068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fe56fdef-b04c-42bf-9681-747b6e921abc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8514919 Jul 07 17:07:08.314529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40946) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.444786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8543696 Jul 07 17:07:08.445707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40950) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.467444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Request body: {'network': {'router:external': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:08.472412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:08.542263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] For port fba25882-b14a-4fe4-b379-65380940f2c7, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:08.631174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] For port fba25882-b14a-4fe4-b379-65380940f2c7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fba25882-b14a-4fe4-b379-65380940f2c7,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:08.646794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.662679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8aaff-4e2f-4623-9318-a85e6997bfc2 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Network': ['ID=3a8d14b0-de20-4e13-8c43-8ce386d93f87,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.671031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53ee8a-adca-4b5b-943d-31229c38bd16 req-559c01ff-1987-4ce5-a4bb-2699ae3ac099 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.678948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd53ee8a-adca-4b5b-943d-31229c38bd16 req-559c01ff-1987-4ce5-a4bb-2699ae3ac099 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.1405039 Jul 07 17:07:08.736020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00026157-5521-4ad5-8f5e-c20768817c1b None None] Pushing event updated for resources: {'Port': ['ID=fba25882-b14a-4fe4-b379-65380940f2c7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.746575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3a8d14b0-de20-4e13-8c43-8ce386d93f87 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:08.869194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:08.870058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.012268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.039532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.050152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:09.097283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:09.098071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:06:38Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:09.101511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 5a8fa107-a165-4d84-8093-1b9de12eb0fe) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:09.120756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd53ee8a-adca-4b5b-943d-31229c38bd16 req-b7078048-9b73-4ed7-8160-50556fbb5841 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159858 Jul 07 17:07:09.127328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.132304 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.139317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Network 3a8d14b0-de20-4e13-8c43-8ce386d93f87 is not hosted by any dhcp agent {{(pid=98264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:07:09.140505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.141163 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.147663 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "PUT /v2.0/networks/3a8d14b0-de20-4e13-8c43-8ce386d93f87 HTTP/1.1" status: 200 len: 857 time: 0.6907201 Jul 07 17:07:09.163187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40954) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:09.223776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a724d4e3-597d-4cc8-a8d0-4ab9950698b5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0660007 Jul 07 17:07:09.250748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40958) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:09.268053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port e137afb8-b958-4d40-85fb-5e42415a11d5 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:09.268604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.273770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:09.299775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d694e2-cc24-40bb-904a-bdecd5896b2b req-fc4017d3-4ac6-4975-9713-75b410d4074a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.312442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6d694e2-cc24-40bb-904a-bdecd5896b2b req-fc4017d3-4ac6-4975-9713-75b410d4074a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 943 time: 0.6099906 Jul 07 17:07:09.319353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:09.343771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fb82b-d17b-400f-8ba7-ab2238ad7385 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event updated for resources: {'Network': ['ID=3a8d14b0-de20-4e13-8c43-8ce386d93f87,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.378830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb758a1-d91a-4098-80d7-db70fd3c7e0e None None] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:09.399561 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.413797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50ef87be-c2b2-4daf-ba71-4c6fba5bdfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.470546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.498244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for e137afb8-b958-4d40-85fb-5e42415a11d5 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:09.510925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.518589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.522442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.646334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.726101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6d694e2-cc24-40bb-904a-bdecd5896b2b req-eeaa8a02-713f-4144-b032-dfe982057fe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126341 Jul 07 17:07:09.760566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=e137afb8-b958-4d40-85fb-5e42415a11d5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.760730 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.767664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.779307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-191340d0-aaab-44f0-ac22-072e59a32961 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/e137afb8-b958-4d40-85fb-5e42415a11d5 HTTP/1.1" status: 204 len: 168 time: 1.4615502 Jul 07 17:07:09.780411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40968) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:09.788319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.894001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:09.899748 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395083e1-3830-4035-a42e-e684471e61d5" -d '{"events": [{"server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "name": "network-vif-plugged", "status": "completed", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:09.971183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e14d4-09cf-4b19-8977-b77c7c4c4de2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.979302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e14d4-09cf-4b19-8977-b77c7c4c4de2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.983525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.984216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:09.985639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-149e14d4-09cf-4b19-8977-b77c7c4c4de2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1948020 Jul 07 17:07:09.986398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40974) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.027139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.078669 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0fd607-4ab8-4114-a4fb-432d3b47bd01 x-openstack-request-id: req-5e0fd607-4ab8-4114-a4fb-432d3b47bd01 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:10.079114 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "name": "network-vif-plugged", "status": "completed", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:10.079506 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e0fd607-4ab8-4114-a4fb-432d3b47bd01 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:10.080131 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'code': 200} Jul 07 17:07:10.110133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d14b0-de20-4e13-8c43-8ce386d93f87']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:10.135591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7850ddf8-f909-4758-9386-def5f7f5583b') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:10.136101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7850ddf8-f909-4758-9386-def5f7f5583b') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:10.159093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.168935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 4b65dfd1-33be-4184-8e10-5e6599232234 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:10.170108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.189695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.210895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:10.211818 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:10.281322 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:10.311871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.356646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 4b65dfd1-33be-4184-8e10-5e6599232234 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:10.382755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-5a8fa107-a165-4d84-8093-1b9de12eb0fe', 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'fixed_ips': [{'subnet_id': '25218e8e-d8ff-4449-8f26-ff82eee004b8'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:10.384379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.423728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.467233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.494064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.514052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a8d14b0-de20-4e13-8c43-8ce386d93f87 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:07:10.550714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.562625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.574317 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] 10.222.0.78 "DELETE /v2.0/networks/3a8d14b0-de20-4e13-8c43-8ce386d93f87 HTTP/1.1" status: 204 len: 168 time: 1.4098539 Jul 07 17:07:10.577940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40976) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.587350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e049b8b-ad33-4d93-b296-9ec0b2cff7c0 tempest-ExternalNetworksTestJSON-1495093754 tempest-ExternalNetworksTestJSON-1495093754-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a8d14b0-de20-4e13-8c43-8ce386d93f87,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.639464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=4b65dfd1-33be-4184-8e10-5e6599232234,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.648927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.652966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1837ac1e-612d-4f2d-a0a5-b64f9e18e556 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/4b65dfd1-33be-4184-8e10-5e6599232234 HTTP/1.1" status: 204 len: 168 time: 0.6650333 Jul 07 17:07:10.656000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.745313 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbda7195-e7d1-4bfe-8a15-00914ab02704 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:07:10.750669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbda7195-e7d1-4bfe-8a15-00914ab02704 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:10.772922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40986) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.779662 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cbda7195-e7d1-4bfe-8a15-00914ab02704 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] 10.222.0.78 "DELETE /v2.0/subnets/f11bfe5d-f836-4577-bf49-1ae5cb2f1861 HTTP/1.1" status: 404 len: 337 time: 0.1803672 Jul 07 17:07:10.806380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e806d4-3c7b-46d7-b4cd-0b28e57cb62b req-b2f91568-c312-4085-8b57-1157a491ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.823308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:08Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:10.824806 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e806d4-3c7b-46d7-b4cd-0b28e57cb62b req-b2f91568-c312-4085-8b57-1157a491ef42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 1096 time: 0.4943459 Jul 07 17:07:10.972429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f31a26a-ac06-47d2-8799-670755b1a054 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.978430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2f31a26a-ac06-47d2-8799-670755b1a054 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3184690 Jul 07 17:07:10.982756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40990) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.986281 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-34e806d4-3c7b-46d7-b4cd-0b28e57cb62b req-49a7b949-57a4-4792-bf07-ff1d814b27ea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587400 Jul 07 17:07:11.009274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.012740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a06134-869d-4737-ab40-95db1b738ba9 None None] The sync data for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 is: [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:08Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:11.109726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.115238 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd306347-2a9b-4224-9885-d0a58b180107 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:07:11.118082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd306347-2a9b-4224-9885-d0a58b180107 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/e137afb8-b958-4d40-85fb-5e42415a11d5 HTTP/1.1" status: 404 len: 333 time: 0.1333928 Jul 07 17:07:11.132588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40992) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.210218 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8d295e-fe21-4fde-b6ab-c413ffbacd37 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:07:11.215865 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0b8d295e-fe21-4fde-b6ab-c413ffbacd37 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/4b65dfd1-33be-4184-8e10-5e6599232234 HTTP/1.1" status: 404 len: 333 time: 0.0792842 Jul 07 17:07:11.217929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40994) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.230832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Allocated IP 172.20.0.2 (5a8fa107-a165-4d84-8093-1b9de12eb0fe/25218e8e-d8ff-4449-8f26-ff82eee004b8/d11021c2-ac97-43e7-98c6-af0d7f855b5c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:11.426811 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.470239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954f2dcb-30be-4168-a613-c706104c54c2']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:11.500983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc76655-4745-4403-b280-9d2866341d4d') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:11.502147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc76655-4745-4403-b280-9d2866341d4d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:11.530939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.545186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7b-12df-4d49-af85-afa71ba3f902 req-c4bf985d-9937-4c69-8018-806cdae9afab tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.547919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fda5fb7b-12df-4d49-af85-afa71ba3f902 req-c4bf985d-9937-4c69-8018-806cdae9afab tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.3232877 Jul 07 17:07:11.598275 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.624656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.654906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:11.657650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:11.680236 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:11.756535 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.787932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Transition to ACTIVE for port object d11021c2-ac97-43e7-98c6-af0d7f855b5c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:11.805513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.848457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.852816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Transition to ACTIVE for port object d11021c2-ac97-43e7-98c6-af0d7f855b5c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:11.863506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.876281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fda5fb7b-12df-4d49-af85-afa71ba3f902 req-4e078a79-401a-469f-a12b-5e7269699eff tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122833 Jul 07 17:07:11.959200 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.968254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.977870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] 10.222.0.78 "DELETE /v2.0/networks/954f2dcb-30be-4168-a613-c706104c54c2 HTTP/1.1" status: 204 len: 168 time: 1.1941481 Jul 07 17:07:12.009031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40fa96-386b-4141-9604-81e85c0bf109 tempest-ExternalNetworksTestJSON-1916672626 tempest-ExternalNetworksTestJSON-1916672626-project] Pushing event deleted for resources: {'Network': ['ID=954f2dcb-30be-4168-a613-c706104c54c2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.062546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Pushing event updated for resources: {'Port': ['ID=d11021c2-ac97-43e7-98c6-af0d7f855b5c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.125380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.125944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.126523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.127089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.127655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.128231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.128804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.146593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.147281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.147949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.148450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.149630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:12.199114 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:12.209094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:12.229342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:12.309466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Allocated IP 172.25.5.27 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f1183a40-0bf3-42fa-9e2c-ac46038abfb7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:12.508895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-a6a34f72-0cde-4ab9-af35-f3b9c29de9ca req-8666cbfa-8df1-47ca-921a-64118dd5ed3c tempest-ServersTestManualDisk-1980643906 tempest-ServersTestManualDisk-1980643906-project] (98264) timed out ('10.222.0.13', 58091) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:07:12.526639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Attempting to bind port d11021c2-ac97-43e7-98c6-af0d7f855b5c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:12.535374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Attempting to bind port d11021c2-ac97-43e7-98c6-af0d7f855b5c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:12.537575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Attempting to bind port d11021c2-ac97-43e7-98c6-af0d7f855b5c on network 5a8fa107-a165-4d84-8093-1b9de12eb0fe {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:12.551993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:12.568652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Checking segment: {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:12.570738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.571504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Bound using segment: {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:12.572260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Bound port: d11021c2-ac97-43e7-98c6-af0d7f855b5c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:12.578239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.897549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.931002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41008) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.948056 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.955825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bcf36f-2042-477e-9906-52d150aabe32']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:12.987441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfffa31-c74e-40d9-89a8-89545fda3079') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:12.987917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfffa31-c74e-40d9-89a8-89545fda3079') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:13.037544 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.157581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.192213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:13.192871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:13.209934 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:13.342590 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.362379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.373406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/d8bcf36f-2042-477e-9906-52d150aabe32 HTTP/1.1" status: 204 len: 168 time: 2.1540165 Jul 07 17:07:13.383232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41016) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:13.404056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1983431754'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:13.440512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] For port d11021c2-ac97-43e7-98c6-af0d7f855b5c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:13.451481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1d298-ef37-4497-bfad-6e8f9da7b224 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=d8bcf36f-2042-477e-9906-52d150aabe32,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.452214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] For port d11021c2-ac97-43e7-98c6-af0d7f855b5c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d11021c2-ac97-43e7-98c6-af0d7f855b5c,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:13.463235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.464426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fba25882-b14a-4fe4-b379-65380940f2c7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:13.533424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:13.542158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.570725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.711454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:13.714409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:13.729583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d51b106c-386e-4606-82d2-fbfa2d2bb3dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70c04cca1165429dbdc2b309a41c7210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7971325 Jul 07 17:07:13.736394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404044b-b2fc-4e78-a3f1-9812fea8c66f None None] Pushing event updated for resources: {'Port': ['ID=d11021c2-ac97-43e7-98c6-af0d7f855b5c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.739806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41020) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:13.764780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port fba25882-b14a-4fe4-b379-65380940f2c7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:13.773535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port fba25882-b14a-4fe4-b379-65380940f2c7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:13.774131 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.778837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:13.791797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:13.805703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Pushing event updated for resources: {'Port': ['ID=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.808176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.808653 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment e7128920-928b-46b7-9567-7c5446f9d992 of type vlan for network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 Jul 07 17:07:13.890307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f34884-9baa-425a-8699-cefcbd35ab79 req-f9cbd262-6c5c-4d71-883b-7412f9a2fb84 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.906200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64f34884-9baa-425a-8699-cefcbd35ab79 req-f9cbd262-6c5c-4d71-883b-7412f9a2fb84 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.6970634 Jul 07 17:07:13.963455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-afb0e3ee-f62a-4df3-a0e9-0d4e6f6543fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.003389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.026702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.035227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-afb0e3ee-f62a-4df3-a0e9-0d4e6f6543fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.178022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64f34884-9baa-425a-8699-cefcbd35ab79 req-fe2433f6-3a90-49be-99c6-53f69f42d973 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207851 Jul 07 17:07:14.183853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port fba25882-b14a-4fe4-b379-65380940f2c7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fba25882-b14a-4fe4-b379-65380940f2c7,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:14.204911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.252429 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.282802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.284162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.427372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=fba25882-b14a-4fe4-b379-65380940f2c7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.437760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0509143 Jul 07 17:07:14.446446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:14.460260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:14.544912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba14e08-b49d-4777-8e05-5fc308b4683a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=b3da5b0f-cd3f-47c4-a0a0-627a67fbf988,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.554054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.578214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:14.604301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-afb0e3ee-f62a-4df3-a0e9-0d4e6f6543fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.614911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-afb0e3ee-f62a-4df3-a0e9-0d4e6f6543fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.620191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-afb0e3ee-f62a-4df3-a0e9-0d4e6f6543fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d42b63a-cc7a-49a2-a3f0-6080200b7d79 HTTP/1.1" status: 204 len: 168 time: 0.8791449 Jul 07 17:07:14.732984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0e3ee-f62a-4df3-a0e9-0d4e6f6543fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d42b63a-cc7a-49a2-a3f0-6080200b7d79,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.772920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:14.784564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.043473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdf426-e183-4e79-a382-092730b69413 req-34c4e507-6736-48ed-8401-6ecbe8225767 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.050765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcbdf426-e183-4e79-a382-092730b69413 req-34c4e507-6736-48ed-8401-6ecbe8225767 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.3855698 Jul 07 17:07:15.204550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcbdf426-e183-4e79-a382-092730b69413 req-93025e9c-8cdc-4096-99d2-17208d9cde20 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390753 Jul 07 17:07:15.235805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41044) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:15.393623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.568935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41050) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:15.696141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7073-da4c-4302-8667-62a25500aeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.717406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.759187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d11021c2-ac97-43e7-98c6-af0d7f855b5c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:15.893614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Router 399300a9-62ae-46c3-84ff-d236e7d2382d is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:07:15.919602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2afd0-77b8-4fe8-88fa-3a4111b218c3 None None] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:15.923150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2228933f-326a-429c-9cf6-487455565de3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bcc5590a241649f58745b612edebd0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181255 Jul 07 17:07:15.930732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41054) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:16.124566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d11021c2-ac97-43e7-98c6-af0d7f855b5c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:16.134526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-090a6b08-035a-44c7-abb5-bef62c2dfc3e None None] Provisioning for port d11021c2-ac97-43e7-98c6-af0d7f855b5c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:16.139894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d11021c2-ac97-43e7-98c6-af0d7f855b5c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:16.140293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.188470 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7073-da4c-4302-8667-62a25500aeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.205767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-090a6b08-035a-44c7-abb5-bef62c2dfc3e None None] Provisioning complete for port d11021c2-ac97-43e7-98c6-af0d7f855b5c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:16.206455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-090a6b08-035a-44c7-abb5-bef62c2dfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.246367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=97035269-4311-4549-9234-eafbf8552e2d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.252446 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7073-da4c-4302-8667-62a25500aeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.464185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': 'e7128920-928b-46b7-9567-7c5446f9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:16.464712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: b3da5b0f-cd3f-47c4-a0a0-627a67fbf988, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:16.476450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.529070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d11021c2-ac97-43e7-98c6-af0d7f855b5c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d11021c2-ac97-43e7-98c6-af0d7f855b5c,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:16.541673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41068) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:16.541989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4aaf7073-da4c-4302-8667-62a25500aeee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8db632917bb405685e54719b1b73a80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3044226 Jul 07 17:07:16.545263 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.546146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fba25882-b14a-4fe4-b379-65380940f2c7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:16.550975 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-090a6b08-035a-44c7-abb5-bef62c2dfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.587151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf7073-da4c-4302-8667-62a25500aeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624049be-d3f3-4384-b0d4-455886490889,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.589536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:16.609344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fab89-dd22-4257-8021-79e81447befc None None] Sync routers for ids ['399300a9-62ae-46c3-84ff-d236e7d2382d'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:16.639931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fccdd2e-47d9-41e7-a9f8-b93f6031c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.647247 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] Routers {'399300a9-62ae-46c3-84ff-d236e7d2382d'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:16.649690 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['399300a9-62ae-46c3-84ff-d236e7d2382d'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:16.666439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.672240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d11021c2-ac97-43e7-98c6-af0d7f855b5c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.672570 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06797036-fbb5-41b2-b5cf-6920d07c681b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.4065773 Jul 07 17:07:16.672570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41072) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:16.689925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fccdd2e-47d9-41e7-a9f8-b93f6031c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.719744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:16.746580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port fba25882-b14a-4fe4-b379-65380940f2c7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:16.747507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.748472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b3da5b0f-cd3f-47c4-a0a0-627a67fbf988) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:16.776384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.777484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.798544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0029e392-721b-450a-adb7-5e8cef65ca81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.847393 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] Set router 399300a9-62ae-46c3-84ff-d236e7d2382d gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:16.887132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-48e21f16-9a50-47e3-9d76-ad56b8ae109c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.889246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-090a6b08-035a-44c7-abb5-bef62c2dfc3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:07:16.890120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-48e21f16-9a50-47e3-9d76-ad56b8ae109c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 815 time: 0.6472564 Jul 07 17:07:16.897624 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-090a6b08-035a-44c7-abb5-bef62c2dfc3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:07:16.900987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-73760626-2c4d-42bf-b166-b1f25cfd70fd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4502733 Jul 07 17:07:16.901191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba5a3db-e74b-439d-8311-15358d20deb2 None None] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:16.906376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41074) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:16.923385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988', 'name': 'tempest-PortsTestJSON-1318305107'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:16.938337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-c37896c7-251b-4879-bb8c-bd2d15eb4fe7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/quotas/396d8b97262e4bf6a0f3fd646d4537fb HTTP/1.1" status: 200 len: 375 time: 0.0375805 Jul 07 17:07:16.943444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0029e392-721b-450a-adb7-5e8cef65ca81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.022441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fccdd2e-47d9-41e7-a9f8-b93f6031c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.027317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fccdd2e-47d9-41e7-a9f8-b93f6031c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.030217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8fccdd2e-47d9-41e7-a9f8-b93f6031c3bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/624049be-d3f3-4384-b0d4-455886490889 HTTP/1.1" status: 204 len: 168 time: 0.4863281 Jul 07 17:07:17.063072 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 3, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:17.088848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccdd2e-47d9-41e7-a9f8-b93f6031c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624049be-d3f3-4384-b0d4-455886490889,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:17.103697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fab89-dd22-4257-8021-79e81447befc None None] Checking router: 399300a9-62ae-46c3-84ff-d236e7d2382d for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:17.104418 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fab89-dd22-4257-8021-79e81447befc None None] Updating router 399300a9-62ae-46c3-84ff-d236e7d2382d port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:17.145284 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-683fab89-dd22-4257-8021-79e81447befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.276328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-b3da5b0f-cd3f-47c4-a0a0-627a67fbf988', 'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': '97035269-4311-4549-9234-eafbf8552e2d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:17.276328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.290117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-3a84f608-b1d3-439a-b77f-3b8239ac24e9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3412836 Jul 07 17:07:17.294924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0029e392-721b-450a-adb7-5e8cef65ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.310736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0029e392-721b-450a-adb7-5e8cef65ca81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.312713 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0029e392-721b-450a-adb7-5e8cef65ca81 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee4934fc-e340-412c-bfd1-096573fd49a3 HTTP/1.1" status: 204 len: 168 time: 1.1212053 Jul 07 17:07:17.387192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029e392-721b-450a-adb7-5e8cef65ca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4934fc-e340-412c-bfd1-096573fd49a3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:17.583191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:17.588830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.602519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d11021c2-ac97-43e7-98c6-af0d7f855b5c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:17.638766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 6e169749-0a08-4ef1-bc30-670131333902 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:17.756984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-1c46b57e-a261-4989-ac68-779853061d29 service neutron] 10.222.0.78 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423828 Jul 07 17:07:17.945867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d11021c2-ac97-43e7-98c6-af0d7f855b5c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:17.946645 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.993358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4df20fb-6eae-46ed-a784-c6dc7a6c84cf None None] Provisioning complete for port d11021c2-ac97-43e7-98c6-af0d7f855b5c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:17.995641 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4df20fb-6eae-46ed-a784-c6dc7a6c84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.008305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Allocated IP 172.20.0.2 (b3da5b0f-cd3f-47c4-a0a0-627a67fbf988/97035269-4311-4549-9234-eafbf8552e2d/5bda42ce-3102-485a-805f-5b4c5161cced) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:18.014189 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-683fab89-dd22-4257-8021-79e81447befc None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.027132 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-683fab89-dd22-4257-8021-79e81447befc None None] Transition to ACTIVE for port object f1183a40-0bf3-42fa-9e2c-ac46038abfb7 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:18.037641 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-683fab89-dd22-4257-8021-79e81447befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.040305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-9b408a17-21ca-4d85-a758-815f92e25720 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.043088 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-9b408a17-21ca-4d85-a758-815f92e25720 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "GET /v2.0/ports?device_id=14e2ebd1-c5e6-4810-8cc6-98e77a29e86e HTTP/1.1" status: 200 len: 945 time: 0.5030046 Jul 07 17:07:18.079394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-3a994bf3-f56f-44b8-a9d0-75e7d51221ca service neutron] 10.222.0.78 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159056 Jul 07 17:07:18.123248 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-683fab89-dd22-4257-8021-79e81447befc None None] Attempting to bind port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:18.123923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-683fab89-dd22-4257-8021-79e81447befc None None] Attempting to bind port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:18.124558 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fab89-dd22-4257-8021-79e81447befc None None] Attempting to bind port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:18.134479 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fab89-dd22-4257-8021-79e81447befc None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:18.135568 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fab89-dd22-4257-8021-79e81447befc None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:18.136168 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-683fab89-dd22-4257-8021-79e81447befc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.136971 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fab89-dd22-4257-8021-79e81447befc None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:18.137775 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-683fab89-dd22-4257-8021-79e81447befc None None] Bound port: f1183a40-0bf3-42fa-9e2c-ac46038abfb7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:18.138392 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-683fab89-dd22-4257-8021-79e81447befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.215760 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-683fab89-dd22-4257-8021-79e81447befc None None] For port f1183a40-0bf3-42fa-9e2c-ac46038abfb7, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:18.220100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-683fab89-dd22-4257-8021-79e81447befc None None] For port f1183a40-0bf3-42fa-9e2c-ac46038abfb7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:18.243441 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-683fab89-dd22-4257-8021-79e81447befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.305773 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] Routers {'399300a9-62ae-46c3-84ff-d236e7d2382d'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:18.312772 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['399300a9-62ae-46c3-84ff-d236e7d2382d'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:18.319720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41092) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:18.353907 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b758c2c-c7d5-41ae-b50e-18bb6a5574a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.382914 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.418800 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684578e-72eb-4e50-a7a4-7e6c4c2262ab None None] Pushing event updated for resources: {'Port': ['ID=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.483289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.510751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Deleting port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:18.511190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.558945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Transition to ACTIVE for port object 5bda42ce-3102-485a-805f-5b4c5161cced will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:18.659295 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684578e-72eb-4e50-a7a4-7e6c4c2262ab None None] Pushing event updated for resources: {'Port': ['ID=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.667640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Transition to ACTIVE for port object 5bda42ce-3102-485a-805f-5b4c5161cced will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:18.707952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-767eacee-ac3f-4e2f-ac41-7a878a195cc8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7647321 Jul 07 17:07:18.711599 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] Set router 399300a9-62ae-46c3-84ff-d236e7d2382d gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:18.742001 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.792341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9823ad66-8aa2-4d62-bc23-64f6cc6f20be req-4125d427-b41e-40d7-8849-9090f75d387d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 210 time: 0.1430738 Jul 07 17:07:18.896704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:18.904726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Allocated IP 172.20.0.1 (5a8fa107-a165-4d84-8093-1b9de12eb0fe/25218e8e-d8ff-4449-8f26-ff82eee004b8/62df54a0-44be-4e79-b744-0fe3a9951194) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:18.914942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:18.917622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Pushing event updated for resources: {'Port': ['ID=5bda42ce-3102-485a-805f-5b4c5161cced,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.920024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:18.929661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-e6510e6c-c62e-4e1b-a3f8-6e7b8c983f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.931955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-e6510e6c-c62e-4e1b-a3f8-6e7b8c983f8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.1360204 Jul 07 17:07:18.946637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b758c2c-c7d5-41ae-b50e-18bb6a5574a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.954547 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b758c2c-c7d5-41ae-b50e-18bb6a5574a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.005859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b758c2c-c7d5-41ae-b50e-18bb6a5574a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=446b5f00294c48c89aed62b626a41c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849267 Jul 07 17:07:19.014429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41112) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.068543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Attempting to bind port 5bda42ce-3102-485a-805f-5b4c5161cced on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:19.071167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Attempting to bind port 5bda42ce-3102-485a-805f-5b4c5161cced by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e7128920-928b-46b7-9567-7c5446f9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:19.071592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Attempting to bind port 5bda42ce-3102-485a-805f-5b4c5161cced on network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:19.083029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:19.083432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Checking segment: {'id': 'e7128920-928b-46b7-9567-7c5446f9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:19.083836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.084266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Bound using segment: {'id': 'e7128920-928b-46b7-9567-7c5446f9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:19.084680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Bound port: 5bda42ce-3102-485a-805f-5b4c5161cced, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7128920-928b-46b7-9567-7c5446f9d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b3da5b0f-cd3f-47c4-a0a0-627a67fbf988'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:19.085076 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.136121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b758c2c-c7d5-41ae-b50e-18bb6a5574a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0305e2a1-52ca-44d0-bd11-87af8b6c43e5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.192724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] For port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:19.194483 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.208248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.229227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-683fab89-dd22-4257-8021-79e81447befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 3, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:19.254268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-69fc0cd6-6cbb-4fbc-811b-b1ea7283ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.258838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-69fc0cd6-6cbb-4fbc-811b-b1ea7283ce8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.2666590 Jul 07 17:07:19.262909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Calling delete_port for 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:19.335080 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683fab89-dd22-4257-8021-79e81447befc None None] The sync data for ids ['399300a9-62ae-46c3-84ff-d236e7d2382d'] in n-d-793619-7 is: [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 3, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:19.336828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.341777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] For port 5bda42ce-3102-485a-805f-5b4c5161cced, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:19.350049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] For port 5bda42ce-3102-485a-805f-5b4c5161cced, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bda42ce-3102-485a-805f-5b4c5161cced,segment=NetworkSegment(e7128920-928b-46b7-9567-7c5446f9d992),segment_id=e7128920-928b-46b7-9567-7c5446f9d992)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:19.359051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.473993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-5156b932-e5d2-46f5-98d3-6dc82063b971 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.2026446 Jul 07 17:07:19.537599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b147d-fb02-4d09-b5f6-ebeb571d673a None None] Pushing event updated for resources: {'Port': ['ID=5bda42ce-3102-485a-805f-5b4c5161cced,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.614594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-1c1d220d-590d-4fc1-8ffe-f3a6e36c0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.615605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-1c1d220d-590d-4fc1-8ffe-f3a6e36c0a45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1326761 Jul 07 17:07:19.625095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.696999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.14 (b3da5b0f-cd3f-47c4-a0a0-627a67fbf988/97035269-4311-4549-9234-eafbf8552e2d/6e169749-0a08-4ef1-bc30-670131333902) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:19.737087 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.744954 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.751670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Transition to ACTIVE for port object 62df54a0-44be-4e79-b744-0fe3a9951194 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:19.771983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0305e2a1-52ca-44d0-bd11-87af8b6c43e5 HTTP/1.1" status: 204 len: 168 time: 0.7395794 Jul 07 17:07:19.813569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0305e2a1-52ca-44d0-bd11-87af8b6c43e5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.876757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-8c80a5d6-2b1c-4f64-8cfe-91ba616ce5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.882912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-8c80a5d6-2b1c-4f64-8cfe-91ba616ce5cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548435 Jul 07 17:07:19.914805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.918207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.918207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.934558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.937812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.940046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.942866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.944189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.945600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.946699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.949331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:19.956333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979a3ac-9f90-435c-b27e-7d2b735c93d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:20.136833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-3e7fbc2e-341b-4ba0-8e01-89d8b59a2ace service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749496 Jul 07 17:07:20.325197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.347665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:20.464657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e9ff477-30cd-40d1-aa7d-9d41280a1de6 req-9aecb3d2-3f50-4c18-9ec2-d724fc2e4b7a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 210 time: 0.1535835 Jul 07 17:07:20.605425 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92c7a5dd-f0e2-4dc0-bfa4-b3cbc237309b req-d81de997-8edd-49de-840f-74914543f68f service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566081 Jul 07 17:07:20.782865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Pushing event deleted for resources: {'Port': ['ID=5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.786145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.835124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] No DVR routers for this DVR port 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:20.837223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Pushing event updated for resources: {'Port': ['ID=62df54a0-44be-4e79-b744-0fe3a9951194,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.853552 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.856259 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c11a2077-cf52-4de8-8ef9-78ccd0ea3c32 req-a329f518-2d50-402a-ad9f-626a443aafe8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "DELETE /v2.0/ports/5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 HTTP/1.1" status: 204 len: 173 time: 2.7598424 Jul 07 17:07:20.857058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'name': 'network-vif-deleted', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:20.859905 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d53587f-cc89-4cd5-9589-904559ac2fde" -d '{"events": [{"server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "name": "network-vif-deleted", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:21.006063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:21.014282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:21.024671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:21.162237 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540abaf9-180e-4aaa-a81f-de78f579a984 x-openstack-request-id: req-540abaf9-180e-4aaa-a81f-de78f579a984 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:21.163143 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2ebd1-c5e6-4810-8cc6-98e77a29e86e", "name": "network-vif-deleted", "tag": "5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:21.163775 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-540abaf9-180e-4aaa-a81f-de78f579a984 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:21.164657 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2ebd1-c5e6-4810-8cc6-98e77a29e86e', 'name': 'network-vif-deleted', 'tag': '5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79', 'status': 'completed', 'code': 200} Jul 07 17:07:21.383714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.414207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.660002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 6e169749-0a08-4ef1-bc30-670131333902 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:21.662184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bda42ce-3102-485a-805f-5b4c5161cced up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:21.942309 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:21.985609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1aea706-1099-4ea4-905e-ba3a20c24938 req-70614076-13c2-40e9-a683-cb2f727b7315 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 210 time: 0.1007178 Jul 07 17:07:22.034718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ae79c436-70aa-4efa-9704-39fdb7c6ca10 None None] Provisioning for port 62df54a0-44be-4e79-b744-0fe3a9951194 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:22.037774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0dc96e-b523-4f19-b1fd-08b732ad6d09 None None] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:22.064372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ae79c436-70aa-4efa-9704-39fdb7c6ca10 None None] Provisioning complete for port 62df54a0-44be-4e79-b744-0fe3a9951194 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:22.071020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ae79c436-70aa-4efa-9704-39fdb7c6ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.153493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.275896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ae79c436-70aa-4efa-9704-39fdb7c6ca10 None None] Port 62df54a0-44be-4e79-b744-0fe3a9951194 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:22.347995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5bda42ce-3102-485a-805f-5b4c5161cced completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:22.372467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1183a40-0bf3-42fa-9e2c-ac46038abfb7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:22.381843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:22.418936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:22.434438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:22.502399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.531559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-9086abf4-de9a-4b30-8ed2-d238a742ce2f tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.534333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-9086abf4-de9a-4b30-8ed2-d238a742ce2f tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.13 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 815 time: 0.6616974 Jul 07 17:07:22.536640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=6e169749-0a08-4ef1-bc30-670131333902,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.606380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:22.670666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Request body: {'port': {'device_id': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'admin_state_up': True, 'tenant_id': '396d8b97262e4bf6a0f3fd646d4537fb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:22.704527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:22.705055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5cb01ca8-a3ce-4353-b9cc-9c0f7f526b79 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:22.742793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] Provisioning for port 5bda42ce-3102-485a-805f-5b4c5161cced completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:22.814330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] Provisioning complete for port 5bda42ce-3102-485a-805f-5b4c5161cced triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:22.816942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.871579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.872758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.986985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41204) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:22.987590 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b0c0e616-87fe-4707-b426-a2e15b5b1cd9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.0789802 Jul 07 17:07:23.236248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Made reservation on behalf of 396d8b97262e4bf6a0f3fd646d4537fb for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:23.248900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.276317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 6e169749-0a08-4ef1-bc30-670131333902 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:23.276674 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.295528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:23.474883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c07d992-f4cb-4b0e-a45c-27fc4092bffd req-81910bde-f1b3-4678-a33e-adc18a8f242b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 210 time: 0.0940676 Jul 07 17:07:23.509612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:23.517847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:23.518250 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.569888 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.590417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.599891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.627095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.627485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 6e169749-0a08-4ef1-bc30-670131333902 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:23.731608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] For port 5bda42ce-3102-485a-805f-5b4c5161cced, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bda42ce-3102-485a-805f-5b4c5161cced,segment=NetworkSegment(e7128920-928b-46b7-9567-7c5446f9d992),segment_id=e7128920-928b-46b7-9567-7c5446f9d992)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:23.768199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.890356 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.956235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=6e169749-0a08-4ef1-bc30-670131333902,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.037612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f02f-5dcb-4767-9dc0-06fe23dff723 None None] Pushing event updated for resources: {'Port': ['ID=5bda42ce-3102-485a-805f-5b4c5161cced,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.041199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.069337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.091187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f1183a40-0bf3-42fa-9e2c-ac46038abfb7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:24.103881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07c19bad-4df5-470d-abda-1124bd65c56d None None] Provisioning complete for port 5bda42ce-3102-485a-805f-5b4c5161cced triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:24.104559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07c19bad-4df5-470d-abda-1124bd65c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.108041 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.327788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bda42ce-3102-485a-805f-5b4c5161cced up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:24.337300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.358724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3d283a79-c506-4693-91b0-3de8e430ffa7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/6e169749-0a08-4ef1-bc30-670131333902 HTTP/1.1" status: 204 len: 168 time: 1.3693202 Jul 07 17:07:24.360282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41232) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:24.410911 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf08e06-9067-45d5-897b-c26da3e9cfce tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:07:24.412557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf08e06-9067-45d5-897b-c26da3e9cfce tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:24.421237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-faf08e06-9067-45d5-897b-c26da3e9cfce tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/6e169749-0a08-4ef1-bc30-670131333902 HTTP/1.1" status: 404 len: 333 time: 0.0588820 Jul 07 17:07:24.422644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41236) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:24.446125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.547867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5bda42ce-3102-485a-805f-5b4c5161cced triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:24.548535 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.580241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07c19bad-4df5-470d-abda-1124bd65c56d None None] Could not find standard attr ID for object 6e169749-0a08-4ef1-bc30-670131333902. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:24.752354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-59cb1f51-2112-4a78-98d9-a20916658636 None None] Could not find standard attr ID for object 6e169749-0a08-4ef1-bc30-670131333902. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:24.987031 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f4307c-29ad-4efd-b176-afc1af13825f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:07:24.989616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c6f4307c-29ad-4efd-b176-afc1af13825f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/6e169749-0a08-4ef1-bc30-670131333902 HTTP/1.1" status: 404 len: 333 time: 0.5653191 Jul 07 17:07:25.002236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Allocated IP 172.20.0.14 (94fe195a-0bf1-4580-a67c-35836a19f5a8/aa0d6160-5d34-44f1-aab6-d9747038d2ce/67ef90a8-3146-4231-acd2-eca4c129de0e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:25.022477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fd56ecfc-7463-4c8f-a73f-fddd352081ce tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:25.033897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9a29da5-f8ac-4fe0-ada7-36a03422e47e req-9acf3a4a-418a-4777-9cae-0ceb049c9a16 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 210 time: 0.0483117 Jul 07 17:07:25.034441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41242) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:25.056778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Pushing event updated for resources: {'Port': ['ID=62df54a0-44be-4e79-b744-0fe3a9951194,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.088086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.163966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 97035269-4311-4549-9234-eafbf8552e2d {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:25.172408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.259251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.366191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:25.408920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:25.422249 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.514868 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd56ecfc-7463-4c8f-a73f-fddd352081ce tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "PUT /v2.0/quotas/45c7b483a4454fd1b0e11c0e72dfd881 HTTP/1.1" status: 200 len: 366 time: 2.2118003 Jul 07 17:07:25.527441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:25.553319 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.561648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.640316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f7fc20d2-3db9-408e-9158-d46dde9b5d3e tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1098225 Jul 07 17:07:25.642804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:25.652713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=97035269-4311-4549-9234-eafbf8552e2d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.653836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.686805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed32a4-dab5-47ba-9dc5-85f56bf25a50 None None] Network b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:25.710063 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.713873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d65ed36-0a22-4b73-8a76-b8cf4440542f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/97035269-4311-4549-9234-eafbf8552e2d HTTP/1.1" status: 204 len: 168 time: 0.6782231 Jul 07 17:07:25.718822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41256) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:25.876066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-827d12fd-41c4-4ec2-a45e-97d12f74e336 tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "GET /v2.0/quotas/45c7b483a4454fd1b0e11c0e72dfd881 HTTP/1.1" status: 200 len: 366 time: 0.2300472 Jul 07 17:07:25.885070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:25.894644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41258) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:25.915228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:25.946700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.950815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:25.966707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ab291fd5-e857-4768-9c97-d9b7c12f0f1a None None] Provisioning complete for port 62df54a0-44be-4e79-b744-0fe3a9951194 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:25.967820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab291fd5-e857-4768-9c97-d9b7c12f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.012228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ab291fd5-e857-4768-9c97-d9b7c12f0f1a None None] Port 62df54a0-44be-4e79-b744-0fe3a9951194 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:26.075716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.080136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.100008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 5bda42ce-3102-485a-805f-5b4c5161cced {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:26.100369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.145820 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5165522 Jul 07 17:07:26.209294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] DHCP port deletion for b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:26.222863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d705ad-78c1-43eb-ae63-35596a1ac9af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.255026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d02b5b4a-70c2-4e77-9380-fc3978abe36d tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/45c7b483a4454fd1b0e11c0e72dfd881 HTTP/1.1" status: 204 len: 168 time: 0.3583779 Jul 07 17:07:26.274663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41266) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.317810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1183a40-0bf3-42fa-9e2c-ac46038abfb7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:26.341962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b3c8baf5-c7ec-4030-bcba-2eae87d2b28d tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0649710 Jul 07 17:07:26.350015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41270) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.375160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Request body: {'port': {'device_id': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:26.387953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Router 399300a9-62ae-46c3-84ff-d236e7d2382d has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:26.420030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] For port 5bda42ce-3102-485a-805f-5b4c5161cced, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bda42ce-3102-485a-805f-5b4c5161cced,segment=NetworkSegment(e7128920-928b-46b7-9567-7c5446f9d992),segment_id=e7128920-928b-46b7-9567-7c5446f9d992)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:26.420805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.428505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] Deleting port 5bda42ce-3102-485a-805f-5b4c5161cced {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:26.440943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a2b0b2fe-68f6-497c-ad3e-ddbc100488aa tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "GET /v2.0/quotas/45c7b483a4454fd1b0e11c0e72dfd881 HTTP/1.1" status: 200 len: 370 time: 0.0897667 Jul 07 17:07:26.445676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.457389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41272) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.468799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 5bda42ce-3102-485a-805f-5b4c5161cced owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:26.471479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d0a19be3-fc0f-4f30-88d7-f75a292022cb tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "GET /v2.0/quotas/45c7b483a4454fd1b0e11c0e72dfd881/default HTTP/1.1" status: 200 len: 370 time: 0.0121403 Jul 07 17:07:26.475356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41274) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.498608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437723-1c66-4758-9dc7-64941e7ed7d3 req-42bac7d8-3a5c-447d-a1fd-65a51b5acd55 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.516084 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-8892ff4c-538c-4686-a21c-6393bec21b02 tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:07:26.517805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8892ff4c-538c-4686-a21c-6393bec21b02 tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/45c7b483a4454fd1b0e11c0e72dfd881 HTTP/1.1" status: 404 len: 348 time: 0.0333529 Jul 07 17:07:26.523141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80437723-1c66-4758-9dc7-64941e7ed7d3 req-42bac7d8-3a5c-447d-a1fd-65a51b5acd55 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 932 time: 0.3172581 Jul 07 17:07:26.589172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] For port 5bda42ce-3102-485a-805f-5b4c5161cced, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bda42ce-3102-485a-805f-5b4c5161cced,segment=NetworkSegment(e7128920-928b-46b7-9567-7c5446f9d992),segment_id=e7128920-928b-46b7-9567-7c5446f9d992)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:26.589780 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.610397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] Calling delete_port for 5bda42ce-3102-485a-805f-5b4c5161cced owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:26.651300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.728333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80437723-1c66-4758-9dc7-64941e7ed7d3 req-4f1a6623-c242-46ac-9f59-c3baad87026d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042594 Jul 07 17:07:26.743898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41278) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.777693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.790828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:26.791482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.826606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=5bda42ce-3102-485a-805f-5b4c5161cced,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.826897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.842369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No DVR routers for this DVR port 5bda42ce-3102-485a-805f-5b4c5161cced on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:26.858976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] No DVR routers for this DVR port 5bda42ce-3102-485a-805f-5b4c5161cced on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:26.898218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bfe82-4420-4976-96c8-bea9a611241e None None] Pushing event deleted for resources: {'Port': ['ID=5bda42ce-3102-485a-805f-5b4c5161cced,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.907014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:26.920901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Sync routers for ids ['399300a9-62ae-46c3-84ff-d236e7d2382d'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:26.924999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e411ba49-01e0-44c5-8c02-940508e15ced admin admin] 10.222.0.78 "PUT /v2.0/routers/399300a9-62ae-46c3-84ff-d236e7d2382d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2411666 Jul 07 17:07:27.017091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Routers {'399300a9-62ae-46c3-84ff-d236e7d2382d'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:27.017999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['399300a9-62ae-46c3-84ff-d236e7d2382d'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:27.052363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.085624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3da5b0f-cd3f-47c4-a0a0-627a67fbf988']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:27.104543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7128920-928b-46b7-9567-7c5446f9d992') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:27.105011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7128920-928b-46b7-9567-7c5446f9d992') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:27.117749 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.147717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.157235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:27.157820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:27.232847 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:27.239746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:network and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:27.244397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.254816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.257417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/b3da5b0f-cd3f-47c4-a0a0-627a67fbf988 HTTP/1.1" status: 204 len: 168 time: 1.5370967 Jul 07 17:07:27.258529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:27.263590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41288) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:27.272538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-588636954'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:27.292137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd879f-0b6f-4879-907f-b9831c9fa25b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=b3da5b0f-cd3f-47c4-a0a0-627a67fbf988,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.322605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:subnet and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:27.324360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Set router 399300a9-62ae-46c3-84ff-d236e7d2382d gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:27.338537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:27.367685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:27.378216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.385853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:subnetpool and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:27.402275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ef90a8-3146-4231-acd2-eca4c129de0e {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:27.405244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:27.427059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.451677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Transition to ACTIVE for port object 67ef90a8-3146-4231-acd2-eca4c129de0e will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:27.454508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:port and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:27.458764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.493721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:27.497032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:27.522382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:router and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:27.532477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.532939 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 924c83d8-5bbd-4559-b386-b2087f7073dc of type vlan for network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 Jul 07 17:07:27.553354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.567908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:27.688640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:floatingip and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:27.718432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.733325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:27.739267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Attempting to bind port 67ef90a8-3146-4231-acd2-eca4c129de0e on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:27.739594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Attempting to bind port 67ef90a8-3146-4231-acd2-eca4c129de0e by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:27.740014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Attempting to bind port 67ef90a8-3146-4231-acd2-eca4c129de0e on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:27.752663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Port 67ef90a8-3146-4231-acd2-eca4c129de0e on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:27.753173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Attempting to bind port 67ef90a8-3146-4231-acd2-eca4c129de0e on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:27.760669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '62df54a0-44be-4e79-b744-0fe3a9951194', 'name': '', 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'mac_address': 'fa:16:3e:a7:61:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '25218e8e-d8ff-4449-8f26-ff82eee004b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 2, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'subnets': [{'id': '25218e8e-d8ff-4449-8f26-ff82eee004b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:27.767200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:27.768267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Checking segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:27.770861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Bound using segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:27.771615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Bound port: 67ef90a8-3146-4231-acd2-eca4c129de0e, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:27.774271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.853478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Checking router: 399300a9-62ae-46c3-84ff-d236e7d2382d for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:27.853842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Updating router 399300a9-62ae-46c3-84ff-d236e7d2382d port 62df54a0-44be-4e79-b744-0fe3a9951194 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:27.863232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:27.872979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:27.881390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.905957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:07:27.943943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.010548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:28.018083 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.037987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.039173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.043407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-db61eabd-bfe0-4285-9a49-79ecb3757b8a service neutron] 10.222.0.13 "PUT /v2.0/ports/67ef90a8-3146-4231-acd2-eca4c129de0e HTTP/1.1" status: 200 len: 1092 time: 1.8101962 Jul 07 17:07:28.045331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:28.050042 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeecaa5-ed33-4242-8e45-36352df83e78" -d '{"events": [{"name": "network-changed", "server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:28.061668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.062690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.339620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-bbacd86a-2194-4fd2-a011-a55e450b6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.341445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-bbacd86a-2194-4fd2-a011-a55e450b6d8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 1095 time: 0.1644745 Jul 07 17:07:28.388808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bda42ce-3102-485a-805f-5b4c5161cced no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:28.432097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:28.456495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381780308', 'description': 'tempest-secgroup-smoke-381780308 description', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:28.460513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-2408af46-9266-4a74-8371-2e3cc302a85e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ef90a8-3146-4231-acd2-eca4c129de0e HTTP/1.1" status: 200 len: 217 time: 0.0985069 Jul 07 17:07:28.463436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5bda42ce-3102-485a-805f-5b4c5161cced {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:28.463436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bda42ce-3102-485a-805f-5b4c5161cced not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:28.484115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2176185 Jul 07 17:07:28.487278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41312) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:28.502810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:28.541695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0e8d2-aa53-47c3-9132-9f73d57b11d3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:28.575286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:28.590403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:security_group and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:28.642981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:28.672738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Usage tracker for resource:security_group_rule and tenant:0580ade434054d9a8edf013174a3b716 is out of sync, need to count used quota {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:07:28.678728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.742241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe485a-9dd2-470b-8769-67407061e4f2 req-27aef2f8-c085-43b0-a5bf-fe144c1a4ed4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.755554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abfe485a-9dd2-470b-8769-67407061e4f2 req-27aef2f8-c085-43b0-a5bf-fe144c1a4ed4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 944 time: 0.6781867 Jul 07 17:07:28.763158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.quota.resource [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98270) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:07:28.784648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-b623e7cf-6e55-49df-984c-7eeeeefca130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.790954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-b623e7cf-6e55-49df-984c-7eeeeefca130 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 200 len: 855 time: 0.3218298 Jul 07 17:07:28.813347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e067752b-101f-43c3-86b8-50706b123e7c tempest-QuotasTest-919838445 tempest-QuotasTest-919838445-project-admin] 10.222.0.78 "GET /v2.0/quotas/0580ade434054d9a8edf013174a3b716/details.json HTTP/1.1" status: 200 len: 703 time: 2.0601461 Jul 07 17:07:28.813675 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed593462-5488-4db4-a3d6-0d4865e89e61 x-openstack-request-id: req-ed593462-5488-4db4-a3d6-0d4865e89e61 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:28.813675 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:28.813675 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed593462-5488-4db4-a3d6-0d4865e89e61 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:28.813675 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'status': 'completed', 'code': 200} Jul 07 17:07:28.857596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abfe485a-9dd2-470b-8769-67407061e4f2 req-cb534ea4-5f6a-42d9-8c4e-1eb12cfdb530 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003106 Jul 07 17:07:28.912928 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-b8745e4b-d435-47ff-a346-4a0d47dbc51d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94fe195a-0bf1-4580-a67c-35836a19f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071773 Jul 07 17:07:28.952369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.986101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Transition to ACTIVE for port object 62df54a0-44be-4e79-b744-0fe3a9951194 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:28.999771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.045559 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.054628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.118893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e526042-630d-42ac-a53f-2f6a25c0ea7e None None] Pushing event updated for resources: {'Port': ['ID=62df54a0-44be-4e79-b744-0fe3a9951194,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:29.131047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766fa6a8-1d17-4374-8edd-54b685a36f2c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:29.296470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Attempting to bind port 62df54a0-44be-4e79-b744-0fe3a9951194 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:29.296874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Attempting to bind port 62df54a0-44be-4e79-b744-0fe3a9951194 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:29.297267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Attempting to bind port 62df54a0-44be-4e79-b744-0fe3a9951194 on network 5a8fa107-a165-4d84-8093-1b9de12eb0fe {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:29.311476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:29.311980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Checking segment: {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:29.316775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.317386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Bound using segment: {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:29.317924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Bound port: 62df54a0-44be-4e79-b744-0fe3a9951194, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae245c8d-ff4f-4e60-801b-fb51f7609ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:29.318351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.322518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:29.326242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.326585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.333358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-10d798cf-4c7a-4022-8923-5c5737d0ce35 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8777835 Jul 07 17:07:29.333358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41322) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:29.341770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group_rule': {'security_group_id': '766fa6a8-1d17-4374-8edd-54b685a36f2c', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:29.372656 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-b984329f-23be-4630-9d80-500bc4a15585 service neutron] 10.222.0.13 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501565 Jul 07 17:07:29.430823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.477904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41326) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:29.494742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] For port 62df54a0-44be-4e79-b744-0fe3a9951194, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:29.514446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] For port 62df54a0-44be-4e79-b744-0fe3a9951194, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=62df54a0-44be-4e79-b744-0fe3a9951194,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:29.525985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.543992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.552210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.594868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923475ce-031b-4564-8831-507bfa526142,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:29.607530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.613320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1890d8fd-f74c-4d5f-8383-9d13580d1bfd tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757149 Jul 07 17:07:29.614486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41330) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:29.629022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group_rule': {'security_group_id': '766fa6a8-1d17-4374-8edd-54b685a36f2c', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:29.689089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.771582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e526042-630d-42ac-a53f-2f6a25c0ea7e None None] Pushing event updated for resources: {'Port': ['ID=62df54a0-44be-4e79-b744-0fe3a9951194,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:29.776673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Routers {'399300a9-62ae-46c3-84ff-d236e7d2382d'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:29.782035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['399300a9-62ae-46c3-84ff-d236e7d2382d'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:29.887942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-15530415-a5e9-4b9f-91a4-368886f60d1c req-a75af5e5-fdbc-4ab9-a36d-9d9158f0fd95 service neutron] 10.222.0.13 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811064 Jul 07 17:07:29.891214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6059db5-d8c2-4151-a338-20b1f28e81cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.044199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.111778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] Set router 399300a9-62ae-46c3-84ff-d236e7d2382d gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:30.148751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.153811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.204919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26234c5-39e6-40f6-8448-70706991bd4c,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.230615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-1e3ea854-73cd-4e1a-bd78-ead3c364b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.236414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-1e3ea854-73cd-4e1a-bd78-ead3c364b23c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 1095 time: 0.2112780 Jul 07 17:07:30.280751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6059db5-d8c2-4151-a338-20b1f28e81cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.291746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6059db5-d8c2-4151-a338-20b1f28e81cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.327991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f6059db5-d8c2-4151-a338-20b1f28e81cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=811bf89e32b141b7a49be5f9b216f2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484652 Jul 07 17:07:30.333054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41338) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:30.354298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.355798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6ef3d757-c87f-4a09-852f-639abba31278 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7393327 Jul 07 17:07:30.363431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41340) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:30.369680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group_rule': {'security_group_id': '766fa6a8-1d17-4374-8edd-54b685a36f2c', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:30.418662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=c72f4752-79ff-4c06-b7b3-8ef4c52a3fda,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.447092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6059db5-d8c2-4151-a338-20b1f28e81cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442f353b-6d79-4745-b19e-3e80ac756abd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.470116 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.489764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '924c83d8-5bbd-4559-b386-b2087f7073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:30.490203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:30.518206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eed0208a-8a69-4d71-be77-4fb3b75fb986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.557322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-5286c67a-1d60-4f19-8bf8-a48031a90ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.562620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eed0208a-8a69-4d71-be77-4fb3b75fb986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.566877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-5286c67a-1d60-4f19-8bf8-a48031a90ebf service neutron] 10.222.0.13 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 916 time: 0.3235502 Jul 07 17:07:30.662462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d1e5a-4688-4f05-82b8-f4afb251540a req-52a61ac8-5d5a-4875-9952-192815559912 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.668243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-249d1e5a-4688-4f05-82b8-f4afb251540a req-52a61ac8-5d5a-4875-9952-192815559912 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 944 time: 0.3247705 Jul 07 17:07:30.694445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-d16637b6-2caa-43dc-9d41-3f068f2b5b4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67ef90a8-3146-4231-acd2-eca4c129de0e HTTP/1.1" status: 200 len: 217 time: 0.1154485 Jul 07 17:07:30.751064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.755734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:30.760163 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eed0208a-8a69-4d71-be77-4fb3b75fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.767225 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eed0208a-8a69-4d71-be77-4fb3b75fb986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.774731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eed0208a-8a69-4d71-be77-4fb3b75fb986 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/442f353b-6d79-4745-b19e-3e80ac756abd HTTP/1.1" status: 204 len: 168 time: 0.4310086 Jul 07 17:07:30.774921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.788920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '62df54a0-44be-4e79-b744-0fe3a9951194', 'name': '', 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'mac_address': 'fa:16:3e:a7:61:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '25218e8e-d8ff-4449-8f26-ff82eee004b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:29Z', 'revision_number': 4, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'subnets': [{'id': '25218e8e-d8ff-4449-8f26-ff82eee004b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:30.827512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-249d1e5a-4688-4f05-82b8-f4afb251540a req-3a11d6bb-d45b-4b41-87ff-5205b5693e84 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428266 Jul 07 17:07:30.859223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0208a-8a69-4d71-be77-4fb3b75fb986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442f353b-6d79-4745-b19e-3e80ac756abd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.865890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:30.873678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.874745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.878636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506ef2e-cf24-4d6c-8c32-09dea078b84f None None] The sync data for ids ['399300a9-62ae-46c3-84ff-d236e7d2382d'] in n-d-793619-7 is: [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '62df54a0-44be-4e79-b744-0fe3a9951194', 'name': '', 'network_id': '5a8fa107-a165-4d84-8093-1b9de12eb0fe', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'mac_address': 'fa:16:3e:a7:61:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '25218e8e-d8ff-4449-8f26-ff82eee004b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:29Z', 'revision_number': 4, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'subnets': [{'id': '25218e8e-d8ff-4449-8f26-ff82eee004b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:30.908499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed5d32a-ccc3-45e9-8eb3-da2079af269a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.918864 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-110442fb-1063-44c1-8087-3c2335181dd6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4264135 Jul 07 17:07:30.919187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a94c8-c01c-4842-8fdb-8b58b5c9ee26 None None] Network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:30.921441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41346) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:30.931244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1857851740'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:30.954709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.987049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77a9be6d-1e8f-4284-97ed-1a348e46ae68 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6212041 Jul 07 17:07:30.996625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41348) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:31.031154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group_rule': {'security_group_id': '766fa6a8-1d17-4374-8edd-54b685a36f2c', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:31.054356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-21fb607c-4bd0-4366-9258-15b468192346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.056017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-21fb607c-4bd0-4366-9258-15b468192346 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 200 len: 855 time: 0.3027775 Jul 07 17:07:31.187482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-d7ac3032-6dfd-40f8-bd07-e0a373dfca44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94fe195a-0bf1-4580-a67c-35836a19f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175251 Jul 07 17:07:31.344836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:31.350395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.360638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.385446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port a721b4aa-3339-47d2-b434-63e467d3df1b yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:31.532250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:31.560311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4', 'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': 'c72f4752-79ff-4c06-b7b3-8ef4c52a3fda'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:31.562839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.570056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1091dc37-e5d7-46b7-9f6c-7eba4bcf8f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.744631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.14 (6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4/c72f4752-79ff-4c06-b7b3-8ef4c52a3fda/a721b4aa-3339-47d2-b434-63e467d3df1b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:31.764896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.782649 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-230b69f9-ea31-4bd1-952e-1f9a0f368efb service neutron] 10.222.0.13 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740967 Jul 07 17:07:31.794071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.857128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f0f414-c495-489f-9e01-22b900ce75d2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.118059 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-caeecaa5-ed33-4242-8e45-36352df83e78 req-bd915b75-cc49-4eb0-8952-1b0199224e05 service neutron] 10.222.0.13 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276317 Jul 07 17:07:32.208414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1091dc37-e5d7-46b7-9f6c-7eba4bcf8f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.233446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.235266 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0df258d2-e1aa-4afd-9277-5bfa4aa94d86 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2129903 Jul 07 17:07:32.239135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41374) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:32.244153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group_rule': {'security_group_id': '766fa6a8-1d17-4374-8edd-54b685a36f2c', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:32.255350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.305446 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Project 8bdc2947d04b4f7f9beb82ec02928e9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:07:32.325493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.360751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1091dc37-e5d7-46b7-9f6c-7eba4bcf8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.381579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62df54a0-44be-4e79-b744-0fe3a9951194 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:32.430638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1091dc37-e5d7-46b7-9f6c-7eba4bcf8f3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0580ade434054d9a8edf013174a3b716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8972943 Jul 07 17:07:32.433031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:32.439021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object a721b4aa-3339-47d2-b434-63e467d3df1b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:32.517469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.531503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091dc37-e5d7-46b7-9f6c-7eba4bcf8f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767045c7-f4da-4cd6-9880-0bebc18a17c3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.555467 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8531e76f-7e9f-45ec-9988-6e6f2e9d40b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.561248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.609948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.634152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62f8f5a-4b22-46a8-a380-08159949386d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.638061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.640471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-22edf8ac-e2be-437e-ad8c-c56d22804570 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3997629 Jul 07 17:07:32.654146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41380) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:32.663255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'security_group_rule': {'security_group_id': '766fa6a8-1d17-4374-8edd-54b685a36f2c', 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:32.732646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8531e76f-7e9f-45ec-9988-6e6f2e9d40b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.785877 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Project 8bdc2947d04b4f7f9beb82ec02928e9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:07:32.815050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=a721b4aa-3339-47d2-b434-63e467d3df1b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.831926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414442-43b4-4886-9c19-96640e9ab924 req-3f4cf338-25f1-4e7f-8b28-51329dd02537 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:32.833742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8414442-43b4-4886-9c19-96640e9ab924 req-3f4cf338-25f1-4e7f-8b28-51329dd02537 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 944 time: 0.6199775 Jul 07 17:07:32.835815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:32.842316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:32.845893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:32.885874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.999274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8414442-43b4-4886-9c19-96640e9ab924 req-b233ee5f-1aca-4a08-becf-53f9753f9f30 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397069 Jul 07 17:07:33.014895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.015578 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.020179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:33.042165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.058355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 62df54a0-44be-4e79-b744-0fe3a9951194 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:33.061840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-095a3f70-6f97-4d80-8090-8f98ac83ac41 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.1379929 Jul 07 17:07:33.064281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41384) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:33.069036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.083631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Allocated IP 172.20.0.2 (6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4/c72f4752-79ff-4c06-b7b3-8ef4c52a3fda/dc7e8740-b1fb-435d-8043-7c21e86b9d7c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:33.128097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 62df54a0-44be-4e79-b744-0fe3a9951194 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:33.128097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.183109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c848f8-60b0-4b80-825f-b7850aee298e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:33.188639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.191942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66077918-a117-4536-b468-ba2131298772 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5361931 Jul 07 17:07:33.205239 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8531e76f-7e9f-45ec-9988-6e6f2e9d40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.217394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8531e76f-7e9f-45ec-9988-6e6f2e9d40b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.221498 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8531e76f-7e9f-45ec-9988-6e6f2e9d40b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/767045c7-f4da-4cd6-9880-0bebc18a17c3 HTTP/1.1" status: 204 len: 168 time: 0.7840414 Jul 07 17:07:33.261507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531e76f-7e9f-45ec-9988-6e6f2e9d40b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767045c7-f4da-4cd6-9880-0bebc18a17c3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:33.390237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port a721b4aa-3339-47d2-b434-63e467d3df1b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:33.390806 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.726413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:07:33.734741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.811769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-4d6851cf-ab35-4e78-9948-0b8a99d6d5ce tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381780308&fields=id&tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e HTTP/1.1" status: 200 len: 267 time: 0.1642637 Jul 07 17:07:33.817580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for a721b4aa-3339-47d2-b434-63e467d3df1b owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:33.967749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-d1a50256-2b9e-4ef4-8c9c-23fd038d1590 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.968291 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.975646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-d1a50256-2b9e-4ef4-8c9c-23fd038d1590 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/networks?id=8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 200 len: 808 time: 0.1628590 Jul 07 17:07:34.003456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-c3da8ea2-ea37-4275-a971-7b44dd8dc1ff tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/quotas/8bdc2947d04b4f7f9beb82ec02928e9e HTTP/1.1" status: 200 len: 375 time: 0.0267191 Jul 07 17:07:34.048423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41410) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:34.314146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:34.340070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-3c9f910b-c1b7-4a98-87a8-aeebfb0bf022 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3355956 Jul 07 17:07:34.362656 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.374381 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.464131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bb7e72d-1419-4f33-9ff6-6673cafcdd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.465549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'port_id': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'mac_address': 'fa:16:3e:c6:c4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d6160-5d34-44f1-aab6-d9747038d2ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:34.740121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.772050 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.780950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Transition to ACTIVE for port object dc7e8740-b1fb-435d-8043-7c21e86b9d7c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:34.789609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bb7e72d-1419-4f33-9ff6-6673cafcdd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.792902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=a721b4aa-3339-47d2-b434-63e467d3df1b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:34.808009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bb7e72d-1419-4f33-9ff6-6673cafcdd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.834763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 62df54a0-44be-4e79-b744-0fe3a9951194, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=62df54a0-44be-4e79-b744-0fe3a9951194,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:34.884531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bb7e72d-1419-4f33-9ff6-6673cafcdd2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1869d1f026b940079b219b6a8229b939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349106 Jul 07 17:07:34.886347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-b15dca20-1a86-4ad0-9e91-ca3e3b1184d2 service neutron] 10.222.0.78 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416176 Jul 07 17:07:34.888029 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.889299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7e72d-1419-4f33-9ff6-6673cafcdd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a5351a-f8a5-467e-ae62-e2f88be3b6c8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:34.904991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41426) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:34.915254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Transition to ACTIVE for port object dc7e8740-b1fb-435d-8043-7c21e86b9d7c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:34.986072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ef90a8-3146-4231-acd2-eca4c129de0e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:35.006438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68144073-7637-4182-bb72-2f6059cb9d07 req-722b08fa-b3d0-470b-8c49-0eb2f1cdafa7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.009615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68144073-7637-4182-bb72-2f6059cb9d07 req-722b08fa-b3d0-470b-8c49-0eb2f1cdafa7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 944 time: 0.4360666 Jul 07 17:07:35.022896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.162672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:35.182199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68144073-7637-4182-bb72-2f6059cb9d07 req-31a45e11-ab17-48c3-b664-aee55ac1a8a6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Jul 07 17:07:35.186879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:35.202694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.206096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:35.208086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-68a90923-598a-460d-8ca3-a21d89d334d6 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/a721b4aa-3339-47d2-b434-63e467d3df1b HTTP/1.1" status: 204 len: 168 time: 2.1410770 Jul 07 17:07:35.212193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:35.220033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:35.251832 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffcd72bc-dccd-4ee7-ac90-fd9c244cf18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.255703 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.267810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=62df54a0-44be-4e79-b744-0fe3a9951194,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:35.304950 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e1acfe-56de-4cff-9c5a-65d3d2c05302 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:07:35.306881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30e1acfe-56de-4cff-9c5a-65d3d2c05302 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/a721b4aa-3339-47d2-b434-63e467d3df1b HTTP/1.1" status: 404 len: 333 time: 0.0933053 Jul 07 17:07:35.310865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41438) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:35.319074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78359c94-663c-4de3-8177-5e7002d48983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.368547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-6632bd0f-66fa-481f-8f2a-e449da13630b service neutron] 10.222.0.78 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809868 Jul 07 17:07:35.413478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78359c94-663c-4de3-8177-5e7002d48983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.509449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet c72f4752-79ff-4c06-b7b3-8ef4c52a3fda {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:35.523960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.552896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Pushing event updated for resources: {'Port': ['ID=dc7e8740-b1fb-435d-8043-7c21e86b9d7c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:35.582242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78359c94-663c-4de3-8177-5e7002d48983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.585546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78359c94-663c-4de3-8177-5e7002d48983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.586944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-78359c94-663c-4de3-8177-5e7002d48983 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82a5351a-f8a5-467e-ae62-e2f88be3b6c8 HTTP/1.1" status: 204 len: 168 time: 0.6765826 Jul 07 17:07:35.600981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41444) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:35.618660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78359c94-663c-4de3-8177-5e7002d48983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a5351a-f8a5-467e-ae62-e2f88be3b6c8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:35.714796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:35.716800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.729882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['67ef90a8-3146-4231-acd2-eca4c129de0e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:35.897825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-437806390'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:35.913007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Attempting to bind port dc7e8740-b1fb-435d-8043-7c21e86b9d7c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:35.918831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Attempting to bind port dc7e8740-b1fb-435d-8043-7c21e86b9d7c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '924c83d8-5bbd-4559-b386-b2087f7073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:35.920446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Attempting to bind port dc7e8740-b1fb-435d-8043-7c21e86b9d7c on network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:35.969519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:35.970399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Checking segment: {'id': '924c83d8-5bbd-4559-b386-b2087f7073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:35.981539 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.982403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Bound using segment: {'id': '924c83d8-5bbd-4559-b386-b2087f7073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:35.983256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Bound port: dc7e8740-b1fb-435d-8043-7c21e86b9d7c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924c83d8-5bbd-4559-b386-b2087f7073dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:35.983918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.108696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff6c4c36-6ccb-4229-bc6e-90f51986c7af req-bfc6754b-21ca-4601-942b-48d5793a318d tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 210 time: 0.1357846 Jul 07 17:07:36.110578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Made reservation on behalf of d1a768cbc2b741b9a99243c1757e39e3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:36.123313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.134937 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.175617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.310148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.316964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.364698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:36.383481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31d87f-980b-48ab-bc8c-647634e572af,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:36.399839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-aac6919f-9f92-4d00-b835-f25cd5aca426 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4685717 Jul 07 17:07:36.408257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.408578 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Added segment 700048bd-f4e5-491a-bd28-03bcf34c2ed9 of type vlan for network 073e581e-28b9-45f9-aeb2-9b51b7177873 Jul 07 17:07:36.464128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.467581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] For port dc7e8740-b1fb-435d-8043-7c21e86b9d7c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:36.520419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] For port dc7e8740-b1fb-435d-8043-7c21e86b9d7c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dc7e8740-b1fb-435d-8043-7c21e86b9d7c,segment=NetworkSegment(924c83d8-5bbd-4559-b386-b2087f7073dc),segment_id=924c83d8-5bbd-4559-b386-b2087f7073dc)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:36.543491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=c72f4752-79ff-4c06-b7b3-8ef4c52a3fda,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:36.549562 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.585431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.591144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-acad702b-9651-488e-9d15-b79e1bc2b217 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/c72f4752-79ff-4c06-b7b3-8ef4c52a3fda HTTP/1.1" status: 204 len: 168 time: 1.2786534 Jul 07 17:07:36.594736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41462) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:36.597337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.612686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41464) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:36.735125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f14317-6477-4587-b259-28cbdfd6383c None None] Pushing event updated for resources: {'Port': ['ID=dc7e8740-b1fb-435d-8043-7c21e86b9d7c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:36.769694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31cd495f-7db7-40c2-8748-eb9ad8dae30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.775689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-39c6ab21-42f0-4525-8870-af04a79cb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.779968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.780196 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-39c6ab21-42f0-4525-8870-af04a79cb491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 1096 time: 0.3334992 Jul 07 17:07:36.811018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.812876 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.032716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4304528 Jul 07 17:07:37.033761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41470) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:37.094955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.107061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Request body: {'subnet': {'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:37.124393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62df54a0-44be-4e79-b744-0fe3a9951194 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:37.244051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc205-84ff-407f-a7b4-e93874f4da9e tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event updated for resources: {'Network': ['ID=073e581e-28b9-45f9-aeb2-9b51b7177873,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.273018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:37.302553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89077a9-8483-4e5d-a77b-48b8a05d4fbc req-89081f07-8d20-424c-a3e9-3837e1beccb6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.312516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c89077a9-8483-4e5d-a77b-48b8a05d4fbc req-89081f07-8d20-424c-a3e9-3837e1beccb6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 945 time: 0.5728965 Jul 07 17:07:37.352991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:37.431834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-362680b7-0474-48ce-aca8-322916ac1be0 req-741c180f-bed6-4cb5-b9bf-08025a9f7c70 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 210 time: 0.1169736 Jul 07 17:07:37.516642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c89077a9-8483-4e5d-a77b-48b8a05d4fbc req-23c9bfae-3c98-482e-862f-9aaddee02bba tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028725 Jul 07 17:07:37.641138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31cd495f-7db7-40c2-8748-eb9ad8dae30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.650027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-9c23e1e8-93b7-4fe7-933c-e8cb670888a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.652297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-9c23e1e8-93b7-4fe7-933c-e8cb670888a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.8408875 Jul 07 17:07:37.665429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31cd495f-7db7-40c2-8748-eb9ad8dae30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.670583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 62df54a0-44be-4e79-b744-0fe3a9951194 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:37.672188 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.711816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Made reservation on behalf of d1a768cbc2b741b9a99243c1757e39e3 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:37.723378 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.759086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-ea11bead-25b9-42e4-83e7-26eb44f34c44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 200 len: 217 time: 0.0895524 Jul 07 17:07:37.765216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 67ef90a8-3146-4231-acd2-eca4c129de0e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:37.769204 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.781564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 67ef90a8-3146-4231-acd2-eca4c129de0e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:37.782494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.796326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port dc7e8740-b1fb-435d-8043-7c21e86b9d7c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:37.796867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.855546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31cd495f-7db7-40c2-8748-eb9ad8dae30d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08f2a8d14233468685a4103487a2354e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2036645 Jul 07 17:07:37.858332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd495f-7db7-40c2-8748-eb9ad8dae30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fcbc82-69fa-4463-8616-7c6d1dd9efcd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.974651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:38.102617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.113119 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.216137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-046c4d5e-8c74-4524-91a1-ac3e19eeba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.218821 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-046c4d5e-8c74-4524-91a1-ac3e19eeba87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.4453154 Jul 07 17:07:38.255020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:38.255786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event updated for resources: {'Subnet': ['ID=a2f17a3a-da4f-4fef-a08a-a30948d12a74,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:38.260217 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14c30e3-b30d-4e14-85cd-b006c392e31f" -d '{"events": [{"server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "name": "network-vif-plugged", "status": "completed", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:38.269820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Checking segment: {'id': '700048bd-f4e5-491a-bd28-03bcf34c2ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:38.270312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Network hostable DHCP agents. Network: 073e581e-28b9-45f9-aeb2-9b51b7177873, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:38.292183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:38.306558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.340422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:38.373675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 073e581e-28b9-45f9-aeb2-9b51b7177873) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:38.396865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.397964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.408816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511de8b5-b1c8-45fb-8270-72a99caf0140 None None] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:38.451505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8eafbe45-bb51-4b60-9d67-b8a148dc6346 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4104552 Jul 07 17:07:38.451505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41492) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:38.468534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Request body: {'port': {'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1537073750'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:38.492464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] For port dc7e8740-b1fb-435d-8043-7c21e86b9d7c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dc7e8740-b1fb-435d-8043-7c21e86b9d7c,segment=NetworkSegment(924c83d8-5bbd-4559-b386-b2087f7073dc),segment_id=924c83d8-5bbd-4559-b386-b2087f7073dc)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:38.495202 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.588179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for dc7e8740-b1fb-435d-8043-7c21e86b9d7c owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:38.706610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:38.754723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10c166e6-b922-4d92-a084-f57d5f78c66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.761196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.838301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=dc7e8740-b1fb-435d-8043-7c21e86b9d7c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:38.858863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No DVR routers for this DVR port dc7e8740-b1fb-435d-8043-7c21e86b9d7c on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:38.912777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10c166e6-b922-4d92-a084-f57d5f78c66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.016812 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8dd6b0-1048-43d7-8ae6-0abfabd42ced x-openstack-request-id: req-bb8dd6b0-1048-43d7-8ae6-0abfabd42ced {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:39.018389 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "name": "network-vif-plugged", "status": "completed", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:39.019234 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb8dd6b0-1048-43d7-8ae6-0abfabd42ced {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:39.020489 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'code': 200} Jul 07 17:07:39.035836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addbcb9-c0b9-4ff8-827c-855fce88e470 None None] Network 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:39.211885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-a3e0bf78-9fff-42e1-b0c4-69af7dd4166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.214109 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-a3e0bf78-9fff-42e1-b0c4-69af7dd4166f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9821696 Jul 07 17:07:39.226114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.247230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-05013854-eb4f-4418-be3e-a9532170785b None None] Could not find standard attr ID for object dc7e8740-b1fb-435d-8043-7c21e86b9d7c. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:39.253139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.305193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-483aa8e6-a798-45f4-8cd8-7458107b626c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.329320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-073e581e-28b9-45f9-aeb2-9b51b7177873', 'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873', 'tenant_id': 'd1a768cbc2b741b9a99243c1757e39e3', 'fixed_ips': [{'subnet_id': 'a2f17a3a-da4f-4fef-a08a-a30948d12a74'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:39.330711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.363210 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-44870d31-edea-4c55-b7a9-f6f7036579b7 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224780 Jul 07 17:07:39.407285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:39.467774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924c83d8-5bbd-4559-b386-b2087f7073dc') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:39.468176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924c83d8-5bbd-4559-b386-b2087f7073dc') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:39.507755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.576861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.640983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:39.643039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.644649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01908eec-2804-4b52-899d-c530860a1d2d req-7af4cb0f-05f7-4e6a-81e8-aaee74e5ad91 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 210 time: 0.6786392 Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:39.657792 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:39.715958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10c166e6-b922-4d92-a084-f57d5f78c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.723160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10c166e6-b922-4d92-a084-f57d5f78c66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.728126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-10c166e6-b922-4d92-a084-f57d5f78c66b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45fcbc82-69fa-4463-8616-7c6d1dd9efcd HTTP/1.1" status: 204 len: 168 time: 1.7385070 Jul 07 17:07:39.759769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c166e6-b922-4d92-a084-f57d5f78c66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fcbc82-69fa-4463-8616-7c6d1dd9efcd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:39.777782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bac37c-c77c-4174-8704-6c3f145d3747 None None] DHCP port deletion for 6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:39.787877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f1b7cd74-15fa-459f-bf75-c606cba8faf8 req-0b024673-1f4e-46e9-a836-ab3b2d399c33 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068151 Jul 07 17:07:39.804210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.821929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.824160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Made reservation on behalf of d1a768cbc2b741b9a99243c1757e39e3 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:39.835840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4 HTTP/1.1" status: 204 len: 168 time: 3.2209125 Jul 07 17:07:39.841383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41504) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:39.843285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.886784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af485c30-78a7-4a5d-bc3e-97a376eb977e req-c2bca7a5-6a70-4d5c-b13d-7f015ddcdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.889501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'name': 'tempest-PortsTestJSON-1208289008'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:39.889961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af485c30-78a7-4a5d-bc3e-97a376eb977e req-c2bca7a5-6a70-4d5c-b13d-7f015ddcdda7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 1097 time: 0.3864474 Jul 07 17:07:39.903669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Allocated IP 2001:db8::2 (073e581e-28b9-45f9-aeb2-9b51b7177873/a2f17a3a-da4f-4fef-a08a-a30948d12a74/cc47c166-e8a3-44b6-a455-86f63f6cd474) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:39.968664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01cc4b-7c43-4289-9bde-6310ea02835e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=6dc8eb2c-2a9e-4f27-870a-7aec1e0d8cc4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:39.978286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] device_id is not set on port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:40.135817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2979ca3-b732-48d0-80ba-45209528f744 req-8b3aad58-8858-48bd-a63a-7fe03d19545f tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.137466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2979ca3-b732-48d0-80ba-45209528f744 req-8b3aad58-8858-48bd-a63a-7fe03d19545f tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.6315217 Jul 07 17:07:40.271639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af485c30-78a7-4a5d-bc3e-97a376eb977e req-d7671d58-8337-4f8c-9fe9-b30fd3e8ca63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198328 Jul 07 17:07:40.319364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2979ca3-b732-48d0-80ba-45209528f744 req-cabd4caa-db28-4ef7-9261-94ad133889db tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550300 Jul 07 17:07:40.398618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-b0a27c81-19a6-4ae0-8f21-ac00d7ed2d2a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.403879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-b0a27c81-19a6-4ae0-8f21-ac00d7ed2d2a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.54 "GET /v2.0/networks?id=8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 200 len: 808 time: 0.4444945 Jul 07 17:07:40.497036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:40.500847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.513356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.524029 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-b3f91482-a6c6-495e-aa17-3396e13b64fe tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e HTTP/1.1" status: 200 len: 379 time: 0.1042678 Jul 07 17:07:40.525851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Transition to ACTIVE for port object cc47c166-e8a3-44b6-a455-86f63f6cd474 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:40.535112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'port': {'device_id': '532ce87f-838c-4338-aac7-6ddf05036429', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'admin_state_up': True, 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'security_groups': ['766fa6a8-1d17-4374-8edd-54b685a36f2c']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:40.539303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port e5dbbbd7-6e4c-400f-8a97-dae626227cb9 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:40.548310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Transition to ACTIVE for port object cc47c166-e8a3-44b6-a455-86f63f6cd474 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:40.558432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.629908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Pushing event updated for resources: {'Port': ['ID=cc47c166-e8a3-44b6-a455-86f63f6cd474,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.640606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:40.648494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:40.652280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:40.767615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Allocated IP 2001:db8::21d (073e581e-28b9-45f9-aeb2-9b51b7177873/a2f17a3a-da4f-4fef-a08a-a30948d12a74/aa2ab87c-4f72-4eae-b4bb-fe34439810d3) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:40.835226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Attempting to bind port cc47c166-e8a3-44b6-a455-86f63f6cd474 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:40.835701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Attempting to bind port cc47c166-e8a3-44b6-a455-86f63f6cd474 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '700048bd-f4e5-491a-bd28-03bcf34c2ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:40.836006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Attempting to bind port cc47c166-e8a3-44b6-a455-86f63f6cd474 on network 073e581e-28b9-45f9-aeb2-9b51b7177873 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:40.849248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.850276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:40.850649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Checking segment: {'id': '700048bd-f4e5-491a-bd28-03bcf34c2ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:40.851100 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.851502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Bound using segment: {'id': '700048bd-f4e5-491a-bd28-03bcf34c2ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:40.852136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Bound port: cc47c166-e8a3-44b6-a455-86f63f6cd474, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700048bd-f4e5-491a-bd28-03bcf34c2ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:40.862720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.012091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dc7e8740-b1fb-435d-8043-7c21e86b9d7c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:41.067803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-785195cb-8d8c-4db5-84ba-7fa93e013686 req-d91b8fde-c65a-460f-b8a3-ceabe016ed73 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 210 time: 0.1133969 Jul 07 17:07:41.070645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: dc7e8740-b1fb-435d-8043-7c21e86b9d7c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:41.070991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dc7e8740-b1fb-435d-8043-7c21e86b9d7c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:41.091287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] For port cc47c166-e8a3-44b6-a455-86f63f6cd474, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:41.095977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] For port cc47c166-e8a3-44b6-a455-86f63f6cd474, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cc47c166-e8a3-44b6-a455-86f63f6cd474,segment=NetworkSegment(700048bd-f4e5-491a-bd28-03bcf34c2ed9),segment_id=700048bd-f4e5-491a-bd28-03bcf34c2ed9)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:41.107745 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.224693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.302447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Transition to ACTIVE for port object aa2ab87c-4f72-4eae-b4bb-fe34439810d3 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:41.312419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f60d7a-1a92-4e18-b6be-d6048e2b0124 None None] Pushing event updated for resources: {'Port': ['ID=cc47c166-e8a3-44b6-a455-86f63f6cd474,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:41.442308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.591934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:41.604967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:41.619972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:41.627683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.634089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.641976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event updated for resources: {'Port': ['ID=aa2ab87c-4f72-4eae-b4bb-fe34439810d3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:41.685315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-290c63fa-1bec-4c66-93e4-2605bb4c86ce tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2317967 Jul 07 17:07:41.685613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41530) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:41.701061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Request body: {'port': {'network_id': '073e581e-28b9-45f9-aeb2-9b51b7177873', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1552885830', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:41.701688 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.api.validators [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] bootfile-name is not in valid_values {{(pid=98270) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:07:41.702014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.api.validators [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] tftp-server is not in valid_values {{(pid=98270) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:07:41.702349 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.api.validators [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] server-ip-address is not in valid_values {{(pid=98270) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:07:41.902080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Made reservation on behalf of 8bdc2947d04b4f7f9beb82ec02928e9e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:41.906219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.916149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.068054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf789f-e740-4f3c-aa57-c07695464b71 req-98366b8b-3420-434f-af1f-4f61eb510771 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.071389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ebf789f-e740-4f3c-aa57-c07695464b71 req-98366b8b-3420-434f-af1f-4f61eb510771 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.2538393 Jul 07 17:07:42.153662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.158285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Allocated IP 172.20.0.3 (8e7cfd94-3938-4c82-981f-3e6462aac974/86c2a815-2c16-4ef0-9282-dda1e8e32605/531db723-c555-4ebe-a6f5-3632c7e79186) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:42.190668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Made reservation on behalf of d1a768cbc2b741b9a99243c1757e39e3 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:42.199245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.251934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ebf789f-e740-4f3c-aa57-c07695464b71 req-67aac71c-56d9-47af-b126-2dde1c8428f4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703634 Jul 07 17:07:42.267425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] device_id is not set on port 8e1dcfcf-8829-48e0-b16f-2e14a1da0c45 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:42.349297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:42.359257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=e5dbbbd7-6e4c-400f-8a97-dae626227cb9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.385159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:42.398591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:42.411186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.420819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.503287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-386dba11-1e8a-4964-ac54-052250e93e99 req-2b0045c5-7b1a-4001-bf53-1cd11103b0cf tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 210 time: 0.1113849 Jul 07 17:07:42.615041 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-789b78b2-b5fd-4c20-9c44-27e77f05044e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7483542 Jul 07 17:07:42.650115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:42.654606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Allocated IP 2001:db8::140 (073e581e-28b9-45f9-aeb2-9b51b7177873/a2f17a3a-da4f-4fef-a08a-a30948d12a74/8e1dcfcf-8829-48e0-b16f-2e14a1da0c45) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:43.090323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port e5dbbbd7-6e4c-400f-8a97-dae626227cb9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:43.090848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.215384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cc22-8291-4ce6-89dd-cfb5a6e7e679 req-49c73f07-998e-42bd-84a3-2c7b377fa913 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.217947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b860cc22-8291-4ce6-89dd-cfb5a6e7e679 req-49c73f07-998e-42bd-84a3-2c7b377fa913 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.5210869 Jul 07 17:07:43.241857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc47c166-e8a3-44b6-a455-86f63f6cd474 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:43.242331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.242513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.277344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.280482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Transition to ACTIVE for port object 531db723-c555-4ebe-a6f5-3632c7e79186 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:43.291560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d4115-851f-41e2-9846-bae63fa5de52 None None] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:43.296849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for e5dbbbd7-6e4c-400f-8a97-dae626227cb9 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:43.350443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Transition to ACTIVE for port object 8e1dcfcf-8829-48e0-b16f-2e14a1da0c45 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:43.389324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.396888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b860cc22-8291-4ce6-89dd-cfb5a6e7e679 req-9fd4e46a-175d-490f-968d-c119920d90a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514540 Jul 07 17:07:43.480340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'Port': ['ID=531db723-c555-4ebe-a6f5-3632c7e79186,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:43.497219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:43.505199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.517234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:43.523836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:43.650204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:43.660515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.666081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:43.671093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:43.678590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.679713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.718732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event updated for resources: {'Port': ['ID=8e1dcfcf-8829-48e0-b16f-2e14a1da0c45,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:43.731362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-744336b4-cbb9-488b-ae3a-11ebdde70612 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0433455 Jul 07 17:07:43.734756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41568) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.758145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.775581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41572) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.797922 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/e5dbbbd7-6e4c-400f-8a97-dae626227cb9 HTTP/1.1" status: 204 len: 168 time: 1.1132400 Jul 07 17:07:43.823995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'mac_address': 'fa:16:3e:b0:e2:cc', 'name': 'tempest-PortsTestJSON-1482449791'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:43.860468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300413d-9bf5-40fa-afc2-14e287b83d72 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=e5dbbbd7-6e4c-400f-8a97-dae626227cb9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:43.886264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.889907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.929128 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-403ef82d-955f-4e5b-8740-1e350e0b798a tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3984497 Jul 07 17:07:43.953026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Request body: {'port': {'device_id': '532ce87f-838c-4338-aac7-6ddf05036429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:44.009163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8fc84c67-e916-4f87-b6d9-850b39dd0cd8 None None] Provisioning for port cc47c166-e8a3-44b6-a455-86f63f6cd474 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:44.144840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port cc47c166-e8a3-44b6-a455-86f63f6cd474 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:44.164658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.212531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cc47c166-e8a3-44b6-a455-86f63f6cd474 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:44.213474 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.243353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:44.264229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ab468-4cb7-4610-a8bd-efe56ec59605 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.271240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ab468-4cb7-4610-a8bd-efe56ec59605 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.279309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ab468-4cb7-4610-a8bd-efe56ec59605 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.281211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f43ab468-4cb7-4610-a8bd-efe56ec59605 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5427315 Jul 07 17:07:44.299740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41582) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:44.306233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b2721a4f-a0de-46d4-9422-a2e36904c7a1 None None] Provisioning for port 531db723-c555-4ebe-a6f5-3632c7e79186 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:44.331736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b2721a4f-a0de-46d4-9422-a2e36904c7a1 None None] Provisioning complete for port 531db723-c555-4ebe-a6f5-3632c7e79186 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:44.332245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2721a4f-a0de-46d4-9422-a2e36904c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.413215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ab70-5ad1-4ee6-a659-142bfc99d638 req-69ab759e-cb7b-4463-b348-dd16614a9666 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.414874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bb5ab70-5ad1-4ee6-a659-142bfc99d638 req-69ab759e-cb7b-4463-b348-dd16614a9666 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 931 time: 0.3695166 Jul 07 17:07:44.449613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b2721a4f-a0de-46d4-9422-a2e36904c7a1 None None] Port 531db723-c555-4ebe-a6f5-3632c7e79186 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:44.480228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.525433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434044-faec-4342-b721-7a13a36f95e4 req-159a3e9f-c4a2-4b34-a8d4-45a39d46aa4b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.527045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0434044-faec-4342-b721-7a13a36f95e4 req-159a3e9f-c4a2-4b34-a8d4-45a39d46aa4b tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.3479772 Jul 07 17:07:44.527971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531db723-c555-4ebe-a6f5-3632c7e79186 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:44.530355 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.538607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.558011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Transition to ACTIVE for port object 531db723-c555-4ebe-a6f5-3632c7e79186 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:44.563222 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.569619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port a0fd0cc0-b326-4fb0-a779-670ee14e84ea yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:44.589507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bb5ab70-5ad1-4ee6-a659-142bfc99d638 req-484edb1e-63d2-42d5-9c2d-c8f9394599c3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661484 Jul 07 17:07:44.604330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port cc47c166-e8a3-44b6-a455-86f63f6cd474, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cc47c166-e8a3-44b6-a455-86f63f6cd474,segment=NetworkSegment(700048bd-f4e5-491a-bd28-03bcf34c2ed9),segment_id=700048bd-f4e5-491a-bd28-03bcf34c2ed9)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:44.614015 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.633957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Pushing event updated for resources: {'Port': ['ID=531db723-c555-4ebe-a6f5-3632c7e79186,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:44.685644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0434044-faec-4342-b721-7a13a36f95e4 req-6f285fb8-5ee3-44bf-a653-cc7ffea8a891 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398501 Jul 07 17:07:44.725671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Deleting port 8e1dcfcf-8829-48e0-b16f-2e14a1da0c45 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:44.725671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.840725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=cc47c166-e8a3-44b6-a455-86f63f6cd474,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:44.871424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Attempting to bind port 531db723-c555-4ebe-a6f5-3632c7e79186 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:44.872287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Attempting to bind port 531db723-c555-4ebe-a6f5-3632c7e79186 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:44.873327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Attempting to bind port 531db723-c555-4ebe-a6f5-3632c7e79186 on network 8e7cfd94-3938-4c82-981f-3e6462aac974 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:44.882510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Port 531db723-c555-4ebe-a6f5-3632c7e79186 on network 8e7cfd94-3938-4c82-981f-3e6462aac974 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:44.883706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Attempting to bind port 531db723-c555-4ebe-a6f5-3632c7e79186 on network 8e7cfd94-3938-4c82-981f-3e6462aac974 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:44.894761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:44.895795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Checking segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:44.896845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Bound using segment: {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:44.898003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Bound port: 531db723-c555-4ebe-a6f5-3632c7e79186, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63853429-a7e0-4bd8-b61f-48fbac47039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:44.898996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.912608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.932404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Calling delete_port for 8e1dcfcf-8829-48e0-b16f-2e14a1da0c45 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:45.101334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc47c166-e8a3-44b6-a455-86f63f6cd474 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:45.129074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] For port 531db723-c555-4ebe-a6f5-3632c7e79186, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:45.135872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] For port 531db723-c555-4ebe-a6f5-3632c7e79186, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=531db723-c555-4ebe-a6f5-3632c7e79186,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:45.145138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.149731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Provisioning complete for port cc47c166-e8a3-44b6-a455-86f63f6cd474 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:45.150608 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.228806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.236981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.242798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] 10.222.0.54 "PUT /v2.0/ports/531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 200 len: 1091 time: 1.3040221 Jul 07 17:07:45.243578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:45.247867 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c3e2b-576b-4b3d-a786-133311adbf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:45.305719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83fece-985b-4c99-8f3d-5e6820a067e0 service neutron] Pushing event updated for resources: {'Port': ['ID=531db723-c555-4ebe-a6f5-3632c7e79186,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.402298 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525ee2aa-053d-449d-80c2-2291ff01856e x-openstack-request-id: req-525ee2aa-053d-449d-80c2-2291ff01856e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:45.402671 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:45.402882 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-525ee2aa-053d-449d-80c2-2291ff01856e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:45.403247 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186', 'status': 'completed', 'code': 200} Jul 07 17:07:45.412979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cc47c166-e8a3-44b6-a455-86f63f6cd474 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:45.413878 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.437660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.498758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-aec217c7-b3f7-418e-9059-bbef9ebdb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.508534 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-aec217c7-b3f7-418e-9059-bbef9ebdb1d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1094 time: 0.1925559 Jul 07 17:07:45.522391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.584843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event deleted for resources: {'Port': ['ID=8e1dcfcf-8829-48e0-b16f-2e14a1da0c45,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.585285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-000beb43-abfb-4ff9-be2e-2d329fffc96e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 200 len: 217 time: 0.0651779 Jul 07 17:07:45.617408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.625056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-629ee64b-17e6-44fe-a97f-76ebcf0b9eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "DELETE /v2.0/ports/8e1dcfcf-8829-48e0-b16f-2e14a1da0c45 HTTP/1.1" status: 204 len: 168 time: 1.2915742 Jul 07 17:07:45.626585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41592) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.632777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Request body: {'port': {'name': 'tempest-new-port-name-53507023', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:45.633650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.api.validators [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] bootfile-name is not in valid_values {{(pid=98270) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:07:45.634006 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.api.validators [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] tftp-server is not in valid_values {{(pid=98270) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:07:45.634341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.api.validators [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] server-ip-address is not in valid_values {{(pid=98270) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:07:45.662546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Provisioning for port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:45.681185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Provisioning complete for port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:45.681851 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.773456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-fec4dcaa-2aff-41c6-8184-f60ab73744f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.781407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-fec4dcaa-2aff-41c6-8184-f60ab73744f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86c2a815-2c16-4ef0-9282-dda1e8e32605 HTTP/1.1" status: 200 len: 847 time: 0.1820440 Jul 07 17:07:45.783577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:45.794978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cae9afd7-e519-45df-8707-be01f949ec98 None None] Could not find standard attr ID for object 8e1dcfcf-8829-48e0-b16f-2e14a1da0c45. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:45.867637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5346b0-68b1-4b67-b83e-18b08cc67f5b req-8bb2d9b8-f0a2-4deb-bd9b-dc4b6cb53823 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.876031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d5346b0-68b1-4b67-b83e-18b08cc67f5b req-8bb2d9b8-f0a2-4deb-bd9b-dc4b6cb53823 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.7847562 Jul 07 17:07:45.932067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4e61f516-57f7-42c2-b337-5bfe4d13299b None None] Provisioning complete for port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:45.933371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4e61f516-57f7-42c2-b337-5bfe4d13299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.976497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-3ab4c930-c87f-4d91-a7ae-6fde1707bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.979391 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-3ab4c930-c87f-4d91-a7ae-6fde1707bd47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e7cfd94-3938-4c82-981f-3e6462aac974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903827 Jul 07 17:07:45.986836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.016127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.074725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d5346b0-68b1-4b67-b83e-18b08cc67f5b req-33143fdd-a4f0-4fbb-a315-e23d0560fd6e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942921 Jul 07 17:07:46.097374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4e61f516-57f7-42c2-b337-5bfe4d13299b None None] Port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:46.207622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:46.255971 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-8544ab63-c3cd-4f12-93d7-87247689458f service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659962 Jul 07 17:07:46.258456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c7b2e7c5-7c31-4eb1-b0f3-b234a8dc8a88 None None] Could not find standard attr ID for object 8e1dcfcf-8829-48e0-b16f-2e14a1da0c45. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:46.274914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:46.305341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=a0fd0cc0-b326-4fb0-a779-670ee14e84ea,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.319389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:46.330270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.331404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.427855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-bf6fbcdc-1bc4-4693-a3be-b9d7f01786e8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.430516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-bf6fbcdc-1bc4-4693-a3be-b9d7f01786e8 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.54 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.5438750 Jul 07 17:07:46.443948 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b7d972d3-f71c-4e86-a4e5-2f8e4c1455cf req-0d9ed394-854d-4ae3-923f-8a7867578613 service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760077 Jul 07 17:07:46.600179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58776a-3e0a-4fd5-bb0e-316a2565ef84 req-542806c8-b00d-49cd-8de2-b4f4d47a2d65 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.602772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d58776a-3e0a-4fd5-bb0e-316a2565ef84 req-542806c8-b00d-49cd-8de2-b4f4d47a2d65 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 943 time: 0.6236460 Jul 07 17:07:46.617456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-358113b6-0336-472f-9e2a-788286696850 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8024163 Jul 07 17:07:46.621174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.721195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-a11aa1e2-d200-47a8-943f-04127053ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.723211 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-a11aa1e2-d200-47a8-943f-04127053ac5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1094 time: 0.1765356 Jul 07 17:07:46.758902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de207d5-213e-4bcc-920f-e5db0d172715 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.763800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9de207d5-213e-4bcc-920f-e5db0d172715 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/a0fd0cc0-b326-4fb0-a779-670ee14e84ea HTTP/1.1" status: 200 len: 841 time: 0.1380556 Jul 07 17:07:46.764380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.946603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0ee2-7d02-47f9-87e4-83a0caa02fff req-19870de9-716f-4995-a6e2-471ad0ddcfe1 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.954941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-023e0ee2-7d02-47f9-87e4-83a0caa02fff req-19870de9-716f-4995-a6e2-471ad0ddcfe1 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.6864159 Jul 07 17:07:46.962399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d58776a-3e0a-4fd5-bb0e-316a2565ef84 req-c71c59ee-763e-4f38-b341-bb15df21cdf8 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372407 Jul 07 17:07:47.039725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-5581fc9c-f747-4c84-b282-baa12a54f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.041507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-5581fc9c-f747-4c84-b282-baa12a54f91c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 200 len: 909 time: 0.3086491 Jul 07 17:07:47.063237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.103153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-c85cdbc8-93d9-44a9-9f16-46b2cda8f99f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 200 len: 217 time: 0.0521822 Jul 07 17:07:47.106846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-023e0ee2-7d02-47f9-87e4-83a0caa02fff req-0e3852db-3258-4af5-b625-da079555e47f tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408648 Jul 07 17:07:47.109033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.211402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port a0fd0cc0-b326-4fb0-a779-670ee14e84ea {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:47.212135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.248139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] In _notify_port_updated(), no bound segment for port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 on network 073e581e-28b9-45f9-aeb2-9b51b7177873 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:07:47.259489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.260689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.268389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "PUT /v2.0/ports/aa2ab87c-4f72-4eae-b4bb-fe34439810d3 HTTP/1.1" status: 200 len: 1128 time: 1.6409266 Jul 07 17:07:47.274372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41608) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.275439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4270532-5bc1-4278-8b98-50584114e678 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event updated for resources: {'Port': ['ID=aa2ab87c-4f72-4eae-b4bb-fe34439810d3,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.328290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-cde173c5-85cf-4ae4-b041-127d6141d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.329915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-cde173c5-85cf-4ae4-b041-127d6141d014 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86c2a815-2c16-4ef0-9282-dda1e8e32605 HTTP/1.1" status: 200 len: 847 time: 0.2051404 Jul 07 17:07:47.349070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Deleting port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:47.349585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.354221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.398086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for a0fd0cc0-b326-4fb0-a779-670ee14e84ea owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:47.463658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f27184-f5ad-4014-8e1c-60a704f1cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.471059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f7f27184-f5ad-4014-8e1c-60a704f1cc81 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "GET /v2.0/ports/aa2ab87c-4f72-4eae-b4bb-fe34439810d3 HTTP/1.1" status: 200 len: 1128 time: 0.1845417 Jul 07 17:07:47.471758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41610) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.522845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-a7755098-1994-444c-9dab-6936ed55e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.524458 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-a7755098-1994-444c-9dab-6936ed55e0d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e7cfd94-3938-4c82-981f-3e6462aac974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837699 Jul 07 17:07:47.662645 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.725906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7a138311-fb4f-4db2-a9aa-4e795de26007 None None] Provisioning complete for port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:47.727363 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a138311-fb4f-4db2-a9aa-4e795de26007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.733562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=a0fd0cc0-b326-4fb0-a779-670ee14e84ea,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.753414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.755661 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ce711ac7-886e-4d96-87a3-7104fe61149f tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/a0fd0cc0-b326-4fb0-a779-670ee14e84ea HTTP/1.1" status: 204 len: 168 time: 0.9899614 Jul 07 17:07:47.766592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41618) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.811791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7a138311-fb4f-4db2-a9aa-4e795de26007 None None] Port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:47.835843 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2712896c-649e-405e-a1a2-96f08fd1f9e2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:07:47.837801 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2712896c-649e-405e-a1a2-96f08fd1f9e2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/a0fd0cc0-b326-4fb0-a779-670ee14e84ea HTTP/1.1" status: 404 len: 333 time: 0.0698283 Jul 07 17:07:47.842558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41620) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.849520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'name': 'tempest-PortsTestJSON-1273618639'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:47.858245 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-0d5f1b10-f4ad-4ec1-b67a-a38b861fe114 service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189390 Jul 07 17:07:47.883678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e7a7a-fcf5-4fac-b2f3-772aa5fb5b81 req-a7b12f87-0a19-4d1c-9cb2-fbac46ade718 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.884054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Deleting port aa2ab87c-4f72-4eae-b4bb-fe34439810d3 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:47.884624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.885336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e94e7a7a-fcf5-4fac-b2f3-772aa5fb5b81 req-a7b12f87-0a19-4d1c-9cb2-fbac46ade718 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.5313025 Jul 07 17:07:47.940087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] For port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:47.941168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.102675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:48.106309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.119266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e94e7a7a-fcf5-4fac-b2f3-772aa5fb5b81 req-b3d4103b-c8c7-4165-9af0-21b969df9fb4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027273 Jul 07 17:07:48.185427 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.210838 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf8c3e2b-576b-4b3d-a786-133311adbf8e req-36982d4d-2fc3-4f06-84ed-039236e8b77d service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434415 Jul 07 17:07:48.223372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Calling delete_port for aa2ab87c-4f72-4eae-b4bb-fe34439810d3 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:48.246338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 6d84528b-ebc7-49b6-8a8c-6d9938db465b yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:48.449323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.449773 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.449972 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Floating IP 79cc514b-3fe0-44fc-b3cf-e89fb22e220d disassociated. External IP: 172.25.5.242, port: c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01. Jul 07 17:07:48.450320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Calling delete_port for c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:48.570233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.629555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event deleted for resources: {'Port': ['ID=aa2ab87c-4f72-4eae-b4bb-fe34439810d3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.680389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.685351 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fdee1bb8-0c42-4a2f-95f9-432bbb4d1f2d tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "DELETE /v2.0/ports/aa2ab87c-4f72-4eae-b4bb-fe34439810d3 HTTP/1.1" status: 204 len: 168 time: 1.2110279 Jul 07 17:07:48.689054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41630) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:48.711908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b1d8-9a17-4d29-957e-5893c98e1f22 req-f49a6fb3-5392-4ed1-9ea2-a3e3be7053e4 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.719324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f97b1d8-9a17-4d29-957e-5893c98e1f22 req-f49a6fb3-5392-4ed1-9ea2-a3e3be7053e4 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 943 time: 0.3908527 Jul 07 17:07:48.831738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Deleting subnet a2f17a3a-da4f-4fef-a08a-a30948d12a74 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:48.835638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.836821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.858443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ffb55-29f4-4d59-baa6-72b0989b7e09 req-4095741b-96fd-489f-a95a-9403a442081c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.866848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-439ffb55-29f4-4d59-baa6-72b0989b7e09 req-4095741b-96fd-489f-a95a-9403a442081c tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 946 time: 0.3953712 Jul 07 17:07:48.903319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.915003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f97b1d8-9a17-4d29-957e-5893c98e1f22 req-9951637c-e6c3-4503-9f95-67aa5029101b tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944530 Jul 07 17:07:49.062103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-439ffb55-29f4-4d59-baa6-72b0989b7e09 req-398a77e8-694e-4e2e-9788-7dc75ea4a88d tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0d7a241-a37c-444d-8d0b-9efe422d6ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934810 Jul 07 17:07:49.064558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.079766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.124707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event deleted for resources: {'Port': ['ID=c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.133015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.133455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:49.143939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:49.147384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:49.163490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.164699 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.263183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.331743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=6d84528b-ebc7-49b6-8a8c-6d9938db465b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.347799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e9c11208-46a0-4446-933b-b1b8fa56aac4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5039244 Jul 07 17:07:49.348501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41642) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:49.362548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:49.444036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f17a3a-da4f-4fef-a08a-a30948d12a74,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.456957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.460766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3212e624-3af2-4e89-a3cb-a085369471a5 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "DELETE /v2.0/subnets/a2f17a3a-da4f-4fef-a08a-a30948d12a74 HTTP/1.1" status: 204 len: 168 time: 0.7702029 Jul 07 17:07:49.464142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41644) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:49.496038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26849c3-d36e-40a9-9eef-b8977933453b None None] Network 073e581e-28b9-45f9-aeb2-9b51b7177873 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:49.727938 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.809662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Router 41f460c2-f89b-4726-a816-974f045abc33 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:49.817230 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.851700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] DHCP port deletion for 073e581e-28b9-45f9-aeb2-9b51b7177873 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:49.954275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] Deleting port cc47c166-e8a3-44b6-a455-86f63f6cd474 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:49.954717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.070544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] For port cc47c166-e8a3-44b6-a455-86f63f6cd474, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cc47c166-e8a3-44b6-a455-86f63f6cd474,segment=NetworkSegment(700048bd-f4e5-491a-bd28-03bcf34c2ed9),segment_id=700048bd-f4e5-491a-bd28-03bcf34c2ed9)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:50.071103 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.087725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] Calling delete_port for cc47c166-e8a3-44b6-a455-86f63f6cd474 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:50.191117 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.223840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] Pushing event deleted for resources: {'Port': ['ID=cc47c166-e8a3-44b6-a455-86f63f6cd474,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.240126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855a9cc-5f0d-4898-afc3-83c70ec73a16 None None] No DVR routers for this DVR port cc47c166-e8a3-44b6-a455-86f63f6cd474 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:50.515656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Deleting port cc47c166-e8a3-44b6-a455-86f63f6cd474 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:50.516259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.518728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:50.530941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:50.541582 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:50.542468 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:07:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:50.619139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 531db723-c555-4ebe-a6f5-3632c7e79186 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:50.621964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:50.625863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.651590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] No DVR routers for this DVR port c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:50.658332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.668484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c3af-5492-439a-8f3b-b549840ca698 req-e2f58e06-f74d-4d1b-9caa-933df4af48c7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.668791 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:50.671004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5bc5c3af-5492-439a-8f3b-b549840ca698 req-e2f58e06-f74d-4d1b-9caa-933df4af48c7 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.5173974 Jul 07 17:07:50.673659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.676795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15743a27-6346-47d0-ad1a-8d27bc1fd8d3 req-e3a4275d-f1ba-435f-8376-6b06a7e4b671 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.54 "DELETE /v2.0/ports/c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 HTTP/1.1" status: 204 len: 173 time: 4.2313764 Jul 07 17:07:50.682862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'name': 'network-vif-deleted', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:50.685264 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f80db-2444-4914-8331-f02c23563436" -d '{"events": [{"server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "name": "network-vif-deleted", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:50.700203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:50.700882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:50.748974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbcaf2-80e3-437b-a98b-9e89ebfe7e53 req-614ab87b-a8aa-4aee-8b03-4c2a750a60de tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.750871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4dbcaf2-80e3-437b-a98b-9e89ebfe7e53 req-614ab87b-a8aa-4aee-8b03-4c2a750a60de tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 943 time: 0.4826436 Jul 07 17:07:50.770306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] For port cc47c166-e8a3-44b6-a455-86f63f6cd474, host n-d-793619-7, got binding levels [] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:50.770615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.783063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] In _notify_port_updated(), no bound segment for port 6d84528b-ebc7-49b6-8a8c-6d9938db465b on network ffc27bb4-68cc-4a40-99fe-bf433243b487 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:07:50.789428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.790096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.794557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/ports/6d84528b-ebc7-49b6-8a8c-6d9938db465b HTTP/1.1" status: 200 len: 818 time: 1.4428160 Jul 07 17:07:50.795074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41666) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:50.832118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Calling delete_port for cc47c166-e8a3-44b6-a455-86f63f6cd474 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:50.838235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Port cc47c166-e8a3-44b6-a455-86f63f6cd474 was not found and therefore no delete operation was performed {{(pid=98270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:07:50.852012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66863356-8808-423e-82cc-a8f173e7591e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=6d84528b-ebc7-49b6-8a8c-6d9938db465b,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.857621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5bc5c3af-5492-439a-8f3b-b549840ca698 req-75642dfa-d09f-4950-b997-5c77ec89a0b9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389766 Jul 07 17:07:50.862107 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.912719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event deleted for resources: {'Port': ['ID=cc47c166-e8a3-44b6-a455-86f63f6cd474,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.915246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] No DVR routers for this DVR port cc47c166-e8a3-44b6-a455-86f63f6cd474 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:50.926289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4dbcaf2-80e3-437b-a98b-9e89ebfe7e53 req-84504e87-fb4a-4fd3-8ef6-accbb16093dc tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528637 Jul 07 17:07:50.993308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 531db723-c555-4ebe-a6f5-3632c7e79186, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=531db723-c555-4ebe-a6f5-3632c7e79186,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:51.036043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '531db723-c555-4ebe-a6f5-3632c7e79186', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'port_id': '531db723-c555-4ebe-a6f5-3632c7e79186', 'mac_address': 'fa:16:3e:fc:77:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:51.044098 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:51.118482 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:51.142953 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.143916 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:51.144937 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:07:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:51.166785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.171160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 6d84528b-ebc7-49b6-8a8c-6d9938db465b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:51.172906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.175837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531db723-c555-4ebe-a6f5-3632c7e79186 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:51.212937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073e581e-28b9-45f9-aeb2-9b51b7177873']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:51.235561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 531db723-c555-4ebe-a6f5-3632c7e79186, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=531db723-c555-4ebe-a6f5-3632c7e79186,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:51.249437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.281579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc47c166-e8a3-44b6-a455-86f63f6cd474 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:51.305698 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.306424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700048bd-f4e5-491a-bd28-03bcf34c2ed9') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:51.306733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700048bd-f4e5-491a-bd28-03bcf34c2ed9') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:51.324877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 6d84528b-ebc7-49b6-8a8c-6d9938db465b owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:51.415217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dcf4d8f-0fc6-4d82-95b8-d53442e33768 req-bd651006-43bf-4da2-b07a-753bec9e0bfb tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/ports?device_id=b14b6eef-06bf-430c-83a0-419b2bb144f7 HTTP/1.1" status: 200 len: 210 time: 0.1488826 Jul 07 17:07:51.436935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: cc47c166-e8a3-44b6-a455-86f63f6cd474 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:51.441146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc47c166-e8a3-44b6-a455-86f63f6cd474 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:51.452635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.501360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.515559 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.544309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:51.545486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:51.550679 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:51.559465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=531db723-c555-4ebe-a6f5-3632c7e79186,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:51.623972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.632453 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/6d84528b-ebc7-49b6-8a8c-6d9938db465b HTTP/1.1" status: 204 len: 168 time: 0.8330193 Jul 07 17:07:51.636502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=6d84528b-ebc7-49b6-8a8c-6d9938db465b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:51.636502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41674) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:51.646415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['531db723-c555-4ebe-a6f5-3632c7e79186'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:51.649354 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:51.719677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.726409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.726692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.727223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.727767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.728315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.728858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.729429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.730092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.730548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.731079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.731622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880173d6-a67d-4248-a0ff-e071dff3ea63 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:51.813797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.898651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.914601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be393a19-cc39-43ca-b61a-f9248ca2a4e5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.923186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] 10.222.0.78 "DELETE /v2.0/networks/073e581e-28b9-45f9-aeb2-9b51b7177873 HTTP/1.1" status: 204 len: 168 time: 2.4556828 Jul 07 17:07:51.925006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:51.930294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-be393a19-cc39-43ca-b61a-f9248ca2a4e5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2892656 Jul 07 17:07:52.015327 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f8f8ce-f447-4b57-a70c-065821eb9899 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:07:52.026912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.031617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-12f8f8ce-f447-4b57-a70c-065821eb9899 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/6d84528b-ebc7-49b6-8a8c-6d9938db465b HTTP/1.1" status: 404 len: 333 time: 0.1044719 Jul 07 17:07:52.050706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da41a9d-6ddb-4ba3-9ee7-9b6660af76eb tempest-ExtraDHCPOptionsIpV6TestJSON-883288875 tempest-ExtraDHCPOptionsIpV6TestJSON-883288875-project] Pushing event deleted for resources: {'Network': ['ID=073e581e-28b9-45f9-aeb2-9b51b7177873,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:52.056153 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab260d5-fcec-487f-81f9-09db65d28d2b x-openstack-request-id: req-8ab260d5-fcec-487f-81f9-09db65d28d2b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:52.065988 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14b6eef-06bf-430c-83a0-419b2bb144f7", "name": "network-vif-deleted", "tag": "c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:52.068302 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ab260d5-fcec-487f-81f9-09db65d28d2b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:52.070444 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14b6eef-06bf-430c-83a0-419b2bb144f7', 'name': 'network-vif-deleted', 'tag': 'c823bbbb-e52b-43b2-85d8-5b8ca9ee0f01', 'status': 'completed', 'code': 200} Jul 07 17:07:52.113540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1500919959'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:52.178173 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:52.197806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:52.202394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.240831 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c8890-d67b-42e3-add1-d947a66e2772 None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T16:57:52Z', 'revision_number': 4, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd8654b05-cfe1-43ce-bd99-6f49807bd19d', 'name': '', 'network_id': 'e1cac576-c5a3-4ea6-898a-8e98e310d6bb', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'mac_address': 'fa:16:3e:2a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:58:03Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'subnets': [{'id': 'f88c2157-9296-4896-b6ad-c963859a0e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:52.285418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:52.311364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.312494 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 813932e4-a001-452e-bace-8dea33f238be of type vlan for network 46647d73-85d7-4e88-8431-e2512761b498 Jul 07 17:07:52.444528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.465958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ffbc1-22a3-4e5a-bb72-40f23ff05765 req-c81add2b-7170-4258-9cbe-dc71eb0fc694 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.476389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f3ffbc1-22a3-4e5a-bb72-40f23ff05765 req-c81add2b-7170-4258-9cbe-dc71eb0fc694 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.2667329 Jul 07 17:07:52.546953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.552837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b80ab9-890e-4d45-8cf9-c9536cac15e9 req-d124efa2-f2c7-42d2-8c90-f504b80c6ed9 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.554478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6b80ab9-890e-4d45-8cf9-c9536cac15e9 req-d124efa2-f2c7-42d2-8c90-f504b80c6ed9 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 944 time: 0.2662683 Jul 07 17:07:52.564134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.566042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.568429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f3ffbc1-22a3-4e5a-bb72-40f23ff05765 req-ac0c6aa3-c148-40e1-8565-acfcdac28c10 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906656 Jul 07 17:07:52.668394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e6b80ab9-890e-4d45-8cf9-c9536cac15e9 req-7a66f877-3511-4503-b745-49122074541d tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960879 Jul 07 17:07:52.669235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41696) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.678994 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6507125 Jul 07 17:07:52.682837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41700) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.692040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '46647d73-85d7-4e88-8431-e2512761b498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:52.767030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874c735-ef3f-46b5-bfb0-e6f6211add92 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=46647d73-85d7-4e88-8431-e2512761b498,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:52.781429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 46647d73-85d7-4e88-8431-e2512761b498 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:52.849354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513353-8b55-48b3-b335-c59c05ef4313 None None] New status for floating IP 79cc514b-3fe0-44fc-b3cf-e89fb22e220d: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:07:52.945788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:52.954104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.080249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41706) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.185393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-43572865-3cf9-490c-9bf3-909406ae1de9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1a768cbc2b741b9a99243c1757e39e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139353 Jul 07 17:07:53.211210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41708) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.352526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.369617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2daccf65-e7a4-4482-9216-7938bac8934a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.372441 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77733d33-89e8-405f-8423-9885f00ac5c5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.434422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=83173068-ebbc-44ba-90c4-54f7e108fe08,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:53.441602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '813932e4-a001-452e-bace-8dea33f238be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '46647d73-85d7-4e88-8431-e2512761b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:53.442095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: 46647d73-85d7-4e88-8431-e2512761b498, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:53.454260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77733d33-89e8-405f-8423-9885f00ac5c5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.460057 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2daccf65-e7a4-4482-9216-7938bac8934a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.473326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 46647d73-85d7-4e88-8431-e2512761b498 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:53.522763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 46647d73-85d7-4e88-8431-e2512761b498) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:53.531984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.532932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.540097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d13548-d1ea-4718-a45d-c8ae70743199 None None] Network 46647d73-85d7-4e88-8431-e2512761b498 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:53.555678 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df1f1d57-ec0d-4244-87ee-3ccce575b5d5 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8712406 Jul 07 17:07:53.560509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.566213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '46647d73-85d7-4e88-8431-e2512761b498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:53.786164 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.837896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:53.846736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.930762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-46647d73-85d7-4e88-8431-e2512761b498', 'network_id': '46647d73-85d7-4e88-8431-e2512761b498', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': '83173068-ebbc-44ba-90c4-54f7e108fe08'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:53.932385 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.069070 n-d-793619-7 neutron-server[98264]: INFO neutron.db.ipam_backend_mixin [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83173068-ebbc-44ba-90c4-54f7e108fe08 (CIDR: 172.20.0.0/28) Jul 07 17:07:54.075624 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:07:54.076497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:54.108770 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e42b301-2aa9-4fd9-bf57-061774281f53 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5463028 Jul 07 17:07:54.112662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:54.124138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '46647d73-85d7-4e88-8431-e2512761b498', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:54.180290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Allocated IP 172.20.0.2 (46647d73-85d7-4e88-8431-e2512761b498/83173068-ebbc-44ba-90c4-54f7e108fe08/82431670-572b-4450-ba18-decafb16100e) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:54.352072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:54.358018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.513912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-47dc7d88-466b-44e0-a2bd-8acf12c98e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.518158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-47dc7d88-466b-44e0-a2bd-8acf12c98e98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 1.0318630 Jul 07 17:07:54.519572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77733d33-89e8-405f-8423-9885f00ac5c5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.526409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-77733d33-89e8-405f-8423-9885f00ac5c5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.529497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-77733d33-89e8-405f-8423-9885f00ac5c5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "DELETE /v2.0/security-groups/b0d7a241-a37c-444d-8d0b-9efe422d6ffd HTTP/1.1" status: 204 len: 168 time: 1.4444928 Jul 07 17:07:54.537809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41724) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:54.577600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0453c-86cc-481f-ba1b-403f080c67ef req-28ec9302-884f-4ea1-8e31-a56c10f783e5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.582205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cae0453c-86cc-481f-ba1b-403f080c67ef req-28ec9302-884f-4ea1-8e31-a56c10f783e5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.1290352 Jul 07 17:07:54.583816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2daccf65-e7a4-4482-9216-7938bac8934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.589134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2daccf65-e7a4-4482-9216-7938bac8934a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.591795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2daccf65-e7a4-4482-9216-7938bac8934a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd31d87f-980b-48ab-bc8c-647634e572af HTTP/1.1" status: 204 len: 168 time: 1.3781323 Jul 07 17:07:54.595518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.599523 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-386570bf-903f-41d2-a1c2-cf7f3b530b3e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] show failed (client error): The resource could not be found. Jul 07 17:07:54.600816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-386570bf-903f-41d2-a1c2-cf7f3b530b3e tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "GET /v2.0/security-groups/b0d7a241-a37c-444d-8d0b-9efe422d6ffd HTTP/1.1" status: 404 len: 347 time: 0.0616877 Jul 07 17:07:54.605543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:54.611579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Transition to ACTIVE for port object 82431670-572b-4450-ba18-decafb16100e will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:54.636130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 531db723-c555-4ebe-a6f5-3632c7e79186 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:54.636572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733d33-89e8-405f-8423-9885f00ac5c5 tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7a241-a37c-444d-8d0b-9efe422d6ffd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:54.667993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daccf65-e7a4-4482-9216-7938bac8934a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31d87f-980b-48ab-bc8c-647634e572af,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:54.757658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Transition to ACTIVE for port object 82431670-572b-4450-ba18-decafb16100e will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:54.792928 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.840265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cae0453c-86cc-481f-ba1b-403f080c67ef req-913066cc-846b-49c0-b2cc-746f11d293cc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736310 Jul 07 17:07:54.855736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Pushing event updated for resources: {'Port': ['ID=82431670-572b-4450-ba18-decafb16100e,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:54.868105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ca25-9b55-44e5-88a5-81e87d284890 req-2c2ed1da-f68c-43e7-9ccd-ea6613427ce6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.876584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c01ca25-9b55-44e5-88a5-81e87d284890 req-2c2ed1da-f68c-43e7-9ccd-ea6613427ce6 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.5974255 Jul 07 17:07:54.907475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Network 46647d73-85d7-4e88-8431-e2512761b498 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:54.913135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:54.919885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:54.940809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 531db723-c555-4ebe-a6f5-3632c7e79186 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:54.957748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 531db723-c555-4ebe-a6f5-3632c7e79186 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:54.958275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.959059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c01ca25-9b55-44e5-88a5-81e87d284890 req-2e56ae85-9e70-4950-a94e-d42be58ccffa tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807726 Jul 07 17:07:55.034585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-49e2c3c6-eb71-4114-95a5-67e2a0c00243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.045439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-49e2c3c6-eb71-4114-95a5-67e2a0c00243 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.5064430 Jul 07 17:07:55.167722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Attempting to bind port 82431670-572b-4450-ba18-decafb16100e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:55.168101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Attempting to bind port 82431670-572b-4450-ba18-decafb16100e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '813932e4-a001-452e-bace-8dea33f238be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '46647d73-85d7-4e88-8431-e2512761b498'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:55.168478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Attempting to bind port 82431670-572b-4450-ba18-decafb16100e on network 46647d73-85d7-4e88-8431-e2512761b498 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:55.179120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:55.179603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Checking segment: {'id': '813932e4-a001-452e-bace-8dea33f238be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '46647d73-85d7-4e88-8431-e2512761b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:55.179925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.180331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Bound using segment: {'id': '813932e4-a001-452e-bace-8dea33f238be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '46647d73-85d7-4e88-8431-e2512761b498'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:55.180830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Bound port: 82431670-572b-4450-ba18-decafb16100e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813932e4-a001-452e-bace-8dea33f238be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '46647d73-85d7-4e88-8431-e2512761b498'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:55.181675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.251333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.306385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] For port 82431670-572b-4450-ba18-decafb16100e, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:55.313796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] For port 82431670-572b-4450-ba18-decafb16100e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=82431670-572b-4450-ba18-decafb16100e,segment=NetworkSegment(813932e4-a001-452e-bace-8dea33f238be),segment_id=813932e4-a001-452e-bace-8dea33f238be)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:55.326341 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.354083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.403074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-e627a59a-993d-4b4c-81cf-5cf4d7b8edd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.3422847 Jul 07 17:07:55.463890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:55.465421 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa48b2-4b8e-4230-927f-f2abd00d6920" -d '{"events": [{"server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "name": "network-vif-plugged", "status": "completed", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:55.466747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=0cc71a35-ef22-4033-bf65-d9c73ac19aae,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.480876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe832a-37e8-470f-9c89-85563ec243fd None None] Pushing event updated for resources: {'Port': ['ID=82431670-572b-4450-ba18-decafb16100e,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.491697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d35c4e-efbb-4b91-9b2a-90e5da826b89 req-9e541415-a58c-4835-afb0-c995365e7d92 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.493761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30d35c4e-efbb-4b91-9b2a-90e5da826b89 req-9e541415-a58c-4835-afb0-c995365e7d92 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 944 time: 0.2449348 Jul 07 17:07:55.533345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-85c01d27-e23d-41e4-bad9-476c3f2c9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.536983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-85c01d27-e23d-41e4-bad9-476c3f2c9177 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1197231 Jul 07 17:07:55.538319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 531db723-c555-4ebe-a6f5-3632c7e79186, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=531db723-c555-4ebe-a6f5-3632c7e79186,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:55.544388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.544652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 46647d73-85d7-4e88-8431-e2512761b498 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:55.548637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:55.556261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.557377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.595989 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c6978a6-d5c0-4f71-a9c6-fa096c228f68 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4778605 Jul 07 17:07:55.597012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Deleting port afa9fe59-3c6c-4d3e-8a84-3399380ce30d {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:55.597602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.600278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41744) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:55.611393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '46647d73-85d7-4e88-8431-e2512761b498', 'fixed_ips': [{'subnet_id': '83173068-ebbc-44ba-90c4-54f7e108fe08'}, {'subnet_id': '0cc71a35-ef22-4033-bf65-d9c73ac19aae'}], 'name': 'tempest-PortsTestJSON-1651992196'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:55.618109 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fa4102-e6db-418d-8d40-b58210fa353c x-openstack-request-id: req-a6fa4102-e6db-418d-8d40-b58210fa353c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:55.618373 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "name": "network-vif-plugged", "status": "completed", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:55.623588 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6fa4102-e6db-418d-8d40-b58210fa353c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:55.624139 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186', 'code': 200} Jul 07 17:07:55.670251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30d35c4e-efbb-4b91-9b2a-90e5da826b89 req-d436f12a-2680-4bb2-8c66-054c92773cbb tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647170 Jul 07 17:07:55.706874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-ff55da1c-f694-4a69-bac0-3f70e4fbbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.706874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-ff55da1c-f694-4a69-bac0-3f70e4fbbd60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494391 Jul 07 17:07:55.707149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=531db723-c555-4ebe-a6f5-3632c7e79186,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.892281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-9dc9aee9-75cc-42d1-85c6-abcabf77866a service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826606 Jul 07 17:07:56.444887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54605a0d-153d-47ee-a5b9-13adf4d6c76f req-64ae2b61-89b1-4ec3-8722-8c71c4a25717 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456128 Jul 07 17:07:56.489470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:56.615887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc23d6-2283-4286-bfe6-eb03a9151583 req-9dc9dba9-d7c6-40f2-9c45-eec315ba0bec tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.630463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5fcc23d6-2283-4286-bfe6-eb03a9151583 req-9dc9dba9-d7c6-40f2-9c45-eec315ba0bec tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3476322 Jul 07 17:07:56.660076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc4b9c-8234-41e1-8c03-8518dcc2646a req-1302218f-c24a-4719-8347-cfd639adba89 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.662906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cdc4b9c-8234-41e1-8c03-8518dcc2646a req-1302218f-c24a-4719-8347-cfd639adba89 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.3368101 Jul 07 17:07:56.697715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-00dcd64d-cce9-4d07-8586-ff98141c4794 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] Request body: {'port': {'network_id': '4bb9952c-53c3-4d08-8a02-e70ab753228d', 'name': 'tempest-NetworksNegativeTestJSON-1844198339'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:56.763493 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-00dcd64d-cce9-4d07-8586-ff98141c4794 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] POST failed (client error): The resource could not be found. Jul 07 17:07:56.764683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00dcd64d-cce9-4d07-8586-ff98141c4794 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:56.769614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-00dcd64d-cce9-4d07-8586-ff98141c4794 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2709603 Jul 07 17:07:56.780436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:56.871759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.872305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.882107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:56.882356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5fcc23d6-2283-4286-bfe6-eb03a9151583 req-0d499371-908a-43b4-afd2-1716ca2f2d14 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503872 Jul 07 17:07:56.892615 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7384e4-0a31-477c-a47e-5063cfecade4 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] DELETE failed (client error): The resource could not be found. Jul 07 17:07:56.896539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7384e4-0a31-477c-a47e-5063cfecade4 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:56.900199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ce7384e4-0a31-477c-a47e-5063cfecade4 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "DELETE /v2.0/networks/121574b2-0057-4eb7-9409-40a3764ed8fb HTTP/1.1" status: 404 len: 339 time: 0.1179643 Jul 07 17:07:56.910066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df005e4-bacf-4892-b9bd-fadb1dc3ecc3 req-7adf6e95-1cf4-4911-b5d6-c4c7b344f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.911807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9df005e4-bacf-4892-b9bd-fadb1dc3ecc3 req-7adf6e95-1cf4-4911-b5d6-c4c7b344f4ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1096 time: 1.1334424 Jul 07 17:07:56.919062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41770) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:56.920295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Calling delete_port for afa9fe59-3c6c-4d3e-8a84-3399380ce30d owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:56.920790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cdc4b9c-8234-41e1-8c03-8518dcc2646a req-2d3586c9-c074-47dc-92b6-dcc4771ff5d5 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333391 Jul 07 17:07:57.104432 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e92c4f-7628-42d0-ad22-2b5c157218b3 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] DELETE failed (client error): The resource could not be found. Jul 07 17:07:57.105560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e92c4f-7628-42d0-ad22-2b5c157218b3 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:57.114615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41774) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.115774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-08e92c4f-7628-42d0-ad22-2b5c157218b3 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "DELETE /v2.0/ports/49d721dc-0d96-4247-96ee-aa26fe892764 HTTP/1.1" status: 404 len: 333 time: 0.1650894 Jul 07 17:07:57.202693 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cf74cc-bfd4-4f0f-a182-6453189b82c2 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] DELETE failed (client error): The resource could not be found. Jul 07 17:07:57.203313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cf74cc-bfd4-4f0f-a182-6453189b82c2 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:57.204469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 82431670-572b-4450-ba18-decafb16100e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:57.211950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-00cf74cc-bfd4-4f0f-a182-6453189b82c2 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "DELETE /v2.0/subnets/dba86509-b105-4409-8717-96f34e40a681 HTTP/1.1" status: 404 len: 337 time: 0.0889909 Jul 07 17:07:57.211950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41776) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.274221 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb35a026-61aa-47ee-98d1-fb66a1811217 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] GET failed (client error): The resource could not be found. Jul 07 17:07:57.282142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bb35a026-61aa-47ee-98d1-fb66a1811217 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "GET /v2.0/networks/2607ac1a-1ca2-4324-b697-55e16ce6f201 HTTP/1.1" status: 404 len: 339 time: 0.0636992 Jul 07 17:07:57.282670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41778) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.372902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 82431670-572b-4450-ba18-decafb16100e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:57.384496 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3100990-201b-47a0-a4a8-e4c10b106d62 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] GET failed (client error): The resource could not be found. Jul 07 17:07:57.399474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c3100990-201b-47a0-a4a8-e4c10b106d62 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "GET /v2.0/ports/fc158392-1947-4226-a5a2-033e559c8029 HTTP/1.1" status: 404 len: 333 time: 0.1144567 Jul 07 17:07:57.403089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41780) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.437983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.446395 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-db690940-a55b-4ef7-b6ad-33efc8456912 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] GET failed (client error): The resource could not be found. Jul 07 17:07:57.448525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-db690940-a55b-4ef7-b6ad-33efc8456912 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "GET /v2.0/subnets/7ef7a18c-8acc-403f-8fe8-6f5f7f007b39 HTTP/1.1" status: 404 len: 337 time: 0.0440328 Jul 07 17:07:57.460720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41782) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.472588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1caca103-fc05-4b5f-a3af-b9c49888c262 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] Request body: {'network': {'name': 'new_name'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:57.540655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Pushing event deleted for resources: {'Port': ['ID=afa9fe59-3c6c-4d3e-8a84-3399380ce30d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:57.554378 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caca103-fc05-4b5f-a3af-b9c49888c262 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] PUT failed (client error): The resource could not be found. Jul 07 17:07:57.555014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1caca103-fc05-4b5f-a3af-b9c49888c262 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:57.560244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41784) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.560617 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1caca103-fc05-4b5f-a3af-b9c49888c262 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "PUT /v2.0/networks/1bc2fe6c-ddba-457b-a22a-7a6a2dd9ebe8 HTTP/1.1" status: 404 len: 339 time: 0.0987346 Jul 07 17:07:57.572147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4cdc4207-2345-4a8e-956b-20990742160c tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] Request body: {'port': {'name': 'new_name'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:57.599078 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9df005e4-bacf-4892-b9bd-fadb1dc3ecc3 req-9a9b34b0-2e29-4b15-aeab-8024a8006b9e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5822380 Jul 07 17:07:57.627235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.631494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150a90b-9dd9-42e6-8f25-6ddd09b68c9e None None] Network 46647d73-85d7-4e88-8431-e2512761b498 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:57.633448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ce11-02f6-4397-9c16-356745e5a5e9 req-3b78c41d-537b-4275-b9ff-8a65385460dc tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.636199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c8ce11-02f6-4397-9c16-356745e5a5e9 req-3b78c41d-537b-4275-b9ff-8a65385460dc tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.1918972 Jul 07 17:07:57.638997 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdc4207-2345-4a8e-956b-20990742160c tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] PUT failed (client error): The resource could not be found. Jul 07 17:07:57.640251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdc4207-2345-4a8e-956b-20990742160c tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:57.643215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4cdc4207-2345-4a8e-956b-20990742160c tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "PUT /v2.0/ports/d0104041-2596-4205-9dc0-5de18b9136ea HTTP/1.1" status: 404 len: 333 time: 0.0799091 Jul 07 17:07:57.647062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.657247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ad9ddd5c-4715-410f-b929-aac4365acac7 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:57.681146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 405eef77-4e2a-4a45-9dca-19087a6da7b1 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:57.691419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.694101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.695407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a64ff632-6ece-4774-9e6e-04d1ac13defd tempest-AttachVolumeTestJSON-760119774 tempest-AttachVolumeTestJSON-760119774-project] 10.222.0.78 "DELETE /v2.0/floatingips/79cc514b-3fe0-44fc-b3cf-e89fb22e220d HTTP/1.1" status: 204 len: 168 time: 3.0888150 Jul 07 17:07:57.712797 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9ddd5c-4715-410f-b929-aac4365acac7 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] PUT failed (client error): The resource could not be found. Jul 07 17:07:57.713934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9ddd5c-4715-410f-b929-aac4365acac7 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:57.716087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad9ddd5c-4715-410f-b929-aac4365acac7 tempest-NetworksNegativeTestJSON-396820675 tempest-NetworksNegativeTestJSON-396820675-project] 10.222.0.78 "PUT /v2.0/subnets/b2fcd3f1-a643-4cba-8e4b-5818ddf01d7b HTTP/1.1" status: 404 len: 337 time: 0.0670695 Jul 07 17:07:57.848987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c8ce11-02f6-4397-9c16-356745e5a5e9 req-ca5eea5c-df58-4acb-98f7-82e8968321fb tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403551 Jul 07 17:07:57.917170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] Provisioning for port 82431670-572b-4450-ba18-decafb16100e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:57.943529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] Provisioning complete for port 82431670-572b-4450-ba18-decafb16100e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:57.944207 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.098905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.159064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] For port 82431670-572b-4450-ba18-decafb16100e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=82431670-572b-4450-ba18-decafb16100e,segment=NetworkSegment(813932e4-a001-452e-bace-8dea33f238be),segment_id=813932e4-a001-452e-bace-8dea33f238be)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:58.170500 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.294293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Update dhcp port {'port': {'network_id': '46647d73-85d7-4e88-8431-e2512761b498', 'fixed_ips': [{'subnet_id': '83173068-ebbc-44ba-90c4-54f7e108fe08', 'ip_address': '172.20.0.2'}, {'subnet_id': '0cc71a35-ef22-4033-bf65-d9c73ac19aae'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '82431670-572b-4450-ba18-decafb16100e'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:07:58.431882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.11 (46647d73-85d7-4e88-8431-e2512761b498/83173068-ebbc-44ba-90c4-54f7e108fe08/405eef77-4e2a-4a45-9dca-19087a6da7b1) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:58.439482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.441407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0facf27-1072-4d59-a84a-44d1bc92d1d0 req-351d2f5e-0252-44fb-99b3-144d2d8d6e27 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.449926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.30 (46647d73-85d7-4e88-8431-e2512761b498/0cc71a35-ef22-4033-bf65-d9c73ac19aae/405eef77-4e2a-4a45-9dca-19087a6da7b1) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:58.452930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0facf27-1072-4d59-a84a-44d1bc92d1d0 req-351d2f5e-0252-44fb-99b3-144d2d8d6e27 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.1204410 Jul 07 17:07:58.526328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0facf27-1072-4d59-a84a-44d1bc92d1d0 req-412d1531-fa83-410b-a6c7-81bc3777a0dc tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721338 Jul 07 17:07:58.630457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:58.748769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126558aa-c5ef-413f-9bac-85308452461f req-1ae65d68-8a0d-4485-8458-0929aac2b455 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.759112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-126558aa-c5ef-413f-9bac-85308452461f req-1ae65d68-8a0d-4485-8458-0929aac2b455 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2820551 Jul 07 17:07:58.868414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-126558aa-c5ef-413f-9bac-85308452461f req-c4b93814-9655-412e-a552-5978a3cb15e8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081297 Jul 07 17:07:58.926083 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3004f786-e1c4-4802-9707-a22c851889a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.940403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:58.950806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2823b7-055a-47f9-a194-3dd36714a36e None None] Pushing event updated for resources: {'Port': ['ID=82431670-572b-4450-ba18-decafb16100e,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.987117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.005707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 405eef77-4e2a-4a45-9dca-19087a6da7b1 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:59.062455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.169388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 46647d73-85d7-4e88-8431-e2512761b498 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:59.173278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:59.180575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:59.245631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.246518 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.254196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Allocated IP 172.20.0.18 (46647d73-85d7-4e88-8431-e2512761b498/0cc71a35-ef22-4033-bf65-d9c73ac19aae/82431670-572b-4450-ba18-decafb16100e) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:59.259541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=405eef77-4e2a-4a45-9dca-19087a6da7b1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.326184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3004f786-e1c4-4802-9707-a22c851889a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.339237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3004f786-e1c4-4802-9707-a22c851889a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.344881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55900fab-232a-4726-9d77-89d638946395 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.7414675 Jul 07 17:07:59.357940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41822) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:59.374213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83173068-ebbc-44ba-90c4-54f7e108fe08'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:59.397806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3004f786-e1c4-4802-9707-a22c851889a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13bcda161ec14c7daeec8437ec20539c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7588515 Jul 07 17:07:59.398924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41828) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:59.458049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb71fd-5588-4b98-a410-d86c69b7b83d req-b326fac2-9527-4714-a705-a21be881acc8 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.466952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88bb71fd-5588-4b98-a410-d86c69b7b83d req-b326fac2-9527-4714-a705-a21be881acc8 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.3025143 Jul 07 17:07:59.515447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] For port 82431670-572b-4450-ba18-decafb16100e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=82431670-572b-4450-ba18-decafb16100e,segment=NetworkSegment(813932e4-a001-452e-bace-8dea33f238be),segment_id=813932e4-a001-452e-bace-8dea33f238be)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:59.532957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004f786-e1c4-4802-9707-a22c851889a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbab23-32f4-451a-b644-a9eadf2de9fa,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.629755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88bb71fd-5588-4b98-a410-d86c69b7b83d req-aac8e01b-cb8b-4fdd-b0c7-1d3ca8921c5e tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618850 Jul 07 17:07:59.630968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.634131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c55c96-b861-4e18-a366-d169d4ab52b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.649907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.694328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Transition to ACTIVE for port object 82431670-572b-4450-ba18-decafb16100e will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:59.702090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.747148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c55c96-b861-4e18-a366-d169d4ab52b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.091611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c55c96-b861-4e18-a366-d169d4ab52b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.102495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c55c96-b861-4e18-a366-d169d4ab52b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.122666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f8c55c96-b861-4e18-a366-d169d4ab52b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3bbab23-32f4-451a-b644-a9eadf2de9fa HTTP/1.1" status: 204 len: 168 time: 0.7204173 Jul 07 17:08:00.221602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c55c96-b861-4e18-a366-d169d4ab52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbab23-32f4-451a-b644-a9eadf2de9fa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.335053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca444da-a085-41b0-99ef-daec8466a977 req-ebb0b27e-16a1-40a9-a697-fc6869b7903f tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.348882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ca444da-a085-41b0-99ef-daec8466a977 req-ebb0b27e-16a1-40a9-a697-fc6869b7903f tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.5177138 Jul 07 17:08:00.391895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Delete allocated IP 172.20.0.30 (46647d73-85d7-4e88-8431-e2512761b498/0cc71a35-ef22-4033-bf65-d9c73ac19aae) {{(pid=98264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:08:00.400375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ecbe5-7ab4-4673-9bfd-59610013fb73 req-d51d8ad1-5a39-4921-88c4-8f517df66a28 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.402700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f57ecbe5-7ab4-4673-9bfd-59610013fb73 req-d51d8ad1-5a39-4921-88c4-8f517df66a28 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.4117193 Jul 07 17:08:00.431960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ca444da-a085-41b0-99ef-daec8466a977 req-8e8c6ccc-bc19-406d-a867-bf9dcff13ba8 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810771 Jul 07 17:08:00.566444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572d15-c3a8-41dc-907d-73fa874f6d18 None None] Pushing event updated for resources: {'Port': ['ID=82431670-572b-4450-ba18-decafb16100e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.634196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f57ecbe5-7ab4-4673-9bfd-59610013fb73 req-e0396c0d-cc89-4536-8e11-52e72d7585d2 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956980 Jul 07 17:08:00.890842 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.905849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Ignored duplicate provisioning block setup for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:08:00.921918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.022135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa7ec-aed9-49bd-b1d8-2f32d0b6748e req-aa2eec70-2edd-4cc2-9490-75667fd3cf76 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.036145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2aaa7ec-aed9-49bd-b1d8-2f32d0b6748e req-aa2eec70-2edd-4cc2-9490-75667fd3cf76 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.2218125 Jul 07 17:08:01.132534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2aaa7ec-aed9-49bd-b1d8-2f32d0b6748e req-51157704-d07f-4bbd-a3de-ae7bf9611dde tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952985 Jul 07 17:08:01.143942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 82431670-572b-4450-ba18-decafb16100e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:01.163631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41856) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:01.184591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=405eef77-4e2a-4a45-9dca-19087a6da7b1,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:01.202304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] In _notify_port_updated(), no bound segment for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 on network 46647d73-85d7-4e88-8431-e2512761b498 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:08:01.208623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.209452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.213945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41860) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:01.220236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-292170ff-a30e-406e-8c46-9614376fc508 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/ports/405eef77-4e2a-4a45-9dca-19087a6da7b1 HTTP/1.1" status: 200 len: 920 time: 1.8603354 Jul 07 17:08:01.222209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83173068-ebbc-44ba-90c4-54f7e108fe08'}, {'subnet_id': '0cc71a35-ef22-4033-bf65-d9c73ac19aae'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:01.636343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64812dce-f1f0-47e0-b545-74b91b69f643 None None] Network 46647d73-85d7-4e88-8431-e2512761b498 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:01.670373 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.751854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-789685ba-9935-4e4c-bf06-6fbbd0b04b07 None None] Provisioning for port 82431670-572b-4450-ba18-decafb16100e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:01.762557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-789685ba-9935-4e4c-bf06-6fbbd0b04b07 None None] Provisioning complete for port 82431670-572b-4450-ba18-decafb16100e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:01.762944 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-789685ba-9935-4e4c-bf06-6fbbd0b04b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.016353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41880) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:02.199771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045982656'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:02.214396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce0597-f157-4aa7-91e9-24a8b336daa4 tempest-TestServerBasicOps-1120252439 tempest-TestServerBasicOps-1120252439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.216635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c7ce0597-f157-4aa7-91e9-24a8b336daa4 tempest-TestServerBasicOps-1120252439 tempest-TestServerBasicOps-1120252439-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1091 time: 1.0514741 Jul 07 17:08:02.220523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41886) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:02.247696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '531db723-c555-4ebe-a6f5-3632c7e79186', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:02.328501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:08:02.328501 n-d-793619-7 neutron-server[98264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:08:02.328501 n-d-793619-7 neutron-server[98264]: [parameters: {'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'id': '79d4bcf6-404d-4e6a-9fdd-96a0c083b64e', 'expiration': datetime.datetime(2021, 7, 7, 17, 10, 2, 296089)}] Jul 07 17:08:02.328501 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:08:02.329390 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:08:02.338813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:02.344112 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.375344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.495942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a3626867-81f4-4f33-aad2-5075e926518c None None] Provisioning for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:02.506649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb99e5-4fb6-4bc9-9b05-0bc1baa0c9f1 req-69f4372c-dd73-473c-8f80-49777932391a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.513193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a3626867-81f4-4f33-aad2-5075e926518c None None] Provisioning complete for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:02.515318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3626867-81f4-4f33-aad2-5075e926518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.516175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9bb99e5-4fb6-4bc9-9b05-0bc1baa0c9f1 req-69f4372c-dd73-473c-8f80-49777932391a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.6148384 Jul 07 17:08:02.596963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.27 (46647d73-85d7-4e88-8431-e2512761b498/0cc71a35-ef22-4033-bf65-d9c73ac19aae/405eef77-4e2a-4a45-9dca-19087a6da7b1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:02.661649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9bb99e5-4fb6-4bc9-9b05-0bc1baa0c9f1 req-c95553e5-a8e7-4d5c-8c7b-30bbbe7f1248 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443050 Jul 07 17:08:02.709361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a3626867-81f4-4f33-aad2-5075e926518c None None] Port 405eef77-4e2a-4a45-9dca-19087a6da7b1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:02.713458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.723476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.749269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a3626867-81f4-4f33-aad2-5075e926518c None None] Provisioning complete for port 82431670-572b-4450-ba18-decafb16100e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:02.749269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a3626867-81f4-4f33-aad2-5075e926518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.812774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:02.857836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb13d3-8ce4-471c-9cec-04f4d1861234,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.919415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.921862 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 0483742e-1139-45c5-9468-d415d52a4ab5 of type vlan for network c6f67746-8dac-4d27-ba80-53c59fee6fc7 Jul 07 17:08:02.981040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.009518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Ignored duplicate provisioning block setup for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:08:03.017149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.068493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.173152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f1b7125-f650-4b0b-9e93-c32ea974a7b6 None None] Provisioning complete for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:03.175713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6f1b7125-f650-4b0b-9e93-c32ea974a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.196978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.264192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b7125-f650-4b0b-9e93-c32ea974a7b6 None None] Port 405eef77-4e2a-4a45-9dca-19087a6da7b1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:03.334463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=405eef77-4e2a-4a45-9dca-19087a6da7b1,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.405561 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.434380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.435597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.522135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] In _notify_port_updated(), no bound segment for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 on network 46647d73-85d7-4e88-8431-e2512761b498 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:08:03.532609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3d40561c-13ea-4af0-ac1b-5122781c0ddd None None] Provisioning complete for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:03.535084 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3d40561c-13ea-4af0-ac1b-5122781c0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.540382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.542490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.544943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-28e32e22-09bc-44ff-83d8-1ce8fffa9d86 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/ports/405eef77-4e2a-4a45-9dca-19087a6da7b1 HTTP/1.1" status: 200 len: 1000 time: 2.3293269 Jul 07 17:08:03.550179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41896) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:03.610285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5859027 Jul 07 17:08:03.614831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41898) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:03.668627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1864239397'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:03.671444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3d40561c-13ea-4af0-ac1b-5122781c0ddd None None] Port 405eef77-4e2a-4a45-9dca-19087a6da7b1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:03.703013 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.715284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285b2bf-f129-4d2c-b63a-d7fdaa6f2fbf tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=c6f67746-8dac-4d27-ba80-53c59fee6fc7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.732324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:03.849994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:03.858705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.905697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 405eef77-4e2a-4a45-9dca-19087a6da7b1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:03.906106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.935800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:03.953146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.953426 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 20c45ac7-b42b-46dd-a7c5-b98b8b0fac51 of type vlan for network 3817fa03-0811-4614-b961-1c25ec41369f Jul 07 17:08:04.021061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.063307 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.070932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.072034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.124975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b768ec12-81f5-47d3-a42b-4f5a56329b0a None None] Provisioning complete for port 405eef77-4e2a-4a45-9dca-19087a6da7b1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:04.125328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b768ec12-81f5-47d3-a42b-4f5a56329b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.167796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.180026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=3817fa03-0811-4614-b961-1c25ec41369f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.213353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9880ca62-8c9d-43a4-a6c8-5c6dc261c74f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5718176 Jul 07 17:08:04.220244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3817fa03-0811-4614-b961-1c25ec41369f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:04.261419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:04.267455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:04.349970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.366758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 405eef77-4e2a-4a45-9dca-19087a6da7b1 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:04.389752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b768ec12-81f5-47d3-a42b-4f5a56329b0a None None] Port 405eef77-4e2a-4a45-9dca-19087a6da7b1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:04.390839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:04.397406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.764640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Allocated IP 172.25.5.206 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e2dd054a-e323-4022-8ea4-533354a408e8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:04.791801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.975810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=405eef77-4e2a-4a45-9dca-19087a6da7b1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.040818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcfb2-0cf4-4493-ac4f-56a608ada255 req-e0781962-7f3c-4bc4-ba4c-929987599bc3 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.050385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fffcfb2-0cf4-4493-ac4f-56a608ada255 req-e0781962-7f3c-4bc4-ba4c-929987599bc3 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.9300826 Jul 07 17:08:05.122445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.132190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-14d5a948-e116-40f6-a56e-9820bee02de4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/405eef77-4e2a-4a45-9dca-19087a6da7b1 HTTP/1.1" status: 204 len: 168 time: 1.5781772 Jul 07 17:08:05.133607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.175976 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-361685d1-2b0f-434e-aa56-701b45daa665 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:08:05.182078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-361685d1-2b0f-434e-aa56-701b45daa665 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/405eef77-4e2a-4a45-9dca-19087a6da7b1 HTTP/1.1" status: 404 len: 333 time: 0.0415759 Jul 07 17:08:05.182583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.187653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd9d0-bf6f-4cf3-ae42-ee28e1c35050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.206607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fffcfb2-0cf4-4493-ac4f-56a608ada255 req-90bce533-42e2-46f5-bba5-bbfcef60eb5d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551738 Jul 07 17:08:05.283976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.445246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.477185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 0cc71a35-ef22-4033-bf65-d9c73ac19aae {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:05.531697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.645746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=684989c7-5c59-4633-8c1f-3219eaf322d0,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.664714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.669787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.766479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '0483742e-1139-45c5-9468-d415d52a4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:05.766479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: c6f67746-8dac-4d27-ba80-53c59fee6fc7, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:05.769363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:05.785361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:05.788411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:05.797519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'Port': ['ID=e2dd054a-e323-4022-8ea4-533354a408e8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.875770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:05.901078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c6f67746-8dac-4d27-ba80-53c59fee6fc7) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:05.912653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55477d3d-cd2b-4253-8cb8-08168b8e9895 None None] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:05.956800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.978957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.979566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.100546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8fb1ea14-cf7c-408a-bc60-139e17567190 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8379467 Jul 07 17:08:06.105977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41926) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.116073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': '3817fa03-0811-4614-b961-1c25ec41369f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:06.242640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.357580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.370051 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/0cc71a35-ef22-4033-bf65-d9c73ac19aae HTTP/1.1" status: 204 len: 168 time: 1.1761594 Jul 07 17:08:06.375353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0deae7-a400-451d-8564-96ecfdcd74c0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc71a35-ef22-4033-bf65-d9c73ac19aae,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.375722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41934) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.383034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca43d95-6c26-4fc2-8443-a279bb85fbf6 None None] Network 46647d73-85d7-4e88-8431-e2512761b498 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:06.515046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:06.518884 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.543771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c6f67746-8dac-4d27-ba80-53c59fee6fc7', 'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '684989c7-5c59-4633-8c1f-3219eaf322d0'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:06.546618 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.605072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 83173068-ebbc-44ba-90c4-54f7e108fe08 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:06.621555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.753912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.815237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01298cc7-9629-453e-9d02-e620cb27862c req-1e75ef82-2db1-4325-b79c-e937c917b7ce tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.822985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01298cc7-9629-453e-9d02-e620cb27862c req-1e75ef82-2db1-4325-b79c-e937c917b7ce tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.3643141 Jul 07 17:08:06.927227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Allocated IP 2001:db8::2 (c6f67746-8dac-4d27-ba80-53c59fee6fc7/684989c7-5c59-4633-8c1f-3219eaf322d0/cfbac07f-2b19-4ca3-ab66-0406834e02f2) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:07.056480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01298cc7-9629-453e-9d02-e620cb27862c req-b432d568-9da5-408c-825f-33c02eb7139c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270129 Jul 07 17:08:07.056863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.405078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.417598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.565686 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.599198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Transition to ACTIVE for port object cfbac07f-2b19-4ca3-ab66-0406834e02f2 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:07.600536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.711766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.729661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Transition to ACTIVE for port object cfbac07f-2b19-4ca3-ab66-0406834e02f2 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:07.747499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.762076 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.774619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.781301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.804216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3817fa03-0811-4614-b961-1c25ec41369f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:07.804216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: 3817fa03-0811-4614-b961-1c25ec41369f, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:07.820982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.840793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event updated for resources: {'Port': ['ID=e2dd054a-e323-4022-8ea4-533354a408e8,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.877549 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.882401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41944) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.882645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/83173068-ebbc-44ba-90c4-54f7e108fe08 HTTP/1.1" status: 204 len: 168 time: 1.5050566 Jul 07 17:08:07.883358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55b6fc-dddc-409c-b3ff-5ff31033cc5a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=83173068-ebbc-44ba-90c4-54f7e108fe08,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.884701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:07.896036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 3817fa03-0811-4614-b961-1c25ec41369f is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:07.899583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:07.917763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:07.922800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3817fa03-0811-4614-b961-1c25ec41369f) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:07.931129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.931764 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.938961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a9005-21e4-45bf-9c46-d5fc0625c762 None None] Network 3817fa03-0811-4614-b961-1c25ec41369f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:07.945347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Pushing event updated for resources: {'Port': ['ID=cfbac07f-2b19-4ca3-ab66-0406834e02f2,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.966984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9ae51428-ef30-4aea-840b-0b08effea398 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8579459 Jul 07 17:08:07.970371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41948) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.978812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-288984028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:08.047894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.052405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.267304 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.277952 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.331356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e99de-715d-480d-9b69-27cc6f215f25 None None] Network 46647d73-85d7-4e88-8431-e2512761b498 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:08.338953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.342028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c9ff6ff8-e519-43a1-b221-553e691627be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3698926 Jul 07 17:08:08.345034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41952) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.579701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Attempting to bind port cfbac07f-2b19-4ca3-ab66-0406834e02f2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:08.580944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Attempting to bind port cfbac07f-2b19-4ca3-ab66-0406834e02f2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0483742e-1139-45c5-9468-d415d52a4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:08.580944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Attempting to bind port cfbac07f-2b19-4ca3-ab66-0406834e02f2 on network c6f67746-8dac-4d27-ba80-53c59fee6fc7 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:08.626547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:08.627292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Checking segment: {'id': '0483742e-1139-45c5-9468-d415d52a4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:08.628009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.628664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Bound using segment: {'id': '0483742e-1139-45c5-9468-d415d52a4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:08.629602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Bound port: cfbac07f-2b19-4ca3-ab66-0406834e02f2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0483742e-1139-45c5-9468-d415d52a4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c6f67746-8dac-4d27-ba80-53c59fee6fc7'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:08.630318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.658696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3817fa03-0811-4614-b961-1c25ec41369f', 'network_id': '3817fa03-0811-4614-b961-1c25ec41369f', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:08.660014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.714668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46c4f3a8-6e36-4930-b73a-be5663c42aef None None] Provisioning complete for port 82431670-572b-4450-ba18-decafb16100e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:08.715319 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46c4f3a8-6e36-4930-b73a-be5663c42aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.744209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.746580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.985061 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Floating IP 6921f186-9a12-44b8-976e-cd81e897dff5 associated. External IP: 172.25.5.206, port: 531db723-c555-4ebe-a6f5-3632c7e79186. Jul 07 17:08:09.041822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 82431670-572b-4450-ba18-decafb16100e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:09.042472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.160483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Allocated IP 2001:db8:1::2 (3817fa03-0811-4614-b961-1c25ec41369f/708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7/d72850e5-6eed-4e11-99b9-06a26c9f8803) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:09.257566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] For port 82431670-572b-4450-ba18-decafb16100e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=82431670-572b-4450-ba18-decafb16100e,segment=NetworkSegment(813932e4-a001-452e-bace-8dea33f238be),segment_id=813932e4-a001-452e-bace-8dea33f238be)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:09.258281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.324975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 82431670-572b-4450-ba18-decafb16100e owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:09.576954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417178-df49-4c8c-aeb6-0e7cb944d26d req-765b9fd5-effe-43bb-bcd9-5698c01439ee tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.594756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1417178-df49-4c8c-aeb6-0e7cb944d26d req-765b9fd5-effe-43bb-bcd9-5698c01439ee tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 1.2232676 Jul 07 17:08:09.603607 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.623248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Transition to ACTIVE for port object d72850e5-6eed-4e11-99b9-06a26c9f8803 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:09.668966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.719301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:09.803814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.810649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=82431670-572b-4450-ba18-decafb16100e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.824014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] For port cfbac07f-2b19-4ca3-ab66-0406834e02f2, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:09.840809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] For port cfbac07f-2b19-4ca3-ab66-0406834e02f2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cfbac07f-2b19-4ca3-ab66-0406834e02f2,segment=NetworkSegment(0483742e-1139-45c5-9468-d415d52a4ab5),segment_id=0483742e-1139-45c5-9468-d415d52a4ab5)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:09.858238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.859060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1417178-df49-4c8c-aeb6-0e7cb944d26d req-ecaa4998-e211-4144-860b-b4ca242dc334 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628372 Jul 07 17:08:09.879342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Router e97f3061-62a1-4cdf-97c9-c5328f18c20b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:09.879741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Transition to ACTIVE for port object d72850e5-6eed-4e11-99b9-06a26c9f8803 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:09.881977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.905072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No DVR routers for this DVR port 82431670-572b-4450-ba18-decafb16100e on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:09.917853 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a8338170-9013-4174-8524-7fdd694381b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.920328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.941159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46c4f3a8-6e36-4930-b73a-be5663c42aef None None] Could not find standard attr ID for object 82431670-572b-4450-ba18-decafb16100e. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:09.988793 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:08:09.995897 n-d-793619-7 neutron-server[98272]: INFO neutron.plugins.ml2.db [None req-46c4f3a8-6e36-4930-b73a-be5663c42aef None None] No ports have port_id starting with 82431670-572b-4450-ba18-decafb16100e Jul 07 17:08:10.093885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Network 3817fa03-0811-4614-b961-1c25ec41369f is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:10.098430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f9a95-7ff7-48c3-8e17-122e63226a64 None None] DHCP port deletion for 46647d73-85d7-4e88-8431-e2512761b498 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:10.108451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:10.116499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306956d-10c1-4277-a73d-77c7cf514be5 None None] Pushing event updated for resources: {'Port': ['ID=cfbac07f-2b19-4ca3-ab66-0406834e02f2,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.130365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:10.414708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8::1 (c6f67746-8dac-4d27-ba80-53c59fee6fc7/684989c7-5c59-4633-8c1f-3219eaf322d0/b99f6fd7-32bc-48a1-bc25-f7aff2502070) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:10.511535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Pushing event updated for resources: {'Port': ['ID=d72850e5-6eed-4e11-99b9-06a26c9f8803,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.556474 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.600861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46647d73-85d7-4e88-8431-e2512761b498']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.615778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.646638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813932e4-a001-452e-bace-8dea33f238be') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.647344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813932e4-a001-452e-bace-8dea33f238be') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.657149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Attempting to bind port d72850e5-6eed-4e11-99b9-06a26c9f8803 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:10.657685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Attempting to bind port d72850e5-6eed-4e11-99b9-06a26c9f8803 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3817fa03-0811-4614-b961-1c25ec41369f'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:10.657809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Attempting to bind port d72850e5-6eed-4e11-99b9-06a26c9f8803 on network 3817fa03-0811-4614-b961-1c25ec41369f {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:10.665366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object b99f6fd7-32bc-48a1-bc25-f7aff2502070 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:10.697842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:10.704208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.723582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:10.724048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Checking segment: {'id': '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3817fa03-0811-4614-b961-1c25ec41369f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:10.725314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.725994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Bound using segment: {'id': '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3817fa03-0811-4614-b961-1c25ec41369f'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:10.726341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Bound port: d72850e5-6eed-4e11-99b9-06a26c9f8803, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3817fa03-0811-4614-b961-1c25ec41369f'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:10.726750 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.736802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.750059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:10.750859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:10.755038 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:10.773289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:10.781537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'port_id': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'mac_address': 'fa:16:3e:c6:c4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d6160-5d34-44f1-aab6-d9747038d2ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:10.785141 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] Sync routers for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:10.788003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.804339 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:10.805826 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:10.809148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.929847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:10.951218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:10.956142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:10.956733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.972340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.129144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91eab1fd-ae83-415b-9989-8d4fad371d44 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8918691 Jul 07 17:08:11.129144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:11.129144 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93299175-4cbd-4d4c-9acf-a00908fe3001" -d '{"events": [{"name": "network-changed", "server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:11.168327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.272853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=b99f6fd7-32bc-48a1-bc25-f7aff2502070,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.307918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.312992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.328498 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/46647d73-85d7-4e88-8431-e2512761b498 HTTP/1.1" status: 204 len: 168 time: 3.4442070 Jul 07 17:08:11.347878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f8432-9a79-4055-bc48-99c560546a8b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=46647d73-85d7-4e88-8431-e2512761b498,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.351414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41986) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.374386 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:11.416330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cfbac07f-2b19-4ca3-ab66-0406834e02f2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:11.453163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67ef90a8-3146-4231-acd2-eca4c129de0e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:11.609450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] For port d72850e5-6eed-4e11-99b9-06a26c9f8803, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:11.667927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df485-50fd-42d5-9a21-ec88b4263b90 req-84928b11-0d0e-4963-bfcb-c9c8aac909af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.685997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed8df485-50fd-42d5-9a21-ec88b4263b90 req-84928b11-0d0e-4963-bfcb-c9c8aac909af tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.3672080 Jul 07 17:08:11.762236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c24621-da61-4692-97ff-e08896ed98d4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.769142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9c24621-da61-4692-97ff-e08896ed98d4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4116359 Jul 07 17:08:11.770463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.780036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41990) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.784682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:11.803975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] For port d72850e5-6eed-4e11-99b9-06a26c9f8803, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d72850e5-6eed-4e11-99b9-06a26c9f8803,segment=NetworkSegment(20c45ac7-b42b-46dd-a7c5-b98b8b0fac51),segment_id=20c45ac7-b42b-46dd-a7c5-b98b8b0fac51)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:11.811698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.849362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.934824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b876ffb8-4940-4982-a8e3-b1ccfd37f49e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1438138 Jul 07 17:08:11.935469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 41992) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.947984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-393307525'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:11.959809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed8df485-50fd-42d5-9a21-ec88b4263b90 req-531f04b2-053b-4a40-93e9-476433173c17 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367215 Jul 07 17:08:12.001423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.007941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:12.013191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.111612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port cfbac07f-2b19-4ca3-ab66-0406834e02f2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:12.115450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:12.176451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.178679 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea of type vlan for network 44473994-2244-4e83-9ed2-15602acd1247 Jul 07 17:08:12.183360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Pushing event updated for resources: {'Port': ['ID=d72850e5-6eed-4e11-99b9-06a26c9f8803,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.190279 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6921f186-9a12-44b8-976e-cd81e897dff5', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'port_id': '531db723-c555-4ebe-a6f5-3632c7e79186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'mac_address': 'fa:16:3e:fc:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532ce87f-838c-4338-aac7-6ddf05036429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:08:06Z', 'updated_at': '2021-07-07T17:08:06Z', 'revision_number': 0, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:12.209432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.210015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.210585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.213896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.214626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.215997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.216521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.218110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.218824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.220023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.220580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.222343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210c8cc-180c-4074-a130-69b2aee40bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.270064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d4bb1-e7ba-4b07-b7c9-02d4bc9b7107 None None] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:12.298232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.308465 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] Checking router: e97f3061-62a1-4cdf-97c9-c5328f18c20b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:12.368215 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:12.373269 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:12.422738 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bce94e9-ffa9-4222-a5ee-cee0255cce5f x-openstack-request-id: req-2bce94e9-ffa9-4222-a5ee-cee0255cce5f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:12.423369 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:12.425494 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2bce94e9-ffa9-4222-a5ee-cee0255cce5f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:12.429775 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186', 'status': 'completed', 'code': 200} Jul 07 17:08:12.468744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 82431670-572b-4450-ba18-decafb16100e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:12.592504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.596774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.603417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.604565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.611477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] Provisioning for port cfbac07f-2b19-4ca3-ab66-0406834e02f2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:12.613240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.614063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 82431670-572b-4450-ba18-decafb16100e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:12.614252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.614438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 82431670-572b-4450-ba18-decafb16100e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:12.620986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] Provisioning complete for port cfbac07f-2b19-4ca3-ab66-0406834e02f2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:12.622146 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.772577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=b99f6fd7-32bc-48a1-bc25-f7aff2502070,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.820690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8772397 Jul 07 17:08:12.834774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42000) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:12.851571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '44473994-2244-4e83-9ed2-15602acd1247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:12.864803 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:12.866367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c9133-5ad2-402e-be28-2e61d6958e52 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=44473994-2244-4e83-9ed2-15602acd1247,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.944060 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.953830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 44473994-2244-4e83-9ed2-15602acd1247 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:12.999246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-8f7a8da9-3b59-4cde-8a60-e7f01ad4f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.001083 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-8f7a8da9-3b59-4cde-8a60-e7f01ad4f9ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1096 time: 0.5337675 Jul 07 17:08:13.183529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:13.186018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:13.261371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d72850e5-6eed-4e11-99b9-06a26c9f8803 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:13.267148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:13.274951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.347626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] For port cfbac07f-2b19-4ca3-ab66-0406834e02f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cfbac07f-2b19-4ca3-ab66-0406834e02f2,segment=NetworkSegment(0483742e-1139-45c5-9468-d415d52a4ab5),segment_id=0483742e-1139-45c5-9468-d415d52a4ab5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:13.360862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.456670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-fe3baba2-543f-4688-bf2f-d255f91ffd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.458428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-fe3baba2-543f-4688-bf2f-d255f91ffd5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 200 len: 909 time: 0.4502099 Jul 07 17:08:13.463614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d72850e5-6eed-4e11-99b9-06a26c9f8803 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:13.538398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584ed26-da71-4206-8e5d-8b06cc78205e None None] Pushing event updated for resources: {'Port': ['ID=cfbac07f-2b19-4ca3-ab66-0406834e02f2,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.626400 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-fede6652-b4bd-4ce2-bfcd-631c1b8725ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 200 len: 999 time: 0.1528275 Jul 07 17:08:13.728475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-68177c98-b588-49b6-84d1-6b18277e1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.730382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-68177c98-b588-49b6-84d1-6b18277e1634 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86c2a815-2c16-4ef0-9282-dda1e8e32605 HTTP/1.1" status: 200 len: 847 time: 0.0954876 Jul 07 17:08:13.852704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:13.860375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:13.891046 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6921f186-9a12-44b8-976e-cd81e897dff5', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'port_id': '531db723-c555-4ebe-a6f5-3632c7e79186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'mac_address': 'fa:16:3e:fc:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532ce87f-838c-4338-aac7-6ddf05036429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:08:06Z', 'updated_at': '2021-07-07T17:08:06Z', 'revision_number': 0, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:13.938571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3670-9517-467f-a51e-0c19f4c51452 req-3363d393-55f2-41b1-813e-b5933e7e053b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.951976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d3c3670-9517-467f-a51e-0c19f4c51452 req-3363d393-55f2-41b1-813e-b5933e7e053b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 945 time: 0.6256216 Jul 07 17:08:13.998347 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd5b02-b617-4115-a89b-00728d5ad7b3 None None] The sync data for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 is: [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6921f186-9a12-44b8-976e-cd81e897dff5', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'port_id': '531db723-c555-4ebe-a6f5-3632c7e79186', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'mac_address': 'fa:16:3e:fc:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532ce87f-838c-4338-aac7-6ddf05036429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:08:06Z', 'updated_at': '2021-07-07T17:08:06Z', 'revision_number': 0, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:14.075613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 1fa84488-58ae-4a29-b969-eb3858c100b5 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:08:14.130292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d3c3670-9517-467f-a51e-0c19f4c51452 req-6d10c87d-51dd-42af-9701-fcb41d524482 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681166 Jul 07 17:08:14.308611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.356529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-51ea7846-e809-46de-b878-d80bc9aa87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.359424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-51ea7846-e809-46de-b878-d80bc9aa87a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e7cfd94-3938-4c82-981f-3e6462aac974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5845504 Jul 07 17:08:14.445270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3225945e-a821-4ff6-ba23-172643085eba None None] Provisioning complete for port cfbac07f-2b19-4ca3-ab66-0406834e02f2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:14.445837 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3225945e-a821-4ff6-ba23-172643085eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.576251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f72ed0e-e9e5-44dc-be32-0fdc561426b7 None None] Network 3817fa03-0811-4614-b961-1c25ec41369f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:14.608301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.716848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:14.729671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aa0659d3-9651-4786-b5f2-9e21dab3d22d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/1fa84488-58ae-4a29-b969-eb3858c100b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3798637 Jul 07 17:08:14.735206 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ffe88-322f-424b-8630-83f856667247 None None] Sync routers for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:14.744204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42014) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:14.758040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da8893-b904-4a67-956b-952ab61dc0d2 None None] New status for floating IP 6921f186-9a12-44b8-976e-cd81e897dff5: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:08:14.768495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ffe88-322f-424b-8630-83f856667247 None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:14.769331 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-664ffe88-322f-424b-8630-83f856667247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:14.858339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.887410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 67ef90a8-3146-4231-acd2-eca4c129de0e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:14.921968 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-664ffe88-322f-424b-8630-83f856667247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:14.931699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64295a9f-8afa-4d12-ad9c-c1d05d0222b5 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.932973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.935426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-64295a9f-8afa-4d12-ad9c-c1d05d0222b5 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports/b99f6fd7-32bc-48a1-bc25-f7aff2502070 HTTP/1.1" status: 200 len: 911 time: 0.1894846 Jul 07 17:08:14.938880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42016) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:14.948925 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ffe88-322f-424b-8630-83f856667247 None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:14.950843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.951196 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-664ffe88-322f-424b-8630-83f856667247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:14.982767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'port_id': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'mac_address': 'fa:16:3e:c6:c4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d6160-5d34-44f1-aab6-d9747038d2ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:14.993640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=01d3a7df-ffec-495e-93d0-ad016833e379,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.087001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-664ffe88-322f-424b-8630-83f856667247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:15.088219 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ffe88-322f-424b-8630-83f856667247 None None] The sync data for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:15.125538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '44473994-2244-4e83-9ed2-15602acd1247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:15.127260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: 44473994-2244-4e83-9ed2-15602acd1247, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:15.136228 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-0253ddcf-2717-440e-ad62-920ee906dff1 service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782959 Jul 07 17:08:15.231092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cfbac07f-2b19-4ca3-ab66-0406834e02f2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:15.286516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['67ef90a8-3146-4231-acd2-eca4c129de0e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:15.331753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 44473994-2244-4e83-9ed2-15602acd1247 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:15.396646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 44473994-2244-4e83-9ed2-15602acd1247) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:15.419167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.420177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.520887 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-89ac51c3-59ab-480a-ab86-90e15af1ab60 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6852052 Jul 07 17:08:15.524913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e536a947-a7cb-4378-b718-700fa79ce816 None None] Network 44473994-2244-4e83-9ed2-15602acd1247 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:15.525513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42022) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.550274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '44473994-2244-4e83-9ed2-15602acd1247', 'name': 'tempest-PortsTestJSON-1207152064'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:15.603319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93299175-4cbd-4d4c-9acf-a00908fe3001 req-dae3254d-5ebd-487c-9465-4a5e75f0b8d5 service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569592 Jul 07 17:08:15.793589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.182278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3225945e-a821-4ff6-ba23-172643085eba None None] Provisioning for port b99f6fd7-32bc-48a1-bc25-f7aff2502070 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:16.195484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cfbac07f-2b19-4ca3-ab66-0406834e02f2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.196126 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.205261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c78eb-af86-4f0d-8adf-14aaaf48aaca req-c6d1dafa-4255-432e-bd26-5a32a3c41554 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.216542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-389c78eb-af86-4f0d-8adf-14aaaf48aaca req-c6d1dafa-4255-432e-bd26-5a32a3c41554 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 944 time: 0.6477311 Jul 07 17:08:16.220764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:16.232946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.249583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3225945e-a821-4ff6-ba23-172643085eba None None] Provisioning complete for port b99f6fd7-32bc-48a1-bc25-f7aff2502070 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.250218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3225945e-a821-4ff6-ba23-172643085eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.355705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:16.384080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3225945e-a821-4ff6-ba23-172643085eba None None] Port b99f6fd7-32bc-48a1-bc25-f7aff2502070 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:16.477035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-44473994-2244-4e83-9ed2-15602acd1247', 'network_id': '44473994-2244-4e83-9ed2-15602acd1247', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': '01d3a7df-ffec-495e-93d0-ad016833e379'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:16.478559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.569808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-389c78eb-af86-4f0d-8adf-14aaaf48aaca req-40ba1bec-d380-42e6-80bc-1860b1380ed5 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521352 Jul 07 17:08:16.723145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.960404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Provisioning for port d72850e5-6eed-4e11-99b9-06a26c9f8803 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:17.037680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Provisioning complete for port d72850e5-6eed-4e11-99b9-06a26c9f8803 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:17.038474 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.146190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.6 (44473994-2244-4e83-9ed2-15602acd1247/01d3a7df-ffec-495e-93d0-ad016833e379/f8c4688d-012a-4a06-afdb-4d0bcdc83b00) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:17.348463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.370079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object f8c4688d-012a-4a06-afdb-4d0bcdc83b00 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:17.404875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42042) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.413679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.552533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] For port d72850e5-6eed-4e11-99b9-06a26c9f8803, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d72850e5-6eed-4e11-99b9-06a26c9f8803,segment=NetworkSegment(20c45ac7-b42b-46dd-a7c5-b98b8b0fac51),segment_id=20c45ac7-b42b-46dd-a7c5-b98b8b0fac51)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:17.560230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.635616 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.703069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Allocated IP 172.20.0.2 (44473994-2244-4e83-9ed2-15602acd1247/01d3a7df-ffec-495e-93d0-ad016833e379/98a7b7c3-f735-4f28-9ea0-f952f62d783a) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:17.950581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.969161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Transition to ACTIVE for port object 98a7b7c3-f735-4f28-9ea0-f952f62d783a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:18.004434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Transition to ACTIVE for port object 98a7b7c3-f735-4f28-9ea0-f952f62d783a will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:18.025210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:18.037270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.054833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Provisioning complete for port b99f6fd7-32bc-48a1-bc25-f7aff2502070 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:18.055670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.125556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 44473994-2244-4e83-9ed2-15602acd1247 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:18.148438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:18.218345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Network 44473994-2244-4e83-9ed2-15602acd1247 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:18.246586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:18.270771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:18.281646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:18.307633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.308328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.375776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8453636 Jul 07 17:08:18.387393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42052) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.401711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '44473994-2244-4e83-9ed2-15602acd1247', 'name': 'tempest-PortsTestJSON-1739238352'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:18.405572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28a8ab-9dcf-4f5b-a4f1-03cd5a72600b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=f8c4688d-012a-4a06-afdb-4d0bcdc83b00,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.553666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cd65f-33df-465d-ab4f-1ba0a7a6b6e1 req-8093df4e-b611-4b1f-a91e-0444bf0641ed tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.555515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e6cd65f-33df-465d-ab4f-1ba0a7a6b6e1 req-8093df4e-b611-4b1f-a91e-0444bf0641ed tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 944 time: 0.3900526 Jul 07 17:08:18.655240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8:1::1 (3817fa03-0811-4614-b961-1c25ec41369f/708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7/e3cb3d06-30d1-45e4-931e-6d15333e87c2) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:18.673455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Port b99f6fd7-32bc-48a1-bc25-f7aff2502070 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:18.700983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e6cd65f-33df-465d-ab4f-1ba0a7a6b6e1 req-ef33cc81-a021-4ff7-8b51-54852d4fc17a tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047485 Jul 07 17:08:18.715818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bd87-0c73-4dc5-a657-b77c296b41be None None] Pushing event updated for resources: {'Port': ['ID=d72850e5-6eed-4e11-99b9-06a26c9f8803,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.798958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Attempting to bind port 98a7b7c3-f735-4f28-9ea0-f952f62d783a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:18.799298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Attempting to bind port 98a7b7c3-f735-4f28-9ea0-f952f62d783a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '44473994-2244-4e83-9ed2-15602acd1247'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:18.799653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Attempting to bind port 98a7b7c3-f735-4f28-9ea0-f952f62d783a on network 44473994-2244-4e83-9ed2-15602acd1247 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:18.835788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:18.836187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Checking segment: {'id': '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '44473994-2244-4e83-9ed2-15602acd1247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:18.836585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.836993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Bound using segment: {'id': '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '44473994-2244-4e83-9ed2-15602acd1247'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:18.837548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Bound port: 98a7b7c3-f735-4f28-9ea0-f952f62d783a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '44473994-2244-4e83-9ed2-15602acd1247'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:18.837943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.842618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-52291f8e-18d6-46f6-97a3-d019ca593a5b None None] Provisioning complete for port d72850e5-6eed-4e11-99b9-06a26c9f8803 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:18.842989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-52291f8e-18d6-46f6-97a3-d019ca593a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.846702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Pushing event updated for resources: {'Port': ['ID=98a7b7c3-f735-4f28-9ea0-f952f62d783a,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.869085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:18.887145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.947171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:18.976381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] For port 98a7b7c3-f735-4f28-9ea0-f952f62d783a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:18.983195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] For port 98a7b7c3-f735-4f28-9ea0-f952f62d783a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=98a7b7c3-f735-4f28-9ea0-f952f62d783a,segment=NetworkSegment(47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea),segment_id=47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:18.988480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 67ef90a8-3146-4231-acd2-eca4c129de0e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:18.988990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.991680 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.137942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.182759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object e3cb3d06-30d1-45e4-931e-6d15333e87c2 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:19.245636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f33b-e8fd-4206-9763-984f6ba174c6 None None] Pushing event updated for resources: {'Port': ['ID=98a7b7c3-f735-4f28-9ea0-f952f62d783a,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:19.260927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d72850e5-6eed-4e11-99b9-06a26c9f8803 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:19.307014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.11 (44473994-2244-4e83-9ed2-15602acd1247/01d3a7df-ffec-495e-93d0-ad016833e379/f9fcc4e3-7fc8-4d77-9cd8-206724e05b30) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:19.361036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.455319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-be153f00-6c9c-4c72-9bf4-bfc44f409672 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2925544 Jul 07 17:08:19.475609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.591695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.620097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d72850e5-6eed-4e11-99b9-06a26c9f8803 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:19.620097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.627236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:19.628767 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b3e114-e049-45d1-a275-1c0dac4fdc90" -d '{"events": [{"server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "name": "network-vif-plugged", "status": "completed", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:19.729197 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faa9ea6-7496-4245-adf7-e06b3ed61a37 x-openstack-request-id: req-9faa9ea6-7496-4245-adf7-e06b3ed61a37 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:19.729197 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "name": "network-vif-plugged", "status": "completed", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:19.729197 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9faa9ea6-7496-4245-adf7-e06b3ed61a37 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:19.729877 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'code': 200} Jul 07 17:08:19.735457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:19.748380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.839940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e89f-6807-414e-a137-4849860769e6 req-834fea1e-0fd4-4ad0-a42a-2b67ccfe515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.844655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-834fea1e-0fd4-4ad0-a42a-2b67ccfe515a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.3607605 Jul 07 17:08:20.058822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.233040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e89f-6807-414e-a137-4849860769e6 req-35ac57ec-417f-4514-8447-b30a333db6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.236200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-35ac57ec-417f-4514-8447-b30a333db6df service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.2911384 Jul 07 17:08:20.295681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-9916fd85-e057-4448-8a35-c5548b4c2a97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eecb845-ab20-4388-a1f7-15435f6b3066 HTTP/1.1" status: 200 len: 217 time: 0.0511839 Jul 07 17:08:20.334268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 3817fa03-0811-4614-b961-1c25ec41369f is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:20.346975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:20.353299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:20.353879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.369664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e89f-6807-414e-a137-4849860769e6 req-86cd86c1-08fb-44cb-9bc6-f5a9d4f89a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.371207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-86cd86c1-08fb-44cb-9bc6-f5a9d4f89a6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.0563736 Jul 07 17:08:20.433998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=e3cb3d06-30d1-45e4-931e-6d15333e87c2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.436007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Deleting port d8654b05-cfe1-43ce-bd99-6f49807bd19d {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:20.436575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.452937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.453330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.453766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.455664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.455664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.455664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.456439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.456439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.460880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.460880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.460880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.460880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:20.537468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e89f-6807-414e-a137-4849860769e6 req-1adcee36-eceb-4c6e-a65c-8d28924144be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.539033 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-1adcee36-eceb-4c6e-a65c-8d28924144be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601024 Jul 07 17:08:20.626577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd69616-620b-48dc-814b-057e24c62688 req-477af059-c4cb-4f67-928a-a59041570733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.628336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fd69616-620b-48dc-814b-057e24c62688 req-477af059-c4cb-4f67-928a-a59041570733 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 1097 time: 0.3886597 Jul 07 17:08:20.690526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9499a2-b52c-42ba-b5f9-c3ecf4cd3145 req-3c31f867-4bac-4960-a280-b8cf6fb86e8d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.698239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9499a2-b52c-42ba-b5f9-c3ecf4cd3145 req-3c31f867-4bac-4960-a280-b8cf6fb86e8d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.4597514 Jul 07 17:08:20.698937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] For port d8654b05-cfe1-43ce-bd99-6f49807bd19d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d8654b05-cfe1-43ce-bd99-6f49807bd19d,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:20.698937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.758922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.759526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Calling delete_port for d8654b05-cfe1-43ce-bd99-6f49807bd19d owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:20.768762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.827521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2fd69616-620b-48dc-814b-057e24c62688 req-60c72215-c2a5-4e51-a885-58b9a6bffe11 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871054 Jul 07 17:08:20.839411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:20.886450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f9499a2-b52c-42ba-b5f9-c3ecf4cd3145 req-f98aec64-6d49-4d75-a58c-0ea136549086 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873283 Jul 07 17:08:20.948129 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-6f0e9ec8-6c5c-4b70-ad5f-39227fcb88b3 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904479 Jul 07 17:08:20.966709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-936b0f5f-8155-4d85-9fde-5d475c9c74cb None None] Provisioning for port e3cb3d06-30d1-45e4-931e-6d15333e87c2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:20.987411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-936b0f5f-8155-4d85-9fde-5d475c9c74cb None None] Provisioning complete for port e3cb3d06-30d1-45e4-931e-6d15333e87c2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:20.987900 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-936b0f5f-8155-4d85-9fde-5d475c9c74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.012144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.104307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 44473994-2244-4e83-9ed2-15602acd1247 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:21.140589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:21.148628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:21.172380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-936b0f5f-8155-4d85-9fde-5d475c9c74cb None None] Port e3cb3d06-30d1-45e4-931e-6d15333e87c2 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:21.275274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=f9fcc4e3-7fc8-4d77-9cd8-206724e05b30,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.320651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 98a7b7c3-f735-4f28-9ea0-f952f62d783a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:21.434082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.434958 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.465828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 98a7b7c3-f735-4f28-9ea0-f952f62d783a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:21.483747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7ff2e1aa-c079-4053-a270-04ded126fd40 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0926948 Jul 07 17:08:21.484953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693627fa-c04a-44db-a26a-fa858ca5646e None None] Network 44473994-2244-4e83-9ed2-15602acd1247 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:21.485241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42068) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.503918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3666e89f-6807-414e-a137-4849860769e6 req-1df0fbea-7816-42c6-9510-18cc45d3b515 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444584 Jul 07 17:08:21.533072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.558316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] Provisioning for port 98a7b7c3-f735-4f28-9ea0-f952f62d783a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:21.570414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] Provisioning complete for port 98a7b7c3-f735-4f28-9ea0-f952f62d783a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:21.570733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.578740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8654b05-cfe1-43ce-bd99-6f49807bd19d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.696214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.710538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f2d15-9d8a-42c7-96f2-8fd8a94962da tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.712775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ce7f2d15-9d8a-42c7-96f2-8fd8a94962da tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2257481 Jul 07 17:08:21.714925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.715960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.721032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42072) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.809832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=e3cb3d06-30d1-45e4-931e-6d15333e87c2,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.828798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.893621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] For port 98a7b7c3-f735-4f28-9ea0-f952f62d783a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=98a7b7c3-f735-4f28-9ea0-f952f62d783a,segment=NetworkSegment(47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea),segment_id=47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:21.907420 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.026138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dafc9-f0ed-4be9-b0a6-1d931b3b791b None None] Pushing event updated for resources: {'Port': ['ID=98a7b7c3-f735-4f28-9ea0-f952f62d783a,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.110413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 3817fa03-0811-4614-b961-1c25ec41369f is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:22.124556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:22.547946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Provisioning for port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:22.559992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Provisioning complete for port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:22.564475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.569600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 1fa84488-58ae-4a29-b969-eb3858c100b5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:22.587986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:22.588368 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.638954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.682351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:22.701173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Provisioning for port f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:22.708350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Provisioning complete for port f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:22.708695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.798783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Port f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:22.824314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Provisioning complete for port 98a7b7c3-f735-4f28-9ea0-f952f62d783a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:22.824687 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd8b6-4297-401a-a02b-f0a4c580db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.935461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ea52-8dca-4325-b4ca-13723a93371c req-c45e219c-bd6a-40af-9900-165b986c1b27 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.944113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d22ea52-8dca-4325-b4ca-13723a93371c req-c45e219c-bd6a-40af-9900-165b986c1b27 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.4950612 Jul 07 17:08:22.983701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.987997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:22.994121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2a737d84-9c98-42e5-b781-89b3a58186f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/1fa84488-58ae-4a29-b969-eb3858c100b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0506163 Jul 07 17:08:23.005070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42084) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.017935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] Sync routers for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:23.019519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:23.058230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:23.060187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.067775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d22ea52-8dca-4325-b4ca-13723a93371c req-79031bf4-9aeb-469c-8e5f-7cb0cab6d140 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226258 Jul 07 17:08:23.124277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.136723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:23.137833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.156787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60723a-a942-403a-9593-16f7fdeecc45 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.163450 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8b60723a-a942-403a-9593-16f7fdeecc45 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports/e3cb3d06-30d1-45e4-931e-6d15333e87c2 HTTP/1.1" status: 200 len: 913 time: 0.1571162 Jul 07 17:08:23.166097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.243466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.244938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0411702-cf34-4fd1-9f0a-dbb84bdb22c1 None None] The sync data for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:23.264841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e0cffb6-7a85-40c9-bea7-c179fb81e2bc None None] Provisioning complete for port e3cb3d06-30d1-45e4-931e-6d15333e87c2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:23.265313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e0cffb6-7a85-40c9-bea7-c179fb81e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.314900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cffb6-7a85-40c9-bea7-c179fb81e2bc None None] Port e3cb3d06-30d1-45e4-931e-6d15333e87c2 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:23.319203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 98a7b7c3-f735-4f28-9ea0-f952f62d783a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:23.361389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7e0cffb6-7a85-40c9-bea7-c179fb81e2bc None None] Provisioning complete for port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:23.361953 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e0cffb6-7a85-40c9-bea7-c179fb81e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.396254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.421854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 98a7b7c3-f735-4f28-9ea0-f952f62d783a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:23.422386 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.425935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cffb6-7a85-40c9-bea7-c179fb81e2bc None None] Port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:23.468174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=f9fcc4e3-7fc8-4d77-9cd8-206724e05b30,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.575722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-88b8b18d-919a-4ac6-b3ba-ad626f120a5d None None] Could not find standard attr ID for object f9fcc4e3-7fc8-4d77-9cd8-206724e05b30. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:23.590088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.596841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6df66e5e-3ddb-407c-bd21-aa842eade8b7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 HTTP/1.1" status: 204 len: 168 time: 1.7952306 Jul 07 17:08:23.597499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42090) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.632535 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70a8022-1b36-44a4-9a8b-0ee7142c8efa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:08:23.639164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e70a8022-1b36-44a4-9a8b-0ee7142c8efa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/f9fcc4e3-7fc8-4d77-9cd8-206724e05b30 HTTP/1.1" status: 404 len: 333 time: 0.0365441 Jul 07 17:08:23.639586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42092) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.644913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Router 41f460c2-f89b-4726-a816-974f045abc33 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:23.773854 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.832978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port f8c4688d-012a-4a06-afdb-4d0bcdc83b00 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:23.833854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.011792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.017028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:24.029249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a384f48-f02e-4c7d-b3cb-76bc56af391a admin admin] 10.222.0.78 "PUT /v2.0/routers/41f460c2-f89b-4726-a816-974f045abc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6216979 Jul 07 17:08:24.030676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42096) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.041216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for f8c4688d-012a-4a06-afdb-4d0bcdc83b00 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:24.045227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] Sync routers for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:24.072082 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:24.073469 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.260864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.291783 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:24.405667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.493854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.541850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d612797-ef73-4cc5-bb7c-2bc7b8da9a38 req-af82dec4-6ea9-421f-8b82-79526f04ce82 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.544471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d612797-ef73-4cc5-bb7c-2bc7b8da9a38 req-af82dec4-6ea9-421f-8b82-79526f04ce82 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.2228956 Jul 07 17:08:24.547767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=f8c4688d-012a-4a06-afdb-4d0bcdc83b00,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.711606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d612797-ef73-4cc5-bb7c-2bc7b8da9a38 req-0ca01ccd-06ef-441d-a7e5-ac76587e7dc9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033654 Jul 07 17:08:24.733178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.736276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9e35ffb5-b52e-4b4e-a2b5-e7ca45460931 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/f8c4688d-012a-4a06-afdb-4d0bcdc83b00 HTTP/1.1" status: 204 len: 168 time: 1.0951138 Jul 07 17:08:24.741313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42102) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.787495 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d52119a-603b-48ff-a1d9-b827a8129ede tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:08:24.789888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2d52119a-603b-48ff-a1d9-b827a8129ede tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/f8c4688d-012a-4a06-afdb-4d0bcdc83b00 HTTP/1.1" status: 404 len: 333 time: 0.0471585 Jul 07 17:08:24.794709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42106) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.888938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 01d3a7df-ffec-495e-93d0-ad016833e379 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:24.894139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.986056 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T17:08:21Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:25.015780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.103866 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] Checking router: 41f460c2-f89b-4726-a816-974f045abc33 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:25.111091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5485a67-e087-4f25-afa3-a2404e5b8a42 req-a68e1084-2941-4fd7-852d-95d3ab3f4800 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.119036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5485a67-e087-4f25-afa3-a2404e5b8a42 req-a68e1084-2941-4fd7-852d-95d3ab3f4800 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.1807978 Jul 07 17:08:25.140006 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] Routers {'41f460c2-f89b-4726-a816-974f045abc33'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:25.141350 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['41f460c2-f89b-4726-a816-974f045abc33'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:25.147407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.216034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5485a67-e087-4f25-afa3-a2404e5b8a42 req-b91be924-0c8c-45b7-8559-b730f21aa759 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923688 Jul 07 17:08:25.233669 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.300117 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] Set router 41f460c2-f89b-4726-a816-974f045abc33 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:25.337710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.366370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.373724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.374380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/01d3a7df-ffec-495e-93d0-ad016833e379 HTTP/1.1" status: 204 len: 168 time: 0.5764761 Jul 07 17:08:25.379094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a41d5d-dd49-4654-ae95-3b6880e889bd None None] Network 44473994-2244-4e83-9ed2-15602acd1247 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:25.454343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fc799-05a5-49cd-97d8-4ed1451fea5e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=01d3a7df-ffec-495e-93d0-ad016833e379,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.653886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Deleting port d37dc831-7c60-434f-9b12-4752059212e6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:25.654264 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.697404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] DHCP port deletion for 44473994-2244-4e83-9ed2-15602acd1247 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:25.706131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T17:08:21Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:25.737897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7831f6c-1399-4178-84c0-3ff2b1c89a9f None None] The sync data for ids ['41f460c2-f89b-4726-a816-974f045abc33'] in n-d-793619-7 is: [{'id': '41f460c2-f89b-4726-a816-974f045abc33', 'name': 'tempest-AttachVolumeTestJSON-685007625-router', 'tenant_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:38Z', 'updated_at': '2021-07-07T17:08:21Z', 'revision_number': 5, 'project_id': '66c5390ac9f249e7bf96b27ea28fb06b', 'gw_port': {'id': 'd37dc831-7c60-434f-9b12-4752059212e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f460c2-f89b-4726-a816-974f045abc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:25.769224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] Deleting port 98a7b7c3-f735-4f28-9ea0-f952f62d783a {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:25.770861 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.811782 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.857546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port e3cb3d06-30d1-45e4-931e-6d15333e87c2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:25.858107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.014019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-b85e7a84-de50-4728-90c0-28a48b087ef8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.016033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-b85e7a84-de50-4728-90c0-28a48b087ef8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 815 time: 0.1275337 Jul 07 17:08:26.038947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-7b7797d1-67db-4255-a70f-b368d8037605 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/quotas/396d8b97262e4bf6a0f3fd646d4537fb HTTP/1.1" status: 200 len: 375 time: 0.0164909 Jul 07 17:08:26.071883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] For port d37dc831-7c60-434f-9b12-4752059212e6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d37dc831-7c60-434f-9b12-4752059212e6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:26.072521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.108390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] For port 98a7b7c3-f735-4f28-9ea0-f952f62d783a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=98a7b7c3-f735-4f28-9ea0-f952f62d783a,segment=NetworkSegment(47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea),segment_id=47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:26.109182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.127867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] Calling delete_port for 98a7b7c3-f735-4f28-9ea0-f952f62d783a owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:26.144105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-ac020ade-1ebd-4dfb-a641-d2c70f4f9923 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984457 Jul 07 17:08:26.153238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Calling delete_port for d37dc831-7c60-434f-9b12-4752059212e6 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:26.220233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.242712 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.307201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] Pushing event deleted for resources: {'Port': ['ID=98a7b7c3-f735-4f28-9ea0-f952f62d783a,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.315928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f476906-f9e5-4c4b-922d-5139988a6dbe None None] No DVR routers for this DVR port 98a7b7c3-f735-4f28-9ea0-f952f62d783a on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:26.347680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-3e61e3cd-1e11-47f5-8894-b31fd5d8e6be service neutron] 10.222.0.78 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916957 Jul 07 17:08:26.353982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for e3cb3d06-30d1-45e4-931e-6d15333e87c2 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:26.486135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 98a7b7c3-f735-4f28-9ea0-f952f62d783a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:26.487317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.490194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-ef065698-3627-424a-8945-d428a7f9d1bb service neutron] 10.222.0.78 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407690 Jul 07 17:08:26.856440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4e965da-a74d-4a4d-b4d9-506d60103b55 req-5d6bd21e-73ef-43bd-a649-785b63175168 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 210 time: 0.0533977 Jul 07 17:08:26.906750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] For port 98a7b7c3-f735-4f28-9ea0-f952f62d783a, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:26.907468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.946866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 98a7b7c3-f735-4f28-9ea0-f952f62d783a owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:26.950563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Port 98a7b7c3-f735-4f28-9ea0-f952f62d783a was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:08:26.952665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.011903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=98a7b7c3-f735-4f28-9ea0-f952f62d783a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.027853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No DVR routers for this DVR port 98a7b7c3-f735-4f28-9ea0-f952f62d783a on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:27.240757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8654b05-cfe1-43ce-bd99-6f49807bd19d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:27.264765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-1851e369-1ef1-4c80-ac07-68e90af5aaa1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.271868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-1851e369-1ef1-4c80-ac07-68e90af5aaa1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1afec0d-9ab4-4181-ad2e-3aab3aacc31f HTTP/1.1" status: 200 len: 946 time: 0.1788464 Jul 07 17:08:27.321850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d8654b05-cfe1-43ce-bd99-6f49807bd19d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:27.337458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d8654b05-cfe1-43ce-bd99-6f49807bd19d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:27.338490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 98a7b7c3-f735-4f28-9ea0-f952f62d783a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:27.378722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 98a7b7c3-f735-4f28-9ea0-f952f62d783a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:27.379465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 98a7b7c3-f735-4f28-9ea0-f952f62d783a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:27.398350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.418394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.447773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44473994-2244-4e83-9ed2-15602acd1247']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:27.491001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Deleting port 67ef90a8-3146-4231-acd2-eca4c129de0e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:27.491540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.514957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=e3cb3d06-30d1-45e4-931e-6d15333e87c2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.532036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:27.533262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff4b4a-3d87-4b5b-bd08-b8c28d5204ea') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:27.557788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.644779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.647537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37dc831-7c60-434f-9b12-4752059212e6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.827217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] For port 67ef90a8-3146-4231-acd2-eca4c129de0e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=67ef90a8-3146-4231-acd2-eca4c129de0e,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:27.827574 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.862014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Calling delete_port for 67ef90a8-3146-4231-acd2-eca4c129de0e owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:28.263125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-534d2414-cc58-477d-ae3c-f27ae7da631c req-8f898ccf-0700-40f3-9e4b-b6e967ecbf25 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 210 time: 0.1337645 Jul 07 17:08:28.451025 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.486634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['67ef90a8-3146-4231-acd2-eca4c129de0e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:28.513247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Pushing event deleted for resources: {'Port': ['ID=67ef90a8-3146-4231-acd2-eca4c129de0e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.620895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] No DVR routers for this DVR port 67ef90a8-3146-4231-acd2-eca4c129de0e on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:28.625696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.630669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2f044e2-0e2f-435d-806f-529243f951d5 req-8090ad51-4c40-49f0-8374-f6a49602b369 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.13 "DELETE /v2.0/ports/67ef90a8-3146-4231-acd2-eca4c129de0e HTTP/1.1" status: 204 len: 173 time: 1.3527911 Jul 07 17:08:28.631462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'name': 'network-vif-deleted', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:28.650879 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283e8db-a054-4f36-b6bb-1561aea23b21" -d '{"events": [{"server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "name": "network-vif-deleted", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:28.666093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.706786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:28.707810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:28.725449 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:28.729710 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0ed10-80fc-4bdb-9ed8-e4123164e3e4 x-openstack-request-id: req-7fc0ed10-80fc-4bdb-9ed8-e4123164e3e4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:28.729710 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1afec0d-9ab4-4181-ad2e-3aab3aacc31f", "name": "network-vif-deleted", "tag": "67ef90a8-3146-4231-acd2-eca4c129de0e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:28.729710 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fc0ed10-80fc-4bdb-9ed8-e4123164e3e4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:28.729710 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1afec0d-9ab4-4181-ad2e-3aab3aacc31f', 'name': 'network-vif-deleted', 'tag': '67ef90a8-3146-4231-acd2-eca4c129de0e', 'status': 'completed', 'code': 200} Jul 07 17:08:28.887916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.079819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.281752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.390057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.395036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/44473994-2244-4e83-9ed2-15602acd1247 HTTP/1.1" status: 204 len: 168 time: 4.0192471 Jul 07 17:08:29.398618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.400911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42166) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.406204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-667136086'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:29.412554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.453816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:29.458205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.531463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a792-30f5-48ef-86b9-1bcce4e6d5dd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=44473994-2244-4e83-9ed2-15602acd1247,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.614201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.615517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f460c2-f89b-4726-a816-974f045abc33 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:08:29.714040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.716336 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b4ae6076-2d87-4aa7-a5f4-36583e5592a7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/41f460c2-f89b-4726-a816-974f045abc33 HTTP/1.1" status: 204 len: 168 time: 5.6841311 Jul 07 17:08:29.768337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42168) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.780483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-95ea526b-cde2-4e68-8a09-a8eb2c3e56e0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.783489 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-95ea526b-cde2-4e68-8a09-a8eb2c3e56e0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 815 time: 0.7275229 Jul 07 17:08:29.832977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Request body: {'port': {'device_id': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'admin_state_up': True, 'tenant_id': '396d8b97262e4bf6a0f3fd646d4537fb'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:29.973470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5df419a-e1fb-4b8f-9997-679557f3f5cb req-40ed51ec-be1d-41bd-94ce-2b7b4488f83e tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 210 time: 0.0728581 Jul 07 17:08:29.981315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Deleting subnet f88c2157-9296-4896-b6ad-c963859a0e58 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:29.992348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.023970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 1fa84488-58ae-4a29-b969-eb3858c100b5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:30.039789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:30.060867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.061630 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 908615d1-0fd0-437c-afdd-c6a39f2b4009 of type vlan for network 3c09fb61-0610-451d-b792-851d0cf818a1 Jul 07 17:08:30.102569 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.168084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.266099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.270416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Made reservation on behalf of 396d8b97262e4bf6a0f3fd646d4537fb for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:30.274231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.289235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.291135 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.372841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9664497 Jul 07 17:08:30.373289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:30.375369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42172) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.397885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] Sync routers for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:30.401176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20d45-ff89-47a9-b07a-f21ed8d9462e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=3c09fb61-0610-451d-b792-851d0cf818a1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.416447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:30.417267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:30.418474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:30.439998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3c09fb61-0610-451d-b792-851d0cf818a1 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:30.446570 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d98ebe9-73f3-4a45-98c5-5b5dd4743457 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/1fa84488-58ae-4a29-b969-eb3858c100b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2792320 Jul 07 17:08:30.449534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42174) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.490535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.613695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:30.673991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:30.676850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:30.682252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:30.698158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.746234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.760024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:30.761243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49140761-1984-4647-95ef-675b0a203ec8 None None] The sync data for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:30.956485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.964297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ce7f8-b3d1-4e1a-8384-bd244c28724c None None] Network e1cac576-c5a3-4ea6-898a-8e98e310d6bb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:30.976330 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f88c2157-9296-4896-b6ad-c963859a0e58 HTTP/1.1" status: 204 len: 168 time: 1.1911006 Jul 07 17:08:30.987014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42190) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.987875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Allocated IP 172.20.0.7 (94fe195a-0bf1-4580-a67c-35836a19f5a8/aa0d6160-5d34-44f1-aab6-d9747038d2ce/25bf2c5e-943c-4773-829a-c08d0ddeba75) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:31.080836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.152556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d37dc831-7c60-434f-9b12-4752059212e6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:31.181885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ec7f2-0a32-4f41-8441-4ee11a937b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88c2157-9296-4896-b6ad-c963859a0e58,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.201452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d37dc831-7c60-434f-9b12-4752059212e6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:31.201685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d37dc831-7c60-434f-9b12-4752059212e6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:31.338911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42198) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.364535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] DHCP port deletion for e1cac576-c5a3-4ea6-898a-8e98e310d6bb request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:31.444256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.446399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] Deleting port 19167ba1-7954-43ba-8c45-b73a2604d1d5 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:31.446978 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.497373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d58857d-6fd0-4fc2-8418-d2d89e304f3c req-c5aae23c-0a54-49bb-8136-e06cf567d5bb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 210 time: 0.1292269 Jul 07 17:08:31.579261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.594142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] For port 19167ba1-7954-43ba-8c45-b73a2604d1d5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=19167ba1-7954-43ba-8c45-b73a2604d1d5,segment=NetworkSegment(e792ca42-c424-4337-ab8c-72d23bea88bd),segment_id=e792ca42-c424-4337-ab8c-72d23bea88bd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:31.595625 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.614122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] Calling delete_port for 19167ba1-7954-43ba-8c45-b73a2604d1d5 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:31.703429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab7815bd-e43c-4e05-b168-1f34f877574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.755064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.757678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=80e67c79-a889-4b98-a804-8f1c34686bb7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.795387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] Pushing event deleted for resources: {'Port': ['ID=19167ba1-7954-43ba-8c45-b73a2604d1d5,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.800111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49a542-3e3c-40ee-858a-1f88dd018d38 None None] No DVR routers for this DVR port 19167ba1-7954-43ba-8c45-b73a2604d1d5 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:31.806413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port b99f6fd7-32bc-48a1-bc25-f7aff2502070 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:31.807030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.839704 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.913269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '908615d1-0fd0-437c-afdd-c6a39f2b4009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:31.914326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: 3c09fb61-0610-451d-b792-851d0cf818a1, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:31.940379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:31.971967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Deleting port 19167ba1-7954-43ba-8c45-b73a2604d1d5 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:31.972853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.977777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 67ef90a8-3146-4231-acd2-eca4c129de0e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:31.978284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 67ef90a8-3146-4231-acd2-eca4c129de0e not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:32.006823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.030850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for b99f6fd7-32bc-48a1-bc25-f7aff2502070 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:32.100909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 3c09fb61-0610-451d-b792-851d0cf818a1 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:32.145773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.165169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3c09fb61-0610-451d-b792-851d0cf818a1) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:32.177911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f30c26-9fd4-4f61-a52a-5140d10972a2 None None] Network 3c09fb61-0610-451d-b792-851d0cf818a1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:32.197447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.198545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.209606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] For port 19167ba1-7954-43ba-8c45-b73a2604d1d5, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:32.210614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.358260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Calling delete_port for 19167ba1-7954-43ba-8c45-b73a2604d1d5 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:32.361796 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.369254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Network 94fe195a-0bf1-4580-a67c-35836a19f5a8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:32.387415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Port 19167ba1-7954-43ba-8c45-b73a2604d1d5 was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:08:32.401434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab7815bd-e43c-4e05-b168-1f34f877574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.403217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=b99f6fd7-32bc-48a1-bc25-f7aff2502070,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.409398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:32.415600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.421185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:32.426788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab7815bd-e43c-4e05-b168-1f34f877574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.430673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Pushing event updated for resources: {'Port': ['ID=25bf2c5e-943c-4773-829a-c08d0ddeba75,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.467621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3c09fb61-0610-451d-b792-851d0cf818a1', 'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': '80e67c79-a889-4b98-a804-8f1c34686bb7'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:32.468545 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.509760 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bb8fc839-6165-4341-abcd-9c662892108c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0970814 Jul 07 17:08:32.534404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42202) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.552472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1', 'name': 'tempest-PortsTestJSON-1805715229', 'fixed_ips': [{'subnet_id': '80e67c79-a889-4b98-a804-8f1c34686bb7', 'ip_address': '172.20.0.10'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:32.570600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.660425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] No DVR routers for this DVR port 19167ba1-7954-43ba-8c45-b73a2604d1d5 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:32.735136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19167ba1-7954-43ba-8c45-b73a2604d1d5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.765769 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ab7815bd-e43c-4e05-b168-1f34f877574e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=771b0f530f1e483d834a20e2d7518dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4236321 Jul 07 17:08:32.770686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Allocated IP 172.20.0.2 (3c09fb61-0610-451d-b792-851d0cf818a1/80e67c79-a889-4b98-a804-8f1c34686bb7/f227d176-8e97-455a-a51c-e4e288fcc2a8) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:32.771968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7815bd-e43c-4e05-b168-1f34f877574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f62111f-b697-4fb1-9ed8-75a5bcd93f07,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.780788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.802059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.803437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.920629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.931313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d4460248-0f1f-4bf0-acc0-0cc40cdf1193 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1293709 Jul 07 17:08:32.950612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Request body: {'port': {'device_id': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:32.964778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cac576-c5a3-4ea6-898a-8e98e310d6bb']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.005159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e792ca42-c424-4337-ab8c-72d23bea88bd') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.005498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e792ca42-c424-4337-ab8c-72d23bea88bd') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.026127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 1fa84488-58ae-4a29-b969-eb3858c100b5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:33.030476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.033942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.036962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0c40b-1d5f-4c8f-9bb3-4d278b1a6202 req-3b45e0cf-14b5-4ae3-9740-4a9b4e487dc4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.038659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abb0c40b-1d5f-4c8f-9bb3-4d278b1a6202 req-3b45e0cf-14b5-4ae3-9740-4a9b4e487dc4 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 931 time: 0.2226424 Jul 07 17:08:33.052908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Transition to ACTIVE for port object f227d176-8e97-455a-a51c-e4e288fcc2a8 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:33.053236 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7eb16aec-7621-433f-97cb-1512e46c5f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.081530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.086835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Transition to ACTIVE for port object f227d176-8e97-455a-a51c-e4e288fcc2a8 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:33.099105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.120672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:33.121169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:33.124667 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:33.144109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:33.159190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abb0c40b-1d5f-4c8f-9bb3-4d278b1a6202 req-1d3d2de7-1ee2-42d9-a1d8-ea811b399e3b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102796 Jul 07 17:08:33.162233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:33.173600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-625e2a2e-3eb0-41c0-9d17-2df5f950f1ef tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/1fa84488-58ae-4a29-b969-eb3858c100b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222805 Jul 07 17:08:33.174276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42210) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.181234 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] Sync routers for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:33.182714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7eb16aec-7621-433f-97cb-1512e46c5f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.194296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Pushing event updated for resources: {'Port': ['ID=f227d176-8e97-455a-a51c-e4e288fcc2a8,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.205483 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:33.206201 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.242410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Network 3c09fb61-0610-451d-b792-851d0cf818a1 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:33.245294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:33.255585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:33.260133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.306256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-048edd33-0529-45cc-838c-4d89ab9e2278 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=1fa84488-58ae-4a29-b969-eb3858c100b5 HTTP/1.1" status: 200 len: 205 time: 0.1298783 Jul 07 17:08:33.306256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42212) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.312892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.325644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.327725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e1cac576-c5a3-4ea6-898a-8e98e310d6bb HTTP/1.1" status: 204 len: 168 time: 2.2552617 Jul 07 17:08:33.332604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 19167ba1-7954-43ba-8c45-b73a2604d1d5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:33.336868 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.359054 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] Routers {'1fa84488-58ae-4a29-b969-eb3858c100b5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:33.359799 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:10Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['1fa84488-58ae-4a29-b969-eb3858c100b5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.366658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 19167ba1-7954-43ba-8c45-b73a2604d1d5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:33.366658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 19167ba1-7954-43ba-8c45-b73a2604d1d5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:33.378142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22810f45-28b3-4574-9b8e-f075894126f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cac576-c5a3-4ea6-898a-8e98e310d6bb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.388163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Attempting to bind port f227d176-8e97-455a-a51c-e4e288fcc2a8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:33.388615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Attempting to bind port f227d176-8e97-455a-a51c-e4e288fcc2a8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '908615d1-0fd0-437c-afdd-c6a39f2b4009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:33.392094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Attempting to bind port f227d176-8e97-455a-a51c-e4e288fcc2a8 on network 3c09fb61-0610-451d-b792-851d0cf818a1 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:33.402947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:33.404720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Checking segment: {'id': '908615d1-0fd0-437c-afdd-c6a39f2b4009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:33.405583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.412947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Bound using segment: {'id': '908615d1-0fd0-437c-afdd-c6a39f2b4009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:33.416016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Bound port: f227d176-8e97-455a-a51c-e4e288fcc2a8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908615d1-0fd0-437c-afdd-c6a39f2b4009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:33.417020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.430970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7eb16aec-7621-433f-97cb-1512e46c5f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.433729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7eb16aec-7621-433f-97cb-1512e46c5f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.434527 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.435094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7eb16aec-7621-433f-97cb-1512e46c5f01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f62111f-b697-4fb1-9ed8-75a5bcd93f07 HTTP/1.1" status: 204 len: 168 time: 0.6519420 Jul 07 17:08:33.438077 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d5a71-2666-440a-a93f-3d46e9f6dcff None None] The sync data for ids ['1fa84488-58ae-4a29-b969-eb3858c100b5'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:33.459931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.492767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.525403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb16aec-7621-433f-97cb-1512e46c5f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f62111f-b697-4fb1-9ed8-75a5bcd93f07,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.546760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 7010c497-bae8-4184-b18f-ac90b10a6ddc yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:33.703545 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.737199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] For port f227d176-8e97-455a-a51c-e4e288fcc2a8, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:33.742220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] For port f227d176-8e97-455a-a51c-e4e288fcc2a8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f227d176-8e97-455a-a51c-e4e288fcc2a8,segment=NetworkSegment(908615d1-0fd0-437c-afdd-c6a39f2b4009),segment_id=908615d1-0fd0-437c-afdd-c6a39f2b4009)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:33.749477 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.846585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b613aa7-87ba-4097-b396-fdc2236c41a8 None None] Pushing event updated for resources: {'Port': ['ID=f227d176-8e97-455a-a51c-e4e288fcc2a8,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.144232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42218) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.164552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.171782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.331029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5e203111-af94-41b2-baa0-7b77e8e511ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66c5390ac9f249e7bf96b27ea28fb06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851091 Jul 07 17:08:34.332555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.333075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router 1fa84488-58ae-4a29-b969-eb3858c100b5 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:08:34.334618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42234) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.385942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.387181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fe79867d-9e45-4de8-a410-750dfe5526a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/1fa84488-58ae-4a29-b969-eb3858c100b5 HTTP/1.1" status: 204 len: 168 time: 1.0802538 Jul 07 17:08:34.394427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42236) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.419934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e481e975-d0e3-4c19-9ba2-a5ade29c22af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.493543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e481e975-d0e3-4c19-9ba2-a5ade29c22af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.524810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:34.540892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.649491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.653637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.10 (3c09fb61-0610-451d-b792-851d0cf818a1/80e67c79-a889-4b98-a804-8f1c34686bb7/7010c497-bae8-4184-b18f-ac90b10a6ddc) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:34.744143 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e481e975-d0e3-4c19-9ba2-a5ade29c22af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.747223 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e481e975-d0e3-4c19-9ba2-a5ade29c22af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.748436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e481e975-d0e3-4c19-9ba2-a5ade29c22af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b0c9263-f83a-49c9-af0e-3cdf09c1b9c5 HTTP/1.1" status: 204 len: 168 time: 0.4126332 Jul 07 17:08:34.772834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94439511-7b70-4ed1-907d-e17793e95ac6 req-edf0db35-5e00-4233-9cbe-25419a7e84de tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.774675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94439511-7b70-4ed1-907d-e17793e95ac6 req-edf0db35-5e00-4233-9cbe-25419a7e84de tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 931 time: 0.2555351 Jul 07 17:08:34.778430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481e975-d0e3-4c19-9ba2-a5ade29c22af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c9263-f83a-49c9-af0e-3cdf09c1b9c5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.857305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94439511-7b70-4ed1-907d-e17793e95ac6 req-ec68eb02-90a9-4df8-8e67-e13d961e3b66 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Jul 07 17:08:34.873732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bf2c5e-943c-4773-829a-c08d0ddeba75 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:34.924831 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.950468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.971747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Transition to ACTIVE for port object 25bf2c5e-943c-4773-829a-c08d0ddeba75 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:34.981750 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.012477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.060634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.080423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.085501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-211cc19e-1084-410f-a76f-9e0c4528553a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7 HTTP/1.1" status: 204 len: 168 time: 0.6873987 Jul 07 17:08:35.088156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42250) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.100105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f491f6-2d43-4c67-8d30-f0f6f0c3452d None None] Network 3817fa03-0811-4614-b961-1c25ec41369f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:35.201257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.259489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 684989c7-5c59-4633-8c1f-3219eaf322d0 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:35.261960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 7010c497-bae8-4184-b18f-ac90b10a6ddc will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:35.271064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.319155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f227d176-8e97-455a-a51c-e4e288fcc2a8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:35.339457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-df41483b-2e0a-4586-bf46-9d9aeff4fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.348784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=25bf2c5e-943c-4773-829a-c08d0ddeba75,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.392522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.544263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f227d176-8e97-455a-a51c-e4e288fcc2a8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:35.545759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.622133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.654321 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.656567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/684989c7-5c59-4633-8c1f-3219eaf322d0 HTTP/1.1" status: 204 len: 168 time: 0.5666089 Jul 07 17:08:35.669859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199048b-e8f2-4374-a09e-f70733ccb175 None None] Network c6f67746-8dac-4d27-ba80-53c59fee6fc7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:35.678801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d91598-5893-4db7-95d6-bd62281cf1c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=684989c7-5c59-4633-8c1f-3219eaf322d0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.684723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42264) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.800579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-cee627a9-b346-458f-a927-d2bb0b9264b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1044259 Jul 07 17:08:35.845390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.866907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128bbc7d-d060-4132-96ab-c8a8e851b147 None None] Network 3c09fb61-0610-451d-b792-851d0cf818a1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:35.895115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Attempting to bind port 25bf2c5e-943c-4773-829a-c08d0ddeba75 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:35.896829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Attempting to bind port 25bf2c5e-943c-4773-829a-c08d0ddeba75 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:35.896829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Attempting to bind port 25bf2c5e-943c-4773-829a-c08d0ddeba75 on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:35.943898 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:35.997323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=7010c497-bae8-4184-b18f-ac90b10a6ddc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.052377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Port 25bf2c5e-943c-4773-829a-c08d0ddeba75 on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:36.053615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Attempting to bind port 25bf2c5e-943c-4773-829a-c08d0ddeba75 on network 94fe195a-0bf1-4580-a67c-35836a19f5a8 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:36.060694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 3c09fb61-0610-451d-b792-851d0cf818a1 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:36.072868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:36.077599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:36.078707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Checking segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:36.079776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Bound using segment: {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:36.081167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Bound port: 25bf2c5e-943c-4773-829a-c08d0ddeba75, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6175b8fa-8a03-44c3-82e3-de937a716652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:36.086021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.088235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.091760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.093358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.094120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.094703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.097802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.098599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.104314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-70e3dc4a-4801-4443-a9fd-a9e05d3388ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.2122312 Jul 07 17:08:36.131134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.137374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:36.372494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] DHCP port deletion for 3817fa03-0811-4614-b961-1c25ec41369f request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:36.410162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] Provisioning for port f227d176-8e97-455a-a51c-e4e288fcc2a8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:36.420458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] Provisioning complete for port f227d176-8e97-455a-a51c-e4e288fcc2a8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:36.421167 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.473928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-0fd77370-b7df-46aa-af6e-d727c3309a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.475250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-0fd77370-b7df-46aa-af6e-d727c3309a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.476170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-0fd77370-b7df-46aa-af6e-d727c3309a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.479733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-0fd77370-b7df-46aa-af6e-d727c3309a0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 2298 time: 0.3077762 Jul 07 17:08:36.481502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.482740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.509159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e9c8d-f6e7-4e6a-8173-2b61dd8e33a4 req-e04129ff-8f08-47c1-96c4-7081d66f059d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.524080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] For port 25bf2c5e-943c-4773-829a-c08d0ddeba75, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:36.524522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-736e9c8d-f6e7-4e6a-8173-2b61dd8e33a4 req-e04129ff-8f08-47c1-96c4-7081d66f059d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 943 time: 0.2291415 Jul 07 17:08:36.552801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] For port 25bf2c5e-943c-4773-829a-c08d0ddeba75, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:36.574245 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ff148f1e-483e-4123-b88a-85f0df859738 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0312145 Jul 07 17:08:36.581352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.588260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.611575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '3c09fb61-0610-451d-b792-851d0cf818a1', 'name': 'tempest-PortsTestJSON-570718295', 'fixed_ips': [{'subnet_id': '80e67c79-a889-4b98-a804-8f1c34686bb7', 'ip_address': '172.20.0.9'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:36.737335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Deleting port d72850e5-6eed-4e11-99b9-06a26c9f8803 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:36.738059 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.755259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-736e9c8d-f6e7-4e6a-8173-2b61dd8e33a4 req-cb310c05-2861-47ab-88f3-edddf76d0e38 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143013 Jul 07 17:08:36.779500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-69e8144c-6dbe-499a-b119-39dd88233e0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1001 time: 0.2890358 Jul 07 17:08:36.866868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=25bf2c5e-943c-4773-829a-c08d0ddeba75,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.872761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port d72850e5-6eed-4e11-99b9-06a26c9f8803 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:36.873358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.890037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.967648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-50848498-717c-48f1-9c4f-3597a496e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.971532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-50848498-717c-48f1-9c4f-3597a496e2b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.1839848 Jul 07 17:08:36.984343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] For port f227d176-8e97-455a-a51c-e4e288fcc2a8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f227d176-8e97-455a-a51c-e4e288fcc2a8,segment=NetworkSegment(908615d1-0fd0-437c-afdd-c6a39f2b4009),segment_id=908615d1-0fd0-437c-afdd-c6a39f2b4009)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:37.004256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port d72850e5-6eed-4e11-99b9-06a26c9f8803, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d72850e5-6eed-4e11-99b9-06a26c9f8803,segment=NetworkSegment(20c45ac7-b42b-46dd-a7c5-b98b8b0fac51),segment_id=20c45ac7-b42b-46dd-a7c5-b98b8b0fac51)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:37.004955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.024959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for d72850e5-6eed-4e11-99b9-06a26c9f8803 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:37.044524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.083119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] DHCP port deletion for c6f67746-8dac-4d27-ba80-53c59fee6fc7 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:37.214138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.248150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-99798419-9fc0-4e9f-9c90-be14ed109d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.256708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-99798419-9fc0-4e9f-9c90-be14ed109d1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759941 Jul 07 17:08:37.264295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.265833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.267954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d34f29b2-1480-48e8-a221-623376b5c2d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/25bf2c5e-943c-4773-829a-c08d0ddeba75 HTTP/1.1" status: 200 len: 1091 time: 4.3216367 Jul 07 17:08:37.269705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'tag': '25bf2c5e-943c-4773-829a-c08d0ddeba75'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:37.272798 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc6504-b197-463e-91cb-4699ab30150b" -d '{"events": [{"name": "network-changed", "server_uuid": "87cc4e77-0f79-41ab-9d63-5cebb4a84a7f", "tag": "25bf2c5e-943c-4773-829a-c08d0ddeba75"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:37.285419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=d72850e5-6eed-4e11-99b9-06a26c9f8803,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.292320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port d72850e5-6eed-4e11-99b9-06a26c9f8803 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:37.303161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cfbac07f-2b19-4ca3-ab66-0406834e02f2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:37.492440 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c2ffd8-ef09-4123-858b-e730e3316df5 x-openstack-request-id: req-41c2ffd8-ef09-4123-858b-e730e3316df5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:37.492907 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cc4e77-0f79-41ab-9d63-5cebb4a84a7f", "tag": "25bf2c5e-943c-4773-829a-c08d0ddeba75", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:37.498636 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41c2ffd8-ef09-4123-858b-e730e3316df5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:37.499396 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'tag': '25bf2c5e-943c-4773-829a-c08d0ddeba75', 'status': 'completed', 'code': 200} Jul 07 17:08:37.592823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-cc51c805-6e96-4a4a-84c6-d8342a2c6bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312850 Jul 07 17:08:37.714321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] For port d72850e5-6eed-4e11-99b9-06a26c9f8803, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d72850e5-6eed-4e11-99b9-06a26c9f8803,segment=NetworkSegment(20c45ac7-b42b-46dd-a7c5-b98b8b0fac51),segment_id=20c45ac7-b42b-46dd-a7c5-b98b8b0fac51)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:37.715379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.784937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.839691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3817fa03-0811-4614-b961-1c25ec41369f']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:37.875927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-cac0ef7f-2d62-4897-8580-338996c49038 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726636 Jul 07 17:08:37.879544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:37.879544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c45ac7-b42b-46dd-a7c5-b98b8b0fac51') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:37.985260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.044149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-8604b2b0-1329-4572-8f62-0a9c80eed78b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.1600025 Jul 07 17:08:38.088430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.093336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:38.105751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.114213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-487313ec-0bfe-4daf-bce4-af8087810ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.117433 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-487313ec-0bfe-4daf-bce4-af8087810ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 1094 time: 0.7392509 Jul 07 17:08:38.128862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Calling delete_port for d72850e5-6eed-4e11-99b9-06a26c9f8803 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:38.149446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e91f3aa8-b799-4cbc-9f31-f1ca841518aa None None] Provisioning for port 7010c497-bae8-4184-b18f-ac90b10a6ddc completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:38.159086 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.171527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e91f3aa8-b799-4cbc-9f31-f1ca841518aa None None] Provisioning complete for port 7010c497-bae8-4184-b18f-ac90b10a6ddc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:38.172130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e91f3aa8-b799-4cbc-9f31-f1ca841518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.211496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:38.213078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.255984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b92c8-8925-4f93-accd-d5e59a743020 None None] Pushing event updated for resources: {'Port': ['ID=f227d176-8e97-455a-a51c-e4e288fcc2a8,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.280326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e91f3aa8-b799-4cbc-9f31-f1ca841518aa None None] Port 7010c497-bae8-4184-b18f-ac90b10a6ddc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:38.280694 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:38.325459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.354047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-b562e164-b463-4a74-baae-0fa0a6991a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.358839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-b562e164-b463-4a74-baae-0fa0a6991a92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.3046553 Jul 07 17:08:38.434747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02637292-f24c-4335-b08d-c883eccb42ef req-e495531f-104c-4c04-bea0-d768e8f74d26 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.442021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] Deleting port cfbac07f-2b19-4ca3-ab66-0406834e02f2 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:38.442810 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.444220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02637292-f24c-4335-b08d-c883eccb42ef req-e495531f-104c-4c04-bea0-d768e8f74d26 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 943 time: 0.3357596 Jul 07 17:08:38.468306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 8126724f-4355-4665-93db-aa8b969493f8 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:38.486426 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-e74b69b2-4922-4a9a-a3dc-3db0bc140e24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75 HTTP/1.1" status: 200 len: 217 time: 0.3317959 Jul 07 17:08:38.549987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02637292-f24c-4335-b08d-c883eccb42ef req-5c0a1c62-a576-4a89-9e46-32d71e7d467b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043956 Jul 07 17:08:38.554023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-ea89f736-ab0d-47ff-9133-0bc9b6bea608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.556829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-ea89f736-ab0d-47ff-9133-0bc9b6bea608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1882181 Jul 07 17:08:38.557064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port cfbac07f-2b19-4ca3-ab66-0406834e02f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cfbac07f-2b19-4ca3-ab66-0406834e02f2,segment=NetworkSegment(0483742e-1139-45c5-9468-d415d52a4ab5),segment_id=0483742e-1139-45c5-9468-d415d52a4ab5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:38.562801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e91f3aa8-b799-4cbc-9f31-f1ca841518aa None None] Provisioning complete for port f227d176-8e97-455a-a51c-e4e288fcc2a8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:38.563462 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e91f3aa8-b799-4cbc-9f31-f1ca841518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.598682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.599139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d72850e5-6eed-4e11-99b9-06a26c9f8803 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:38.676539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-18508a25-868a-416e-9719-ff33387f4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.679509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-18508a25-868a-416e-9719-ff33387f4ec7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 200 len: 855 time: 0.0876784 Jul 07 17:08:38.759018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.762882 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-6210e63c-9b68-4235-bf5b-262582f66785 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94fe195a-0bf1-4580-a67c-35836a19f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749130 Jul 07 17:08:38.767403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d72850e5-6eed-4e11-99b9-06a26c9f8803 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:38.770016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d72850e5-6eed-4e11-99b9-06a26c9f8803 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:38.790245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.794553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/3817fa03-0811-4614-b961-1c25ec41369f HTTP/1.1" status: 204 len: 168 time: 3.1058433 Jul 07 17:08:38.794553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42617ab-cc8d-408d-8c1a-b5df6a3681eb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=3817fa03-0811-4614-b961-1c25ec41369f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.802769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:38.803984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] For port cfbac07f-2b19-4ca3-ab66-0406834e02f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cfbac07f-2b19-4ca3-ab66-0406834e02f2,segment=NetworkSegment(0483742e-1139-45c5-9468-d415d52a4ab5),segment_id=0483742e-1139-45c5-9468-d415d52a4ab5)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:38.804647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.863790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] Calling delete_port for cfbac07f-2b19-4ca3-ab66-0406834e02f2 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:38.876310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-c8cb16ba-f27a-471f-8ce7-5b50f684c842 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076351 Jul 07 17:08:38.935731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=cfbac07f-2b19-4ca3-ab66-0406834e02f2,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.947415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.100029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.126581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-fdb94d45-d19f-475b-a8e5-0190968d09ca service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443359 Jul 07 17:08:39.208085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Pushing event deleted for resources: {'Port': ['ID=d72850e5-6eed-4e11-99b9-06a26c9f8803,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.210810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-d598d9df-9f1f-4c62-81ad-f9c38e9b1377 service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247570 Jul 07 17:08:39.231107 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.256257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efdac957-45bc-4eb9-87a6-81b813ed8550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.262723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] The port 'cfbac07f-2b19-4ca3-ab66-0406834e02f2' was deleted {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:08:39.263742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] Network 3817fa03-0811-4614-b961-1c25ec41369f is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:08:39.267804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.9 (3c09fb61-0610-451d-b792-851d0cf818a1/80e67c79-a889-4b98-a804-8f1c34686bb7/8126724f-4355-4665-93db-aa8b969493f8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:39.282190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-3224b99f-2995-4f11-bce3-c32eec321cdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.1503100 Jul 07 17:08:39.285486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31b7be-d03c-4092-962b-6e9f8b5d80eb None None] No DVR routers for this DVR port d72850e5-6eed-4e11-99b9-06a26c9f8803 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:39.309788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f227d176-8e97-455a-a51c-e4e288fcc2a8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:39.413895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-61962ecc-b85d-4e20-8453-9f4d55442203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.421301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-61962ecc-b85d-4e20-8453-9f4d55442203 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1321149 Jul 07 17:08:39.474609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.477191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.479014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] No DVR routers for this DVR port cfbac07f-2b19-4ca3-ab66-0406834e02f2 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:39.500020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1014c8-4cbb-40c1-923f-4a687471499b None None] Pushing event deleted for resources: {'Port': ['ID=cfbac07f-2b19-4ca3-ab66-0406834e02f2,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.530023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f227d176-8e97-455a-a51c-e4e288fcc2a8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:39.530821 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.553855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f67746-8dac-4d27-ba80-53c59fee6fc7']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:39.596567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0483742e-1139-45c5-9468-d415d52a4ab5') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:39.596882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0483742e-1139-45c5-9468-d415d52a4ab5') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:39.626624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.649533 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c876d601-7f72-4c5d-aad5-63a8c0611bdc req-c128cf79-6ba3-4865-bb32-248216812edd service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304357 Jul 07 17:08:39.664463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-1f3807a2-8c08-4b7b-accb-fcfa15ecf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.670286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-1f3807a2-8c08-4b7b-accb-fcfa15ecf3ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2391262 Jul 07 17:08:39.744268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.787428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:39.787931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:39.795242 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:39.825650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c1baf2b2-1954-49e7-95b1-14edb174a887 None None] Provisioning complete for port 7010c497-bae8-4184-b18f-ac90b10a6ddc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:39.826261 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c1baf2b2-1954-49e7-95b1-14edb174a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.926070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c1baf2b2-1954-49e7-95b1-14edb174a887 None None] Port 7010c497-bae8-4184-b18f-ac90b10a6ddc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:39.929975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-f291aa26-2d4b-44df-b3d9-930590728294 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520850 Jul 07 17:08:40.030566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.048534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.055694 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/c6f67746-8dac-4d27-ba80-53c59fee6fc7 HTTP/1.1" status: 204 len: 168 time: 1.2485816 Jul 07 17:08:40.061402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.064302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:40.075510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1349160249'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:40.108163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f9e64-bdda-4503-a683-68c6c6113228 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=c6f67746-8dac-4d27-ba80-53c59fee6fc7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.133150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 8126724f-4355-4665-93db-aa8b969493f8 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:40.163946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc6504-b197-463e-91cb-4699ab30150b req-a5c1f424-44c7-488d-9f82-944e64fea5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.165942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-a5c1f424-44c7-488d-9f82-944e64fea5a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 1094 time: 0.3307416 Jul 07 17:08:40.168700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:40.174394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.217374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc1430-0e01-47b2-a572-d6f49b7e92a4 req-e7f06ab4-f6e5-42f0-af1a-9b08b71dd74c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.221208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36fc1430-0e01-47b2-a572-d6f49b7e92a4 req-e7f06ab4-f6e5-42f0-af1a-9b08b71dd74c tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 943 time: 0.2886164 Jul 07 17:08:40.294752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-bb69cfdd-977d-4630-954f-a96575e72d50 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497107 Jul 07 17:08:40.373543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-c8beb50c-1bfb-4282-bda2-b8cab7aa76ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.0719543 Jul 07 17:08:40.451994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36fc1430-0e01-47b2-a572-d6f49b7e92a4 req-fc265309-7cfe-400e-8347-ba675137f096 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190027 Jul 07 17:08:40.493329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc6504-b197-463e-91cb-4699ab30150b req-0ed89ffd-9edc-4da2-9ded-5ebbb76f53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.497148 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-0ed89ffd-9edc-4da2-9ded-5ebbb76f53c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 200 len: 916 time: 0.3149073 Jul 07 17:08:40.509658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-3a303aef-36e0-40eb-84dd-8bc5550c9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.513032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-3a303aef-36e0-40eb-84dd-8bc5550c9d66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1239166 Jul 07 17:08:40.549611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.606107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-7ee659d3-1ad1-4347-b255-aecb3bd0f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.607944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-7ee659d3-1ad1-4347-b255-aecb3bd0f27e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852573 Jul 07 17:08:40.687330 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-f88e256a-2428-44e5-a7bb-f0c90b178c8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75 HTTP/1.1" status: 200 len: 217 time: 0.1570230 Jul 07 17:08:40.706412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:40.739391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-838aedbc-9a9f-4892-afc8-56f8e118d384 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227090 Jul 07 17:08:40.758333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.809871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 3c09fb61-0610-451d-b792-851d0cf818a1 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:40.853274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:40.867938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.873608 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 163c2f88-d287-4bd9-bead-2390874830fd of type vlan for network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 Jul 07 17:08:40.904837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=8126724f-4355-4665-93db-aa8b969493f8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.910529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:40.930142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-59f32c39-20dd-4c74-9dcf-e4f9e316b299 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772358 Jul 07 17:08:40.930142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.007903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc6504-b197-463e-91cb-4699ab30150b req-64b6b40e-960d-40c9-b13f-2f875a6ced25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.009696 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-64b6b40e-960d-40c9-b13f-2f875a6ced25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 200 len: 855 time: 0.3063691 Jul 07 17:08:41.017968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.034007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-038c016e-fef0-450b-8e45-0583e0c75cc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.1030371 Jul 07 17:08:41.109294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-acb4c6a6-924f-473e-a621-843dc8b0aa7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94fe195a-0bf1-4580-a67c-35836a19f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832558 Jul 07 17:08:41.120811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.134221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.155363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-8ff26177-57a5-430c-bd24-3178eac01a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.162586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-8ff26177-57a5-430c-bd24-3178eac01a4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1153524 Jul 07 17:08:41.179755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c5c75fb-e36c-4a20-aebc-fdd9cdcc47de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.180810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.resource_extend [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:08:41.299268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-a546848b-453f-40b3-bdfd-1e7857ffa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.300970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-a546848b-453f-40b3-bdfd-1e7857ffa8bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357377 Jul 07 17:08:41.314588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42376) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.316620 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-373a9c65-5065-4b60-8a5a-dab391278ca4 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7305005 Jul 07 17:08:41.318915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.332525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.334025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.377805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c63c13b9-5cbc-4d8e-b592-4ed72ed83f34 None None] Provisioning for port 8126724f-4355-4665-93db-aa8b969493f8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:41.382867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c63c13b9-5cbc-4d8e-b592-4ed72ed83f34 None None] Provisioning complete for port 8126724f-4355-4665-93db-aa8b969493f8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:41.383329 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c63c13b9-5cbc-4d8e-b592-4ed72ed83f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.430339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c63c13b9-5cbc-4d8e-b592-4ed72ed83f34 None None] Port 8126724f-4355-4665-93db-aa8b969493f8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:41.592185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=286a0ee5-0cd4-4d56-81d9-e286d5d82680,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.610662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:41.636057 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-d5c224f7-fbc8-4111-bddf-994b3095c8c1 service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103553 Jul 07 17:08:41.686112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c5c75fb-e36c-4a20-aebc-fdd9cdcc47de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.724186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c5c75fb-e36c-4a20-aebc-fdd9cdcc47de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.760174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a3570b2e-c2ed-4281-b299-3400572cfadd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6915567 Jul 07 17:08:41.764789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42380) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.773954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:41.784496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-79c9d134-fa8d-41cf-b081-9a48208e0c5b service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756215 Jul 07 17:08:41.966943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c5c75fb-e36c-4a20-aebc-fdd9cdcc47de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=177fd0aeb5e44bbea80c6462730a39b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0344114 Jul 07 17:08:41.972527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.977748 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57fc6504-b197-463e-91cb-4699ab30150b req-acef1340-83f1-4e3f-a971-273ca965087f service neutron] 10.222.0.54 "GET /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344784 Jul 07 17:08:41.984658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c75fb-e36c-4a20-aebc-fdd9cdcc47de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74967571-2df2-46eb-9fba-fc5fd5b845b2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.003371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00a54e-4f52-487d-acb8-a398d1d917eb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.005945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3d00a54e-4f52-487d-acb8-a398d1d917eb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6891105 Jul 07 17:08:42.014379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42384) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:42.088965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27337c5-8ca3-4d38-aca4-ae02f79dfa9b req-9bfe7e24-ec2d-44eb-97cc-30df9a04bbb2 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.091702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27337c5-8ca3-4d38-aca4-ae02f79dfa9b req-9bfe7e24-ec2d-44eb-97cc-30df9a04bbb2 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 943 time: 0.3979084 Jul 07 17:08:42.099904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:42.109666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.113209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-a5431653-d0c2-4809-9e6e-85f4fcb756e4 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847717 Jul 07 17:08:42.179089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-1cd88a4d-2223-41cc-a6c7-f33deb017e32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.0555828 Jul 07 17:08:42.234614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2759d860-ed9e-430e-af17-8d1670f140dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.257321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d27337c5-8ca3-4d38-aca4-ae02f79dfa9b req-4996038a-d284-4a66-942e-ffbe7f3a8a21 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397679 Jul 07 17:08:42.263717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2759d860-ed9e-430e-af17-8d1670f140dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.312168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-b818de09-765c-4c02-bf62-dc0a23296ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.314287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-b818de09-765c-4c02-bf62-dc0a23296ad6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1237378 Jul 07 17:08:42.380585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e09741-083a-461b-bf4e-544703527652 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.393250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e09741-083a-461b-bf4e-544703527652 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.394159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-7e0f5a2f-e05f-4e0f-bd7c-b5761b6d39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.395907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-7e0f5a2f-e05f-4e0f-bd7c-b5761b6d39fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745215 Jul 07 17:08:42.405661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e09741-083a-461b-bf4e-544703527652 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.408744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-74e09741-083a-461b-bf4e-544703527652 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3906696 Jul 07 17:08:42.411874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:42.419042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2759d860-ed9e-430e-af17-8d1670f140dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.425464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2759d860-ed9e-430e-af17-8d1670f140dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.429735 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2759d860-ed9e-430e-af17-8d1670f140dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74967571-2df2-46eb-9fba-fc5fd5b845b2 HTTP/1.1" status: 204 len: 168 time: 0.4556110 Jul 07 17:08:42.457029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759d860-ed9e-430e-af17-8d1670f140dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74967571-2df2-46eb-9fba-fc5fd5b845b2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.652823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-5be995a7-b539-4783-88ac-c09f42253b3b service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491548 Jul 07 17:08:42.669541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.732582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=c376dbf2-7e28-43f7-9630-fe4d23eb0671,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.752860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 8126724f-4355-4665-93db-aa8b969493f8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:42.753241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.776973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '163c2f88-d287-4bd9-bead-2390874830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:42.777550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: 286a0ee5-0cd4-4d56-81d9-e286d5d82680, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:42.802449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:42.824121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 286a0ee5-0cd4-4d56-81d9-e286d5d82680) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:42.832478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.833479 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.838702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c50f9-ef75-4ae4-8e70-2167402080ac None None] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:42.881752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42400) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:42.911622 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fce71638-42d3-461a-972f-5e135e4dfd44 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1436970 Jul 07 17:08:42.916064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42404) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:42.936291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1192071868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:42.979707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 25bf2c5e-943c-4773-829a-c08d0ddeba75 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:43.006428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.008454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.073711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-864a2cdc-c1cf-43dd-99f7-56e7c71694f3 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079723 Jul 07 17:08:43.098451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42406) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.149463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-345d16b6-67e6-4f84-80ab-f2818b90f512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.0671375 Jul 07 17:08:43.151357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.174143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.175741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9633a721-366b-46d2-a1ec-a3a5033e7289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.194705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.229815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.231741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0a7ce56d-adb9-4481-9b1f-c3446337dce8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3136432 Jul 07 17:08:43.238072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.244189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'port': {'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680', 'name': 'tempest-RoutersIpV6Test-837109995'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:43.373379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-8c63845a-70c9-404c-8593-2114536d66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.375013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-8c63845a-70c9-404c-8593-2114536d66bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.2129169 Jul 07 17:08:43.408671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 8126724f-4355-4665-93db-aa8b969493f8 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:43.460242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 25bf2c5e-943c-4773-829a-c08d0ddeba75, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.509565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9633a721-366b-46d2-a1ec-a3a5033e7289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.529898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9633a721-366b-46d2-a1ec-a3a5033e7289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.544073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '25bf2c5e-943c-4773-829a-c08d0ddeba75', 'network_id': '94fe195a-0bf1-4580-a67c-35836a19f5a8', 'port_id': '25bf2c5e-943c-4773-829a-c08d0ddeba75', 'mac_address': 'fa:16:3e:04:71:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0d6160-5d34-44f1-aab6-d9747038d2ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:43.626916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-286a0ee5-0cd4-4d56-81d9-e286d5d82680', 'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': 'c376dbf2-7e28-43f7-9630-fe4d23eb0671'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:43.628468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.644565 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9633a721-366b-46d2-a1ec-a3a5033e7289 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4494cdaf3749448988f9ba7235d78ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436039 Jul 07 17:08:43.652138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42414) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.659434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-e9f60048-bba3-426d-8205-6a0a8f06a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.661615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-e9f60048-bba3-426d-8205-6a0a8f06a0e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2501996 Jul 07 17:08:43.696059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e7768b0-6f9a-4273-991e-20c5fd623450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.700170 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.791206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a721-366b-46d2-a1ec-a3a5033e7289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948351a0-08db-4022-b408-3aba2b52f2c6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.837981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bf2c5e-943c-4773-829a-c08d0ddeba75 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:43.847028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd969ec-5f22-4790-854a-003208af5ed3 req-b59e3295-7d50-4adc-87fc-f909465c72e1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.860417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbd969ec-5f22-4790-854a-003208af5ed3 req-b59e3295-7d50-4adc-87fc-f909465c72e1 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 943 time: 0.3757243 Jul 07 17:08:43.913143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 25bf2c5e-943c-4773-829a-c08d0ddeba75, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.946746 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e7768b0-6f9a-4273-991e-20c5fd623450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.948081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.956353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e7768b0-6f9a-4273-991e-20c5fd623450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.038649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:44.045416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.060646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Allocated IP 2001:db8::2 (286a0ee5-0cd4-4d56-81d9-e286d5d82680/c376dbf2-7e28-43f7-9630-fe4d23eb0671/e23345bb-ea68-45fd-812b-9abca5af86ac) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:44.069598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7768b0-6f9a-4273-991e-20c5fd623450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f773f3-177c-40b5-a41b-cf4020c5eb78,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.081789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=25bf2c5e-943c-4773-829a-c08d0ddeba75,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.089225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e7768b0-6f9a-4273-991e-20c5fd623450 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03bcff7d9bb047bf86962115fc17e9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2054100 Jul 07 17:08:44.092096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42418) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.105575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] device_id is not set on port 06be34c0-1345-4fa2-b5f1-4749ce83a338 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:44.302078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.311881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bddbb51c-d027-410c-9756-e18661b347ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.324868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['25bf2c5e-943c-4773-829a-c08d0ddeba75'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:44.380035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-03306a79-1c05-4573-a222-eeeb120a1a7f service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883736 Jul 07 17:08:44.388144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbd969ec-5f22-4790-854a-003208af5ed3 req-60f76fbc-db05-4f4c-b326-b1ccac133118 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264471 Jul 07 17:08:44.397784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Transition to ACTIVE for port object e23345bb-ea68-45fd-812b-9abca5af86ac will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:44.425300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bddbb51c-d027-410c-9756-e18661b347ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.507340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Transition to ACTIVE for port object e23345bb-ea68-45fd-812b-9abca5af86ac will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:44.509267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.542772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.557018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=8126724f-4355-4665-93db-aa8b969493f8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.644975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:44.649617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff99cdb3-f0e4-4397-b98c-b26c9ebb3938 req-652fc668-9a8a-4b16-b32f-98da4008f44f service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518060 Jul 07 17:08:44.653339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bddbb51c-d027-410c-9756-e18661b347ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.656299 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bddbb51c-d027-410c-9756-e18661b347ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.658704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bddbb51c-d027-410c-9756-e18661b347ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/948351a0-08db-4022-b408-3aba2b52f2c6 HTTP/1.1" status: 204 len: 168 time: 1.0025682 Jul 07 17:08:44.676056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbb51c-d027-410c-9756-e18661b347ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948351a0-08db-4022-b408-3aba2b52f2c6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.679812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:44.684406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:44.684678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.688436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e01369a-f00e-4eb3-ba08-7415fd8850c1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/8126724f-4355-4665-93db-aa8b969493f8 HTTP/1.1" status: 204 len: 168 time: 2.2741165 Jul 07 17:08:44.699147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Pushing event updated for resources: {'Port': ['ID=e23345bb-ea68-45fd-812b-9abca5af86ac,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.708417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.775548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df0d43c-5a15-4bb8-961f-9dd12926f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.840382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df0d43c-5a15-4bb8-961f-9dd12926f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.884413 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a77278-a795-482d-baae-a5d99efd3ee7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:08:44.887342 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-32a77278-a795-482d-baae-a5d99efd3ee7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/8126724f-4355-4665-93db-aa8b969493f8 HTTP/1.1" status: 404 len: 333 time: 0.1754014 Jul 07 17:08:44.891808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Attempting to bind port e23345bb-ea68-45fd-812b-9abca5af86ac on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:44.892101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42426) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:44.892717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Attempting to bind port e23345bb-ea68-45fd-812b-9abca5af86ac by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '163c2f88-d287-4bd9-bead-2390874830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:44.893156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Attempting to bind port e23345bb-ea68-45fd-812b-9abca5af86ac on network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:44.903416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:44.903738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Checking segment: {'id': '163c2f88-d287-4bd9-bead-2390874830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:44.904080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.904669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Bound using segment: {'id': '163c2f88-d287-4bd9-bead-2390874830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:44.905508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Bound port: e23345bb-ea68-45fd-812b-9abca5af86ac, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c2f88-d287-4bd9-bead-2390874830fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '286a0ee5-0cd4-4d56-81d9-e286d5d82680'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:44.906092 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.946758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8::300 (286a0ee5-0cd4-4d56-81d9-e286d5d82680/c376dbf2-7e28-43f7-9630-fe4d23eb0671/06be34c0-1345-4fa2-b5f1-4749ce83a338) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:44.992893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df0d43c-5a15-4bb8-961f-9dd12926f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.996995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0df0d43c-5a15-4bb8-961f-9dd12926f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.998645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0df0d43c-5a15-4bb8-961f-9dd12926f64c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82f773f3-177c-40b5-a41b-cf4020c5eb78 HTTP/1.1" status: 204 len: 168 time: 0.9016049 Jul 07 17:08:45.030354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0d43c-5a15-4bb8-961f-9dd12926f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f773f3-177c-40b5-a41b-cf4020c5eb78,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.035824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] For port e23345bb-ea68-45fd-812b-9abca5af86ac, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:45.040165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] For port e23345bb-ea68-45fd-812b-9abca5af86ac, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e23345bb-ea68-45fd-812b-9abca5af86ac,segment=NetworkSegment(163c2f88-d287-4bd9-bead-2390874830fd),segment_id=163c2f88-d287-4bd9-bead-2390874830fd)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:45.047839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.136506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6cc8b-db9c-42d6-9617-c28eceb2e43d None None] Pushing event updated for resources: {'Port': ['ID=e23345bb-ea68-45fd-812b-9abca5af86ac,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.137144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 7010c497-bae8-4184-b18f-ac90b10a6ddc {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:45.137862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.288360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.311093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.330504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object 06be34c0-1345-4fa2-b5f1-4749ce83a338 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:45.337469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 7010c497-bae8-4184-b18f-ac90b10a6ddc owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:45.394490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.594319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=06be34c0-1345-4fa2-b5f1-4749ce83a338,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.601828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:45.603988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:45.606526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:45.613004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:45.615922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.644529 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06aaa932-176e-4456-87f2-08872c8a5724 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4048846 Jul 07 17:08:45.648997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42442) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:45.741402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.813511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=7010c497-bae8-4184-b18f-ac90b10a6ddc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.932471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.937901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-df3aba31-be25-4dc8-b7ac-0197bb13f9a9 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/7010c497-bae8-4184-b18f-ac90b10a6ddc HTTP/1.1" status: 204 len: 168 time: 1.0440571 Jul 07 17:08:45.940856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42456) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:45.977441 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda7b379-1a3d-4103-8cea-bf6540bf9c78 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:08:45.982516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cda7b379-1a3d-4103-8cea-bf6540bf9c78 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/7010c497-bae8-4184-b18f-ac90b10a6ddc HTTP/1.1" status: 404 len: 333 time: 0.0402231 Jul 07 17:08:45.988002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42458) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.156748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 80e67c79-a889-4b98-a804-8f1c34686bb7 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:46.163766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.237830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198acc59-da21-48ab-9025-a8bdce97c0ac req-9c639058-5d36-4bb1-aa33-754a083c3b2b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.246372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-198acc59-da21-48ab-9025-a8bdce97c0ac req-9c639058-5d36-4bb1-aa33-754a083c3b2b tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 944 time: 0.5281522 Jul 07 17:08:46.272922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.602226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.639307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-198acc59-da21-48ab-9025-a8bdce97c0ac req-fbe88e9f-cac5-46a1-8af1-24d964a9dfeb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916922 Jul 07 17:08:46.656429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.754206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42478) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.780545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.812548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.817579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131da1f-1a21-46dd-ba3a-5b61a5f6dfee None None] Network 3c09fb61-0610-451d-b792-851d0cf818a1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:46.821824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/80e67c79-a889-4b98-a804-8f1c34686bb7 HTTP/1.1" status: 204 len: 168 time: 0.8249371 Jul 07 17:08:46.857355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.865997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c4f4a-cee8-499b-bddf-4628c016924b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=80e67c79-a889-4b98-a804-8f1c34686bb7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.932363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 25bf2c5e-943c-4773-829a-c08d0ddeba75 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:47.024017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.027245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1142361578-network', 'tenant_id': '0c71e06225374db88ff11c5113a74338'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:47.079069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Made reservation on behalf of 0c71e06225374db88ff11c5113a74338 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:47.083623 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.107472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.137370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae28ec-9a45-475e-8106-81814ccafc68 None None] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:47.149030 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.156481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.207144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port f227d176-8e97-455a-a51c-e4e288fcc2a8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:47.207650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.306481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 25bf2c5e-943c-4773-829a-c08d0ddeba75 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:47.333647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 25bf2c5e-943c-4773-829a-c08d0ddeba75 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:47.334484 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.335928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.341410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=06be34c0-1345-4fa2-b5f1-4749ce83a338,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.346393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.393082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] For port f227d176-8e97-455a-a51c-e4e288fcc2a8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f227d176-8e97-455a-a51c-e4e288fcc2a8,segment=NetworkSegment(908615d1-0fd0-437c-afdd-c6a39f2b4009),segment_id=908615d1-0fd0-437c-afdd-c6a39f2b4009)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:47.394748 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.428231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9670e703-4eea-4521-a62f-24dba42979d7 None None] Provisioning for port e23345bb-ea68-45fd-812b-9abca5af86ac completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:47.429877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e953e-e102-4da8-adce-a2b6c253600b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.438921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:47.449826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e23345bb-ea68-45fd-812b-9abca5af86ac up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:47.479733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.479872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for f227d176-8e97-455a-a51c-e4e288fcc2a8 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:47.479965 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Added segment 31690b59-2cba-4d79-be9b-a9edc751fbbe of type vlan for network ac81aaaa-254c-4c80-89bf-59e4dbdb861a Jul 07 17:08:47.561679 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.622011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.631827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.637940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.640569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.652363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.692454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c7755-3db1-4d16-864d-54977456b699 None None] DHCP port deletion for 3c09fb61-0610-451d-b792-851d0cf818a1 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:47.715449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf2c5e-943c-4773-829a-c08d0ddeba75'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:47.728513 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f6f98-63fe-4fb0-9ed1-aeb80a22d333" -d '{"events": [{"server_uuid": "87cc4e77-0f79-41ab-9d63-5cebb4a84a7f", "name": "network-vif-plugged", "status": "completed", "tag": "25bf2c5e-943c-4773-829a-c08d0ddeba75"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:47.752085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.755447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0000038 Jul 07 17:08:47.763153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.770577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No DVR routers for this DVR port f227d176-8e97-455a-a51c-e4e288fcc2a8 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:47.776378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Request body: {'subnet': {'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1142361578-subnet', 'tenant_id': '0c71e06225374db88ff11c5113a74338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:47.812175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4d572-8e3d-4799-b557-891915bbe884 admin admin] Pushing event updated for resources: {'Network': ['ID=ac81aaaa-254c-4c80-89bf-59e4dbdb861a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.832313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=f227d176-8e97-455a-a51c-e4e288fcc2a8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.846712 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3391f7a9-5766-4415-babc-13a97d6e64b6 x-openstack-request-id: req-3391f7a9-5766-4415-babc-13a97d6e64b6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:47.847556 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc4e77-0f79-41ab-9d63-5cebb4a84a7f", "name": "network-vif-plugged", "status": "completed", "tag": "25bf2c5e-943c-4773-829a-c08d0ddeba75", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:47.847556 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3391f7a9-5766-4415-babc-13a97d6e64b6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:47.847906 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf2c5e-943c-4773-829a-c08d0ddeba75', 'code': 200} Jul 07 17:08:47.849070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c7755-3db1-4d16-864d-54977456b699 None None] The port 'f227d176-8e97-455a-a51c-e4e288fcc2a8' was deleted {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:08:47.856610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Made reservation on behalf of 0c71e06225374db88ff11c5113a74338 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:47.858872 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.884911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ac81aaaa-254c-4c80-89bf-59e4dbdb861a details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:47.956546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 25bf2c5e-943c-4773-829a-c08d0ddeba75, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:47.963896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e23345bb-ea68-45fd-812b-9abca5af86ac completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:47.977688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.977916 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.015197 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c09fb61-0610-451d-b792-851d0cf818a1']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:48.027597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e23345bb-ea68-45fd-812b-9abca5af86ac triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:48.028457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.043544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908615d1-0fd0-437c-afdd-c6a39f2b4009') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:48.043764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908615d1-0fd0-437c-afdd-c6a39f2b4009') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:48.058766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.062656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.115715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.145428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=25bf2c5e-943c-4773-829a-c08d0ddeba75,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.153950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f971a9d-ada0-45dd-b849-d671f35a511e req-4acba648-0b6d-44ff-bae7-8ebddc0e581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.155546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0f971a9d-ada0-45dd-b849-d671f35a511e req-4acba648-0b6d-44ff-bae7-8ebddc0e581f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 1095 time: 0.2303314 Jul 07 17:08:48.157827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:48.158326 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:48.164685 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:48.223458 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.295916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e23345bb-ea68-45fd-812b-9abca5af86ac, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e23345bb-ea68-45fd-812b-9abca5af86ac,segment=NetworkSegment(163c2f88-d287-4bd9-bead-2390874830fd),segment_id=163c2f88-d287-4bd9-bead-2390874830fd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:48.319779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab257f-e792-4d70-b219-52aded4889cf req-c9de5ec5-e746-4f8e-adf3-318a57479bdb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.322112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1ab257f-e792-4d70-b219-52aded4889cf req-c9de5ec5-e746-4f8e-adf3-318a57479bdb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.3567955 Jul 07 17:08:48.325784 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.398805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0f971a9d-ada0-45dd-b849-d671f35a511e req-ef01d208-87a5-4bfb-9d00-3dabcdcf73ef service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309766 Jul 07 17:08:48.402908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.414215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.433234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.434093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1ab257f-e792-4d70-b219-52aded4889cf req-95022162-a7e1-43ef-889b-b375ff62d23d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846889 Jul 07 17:08:48.435811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/3c09fb61-0610-451d-b792-851d0cf818a1 HTTP/1.1" status: 204 len: 168 time: 1.5775065 Jul 07 17:08:48.437402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f9333-713e-49c4-9c22-a5e8cc201513 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=3c09fb61-0610-451d-b792-851d0cf818a1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.443673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:48.458685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1776844260'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:48.467448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e23345bb-ea68-45fd-812b-9abca5af86ac,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.508223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ed9098-1fcf-4ce0-b9d9-8d718a066b29,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.548514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Checking segment: {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:48.550236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Network hostable DHCP agents. Network: ac81aaaa-254c-4c80-89bf-59e4dbdb861a, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:48.577040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:48.584585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.593927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41cbfafd-b9c6-4a4c-a156-c8579c7f70bf None None] Provisioning for port 06be34c0-1345-4fa2-b5f1-4749ce83a338 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:48.603472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41cbfafd-b9c6-4a4c-a156-c8579c7f70bf None None] Provisioning complete for port 06be34c0-1345-4fa2-b5f1-4749ce83a338 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:48.606412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41cbfafd-b9c6-4a4c-a156-c8579c7f70bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.606832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Network ac81aaaa-254c-4c80-89bf-59e4dbdb861a is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:48.630726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ac81aaaa-254c-4c80-89bf-59e4dbdb861a) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:48.637306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.638053 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.649931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:48.650469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42518) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:48.677777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ba64787c-28ef-4530-9753-1fb5adbce744 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9116635 Jul 07 17:08:48.683971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45086065-1c12-4f43-bb5e-7920d64bacfb None None] Network ac81aaaa-254c-4c80-89bf-59e4dbdb861a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:48.700684 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.703130 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Added segment 5f42dd57-536c-4bcd-aa6f-28d9e6166eec of type vlan for network 5c024035-935f-4d64-a35c-f38703660585 Jul 07 17:08:48.768232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-41cbfafd-b9c6-4a4c-a156-c8579c7f70bf None None] Port 06be34c0-1345-4fa2-b5f1-4749ce83a338 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:48.808270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41cbfafd-b9c6-4a4c-a156-c8579c7f70bf None None] Provisioning complete for port e23345bb-ea68-45fd-812b-9abca5af86ac triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:48.808653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41cbfafd-b9c6-4a4c-a156-c8579c7f70bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.820064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.893675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.914507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.915599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.922956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49fba943-29da-4263-a61d-c94b64396426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.007992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.014623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.015223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.279538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49fba943-29da-4263-a61d-c94b64396426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.288300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49fba943-29da-4263-a61d-c94b64396426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.294769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e23345bb-ea68-45fd-812b-9abca5af86ac up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:49.391715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=06be34c0-1345-4fa2-b5f1-4749ce83a338,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.393909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fba943-29da-4263-a61d-c94b64396426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946b636a-a8cf-4b42-beb7-c44878203d7c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.399230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:49.409272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bec600-bdd2-4f16-b7a3-79890c65e0d3 None None] Network ac81aaaa-254c-4c80-89bf-59e4dbdb861a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:49.413170 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9617486 Jul 07 17:08:49.417787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.418226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.420965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:49.424555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49fba943-29da-4263-a61d-c94b64396426 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ec966660caf4d938a9b91e5ab09751d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706943 Jul 07 17:08:49.428411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': '5c024035-935f-4d64-a35c-f38703660585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:49.431820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318fc59-e8dd-420c-af08-915757c61d97 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Network': ['ID=5c024035-935f-4d64-a35c-f38703660585,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.471340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 5c024035-935f-4d64-a35c-f38703660585 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:49.906422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e23345bb-ea68-45fd-812b-9abca5af86ac triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:49.907165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.961807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1ca0-78d3-4cab-8d8a-5f7e5a9bfad8 req-b593d489-4749-4885-8187-ac7f30caf38f tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.980267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e98b1ca0-78d3-4cab-8d8a-5f7e5a9bfad8 req-b593d489-4749-4885-8187-ac7f30caf38f tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.1903813 Jul 07 17:08:50.055084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d05ed7c-63d2-4f27-a23a-b13322db71cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.061944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e98b1ca0-78d3-4cab-8d8a-5f7e5a9bfad8 req-6adcff90-83c9-4e6e-81f3-9a97bc44eebd tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802028 Jul 07 17:08:50.070406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6d98f05e-1f12-4607-806d-db12440dd779 None None] Provisioning complete for port 06be34c0-1345-4fa2-b5f1-4749ce83a338 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:50.074680 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6d98f05e-1f12-4607-806d-db12440dd779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.085868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d05ed7c-63d2-4f27-a23a-b13322db71cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.170635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6d98f05e-1f12-4607-806d-db12440dd779 None None] Port 06be34c0-1345-4fa2-b5f1-4749ce83a338 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:50.182834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:50.187258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.279663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 841809e2-5233-4925-bae9-986d6c27a02b is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:08:50.287146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d05ed7c-63d2-4f27-a23a-b13322db71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.290115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2d05ed7c-63d2-4f27-a23a-b13322db71cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.295734 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d05ed7c-63d2-4f27-a23a-b13322db71cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/946b636a-a8cf-4b42-beb7-c44878203d7c HTTP/1.1" status: 204 len: 168 time: 0.8741813 Jul 07 17:08:50.299384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f227d176-8e97-455a-a51c-e4e288fcc2a8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:50.323916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05ed7c-63d2-4f27-a23a-b13322db71cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946b636a-a8cf-4b42-beb7-c44878203d7c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.334454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f227d176-8e97-455a-a51c-e4e288fcc2a8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:50.335345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f227d176-8e97-455a-a51c-e4e288fcc2a8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:50.351647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6cb16202-b54e-454e-b84f-e67e2294df83 None None] Provisioning complete for port 06be34c0-1345-4fa2-b5f1-4749ce83a338 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:50.352035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6cb16202-b54e-454e-b84f-e67e2294df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.398993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6cb16202-b54e-454e-b84f-e67e2294df83 None None] Port 06be34c0-1345-4fa2-b5f1-4749ce83a338 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:50.623923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:50.633414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9178e191-dd1d-4e05-9a6d-7e2c87b274a2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/841809e2-5233-4925-bae9-986d6c27a02b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9820216 Jul 07 17:08:50.637270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.648134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] Sync routers for ids ['841809e2-5233-4925-bae9-986d6c27a02b'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:50.666802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] Routers {'841809e2-5233-4925-bae9-986d6c27a02b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:50.667760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['841809e2-5233-4925-bae9-986d6c27a02b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:50.757194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:50.762295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.791636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97221c7c-8846-4590-8d00-1a53c67396e3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.792111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] Routers {'841809e2-5233-4925-bae9-986d6c27a02b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:50.795566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['841809e2-5233-4925-bae9-986d6c27a02b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:50.797404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-97221c7c-8846-4590-8d00-1a53c67396e3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports/06be34c0-1345-4fa2-b5f1-4749ce83a338 HTTP/1.1" status: 200 len: 983 time: 0.1586330 Jul 07 17:08:50.798142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42556) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.848437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Checking segment: {'id': '5f42dd57-536c-4bcd-aa6f-28d9e6166eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c024035-935f-4d64-a35c-f38703660585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:50.848863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network hostable DHCP agents. Network: 5c024035-935f-4d64-a35c-f38703660585, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:50.854689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=4e10e660-8c0d-435a-9d38-a7482a0d1f1c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.896620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:50.898135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468cb84-f7ab-4080-9a54-c587f7eeb550 None None] The sync data for ids ['841809e2-5233-4925-bae9-986d6c27a02b'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:50.905238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 5c024035-935f-4d64-a35c-f38703660585 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:50.919289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 5c024035-935f-4d64-a35c-f38703660585) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:50.925960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.926878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.948250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0448e8fc-19ef-47f9-9026-0cf49c0b688a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5304384 Jul 07 17:08:50.951496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42564) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.957062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-334561810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:50.963709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a312ae3-d335-4704-978d-830282729213 None None] Network 5c024035-935f-4d64-a35c-f38703660585 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:50.993300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.995785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.297769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.307020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.351924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-5c024035-935f-4d64-a35c-f38703660585', 'network_id': '5c024035-935f-4d64-a35c-f38703660585', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': '4e10e660-8c0d-435a-9d38-a7482a0d1f1c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:51.355161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.403915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.405151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-020fbc8c-3c45-4ef6-b5dc-c5ae9b6ed9b8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4526179 Jul 07 17:08:51.409974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:51.421719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'network_id': '5c024035-935f-4d64-a35c-f38703660585', 'name': 'tempest-PortsTestJSON-1632276332'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:51.611062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:51.614875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.650359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:51.703351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863d052-d0bf-4b09-ad58-f195e3f5d23c req-efcf9007-1f45-4bc8-b05c-32b550dd4bf9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.707038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1863d052-d0bf-4b09-ad58-f195e3f5d23c req-efcf9007-1f45-4bc8-b05c-32b550dd4bf9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.3329265 Jul 07 17:08:51.728408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Allocated IP 172.20.0.2 (5c024035-935f-4d64-a35c-f38703660585/4e10e660-8c0d-435a-9d38-a7482a0d1f1c/538a339b-fb42-4f59-a160-d81253b67a4d) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:51.835771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1863d052-d0bf-4b09-ad58-f195e3f5d23c req-da31e44c-57fd-410f-8b38-438fb53709b0 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151526 Jul 07 17:08:51.988492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.012135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Transition to ACTIVE for port object 538a339b-fb42-4f59-a160-d81253b67a4d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:52.036291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Transition to ACTIVE for port object 538a339b-fb42-4f59-a160-d81253b67a4d will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:52.042297 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.061165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.167524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.13 (5c024035-935f-4d64-a35c-f38703660585/4e10e660-8c0d-435a-9d38-a7482a0d1f1c/2a2e9254-a59e-4cbb-a64b-2a72b5c65501) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:52.179492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Network 5c024035-935f-4d64-a35c-f38703660585 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:52.186474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:52.192546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:52.239894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Pushing event updated for resources: {'Port': ['ID=538a339b-fb42-4f59-a160-d81253b67a4d,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.343414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Attempting to bind port 538a339b-fb42-4f59-a160-d81253b67a4d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:52.344592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Attempting to bind port 538a339b-fb42-4f59-a160-d81253b67a4d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '5f42dd57-536c-4bcd-aa6f-28d9e6166eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c024035-935f-4d64-a35c-f38703660585'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:52.345350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Attempting to bind port 538a339b-fb42-4f59-a160-d81253b67a4d on network 5c024035-935f-4d64-a35c-f38703660585 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:52.352838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:52.354002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Checking segment: {'id': '5f42dd57-536c-4bcd-aa6f-28d9e6166eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c024035-935f-4d64-a35c-f38703660585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:52.355175 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.355768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Bound using segment: {'id': '5f42dd57-536c-4bcd-aa6f-28d9e6166eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c024035-935f-4d64-a35c-f38703660585'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:52.356479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Bound port: 538a339b-fb42-4f59-a160-d81253b67a4d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f42dd57-536c-4bcd-aa6f-28d9e6166eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5c024035-935f-4d64-a35c-f38703660585'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:52.357236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.504078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] For port 538a339b-fb42-4f59-a160-d81253b67a4d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:52.508225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] For port 538a339b-fb42-4f59-a160-d81253b67a4d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=538a339b-fb42-4f59-a160-d81253b67a4d,segment=NetworkSegment(5f42dd57-536c-4bcd-aa6f-28d9e6166eec),segment_id=5f42dd57-536c-4bcd-aa6f-28d9e6166eec)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:52.517254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.655897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.658930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d115353-6b3a-43ac-8d0a-ba06cc41b14f req-8b8cdeb5-4522-4974-b7ed-89893b3ca1eb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.663223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d115353-6b3a-43ac-8d0a-ba06cc41b14f req-8b8cdeb5-4522-4974-b7ed-89893b3ca1eb tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.4046662 Jul 07 17:08:52.704114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:52.747469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8db2c-beeb-43f2-9a19-d7d589d9b42c None None] Pushing event updated for resources: {'Port': ['ID=538a339b-fb42-4f59-a160-d81253b67a4d,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.781444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d115353-6b3a-43ac-8d0a-ba06cc41b14f req-74e0dae7-2cba-497c-9b30-06c3d7ed8675 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970223 Jul 07 17:08:52.816000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.917093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 06be34c0-1345-4fa2-b5f1-4749ce83a338 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:52.917645 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.926571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 5c024035-935f-4d64-a35c-f38703660585 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:52.933126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:52.945687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:53.020811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=2a2e9254-a59e-4cbb-a64b-2a72b5c65501,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:53.070969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.079995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.082643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.083810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.118703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.119199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.121139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.122842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.125800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.134366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.135237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.139066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.141772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:53.167245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 06be34c0-1345-4fa2-b5f1-4749ce83a338 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:53.220644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.222267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.270182 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-274bfd58-6b60-43cb-8969-4cb60b3d821c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8582890 Jul 07 17:08:53.274939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:53.587507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.779764 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.868080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=06be34c0-1345-4fa2-b5f1-4749ce83a338,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:54.016835 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.050568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4b97d-9c46-4a65-8905-7050712841c3 req-8a7b8ff5-6030-4bc8-a79e-2ac898c720bd tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.052577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4f4b97d-9c46-4a65-8905-7050712841c3 req-8a7b8ff5-6030-4bc8-a79e-2ac898c720bd tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.4991460 Jul 07 17:08:54.235288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:54.495278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858cfe56-a1c4-4f45-9040-f0bad31e698c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.574708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ad68a-e90e-47a7-9480-8e8c1d45dd61 None None] Network 5c024035-935f-4d64-a35c-f38703660585 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:54.622840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4f4b97d-9c46-4a65-8905-7050712841c3 req-717e0398-99e6-4e99-a2f7-9ee75727bede tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211644 Jul 07 17:08:54.755931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.763980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 841809e2-5233-4925-bae9-986d6c27a02b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:54.767686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c0a336a-ecc5-481e-8c23-8ff41e6353d8 None None] Provisioning for port 538a339b-fb42-4f59-a160-d81253b67a4d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:54.990340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:55.002282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-71507eab-5e6a-41ea-ba1b-1e4d0a5f541a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/841809e2-5233-4925-bae9-986d6c27a02b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2007813 Jul 07 17:08:55.006449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42636) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:55.024307 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] Sync routers for ids ['841809e2-5233-4925-bae9-986d6c27a02b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:55.068703 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] Routers {'841809e2-5233-4925-bae9-986d6c27a02b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:55.069415 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['841809e2-5233-4925-bae9-986d6c27a02b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.210538 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.232816 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] Routers {'841809e2-5233-4925-bae9-986d6c27a02b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:55.233448 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['841809e2-5233-4925-bae9-986d6c27a02b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.273295 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.273886 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672cd331-c569-42e7-ab6b-3909bab063cd None None] The sync data for ids ['841809e2-5233-4925-bae9-986d6c27a02b'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:55.326327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858cfe56-a1c4-4f45-9040-f0bad31e698c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.339359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-858cfe56-a1c4-4f45-9040-f0bad31e698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.387534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 538a339b-fb42-4f59-a160-d81253b67a4d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:55.398416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cfe56-a1c4-4f45-9040-f0bad31e698c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d0e43-b3e5-4920-80c7-653f9e1cc203,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.454302 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-858cfe56-a1c4-4f45-9040-f0bad31e698c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3bd646a4224a46b3b2b7a3e5121a2090&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2164736 Jul 07 17:08:55.461122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42638) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:55.478955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.503588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.507153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 538a339b-fb42-4f59-a160-d81253b67a4d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:55.511685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 538a339b-fb42-4f59-a160-d81253b67a4d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:55.512057 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.612759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-714ec55d-06b9-463c-b6c3-013c0912308f None None] Provisioning for port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:55.619360 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-6f6cc93d-d006-4991-9296-cd823ff63aa1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:08:55.620170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-714ec55d-06b9-463c-b6c3-013c0912308f None None] Provisioning complete for port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:55.620544 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-714ec55d-06b9-463c-b6c3-013c0912308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.627140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6f6cc93d-d006-4991-9296-cd823ff63aa1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/841809e2-5233-4925-bae9-986d6c27a02b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6180928 Jul 07 17:08:55.628453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42640) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:55.725029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2030b88c-d0b9-4a6a-8cdf-3202f5656e8e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=841809e2-5233-4925-bae9-986d6c27a02b HTTP/1.1" status: 200 len: 205 time: 0.0912471 Jul 07 17:08:55.728028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42642) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:55.729638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=2a2e9254-a59e-4cbb-a64b-2a72b5c65501,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.748387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed89d76-8e71-4009-a7ea-3835b2d6ff6f req-9b1bbb17-5b7b-4741-a2f2-2e951a96d52d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.751182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ed89d76-8e71-4009-a7ea-3835b2d6ff6f req-9b1bbb17-5b7b-4741-a2f2-2e951a96d52d tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.5797641 Jul 07 17:08:55.805469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-714ec55d-06b9-463c-b6c3-013c0912308f None None] Port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:55.826669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.843847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ed89d76-8e71-4009-a7ea-3835b2d6ff6f req-364710a7-d3cf-44af-98e0-00cef98ab109 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840805 Jul 07 17:08:55.865724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-714ec55d-06b9-463c-b6c3-013c0912308f None None] Provisioning complete for port 538a339b-fb42-4f59-a160-d81253b67a4d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:55.865888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efbff3ca-ff59-45dd-a397-387c4ec64443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.866105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-714ec55d-06b9-463c-b6c3-013c0912308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.942614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 538a339b-fb42-4f59-a160-d81253b67a4d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=538a339b-fb42-4f59-a160-d81253b67a4d,segment=NetworkSegment(5f42dd57-536c-4bcd-aa6f-28d9e6166eec),segment_id=5f42dd57-536c-4bcd-aa6f-28d9e6166eec)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:55.961941 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.043225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=538a339b-fb42-4f59-a160-d81253b67a4d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.122125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efbff3ca-ff59-45dd-a397-387c4ec64443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.242910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-156e6748-2e63-4ab9-b1a2-4e8f78aed72e None None] Provisioning complete for port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:56.244141 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-156e6748-2e63-4ab9-b1a2-4e8f78aed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.254807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.320657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-156e6748-2e63-4ab9-b1a2-4e8f78aed72e None None] Port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:56.410090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.449197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31125a29-58c9-4c8d-9d5f-5d6c1fd8b85e req-2564b3af-2719-43ea-891b-a4596e6b93c9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.461277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31125a29-58c9-4c8d-9d5f-5d6c1fd8b85e req-2564b3af-2719-43ea-891b-a4596e6b93c9 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.1241512 Jul 07 17:08:56.466039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9dc47f64-b004-4185-a253-4635f9ec0891 None None] Provisioning complete for port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:56.466668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9dc47f64-b004-4185-a253-4635f9ec0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.519264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31125a29-58c9-4c8d-9d5f-5d6c1fd8b85e req-efdd0f52-a4d4-4e4a-b415-29e8503604e5 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564735 Jul 07 17:08:56.557151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9dc47f64-b004-4185-a253-4635f9ec0891 None None] Port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:56.573556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.596040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efbff3ca-ff59-45dd-a397-387c4ec64443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.598906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efbff3ca-ff59-45dd-a397-387c4ec64443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.603318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-efbff3ca-ff59-45dd-a397-387c4ec64443 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d9d0e43-b3e5-4920-80c7-653f9e1cc203 HTTP/1.1" status: 204 len: 168 time: 1.1403956 Jul 07 17:08:56.606795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.620797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbff3ca-ff59-45dd-a397-387c4ec64443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d0e43-b3e5-4920-80c7-653f9e1cc203,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.724798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.725346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router 841809e2-5233-4925-bae9-986d6c27a02b {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:08:56.793045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.794409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a73f3892-d7cb-4def-8bb3-fa32f224a4a0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/841809e2-5233-4925-bae9-986d6c27a02b HTTP/1.1" status: 204 len: 168 time: 1.0606058 Jul 07 17:08:56.801262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42656) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:56.865754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.971520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70109e0b-0319-4bb6-b535-493aec478a4e req-13c874cc-9d8b-4bc3-ab70-d2959670c994 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.974760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70109e0b-0319-4bb6-b535-493aec478a4e req-13c874cc-9d8b-4bc3-ab70-d2959670c994 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.1789415 Jul 07 17:08:56.999298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet c376dbf2-7e28-43f7-9630-fe4d23eb0671 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:57.005633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.063757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70109e0b-0319-4bb6-b535-493aec478a4e req-b26f1d77-c616-4d63-9316-72fb3748a7c3 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788801 Jul 07 17:08:57.188582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42664) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:57.207603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-789be413-91bb-4846-b82e-18b418234022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.279060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 538a339b-fb42-4f59-a160-d81253b67a4d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:57.322104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.425919 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-789be413-91bb-4846-b82e-18b418234022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.433014 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-789be413-91bb-4846-b82e-18b418234022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.455980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 538a339b-fb42-4f59-a160-d81253b67a4d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:57.456436 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.541588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-789be413-91bb-4846-b82e-18b418234022 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38c2a0feef0d4353884c3af4a22220fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511882 Jul 07 17:08:57.546172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be413-91bb-4846-b82e-18b418234022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d18d96-d062-4dc7-b4cf-67cc69357178,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.567515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42668) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:57.738406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da396ca6-df2a-4d85-bf31-94926da74d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.768789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.799549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.805059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.830035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da396ca6-df2a-4d85-bf31-94926da74d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.940422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da396ca6-df2a-4d85-bf31-94926da74d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.944098 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da396ca6-df2a-4d85-bf31-94926da74d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.950163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da396ca6-df2a-4d85-bf31-94926da74d4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1d18d96-d062-4dc7-b4cf-67cc69357178 HTTP/1.1" status: 204 len: 168 time: 0.3753405 Jul 07 17:08:57.964882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da396ca6-df2a-4d85-bf31-94926da74d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d18d96-d062-4dc7-b4cf-67cc69357178,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.092373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.096937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=2a2e9254-a59e-4cbb-a64b-2a72b5c65501,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.104334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.194512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ce432-58e3-4619-b8f8-c8a293200e78 None None] Network 286a0ee5-0cd4-4d56-81d9-e286d5d82680 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:58.196773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=c376dbf2-7e28-43f7-9630-fe4d23eb0671,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.413668 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.416297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-08fd1ec1-ebef-449b-a175-b205784ca2ec tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/c376dbf2-7e28-43f7-9630-fe4d23eb0671 HTTP/1.1" status: 204 len: 168 time: 1.6133554 Jul 07 17:08:58.422801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:58.435801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network 5c024035-935f-4d64-a35c-f38703660585 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:58.442052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:58.644465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] DHCP port deletion for 286a0ee5-0cd4-4d56-81d9-e286d5d82680 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:58.709961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.896500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb9d1c-9440-4c70-b0da-aa952be41460 req-07600c51-ac70-4455-957a-05c8d082b659 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.911176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bccb9d1c-9440-4c70-b0da-aa952be41460 req-07600c51-ac70-4455-957a-05c8d082b659 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.3942225 Jul 07 17:08:58.916317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Router 0b9a6251-de7c-4fd1-8385-7839f4705f03 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:08:58.932769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] Deleting port e23345bb-ea68-45fd-812b-9abca5af86ac {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:58.933652 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.159511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bccb9d1c-9440-4c70-b0da-aa952be41460 req-8a20d69d-a377-4d1d-92bb-e8ef23ac5052 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/security-groups?id=152d85c1-7c77-47f6-8b01-ea350ecb45af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464976 Jul 07 17:08:59.171045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port e23345bb-ea68-45fd-812b-9abca5af86ac {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:59.171589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.198638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e23345bb-ea68-45fd-812b-9abca5af86ac no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:59.228405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-722d4a53-113d-4f38-8792-cd618b3e7d25 None None] Provisioning complete for port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:59.236919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-722d4a53-113d-4f38-8792-cd618b3e7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.266312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:59.288602 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6a7ae17d-e2d2-4a27-8748-0884c1032ce0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/routers/0b9a6251-de7c-4fd1-8385-7839f4705f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0113430 Jul 07 17:08:59.304436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42690) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:59.332372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] Sync routers for ids ['0b9a6251-de7c-4fd1-8385-7839f4705f03'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:59.404693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port e23345bb-ea68-45fd-812b-9abca5af86ac, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e23345bb-ea68-45fd-812b-9abca5af86ac,segment=NetworkSegment(163c2f88-d287-4bd9-bead-2390874830fd),segment_id=163c2f88-d287-4bd9-bead-2390874830fd)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:59.405046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] For port e23345bb-ea68-45fd-812b-9abca5af86ac, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e23345bb-ea68-45fd-812b-9abca5af86ac,segment=NetworkSegment(163c2f88-d287-4bd9-bead-2390874830fd),segment_id=163c2f88-d287-4bd9-bead-2390874830fd)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:59.405448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.406252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.435638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for e23345bb-ea68-45fd-812b-9abca5af86ac owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:59.488772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] Calling delete_port for e23345bb-ea68-45fd-812b-9abca5af86ac owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:59.501794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] Routers {'0b9a6251-de7c-4fd1-8385-7839f4705f03'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:59.503270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b9a6251-de7c-4fd1-8385-7839f4705f03'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:59.529540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-722d4a53-113d-4f38-8792-cd618b3e7d25 None None] Port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:59.563668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec3c80-984c-4ed4-acb3-1150b372a344 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.568993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-45ec3c80-984c-4ed4-acb3-1150b372a344 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b9a6251-de7c-4fd1-8385-7839f4705f03 HTTP/1.1" status: 200 len: 983 time: 0.2552259 Jul 07 17:08:59.577812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42694) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:59.746595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d879969-e555-40ac-a543-5104812f4a92 req-3ab3622a-2847-489e-a178-63bbc8a56155 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.748721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1d879969-e555-40ac-a543-5104812f4a92 req-3ab3622a-2847-489e-a178-63bbc8a56155 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 945 time: 0.2720034 Jul 07 17:08:59.904486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:59.925354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.003791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] Routers {'0b9a6251-de7c-4fd1-8385-7839f4705f03'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:00.004851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b9a6251-de7c-4fd1-8385-7839f4705f03'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:00.018160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port e23345bb-ea68-45fd-812b-9abca5af86ac on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:00.019395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Deleting port 25bf2c5e-943c-4773-829a-c08d0ddeba75 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:00.025571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.049192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=e23345bb-ea68-45fd-812b-9abca5af86ac,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.233994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.326826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:00.329093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7959553-b317-492a-83e9-6519dac1bb9f None None] The sync data for ids ['0b9a6251-de7c-4fd1-8385-7839f4705f03'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:00.340345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.358814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] For port 25bf2c5e-943c-4773-829a-c08d0ddeba75, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=25bf2c5e-943c-4773-829a-c08d0ddeba75,segment=NetworkSegment(6175b8fa-8a03-44c3-82e3-de937a716652),segment_id=6175b8fa-8a03-44c3-82e3-de937a716652)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:00.358814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.394464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286a0ee5-0cd4-4d56-81d9-e286d5d82680']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:00.409755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Calling delete_port for 25bf2c5e-943c-4773-829a-c08d0ddeba75 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:00.427387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163c2f88-d287-4bd9-bead-2390874830fd') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:00.427882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163c2f88-d287-4bd9-bead-2390874830fd') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:00.455670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:00.478411 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:09:00.504546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.522549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.623200 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] Pushing event deleted for resources: {'Port': ['ID=e23345bb-ea68-45fd-812b-9abca5af86ac,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.627133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc59d67-d65a-41ea-bd99-14e12d4b751d None None] No DVR routers for this DVR port e23345bb-ea68-45fd-812b-9abca5af86ac on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:00.632281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:00.632718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.814742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.835864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['25bf2c5e-943c-4773-829a-c08d0ddeba75'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:00.850230 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:00.906812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.946293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Pushing event deleted for resources: {'Port': ['ID=25bf2c5e-943c-4773-829a-c08d0ddeba75,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.969639 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.972853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/286a0ee5-0cd4-4d56-81d9-e286d5d82680 HTTP/1.1" status: 204 len: 168 time: 2.5483570 Jul 07 17:09:00.993717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42718) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:01.002513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482e00-afee-47e8-8c26-e8a5fb59565f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=286a0ee5-0cd4-4d56-81d9-e286d5d82680,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.020284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-94177638'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:01.044647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.080329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] No DVR routers for this DVR port 25bf2c5e-943c-4773-829a-c08d0ddeba75 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:01.089606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.093810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1d879969-e555-40ac-a543-5104812f4a92 req-838dc244-732f-40a2-9d79-2225d673b3a8 tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.54 "DELETE /v2.0/ports/25bf2c5e-943c-4773-829a-c08d0ddeba75 HTTP/1.1" status: 204 len: 173 time: 1.3369517 Jul 07 17:09:01.094583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'name': 'network-vif-deleted', 'tag': '25bf2c5e-943c-4773-829a-c08d0ddeba75'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:01.098932 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb9e03-5f33-46d2-bc7a-04d2f0d61946" -d '{"events": [{"server_uuid": "87cc4e77-0f79-41ab-9d63-5cebb4a84a7f", "name": "network-vif-deleted", "tag": "25bf2c5e-943c-4773-829a-c08d0ddeba75"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:01.182893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e421ee4a-4406-496a-be36-f49e40edd77d req-02935c2d-cacc-4ee9-b2b1-fb33235bbfbe tempest-ServerDiskConfigTestJSON-382661302 tempest-ServerDiskConfigTestJSON-382661302-project] 10.222.0.78 "GET /v2.0/ports?device_id=87cc4e77-0f79-41ab-9d63-5cebb4a84a7f HTTP/1.1" status: 200 len: 210 time: 0.0716398 Jul 07 17:09:01.196610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:01.228981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.255860 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb254eb-7288-4f99-9e55-41bc163d6ce6 x-openstack-request-id: req-0eb254eb-7288-4f99-9e55-41bc163d6ce6 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:01.258752 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc4e77-0f79-41ab-9d63-5cebb4a84a7f", "name": "network-vif-deleted", "tag": "25bf2c5e-943c-4773-829a-c08d0ddeba75", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:01.258752 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0eb254eb-7288-4f99-9e55-41bc163d6ce6 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:01.258752 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc4e77-0f79-41ab-9d63-5cebb4a84a7f', 'name': 'network-vif-deleted', 'tag': '25bf2c5e-943c-4773-829a-c08d0ddeba75', 'status': 'completed', 'code': 200} Jul 07 17:09:01.292780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:01.310100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.310559 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 8423a996-b56c-44b8-89c7-8966f4290726 of type vlan for network bc79bf9b-b092-494e-ac1b-064d1eda53ff Jul 07 17:09:01.417246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.469615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.475487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.476119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.582802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:01.590316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5719869 Jul 07 17:09:01.592511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:01.622923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e5961-2f29-48c9-bc33-6e27f5d45475 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=bc79bf9b-b092-494e-ac1b-064d1eda53ff,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.649935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:01.650877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:01.650877 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.796189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:01.802498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.828967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.876688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 2a2e9254-a59e-4cbb-a64b-2a72b5c65501 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:02.167279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.437075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=51460158-2c5f-43ba-8022-a44f53e8d0be,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.442854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '8423a996-b56c-44b8-89c7-8966f4290726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:02.443232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: bc79bf9b-b092-494e-ac1b-064d1eda53ff, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:02.456856 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.475013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:02.512994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, bc79bf9b-b092-494e-ac1b-064d1eda53ff) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:02.523311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=2a2e9254-a59e-4cbb-a64b-2a72b5c65501,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.528240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3562f5-362f-418a-8688-04f97e6a1c69 None None] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:02.530539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.535814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.585049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4f937b1-9834-45d6-b90e-b5cf11d9371d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9966307 Jul 07 17:09:02.586482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42750) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:02.600065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa0c7b-d18c-49ef-80bb-232a1fa0e0e5 req-175fe5a1-96f3-4d67-8051-937216ca8f97 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.617807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01aa0c7b-d18c-49ef-80bb-232a1fa0e0e5 req-175fe5a1-96f3-4d67-8051-937216ca8f97 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2994366 Jul 07 17:09:02.621165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33226125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:02.734475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.745392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.940083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01aa0c7b-d18c-49ef-80bb-232a1fa0e0e5 req-92712c49-1203-49cb-98bd-6125918bbc0c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210065 Jul 07 17:09:03.005146 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.015717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.017524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 25bf2c5e-943c-4773-829a-c08d0ddeba75 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:03.084853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.103401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3ca41dd3-7a6f-4e4e-99d4-7812e66f5ec1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5118752 Jul 07 17:09:03.106054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42760) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.114194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 25bf2c5e-943c-4773-829a-c08d0ddeba75 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:03.114875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 25bf2c5e-943c-4773-829a-c08d0ddeba75 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:03.132803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-bc79bf9b-b092-494e-ac1b-064d1eda53ff', 'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '51460158-2c5f-43ba-8022-a44f53e8d0be'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:03.133863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.284366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42764) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.347038 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.444334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Allocated IP 2001:db8::2 (bc79bf9b-b092-494e-ac1b-064d1eda53ff/51460158-2c5f-43ba-8022-a44f53e8d0be/a2d6089e-a3ed-4899-8771-18c48bdc6e60) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:03.539462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32552ba-3d98-4448-8b8c-2b64e96a322d req-e7b8f827-911f-4f83-9d2d-98873bf3af1e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.541284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e32552ba-3d98-4448-8b8c-2b64e96a322d req-e7b8f827-911f-4f83-9d2d-98873bf3af1e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.1978853 Jul 07 17:09:03.597823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.623355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Router 0b9a6251-de7c-4fd1-8385-7839f4705f03 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:03.627951 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e32552ba-3d98-4448-8b8c-2b64e96a322d req-eaf1a86a-fac2-4630-93af-2dc6d2a410fe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555058 Jul 07 17:09:03.713148 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.729961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Transition to ACTIVE for port object a2d6089e-a3ed-4899-8771-18c48bdc6e60 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:03.757588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Transition to ACTIVE for port object a2d6089e-a3ed-4899-8771-18c48bdc6e60 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:03.766366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.838026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:03.841518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:03.856905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:03.864368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Pushing event updated for resources: {'Port': ['ID=a2d6089e-a3ed-4899-8771-18c48bdc6e60,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.868068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:03.885327 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] Sync routers for ids ['0b9a6251-de7c-4fd1-8385-7839f4705f03'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:03.895071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3a744a4a-e7c1-4f1a-8a5c-2715b3848d27 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/routers/0b9a6251-de7c-4fd1-8385-7839f4705f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3143439 Jul 07 17:09:03.896039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42774) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.900132 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] Routers {'0b9a6251-de7c-4fd1-8385-7839f4705f03'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:03.900866 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b9a6251-de7c-4fd1-8385-7839f4705f03'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:03.941415 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:03.954089 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] Routers {'0b9a6251-de7c-4fd1-8385-7839f4705f03'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:03.955133 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b9a6251-de7c-4fd1-8385-7839f4705f03'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:03.997827 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-42def7a2-fd6e-4231-ae0a-f28ee9da3955 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:09:04.002688 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:04.003943 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa575fb1-9668-49c1-8e3b-377d475a5613 None None] The sync data for ids ['0b9a6251-de7c-4fd1-8385-7839f4705f03'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:04.006181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-42def7a2-fd6e-4231-ae0a-f28ee9da3955 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/2a2e9254-a59e-4cbb-a64b-2a72b5c65501 HTTP/1.1" status: 404 len: 333 time: 0.1081464 Jul 07 17:09:04.006991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42776) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:04.018046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Attempting to bind port a2d6089e-a3ed-4899-8771-18c48bdc6e60 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:04.018627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Attempting to bind port a2d6089e-a3ed-4899-8771-18c48bdc6e60 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '8423a996-b56c-44b8-89c7-8966f4290726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:04.018773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Attempting to bind port a2d6089e-a3ed-4899-8771-18c48bdc6e60 on network bc79bf9b-b092-494e-ac1b-064d1eda53ff {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:04.025246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:04.025636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Checking segment: {'id': '8423a996-b56c-44b8-89c7-8966f4290726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:04.026041 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.026443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Bound using segment: {'id': '8423a996-b56c-44b8-89c7-8966f4290726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:04.027037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Bound port: a2d6089e-a3ed-4899-8771-18c48bdc6e60, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8423a996-b56c-44b8-89c7-8966f4290726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bc79bf9b-b092-494e-ac1b-064d1eda53ff'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:04.027432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.174245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] For port a2d6089e-a3ed-4899-8771-18c48bdc6e60, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:04.179727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] For port a2d6089e-a3ed-4899-8771-18c48bdc6e60, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a2d6089e-a3ed-4899-8771-18c48bdc6e60,segment=NetworkSegment(8423a996-b56c-44b8-89c7-8966f4290726),segment_id=8423a996-b56c-44b8-89c7-8966f4290726)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:04.192536 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.316940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1594-edfa-4a05-a62d-b3b779ca7f7e None None] Pushing event updated for resources: {'Port': ['ID=a2d6089e-a3ed-4899-8771-18c48bdc6e60,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.342402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Deleting subnet aa0d6160-5d34-44f1-aab6-d9747038d2ce {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:04.380379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.576897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.819246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.876110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.911007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.109966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.288370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c26f15c4-b391-4cef-9ec1-124eb066a03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.368965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-ae6d791f-b5af-4eb0-8578-c3eb4bb4ef08 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.370820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-ae6d791f-b5af-4eb0-8578-c3eb4bb4ef08 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 1.1094329 Jul 07 17:09:05.374113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.404242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.405511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a2d6089e-a3ed-4899-8771-18c48bdc6e60 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:05.407329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0d6160-5d34-44f1-aab6-d9747038d2ce,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:05.410150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.418883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42800) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:05.420979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23cb55cc-6a8e-4e30-b7f3-d4b9597fe180 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aa0d6160-5d34-44f1-aab6-d9747038d2ce HTTP/1.1" status: 204 len: 168 time: 2.1351347 Jul 07 17:09:05.462563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-04ecb8a2-9d08-4ccc-a919-d778cb3fb087 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/quotas/a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 375 time: 0.0724294 Jul 07 17:09:05.547901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a2d6089e-a3ed-4899-8771-18c48bdc6e60 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:05.611645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8::1 (bc79bf9b-b092-494e-ac1b-064d1eda53ff/51460158-2c5f-43ba-8022-a44f53e8d0be/cb1e1a43-c2a6-48f4-a54c-638766cd3ab4) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:05.729891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.729891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Fanout notify agent at l3_agent the message router_deleted on router 0b9a6251-de7c-4fd1-8385-7839f4705f03 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:09:05.771917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.774677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-73917e4f-6a41-481f-a4a1-43a52759a158 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/routers/0b9a6251-de7c-4fd1-8385-7839f4705f03 HTTP/1.1" status: 204 len: 168 time: 1.7651067 Jul 07 17:09:05.783431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42804) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:05.805094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.930283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-676ecfe4-c6fa-4520-af9f-be343b86b0a5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3440948 Jul 07 17:09:05.949297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 4e10e660-8c0d-435a-9d38-a7482a0d1f1c {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:05.971437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.001567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.030744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:06.038338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.101898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.165216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-03085df8-0315-4321-a544-73bc74320a69 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345815 Jul 07 17:09:06.167216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.213035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597940c0-c723-4764-a163-0977bf841aef None None] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:06.230599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fe195a-0bf1-4580-a67c-35836a19f5a8']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:06.249947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6175b8fa-8a03-44c3-82e3-de937a716652') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:06.250264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6175b8fa-8a03-44c3-82e3-de937a716652') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:06.250433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:06.259634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:06.276069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.284875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:06.285783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.312901 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.337479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:06.338253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:06.342661 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:06.360758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] Provisioning for port a2d6089e-a3ed-4899-8771-18c48bdc6e60 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:06.376000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.381335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=cb1e1a43-c2a6-48f4-a54c-638766cd3ab4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.386833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] Provisioning complete for port a2d6089e-a3ed-4899-8771-18c48bdc6e60 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:06.388271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.473339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-4d67a199-f4ef-4b96-a516-b70a6b10cb02 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069119 Jul 07 17:09:06.548898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.563418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.575431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] 10.222.0.78 "DELETE /v2.0/networks/94fe195a-0bf1-4580-a67c-35836a19f5a8 HTTP/1.1" status: 204 len: 168 time: 1.1508219 Jul 07 17:09:06.621856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ef085-372a-4ce5-aef4-09dd2a625e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=94fe195a-0bf1-4580-a67c-35836a19f5a8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.689482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.781861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.788744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/4e10e660-8c0d-435a-9d38-a7482a0d1f1c HTTP/1.1" status: 204 len: 168 time: 0.9993763 Jul 07 17:09:06.788974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42820) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:06.816530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.827816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e606a-277f-4be0-8aa6-a1e8dd00cc66 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=4e10e660-8c0d-435a-9d38-a7482a0d1f1c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.878751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202a105-1f85-4d29-b8be-80fee86f376e None None] Network 5c024035-935f-4d64-a35c-f38703660585 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:06.989538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42824) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:07.010362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.117681 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.154180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] For port a2d6089e-a3ed-4899-8771-18c48bdc6e60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a2d6089e-a3ed-4899-8771-18c48bdc6e60,segment=NetworkSegment(8423a996-b56c-44b8-89c7-8966f4290726),segment_id=8423a996-b56c-44b8-89c7-8966f4290726)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:07.188068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-51f36a79-e10f-4d9e-9e61-b96f24b51e49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=396d8b97262e4bf6a0f3fd646d4537fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960363 Jul 07 17:09:07.206766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.251839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42826) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:07.436704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c091741c-e4c0-4bae-aacf-e495e99c3c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.443003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 538a339b-fb42-4f59-a160-d81253b67a4d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:07.443551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.470262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfda41-de55-469d-aefa-4f1d5e1d2322 None None] Pushing event updated for resources: {'Port': ['ID=a2d6089e-a3ed-4899-8771-18c48bdc6e60,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:07.621799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c091741c-e4c0-4bae-aacf-e495e99c3c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.660058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.695595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] DHCP port deletion for 5c024035-935f-4d64-a35c-f38703660585 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:07.764265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] For port 538a339b-fb42-4f59-a160-d81253b67a4d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=538a339b-fb42-4f59-a160-d81253b67a4d,segment=NetworkSegment(5f42dd57-536c-4bcd-aa6f-28d9e6166eec),segment_id=5f42dd57-536c-4bcd-aa6f-28d9e6166eec)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:07.768275 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.791685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] Deleting port 538a339b-fb42-4f59-a160-d81253b67a4d {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:07.791949 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.836308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 538a339b-fb42-4f59-a160-d81253b67a4d owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:08.013912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.025231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.026153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] For port 538a339b-fb42-4f59-a160-d81253b67a4d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=538a339b-fb42-4f59-a160-d81253b67a4d,segment=NetworkSegment(5f42dd57-536c-4bcd-aa6f-28d9e6166eec),segment_id=5f42dd57-536c-4bcd-aa6f-28d9e6166eec)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:08.026583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.026779 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.043317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] Calling delete_port for 538a339b-fb42-4f59-a160-d81253b67a4d owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:08.129516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c091741c-e4c0-4bae-aacf-e495e99c3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.134094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c091741c-e4c0-4bae-aacf-e495e99c3c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.141735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c091741c-e4c0-4bae-aacf-e495e99c3c6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/152d85c1-7c77-47f6-8b01-ea350ecb45af HTTP/1.1" status: 204 len: 168 time: 0.8862128 Jul 07 17:09:08.255623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.323379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-10a46161-65d0-4bd9-afa4-2d680c13368f None None] Provisioning complete for port a2d6089e-a3ed-4899-8771-18c48bdc6e60 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:08.324288 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-10a46161-65d0-4bd9-afa4-2d680c13368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.334077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c71e648b-f8ad-4791-b870-693f7a7e5a8b req-d7b8ca7c-265f-4ab3-81b1-6b46611f9eed tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 210 time: 0.2207923 Jul 07 17:09:08.342653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] Pushing event deleted for resources: {'Port': ['ID=538a339b-fb42-4f59-a160-d81253b67a4d,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.376590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:08.380740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:08.441141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=cb1e1a43-c2a6-48f4-a54c-638766cd3ab4,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.471822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c70e8-7989-4366-ac06-d638722ae7a3 None None] No DVR routers for this DVR port 538a339b-fb42-4f59-a160-d81253b67a4d on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:08.512393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.592690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=538a339b-fb42-4f59-a160-d81253b67a4d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.605689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091741c-e4c0-4bae-aacf-e495e99c3c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d85c1-7c77-47f6-8b01-ea350ecb45af,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.642094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No DVR routers for this DVR port 538a339b-fb42-4f59-a160-d81253b67a4d on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:08.730272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 17cb55c4-4479-4eee-887b-be871a29a5a8 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:09:08.791213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-10a46161-65d0-4bd9-afa4-2d680c13368f None None] Provisioning for port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:08.811677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-10a46161-65d0-4bd9-afa4-2d680c13368f None None] Provisioning complete for port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:08.814034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-10a46161-65d0-4bd9-afa4-2d680c13368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.887665 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.914770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c024035-935f-4d64-a35c-f38703660585']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:08.944590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-10a46161-65d0-4bd9-afa4-2d680c13368f None None] Port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:08.967666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f42dd57-536c-4bcd-aa6f-28d9e6166eec') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:08.968936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f42dd57-536c-4bcd-aa6f-28d9e6166eec') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:08.976086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:08.988188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.989261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] Sync routers for ids ['17cb55c4-4479-4eee-887b-be871a29a5a8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:09.001621 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e92c842a-8213-4f61-ad2c-9ef8ce88aa8c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/17cb55c4-4479-4eee-887b-be871a29a5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8939097 Jul 07 17:09:09.005629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42850) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.005973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] Routers {'17cb55c4-4479-4eee-887b-be871a29a5a8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:09.006634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['17cb55c4-4479-4eee-887b-be871a29a5a8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:09.042318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.061784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:09.063356 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:09.069640 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:09.110098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb69b79-7a3f-4579-9c14-b078b6c6ad25 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.118035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2cb69b79-7a3f-4579-9c14-b078b6c6ad25 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports/cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 HTTP/1.1" status: 200 len: 911 time: 0.1096747 Jul 07 17:09:09.119165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42854) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.267214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.302336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:09.327451 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.332696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-174ce9ff-e73d-43d4-83ed-7afdc9cbb261 None None] Provisioning complete for port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:09.333864 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-174ce9ff-e73d-43d4-83ed-7afdc9cbb261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.338228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a2d6089e-a3ed-4899-8771-18c48bdc6e60 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:09.339842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/5c024035-935f-4d64-a35c-f38703660585 HTTP/1.1" status: 204 len: 168 time: 2.5495656 Jul 07 17:09:09.340812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42858) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.344757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337b0e-8ad3-45a2-9069-6f50a02ce373 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=5c024035-935f-4d64-a35c-f38703660585,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.459466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.508502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e5d87fd0-d3c9-469b-b492-656f4b3ca073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.538256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] Routers {'17cb55c4-4479-4eee-887b-be871a29a5a8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:09.538564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:08:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['17cb55c4-4479-4eee-887b-be871a29a5a8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:09.625601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-174ce9ff-e73d-43d4-83ed-7afdc9cbb261 None None] Port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:09.631176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:09.632508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f7b1d-dbd9-4177-bca5-7393c9425f66 None None] The sync data for ids ['17cb55c4-4479-4eee-887b-be871a29a5a8'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:09.665831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a2d6089e-a3ed-4899-8771-18c48bdc6e60 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:09.666555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.677668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7895774-9ef4-4e5e-baaa-20ea58501c16 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.699965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a7895774-9ef4-4e5e-baaa-20ea58501c16 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/c60fd80d-97fc-42bb-9541-d8ad1876dc72 HTTP/1.1" status: 200 len: 841 time: 0.3572536 Jul 07 17:09:09.700723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42870) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.888831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c503bf8f-c3d5-4e78-8fb5-04ceda9b90c7 None None] Provisioning complete for port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:09.889792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c503bf8f-c3d5-4e78-8fb5-04ceda9b90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.089974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c503bf8f-c3d5-4e78-8fb5-04ceda9b90c7 None None] Port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:10.173046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-3570f52e-dd8d-4313-af36-8b049b1e8c60 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.175041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-3570f52e-dd8d-4313-af36-8b049b1e8c60 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.4725320 Jul 07 17:09:10.196699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'port': {'device_id': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'admin_state_up': True, 'tenant_id': 'a07db760496a41299a85ffd13db64383'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:10.273979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cd4bac2-0723-4555-bc21-14cc744085d2 req-699b36cc-9ef0-45b6-a964-5dc35ce80531 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 210 time: 0.0974100 Jul 07 17:09:10.321526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 538a339b-fb42-4f59-a160-d81253b67a4d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:10.381449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.398957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 538a339b-fb42-4f59-a160-d81253b67a4d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:10.400860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 538a339b-fb42-4f59-a160-d81253b67a4d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:10.442318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27bdee53-97bd-48c7-92ad-b8a8e92163d8 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/c60fd80d-97fc-42bb-9541-d8ad1876dc72?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.7380476 Jul 07 17:09:10.443183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:10.458978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42894) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:10.488659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:10.672918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2008601732-network', 'tenant_id': '5ef03356effd45029809d52543367999'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:10.761700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:09:10.761700 n-d-793619-7 neutron-server[98270]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:09:10.761700 n-d-793619-7 neutron-server[98270]: [parameters: {'project_id': '696d4618fc244b56842d477fd6b93331', 'id': '49c6b417-a244-4321-bf29-ff516ed98429', 'expiration': datetime.datetime(2021, 7, 7, 17, 11, 10, 748023)}] Jul 07 17:09:10.761700 n-d-793619-7 neutron-server[98270]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:09:10.762321 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.763028 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:09:10.775211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Made reservation on behalf of 5ef03356effd45029809d52543367999 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:10.779427 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.808027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.835806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:10.840199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.953878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:10.954892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.159143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.176150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for cb1e1a43-c2a6-48f4-a54c-638766cd3ab4 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:11.201056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Allocated IP 172.20.0.8 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/4b0badfd-6737-4ce5-ae87-63b2487d767c) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:11.405359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.424086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Transition to ACTIVE for port object 4b0badfd-6737-4ce5-ae87-63b2487d767c will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:11.514818 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.529733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.558839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:11.591050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.642601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['75980f69-fdca-4023-94ba-4d3fe9760dba'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:11.680066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.686306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:11.696695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:11.712463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.737939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:11.763468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:11.775607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.790563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=cb1e1a43-c2a6-48f4-a54c-638766cd3ab4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.093943 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.166359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.192469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.194041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.219858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:12.257300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b39392e0-d922-404a-b36d-23daa80db270 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0616977 Jul 07 17:09:12.258366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85194e-d1af-4c55-83fe-fb47748ddef6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.264346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245facb-2f74-4176-a2db-962ab29374a2 req-83f23b45-01e2-47dd-bec6-ebfb15982e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.277979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9245facb-2f74-4176-a2db-962ab29374a2 req-83f23b45-01e2-47dd-bec6-ebfb15982e36 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1096 time: 0.5952373 Jul 07 17:09:12.292066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Request body: {'port': {'device_id': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:12.334437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.334726 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Added segment c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633 of type vlan for network 6f67ab68-c48f-4696-bc59-2d96961aca59 Jul 07 17:09:12.379355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9cbf771e-a108-4853-aa4a-ba6c3b66c6c7 None None] Provisioning for port 4b0badfd-6737-4ce5-ae87-63b2487d767c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:12.406091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9cbf771e-a108-4853-aa4a-ba6c3b66c6c7 None None] Provisioning complete for port 4b0badfd-6737-4ce5-ae87-63b2487d767c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:12.406900 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cbf771e-a108-4853-aa4a-ba6c3b66c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.418022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.451519 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9245facb-2f74-4176-a2db-962ab29374a2 req-accac2dd-629c-452f-9dd4-5d9d08bc450e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887406 Jul 07 17:09:12.466633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf771e-a108-4853-aa4a-ba6c3b66c6c7 None None] Port 4b0badfd-6737-4ce5-ae87-63b2487d767c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:12.497340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80e3bb-d7f3-42a0-90cb-1c5c12d427ac req-d4501c23-9649-46dc-b805-d5420dc2501e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.499071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b80e3bb-d7f3-42a0-90cb-1c5c12d427ac req-d4501c23-9649-46dc-b805-d5420dc2501e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 931 time: 0.9475896 Jul 07 17:09:12.570183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.608080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 17cb55c4-4479-4eee-887b-be871a29a5a8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:12.709306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:09:12.728111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b80e3bb-d7f3-42a0-90cb-1c5c12d427ac req-e8cb0971-86da-4dfc-ba9b-84404d630bf7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013416 Jul 07 17:09:12.771450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:12.783881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de1c4e17-8d3f-43b1-a0a9-2666aa8cd154 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/17cb55c4-4479-4eee-887b-be871a29a5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6585062 Jul 07 17:09:12.784169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.784169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.784169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.793698 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] Sync routers for ids ['17cb55c4-4479-4eee-887b-be871a29a5a8'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:12.802475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42926) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:12.821403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] Routers {'17cb55c4-4479-4eee-887b-be871a29a5a8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:12.821403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['17cb55c4-4479-4eee-887b-be871a29a5a8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:12.856654 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:12.867556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=6f67ab68-c48f-4696-bc59-2d96961aca59,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.886919 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] Routers {'17cb55c4-4479-4eee-887b-be871a29a5a8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:12.887955 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['17cb55c4-4479-4eee-887b-be871a29a5a8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:12.897599 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-288e7f01-cd04-419d-92fa-2857436d1d06 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=17cb55c4-4479-4eee-887b-be871a29a5a8 HTTP/1.1" status: 200 len: 205 time: 0.0930088 Jul 07 17:09:12.901824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:12.904589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:12.950480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:12.951162 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d4cc5-f2a2-4a09-841b-aa6cb1f10ff8 None None] The sync data for ids ['17cb55c4-4479-4eee-887b-be871a29a5a8'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:12.954325 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:12.972478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c46499e-5350-4ccb-ac19-889217c6c9f2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5214603 Jul 07 17:09:12.978754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42932) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:12.985244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Request body: {'subnet': {'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2008601732-subnet', 'tenant_id': '5ef03356effd45029809d52543367999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:13.011553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.032067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Made reservation on behalf of 5ef03356effd45029809d52543367999 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:13.034812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.084652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:13.124338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.199133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:13.217258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85672684-870d-4bb6-bacc-130629f159f7 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:13.227983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.230277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.278294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=39004be5-fe1a-4dec-803e-d9443c3ac8b5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.314084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-006970e7-5e6e-4e93-8245-9ab6366ddd4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8474557 Jul 07 17:09:13.333614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42938) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:13.345128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1585767623'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:13.601605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.673489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0badfd-6737-4ce5-ae87-63b2487d767c {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:13.704857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ffc27bb4-68cc-4a40-99fe-bf433243b487', 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'tenant_id': '696d4618fc244b56842d477fd6b93331', 'fixed_ips': [{'subnet_id': '39004be5-fe1a-4dec-803e-d9443c3ac8b5'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:13.707843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.082641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Allocated IP 172.20.0.2 (ffc27bb4-68cc-4a40-99fe-bf433243b487/39004be5-fe1a-4dec-803e-d9443c3ac8b5/3396d6fd-4c5b-4d69-bb1a-450a386f3fec) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:14.257554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.260740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.322642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.323183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router 17cb55c4-4479-4eee-887b-be871a29a5a8 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:09:14.336542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.337810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e904c450-f033-410d-8d06-5ea6ccc64db3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/17cb55c4-4479-4eee-887b-be871a29a5a8 HTTP/1.1" status: 204 len: 168 time: 1.4345391 Jul 07 17:09:14.339554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.342659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42952) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:14.381680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.426087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 51460158-2c5f-43ba-8022-a44f53e8d0be {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:14.431973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.473284 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.483465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Transition to ACTIVE for port object 3396d6fd-4c5b-4d69-bb1a-450a386f3fec will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:14.496343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.503141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Transition to ACTIVE for port object 3396d6fd-4c5b-4d69-bb1a-450a386f3fec will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:14.513590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.517002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.527625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.565024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:14.568256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Transition to ACTIVE for port object 4b0badfd-6737-4ce5-ae87-63b2487d767c will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:14.569288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:14.573899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:14.642963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Pushing event updated for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.654220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.655110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.655110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.655707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.656334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.656964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.657445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.657914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.658359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.658799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.659245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.659684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.660120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:14.675502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Attempting to bind port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:14.676133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Attempting to bind port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '670c01f9-41e3-4525-823f-c021ec5669e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:14.676631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Attempting to bind port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec on network ffc27bb4-68cc-4a40-99fe-bf433243b487 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:14.683692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:14.684701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Checking segment: {'id': '670c01f9-41e3-4525-823f-c021ec5669e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:14.685066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.685794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Bound using segment: {'id': '670c01f9-41e3-4525-823f-c021ec5669e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:14.688022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Bound port: 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670c01f9-41e3-4525-823f-c021ec5669e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:14.688868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.786879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:14.787677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.792398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,segment=NetworkSegment(670c01f9-41e3-4525-823f-c021ec5669e1),segment_id=670c01f9-41e3-4525-823f-c021ec5669e1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:14.799105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.816786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.822224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4805365 Jul 07 17:09:14.828931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42956) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:14.834464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0773f-45fb-46f0-9f44-3f842b69a22b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf90421-e589-40fc-9da1-daeca49a4729,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.863991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1933993779'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:14.949533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697a8d-4b7c-4551-9a05-53d147899190 None None] Pushing event updated for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.986519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.018439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.121218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=51460158-2c5f-43ba-8022-a44f53e8d0be,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.147410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.151402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9e38b5a0-736e-4b40-92bb-17b1343b9b5e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/51460158-2c5f-43ba-8022-a44f53e8d0be HTTP/1.1" status: 204 len: 168 time: 0.8040192 Jul 07 17:09:15.158124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42962) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:15.164380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02d123-8c37-4fd0-ad1c-1f2854df58c6 None None] Network bc79bf9b-b092-494e-ac1b-064d1eda53ff requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:15.181983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d09e73e-a979-4dc5-8360-14ebd1eac6f5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.254763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e59b8-38ba-4ee9-aed8-804a49a30e53 req-cec2319e-9a52-4b34-88da-f63821a316ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.259881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-875e59b8-38ba-4ee9-aed8-804a49a30e53 req-cec2319e-9a52-4b34-88da-f63821a316ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 931 time: 0.9261785 Jul 07 17:09:15.295496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.311987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Checking segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:15.311987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Network hostable DHCP agents. Network: 6f67ab68-c48f-4696-bc59-2d96961aca59, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:15.370583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.486113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.488632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Attempting to bind port 4b0badfd-6737-4ce5-ae87-63b2487d767c on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:15.489511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Attempting to bind port 4b0badfd-6737-4ce5-ae87-63b2487d767c by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:15.490087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Attempting to bind port 4b0badfd-6737-4ce5-ae87-63b2487d767c on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:15.504147 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.531604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Port 4b0badfd-6737-4ce5-ae87-63b2487d767c on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:15.532022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Attempting to bind port 4b0badfd-6737-4ce5-ae87-63b2487d767c on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:15.564033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port a2d6089e-a3ed-4899-8771-18c48bdc6e60 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:15.564399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.602413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-875e59b8-38ba-4ee9-aed8-804a49a30e53 req-c58217e5-73e1-4090-b663-7d6383194f7d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261447 Jul 07 17:09:15.643573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:15.644362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:15.645507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:15.646697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Bound port: 4b0badfd-6737-4ce5-ae87-63b2487d767c, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:15.647410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.666763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:15.673845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.677379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8194571 Jul 07 17:09:15.683408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdacf2c-23c2-4cd2-8952-a347e5947e21 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6952710f-ef5d-4f3f-8e43-abdad68903fe,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.685221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42964) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:15.709214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] DHCP port deletion for bc79bf9b-b092-494e-ac1b-064d1eda53ff request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:15.714118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-37118522', 'security_groups': ['6952710f-ef5d-4f3f-8e43-abdad68903fe'], 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39004be5-fe1a-4dec-803e-d9443c3ac8b5'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:15.730576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port a2d6089e-a3ed-4899-8771-18c48bdc6e60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a2d6089e-a3ed-4899-8771-18c48bdc6e60,segment=NetworkSegment(8423a996-b56c-44b8-89c7-8966f4290726),segment_id=8423a996-b56c-44b8-89c7-8966f4290726)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:15.731577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.737515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6f67ab68-c48f-4696-bc59-2d96961aca59) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:15.745480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.746513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.781735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-92eff568-4935-4086-8ca5-274972c99004 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8017616 Jul 07 17:09:15.795436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6face2-8262-42ce-ba1a-bdddb765aaee None None] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:15.817349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:15.822288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:15.829775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.838350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for a2d6089e-a3ed-4899-8771-18c48bdc6e60 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:15.895823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.896603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.898830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b0badfd-6737-4ce5-ae87-63b2487d767c HTTP/1.1" status: 200 len: 1091 time: 3.6187291 Jul 07 17:09:15.902856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:15.907304 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de892899-c790-48ee-8061-366da4525e20" -d '{"events": [{"name": "network-changed", "server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:15.956813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a01ef6-1380-470f-8c4c-b851983c0bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.072751 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f7074-1267-4ac5-a69a-1c64f35161da x-openstack-request-id: req-6c9f7074-1267-4ac5-a69a-1c64f35161da {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:16.073512 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:16.073705 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c9f7074-1267-4ac5-a69a-1c64f35161da {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:16.074243 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c', 'status': 'completed', 'code': 200} Jul 07 17:09:16.141997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-515b49d9-3dd1-4590-bb96-5b663abe863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.144543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-515b49d9-3dd1-4590-bb96-5b663abe863d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 1094 time: 0.1487489 Jul 07 17:09:16.226581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] Deleting port a2d6089e-a3ed-4899-8771-18c48bdc6e60 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:16.227470 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.294029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-4c7188f2-294a-4308-a0bd-b1bf90adb351 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c HTTP/1.1" status: 200 len: 217 time: 0.1350205 Jul 07 17:09:16.298692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:16.443150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] For port a2d6089e-a3ed-4899-8771-18c48bdc6e60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a2d6089e-a3ed-4899-8771-18c48bdc6e60,segment=NetworkSegment(8423a996-b56c-44b8-89c7-8966f4290726),segment_id=8423a996-b56c-44b8-89c7-8966f4290726)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:16.443728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.461931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] Calling delete_port for a2d6089e-a3ed-4899-8771-18c48bdc6e60 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:16.466099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.480156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b59ac76d-3a8a-480d-a49c-fb2a433b2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.481758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-b59ac76d-3a8a-480d-a49c-fb2a433b2dd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1792438 Jul 07 17:09:16.527441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=a2d6089e-a3ed-4899-8771-18c48bdc6e60,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.532220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port a2d6089e-a3ed-4899-8771-18c48bdc6e60 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:16.593759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac76f1-1c49-4f5f-ab9a-bbf9f9987b0c None None] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:16.667868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.704432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.735727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port 21bffa54-7897-4068-a440-d4ad01624873 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:16.738785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-0af4c82f-4de4-4f8d-b822-e51968533cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.741992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-0af4c82f-4de4-4f8d-b822-e51968533cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509222 Jul 07 17:09:16.753388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc79bf9b-b092-494e-ac1b-064d1eda53ff']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:16.826663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8423a996-b56c-44b8-89c7-8966f4290726') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:16.827005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8423a996-b56c-44b8-89c7-8966f4290726') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:16.879040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.918064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.975285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:16.976137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:16.979640 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:16.989084 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.020936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-eeca6bdf-bfda-4c9b-b8ee-3547e00ea930 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655280 Jul 07 17:09:17.059361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] No DVR routers for this DVR port a2d6089e-a3ed-4899-8771-18c48bdc6e60 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:17.101518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b4e9e-25dd-4128-8760-c409a3bb9ea4 None None] Pushing event deleted for resources: {'Port': ['ID=a2d6089e-a3ed-4899-8771-18c48bdc6e60,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:17.150326 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.173854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.175459 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/bc79bf9b-b092-494e-ac1b-064d1eda53ff HTTP/1.1" status: 204 len: 168 time: 2.0151796 Jul 07 17:09:17.180647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42994) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.199654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-510072818', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:17.216972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25b891-c867-4780-a56d-b8079385e7f8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=bc79bf9b-b092-494e-ac1b-064d1eda53ff,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:17.294104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.11 (ffc27bb4-68cc-4a40-99fe-bf433243b487/39004be5-fe1a-4dec-803e-d9443c3ac8b5/21bffa54-7897-4068-a440-d4ad01624873) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:17.297277 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.297557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:17.299192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.402612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.414265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:17.448535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Provisioning for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:17.459739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:17.460534 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.495138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-991d5568-c342-435c-84da-56f3fdb4a8c7 req-a68e0805-5cb2-4067-819e-1380d018e64f service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168761 Jul 07 17:09:17.542641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3289899-0085-4293-8777-72f949ff64bf req-5c609789-fbee-4136-b3e0-e8fd0fc4d416 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.544355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3289899-0085-4293-8777-72f949ff64bf req-5c609789-fbee-4136-b3e0-e8fd0fc4d416 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 943 time: 0.4680064 Jul 07 17:09:17.554360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a2d6089e-a3ed-4899-8771-18c48bdc6e60 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:17.582505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a2d6089e-a3ed-4899-8771-18c48bdc6e60 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:17.582728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-5e231ee8-e205-4c9f-abdf-2083dc3e08fa tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.582838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a2d6089e-a3ed-4899-8771-18c48bdc6e60 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:17.586199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-5e231ee8-e205-4c9f-abdf-2083dc3e08fa tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 818 time: 0.5638530 Jul 07 17:09:17.663543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.678022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3289899-0085-4293-8777-72f949ff64bf req-59fc04e5-225e-453a-831e-f442d8512124 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116917 Jul 07 17:09:17.680716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-91a61a8b-b286-4288-87ed-ce81c8a27beb tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/quotas/5ef03356effd45029809d52543367999 HTTP/1.1" status: 200 len: 375 time: 0.0781491 Jul 07 17:09:17.739278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,segment=NetworkSegment(670c01f9-41e3-4525-823f-c021ec5669e1),segment_id=670c01f9-41e3-4525-823f-c021ec5669e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:17.748815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.753810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-c0e93ee7-fed9-4fc6-93b4-c45352d91ad1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605652 Jul 07 17:09:17.797801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Provisioning complete for port c60fd80d-97fc-42bb-9541-d8ad1876dc72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:17.798223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.810077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.862178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Port c60fd80d-97fc-42bb-9541-d8ad1876dc72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:17.869313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e78970-c4a6-470b-aab0-f2985da3655f None None] Pushing event updated for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:17.892020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de892899-c790-48ee-8061-366da4525e20 req-d214b6a8-cd39-46ee-ab7e-d0d28a2ff6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.894535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-d214b6a8-cd39-46ee-ab7e-d0d28a2ff6f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 1094 time: 0.2823443 Jul 07 17:09:17.962296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.985651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 21bffa54-7897-4068-a440-d4ad01624873 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:18.024379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-8ae9838b-a1a9-4d6a-ba72-e6196b816f06 service neutron] 10.222.0.78 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570815 Jul 07 17:09:18.053327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.109177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de892899-c790-48ee-8061-366da4525e20 req-bc136d5d-cc08-4290-bf4a-c2b205a2bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.109177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-bc136d5d-cc08-4290-bf4a-c2b205a2bd13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.2053668 Jul 07 17:09:18.165770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-856ac1be-eb3e-4374-9d9b-504d56d9b789 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c HTTP/1.1" status: 200 len: 217 time: 0.0491827 Jul 07 17:09:18.211701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:18.244333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:18.246554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-68581737-bdef-46e6-bc99-9c5418831ca8 service neutron] 10.222.0.78 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114654 Jul 07 17:09:18.246762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=21bffa54-7897-4068-a440-d4ad01624873,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.250145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:18.253359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.264517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de892899-c790-48ee-8061-366da4525e20 req-fb7658c9-5e86-4481-84cd-129d5cc56bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.266829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-fb7658c9-5e86-4481-84cd-129d5cc56bb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.0912697 Jul 07 17:09:18.313778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.364883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de892899-c790-48ee-8061-366da4525e20 req-97fd20e7-55c6-4b41-a8d8-d02e703da86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.368407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-97fd20e7-55c6-4b41-a8d8-d02e703da86e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934241 Jul 07 17:09:18.428620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.429812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.518115 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5c50d0c-5244-4cad-b4fa-7996d9b14c2d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8308465 Jul 07 17:09:18.522110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.537904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:18.563456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 172.25.5.126 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/99251d03-4797-4796-9799-14b3b508be93) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:18.599759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dc1f630e-5ee4-47e9-95f8-103380a1dbab None None] Provisioning for port 21bffa54-7897-4068-a440-d4ad01624873 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:18.610106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dc1f630e-5ee4-47e9-95f8-103380a1dbab None None] Provisioning complete for port 21bffa54-7897-4068-a440-d4ad01624873 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:18.610991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dc1f630e-5ee4-47e9-95f8-103380a1dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.637890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-6584c381-55a7-4025-b055-2ff22602c496 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612157 Jul 07 17:09:18.711090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f630e-5ee4-47e9-95f8-103380a1dbab None None] Port 21bffa54-7897-4068-a440-d4ad01624873 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:18.775784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:18.779813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.835577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.839601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de892899-c790-48ee-8061-366da4525e20 req-02596d36-abf5-4755-aae9-2c3b51803a6f service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903656 Jul 07 17:09:18.900782 n-d-793619-7 neutron-server[98270]: INFO neutron.db.ipam_backend_mixin [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39004be5-fe1a-4dec-803e-d9443c3ac8b5 (CIDR: 172.20.0.0/28) Jul 07 17:09:18.918465 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:09:18.919378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:18.951257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.980663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-67d80c52-8e20-4efa-bb8b-568ff699d670 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4573412 Jul 07 17:09:18.981679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43040) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.988140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:19.106078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:19.117463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:19.125720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:19.198022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908437e6-ecec-4603-8904-997ecdfa8a57 req-09ef520f-337b-4f43-9d3b-6fb1bc91e97f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.200592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908437e6-ecec-4603-8904-997ecdfa8a57 req-09ef520f-337b-4f43-9d3b-6fb1bc91e97f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 943 time: 0.2038729 Jul 07 17:09:19.252168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=99251d03-4797-4796-9799-14b3b508be93,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.308487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-908437e6-ecec-4603-8904-997ecdfa8a57 req-3a22d155-94f0-4e24-8760-86bae17bd919 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878174 Jul 07 17:09:19.354584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:19.363071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.382722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5881e9f3-7b0c-400f-81b3-9abc8b03a949 req-3b01ac8f-d33a-4bf2-80d8-e8ce803f520b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.0981545 Jul 07 17:09:19.396022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:19.506593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:19.507012 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.716647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.787693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.851849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=569d78da-1746-4a35-8caa-45434b411568,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.875486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:19.881082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:19.886628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.887345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.895438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce050f5f-f3ee-43ee-a335-3ce97cc95a66 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:19.919974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e6401d49-41ce-45e5-b7dd-6ed0e3621e1c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9340775 Jul 07 17:09:19.923062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43068) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:19.931875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1747679501', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '569d78da-1746-4a35-8caa-45434b411568'}], 'security_groups': ['9cf90421-e589-40fc-9da1-daeca49a4729']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:20.128496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.209791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b0badfd-6737-4ce5-ae87-63b2487d767c details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:20.326743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.380306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:09:20.416731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 81d9055c-41b5-46c0-9cba-eb25acf9eb7a is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:09:20.633920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Update dhcp port {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'fixed_ips': [{'subnet_id': '39004be5-fe1a-4dec-803e-d9443c3ac8b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '569d78da-1746-4a35-8caa-45434b411568'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '3396d6fd-4c5b-4d69-bb1a-450a386f3fec'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:09:20.771483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.773635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:20.798329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] Sync routers for ids ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:20.820255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.821568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b6ac-36eb-4275-9b45-bd78a71f4191 req-905b395d-73a0-4dcb-9528-f37a01b92a9c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.823846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.828582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a07841f9-2935-4c61-967f-77394a541cdd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6409090 Jul 07 17:09:20.831958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.836293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b05b6ac-36eb-4275-9b45-bd78a71f4191 req-905b395d-73a0-4dcb-9528-f37a01b92a9c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 943 time: 0.2156203 Jul 07 17:09:20.836575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] Routers {'81d9055c-41b5-46c0-9cba-eb25acf9eb7a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:20.836575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:20.892103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd774e97-6cb0-4c4e-86c4-b988beb9e46d req-d9d5f79b-d255-4856-9d23-e595d18b82f5 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.0953066 Jul 07 17:09:20.975768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b05b6ac-36eb-4275-9b45-bd78a71f4191 req-fcd8fa7c-638c-4b4b-8f14-49ad9635953e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419411 Jul 07 17:09:21.071639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Delete allocated IP 172.20.0.11 (ffc27bb4-68cc-4a40-99fe-bf433243b487/39004be5-fe1a-4dec-803e-d9443c3ac8b5) {{(pid=98270) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:09:21.092550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.19 (ffc27bb4-68cc-4a40-99fe-bf433243b487/569d78da-1746-4a35-8caa-45434b411568/21bffa54-7897-4068-a440-d4ad01624873) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:21.140417 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db111c47-dd95-4822-806f-2732672c2429 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/routers/81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 200 len: 884 time: 0.3038416 Jul 07 17:09:21.141387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:21.153802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:21.163254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '4b0badfd-6737-4ce5-ae87-63b2487d767c', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': '4b0badfd-6737-4ce5-ae87-63b2487d767c', 'mac_address': 'fa:16:3e:d5:6b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:21.218128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] Routers {'81d9055c-41b5-46c0-9cba-eb25acf9eb7a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:21.219715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:21.291219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-3fbddcb0-484f-4cf0-b42f-49bf39e421a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3553853 Jul 07 17:09:21.705632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:21.706298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ddafe-b437-435e-b06c-1f5373e0b9ad None None] The sync data for ids ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:21.720121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.745459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.772875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0badfd-6737-4ce5-ae87-63b2487d767c {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:21.785701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc156204-360e-4997-aa82-4fde157caec5 req-4dd75f1c-eb44-4709-b716-4244692884d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.805221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-4dd75f1c-eb44-4709-b716-4244692884d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.3603854 Jul 07 17:09:21.809998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object 21bffa54-7897-4068-a440-d4ad01624873 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:21.819431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.961806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=21bffa54-7897-4068-a440-d4ad01624873,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.018479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:22.045462 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.061881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Allocated IP 172.20.0.18 (ffc27bb4-68cc-4a40-99fe-bf433243b487/569d78da-1746-4a35-8caa-45434b411568/3396d6fd-4c5b-4d69-bb1a-450a386f3fec) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:22.198922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-727d45d0-d426-490b-934a-e344396a0063 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.200471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-727d45d0-d426-490b-934a-e344396a0063 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 818 time: 0.8055100 Jul 07 17:09:22.226261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Request body: {'port': {'device_id': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'admin_state_up': True, 'tenant_id': '5ef03356effd45029809d52543367999'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:22.254525 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0937c56-c189-413a-8ad8-e6b0b9621234 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1120420 Jul 07 17:09:22.257965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43116) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:22.263613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a1025841-2925-45a0-b01d-800b196b0a53 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.265549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a1025841-2925-45a0-b01d-800b196b0a53 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.13 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 818 time: 0.2686207 Jul 07 17:09:22.271185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-510072818'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:22.318809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.345385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Request body: {'port': {'device_id': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'admin_state_up': True, 'tenant_id': '5ef03356effd45029809d52543367999'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:22.401399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.401826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.402146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.402477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.402810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.403214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.403544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.403932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.404321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.404646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.405037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.405649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:22.478947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4b0badfd-6737-4ce5-ae87-63b2487d767c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:22.771437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,segment=NetworkSegment(670c01f9-41e3-4525-823f-c021ec5669e1),segment_id=670c01f9-41e3-4525-823f-c021ec5669e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:22.872611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.901368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Transition to ACTIVE for port object 3396d6fd-4c5b-4d69-bb1a-450a386f3fec will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:22.911043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.935092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21058a1e-a0ed-449a-97fe-4a1affce73ab req-21e5114f-5fd7-4c62-8a73-43579e0571e7 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.6648388 Jul 07 17:09:23.052784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c3ed8-79e0-49fe-b326-b50ecb5509c9 None None] Pushing event updated for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.328264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] In _notify_port_updated(), no bound segment for port 21bffa54-7897-4068-a440-d4ad01624873 on network ffc27bb4-68cc-4a40-99fe-bf433243b487 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:09:23.334308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.334994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.336399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ded675cf-c47e-4b15-867c-3411fbd0b2d2 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/ports/21bffa54-7897-4068-a440-d4ad01624873 HTTP/1.1" status: 200 len: 921 time: 3.4116607 Jul 07 17:09:23.345892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43134) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:23.371939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:23.550593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Made reservation on behalf of 5ef03356effd45029809d52543367999 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:23.554995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.585313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-896726c6-3bb8-4d6c-b576-845a241bf9ea tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.587021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-896726c6-3bb8-4d6c-b576-845a241bf9ea tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 818 time: 1.2930844 Jul 07 17:09:23.624937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Request body: {'port': {'device_id': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'admin_state_up': True, 'tenant_id': '5ef03356effd45029809d52543367999'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:23.713362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc156204-360e-4997-aa82-4fde157caec5 req-0aaac887-762b-42a0-9cb4-bd35144d3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.716652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-0aaac887-762b-42a0-9cb4-bd35144d3d5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 1.7839272 Jul 07 17:09:23.802179 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.810239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.817606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.824024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.830615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.837002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.843977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.850556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.852455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-f9c8e7fb-e8af-4d01-826d-7ca036bb2e79 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 1.5760827 Jul 07 17:09:23.930702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Allocated IP 172.20.0.8 (6f67ab68-c48f-4696-bc59-2d96961aca59/3d09e73e-a979-4dc5-8360-14ebd1eac6f5/1ab26b7e-59a0-4052-a054-11d470d92ef6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:23.934080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0402735-224c-4b6b-9b9f-701adb69ed91 req-fee133fe-a71c-42a5-93b1-83cfc1363fd3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.935850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0402735-224c-4b6b-9b9f-701adb69ed91 req-fee133fe-a71c-42a5-93b1-83cfc1363fd3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 944 time: 0.7054780 Jul 07 17:09:23.984195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be0ca6f-9b21-4201-b78d-2e0093b48516 req-1c50825b-0cde-492a-b87c-ac02eee11156 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185229 Jul 07 17:09:23.995523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-eb48645f-0abd-4fd8-bdbc-170b8b89e6fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.2625678 Jul 07 17:09:24.034329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port 21bffa54-7897-4068-a440-d4ad01624873 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:24.034681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.082217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0402735-224c-4b6b-9b9f-701adb69ed91 req-17e36339-9318-4c79-bb62-d63628cdb795 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225843 Jul 07 17:09:24.118713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Provisioning complete for port c60fd80d-97fc-42bb-9541-d8ad1876dc72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:24.121144 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.135624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Made reservation on behalf of 5ef03356effd45029809d52543367999 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:24.138616 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.145546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.204232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc156204-360e-4997-aa82-4fde157caec5 req-0134c93d-5a06-47f9-90a5-f8d5819cc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.212076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-0134c93d-5a06-47f9-90a5-f8d5819cc0d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.2089033 Jul 07 17:09:24.233178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Port c60fd80d-97fc-42bb-9541-d8ad1876dc72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:24.235861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.244319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b0badfd-6737-4ce5-ae87-63b2487d767c up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:24.347760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Provisioning for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:24.355792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:24.356580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.370327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Made reservation on behalf of 5ef03356effd45029809d52543367999 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:24.378723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.403175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 4b0badfd-6737-4ce5-ae87-63b2487d767c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:24.425052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 4b0badfd-6737-4ce5-ae87-63b2487d767c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:24.425747 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.549033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.571410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for 21bffa54-7897-4068-a440-d4ad01624873 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:24.587575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63b15503-191b-486c-9fab-4d832f11cd37 req-5ab9d0ce-3a51-4ef9-87f7-24a8876fd5d3 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.2343693 Jul 07 17:09:24.660271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.704748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Provisioning for port 21bffa54-7897-4068-a440-d4ad01624873 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:24.744576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:24.754313 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37645d7-4ed4-4703-bae2-c42c39019717" -d '{"events": [{"server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:24.775662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Provisioning complete for port 21bffa54-7897-4068-a440-d4ad01624873 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:24.776362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.849767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.863829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:24.869579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.877140 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.888219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.899414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.911710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.917662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.924405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.926573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca8ab816-26c4-44e0-8831-c07dda47787b req-5f222f28-4e17-4e3e-b6ae-8eda85b72df8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.5602286 Jul 07 17:09:24.943921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc156204-360e-4997-aa82-4fde157caec5 req-d5956782-50f7-4619-96f7-b14e300abb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.945516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-d5956782-50f7-4619-96f7-b14e300abb33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5881355 Jul 07 17:09:24.961727 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf8e4a5-fc7c-4c91-a061-6650c04de3ad x-openstack-request-id: req-8bf8e4a5-fc7c-4c91-a061-6650c04de3ad {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:24.974284 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:24.974583 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bf8e4a5-fc7c-4c91-a061-6650c04de3ad {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:24.977173 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c', 'code': 200} Jul 07 17:09:24.980289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-101eb690-7da2-4b74-9bb5-1307aa8f6fc5 None None] Port 21bffa54-7897-4068-a440-d4ad01624873 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:25.040707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 81d9055c-41b5-46c0-9cba-eb25acf9eb7a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:25.070995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:25.100585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-84eb3567-4b6d-4324-ac86-5692b01478dd None None] Could not find standard attr ID for object 21bffa54-7897-4068-a440-d4ad01624873. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:09:25.140586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-4b3da3f3-6551-4709-bc37-9aa5ebf1d801 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848300 Jul 07 17:09:25.142223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.163913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.308781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=21bffa54-7897-4068-a440-d4ad01624873,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:25.345396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-ee10018c-6571-41c2-833d-b3b90aaafb13 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994381 Jul 07 17:09:25.445028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f519c24-ed69-4f6e-9600-80c54ee2df06 req-b0e97554-3d67-40d0-b798-5cc30631f326 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.445028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f519c24-ed69-4f6e-9600-80c54ee2df06 req-b0e97554-3d67-40d0-b798-5cc30631f326 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 945 time: 0.1995778 Jul 07 17:09:25.514072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f519c24-ed69-4f6e-9600-80c54ee2df06 req-b0145792-f681-4b05-9413-2aad4179af81 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605326 Jul 07 17:09:25.535360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae34661-6a5c-4fcd-9769-50745e44d1d3 req-ee22bb10-f79b-4bae-82dd-c24e39d2f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.537486 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0ae34661-6a5c-4fcd-9769-50745e44d1d3 req-ee22bb10-f79b-4bae-82dd-c24e39d2f5c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 1096 time: 0.4897859 Jul 07 17:09:25.538791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:25.544182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.548045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4ef16906-d439-4acf-add6-e34f13281920 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/21bffa54-7897-4068-a440-d4ad01624873 HTTP/1.1" status: 204 len: 168 time: 2.1970220 Jul 07 17:09:25.548458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43182) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:25.553325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.557043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-889cfabc-6927-4671-b0ed-0226df324dbb tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 200 len: 891 time: 3.2967288 Jul 07 17:09:25.557309 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] Sync routers for ids ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:25.559668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43184) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:25.581208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.588705 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] Routers {'81d9055c-41b5-46c0-9cba-eb25acf9eb7a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:25.593636 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:25.658493 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ebd080-b52f-4288-aa8c-f817a341213b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:09:25.659494 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:25.659676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04ebd080-b52f-4288-aa8c-f817a341213b tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/21bffa54-7897-4068-a440-d4ad01624873 HTTP/1.1" status: 404 len: 333 time: 0.1050062 Jul 07 17:09:25.684304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] Routers {'81d9055c-41b5-46c0-9cba-eb25acf9eb7a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:25.685069 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:25.686429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:25.731594 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:25.732353 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951f075-7312-4b6b-9379-ec3b2d778fa5 None None] The sync data for ids ['81d9055c-41b5-46c0-9cba-eb25acf9eb7a'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:25.781793 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0ae34661-6a5c-4fcd-9769-50745e44d1d3 req-502d94f4-a28d-4d89-a33d-de6660d41bd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345169 Jul 07 17:09:25.787338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:25.795390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:25.805182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:25.879390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Pushing event updated for resources: {'Port': ['ID=1ab26b7e-59a0-4052-a054-11d470d92ef6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:25.883775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-0be960cf-b2ef-4355-b052-75963a0dbc85 {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:09:25.884513 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:09:25.914456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.915481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.933129 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-2dbca140-4670-4b22-8293-8456d174816f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7117302 Jul 07 17:09:25.945589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Request body: {'port': {'device_id': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:25.996710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef151d66-292c-4e99-89fa-2b25941a1a42 req-41dfe1b4-9e12-44f1-bb6f-1b96e4c79e98 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.1220782 Jul 07 17:09:26.064437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.103154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-0be960cf-b2ef-4355-b052-75963a0dbc85 {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:09:26.103637 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:09:26.166429 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3152d5d3-cb90-4555-9ddb-e9b6ca893e38 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.249769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3152d5d3-cb90-4555-9ddb-e9b6ca893e38 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.266525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-478a6d1c-3301-418c-9290-30eb1ca5e8a4 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/routers/81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 200 len: 891 time: 0.6983244 Jul 07 17:09:26.277046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43206) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.356470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1ac0a45-3a44-4f42-b61b-8dd3fef66a31 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 200 len: 205 time: 0.0760987 Jul 07 17:09:26.359060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.386396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.401905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3152d5d3-cb90-4555-9ddb-e9b6ca893e38 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.405412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3152d5d3-cb90-4555-9ddb-e9b6ca893e38 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.409758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3152d5d3-cb90-4555-9ddb-e9b6ca893e38 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/security-groups/6952710f-ef5d-4f3f-8e43-abdad68903fe HTTP/1.1" status: 204 len: 168 time: 0.7079213 Jul 07 17:09:26.412581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43214) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.453751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152d5d3-cb90-4555-9ddb-e9b6ca893e38 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6952710f-ef5d-4f3f-8e43-abdad68903fe,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:26.578235 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-026cc23b-cd82-46e9-b22e-ab8393b53b1d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.604875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.631995 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-026cc23b-cd82-46e9-b22e-ab8393b53b1d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.737533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.791153 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-026cc23b-cd82-46e9-b22e-ab8393b53b1d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.796448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-026cc23b-cd82-46e9-b22e-ab8393b53b1d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.803278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-026cc23b-cd82-46e9-b22e-ab8393b53b1d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/security-groups/9cf90421-e589-40fc-9da1-daeca49a4729 HTTP/1.1" status: 204 len: 168 time: 0.3842952 Jul 07 17:09:26.812374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43226) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.918149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cc23b-cd82-46e9-b22e-ab8393b53b1d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf90421-e589-40fc-9da1-daeca49a4729,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.115074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 39004be5-fe1a-4dec-803e-d9443c3ac8b5 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:27.143303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.257273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab26b7e-59a0-4052-a054-11d470d92ef6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:27.271696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adb7f8ef-8346-4946-9424-759aae34c9db req-6b8e2ddd-20cc-46d3-b62e-a9d12dd6ae99 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.0541675 Jul 07 17:09:27.292930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.318075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77b28c-6e58-40ac-ad2d-8a9e614aeb41 req-010a6775-346a-4637-95e6-cbedccd49494 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.325335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed77b28c-6e58-40ac-ad2d-8a9e614aeb41 req-010a6775-346a-4637-95e6-cbedccd49494 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 945 time: 0.5990205 Jul 07 17:09:27.336232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Transition to ACTIVE for port object 1ab26b7e-59a0-4052-a054-11d470d92ef6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:27.340533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.350673 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.408025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed77b28c-6e58-40ac-ad2d-8a9e614aeb41 req-adf1551c-d6e9-4a05-b7e6-833175f0836e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817249 Jul 07 17:09:27.420257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.465370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Allocated IP 172.20.0.13 (6f67ab68-c48f-4696-bc59-2d96961aca59/3d09e73e-a979-4dc5-8360-14ebd1eac6f5/15fa61d0-d218-496c-824a-7fabf9842431) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:27.479408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Pushing event updated for resources: {'Port': ['ID=1ab26b7e-59a0-4052-a054-11d470d92ef6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.609787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 99251d03-4797-4796-9799-14b3b508be93 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:27.610278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.669400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.684603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Attempting to bind port 1ab26b7e-59a0-4052-a054-11d470d92ef6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:27.684603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Attempting to bind port 1ab26b7e-59a0-4052-a054-11d470d92ef6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:27.696918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Attempting to bind port 1ab26b7e-59a0-4052-a054-11d470d92ef6 on network 6f67ab68-c48f-4696-bc59-2d96961aca59 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:27.704640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Port 1ab26b7e-59a0-4052-a054-11d470d92ef6 on network 6f67ab68-c48f-4696-bc59-2d96961aca59 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:27.705055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Attempting to bind port 1ab26b7e-59a0-4052-a054-11d470d92ef6 on network 6f67ab68-c48f-4696-bc59-2d96961aca59 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:27.733897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:27.733897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Checking segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:27.734394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Bound using segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:27.735282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Bound port: 1ab26b7e-59a0-4052-a054-11d470d92ef6, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:27.735282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.763829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.769423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.770390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.770390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.770853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.771266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.771827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.772391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.774605 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-be60889f-7614-4f6a-b1b6-562a40dd761e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.2683311 Jul 07 17:09:27.792632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.793313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.812023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.820378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/39004be5-fe1a-4dec-803e-d9443c3ac8b5 HTTP/1.1" status: 204 len: 168 time: 0.9946690 Jul 07 17:09:27.829787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b35372-0a33-43b5-8113-c46fc574b292 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:27.857058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43246) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:27.862955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:27.881918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463a87d-51e2-4a76-b3a2-eaf16c45ebe7 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=39004be5-fe1a-4dec-803e-d9443c3ac8b5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.888013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 99251d03-4797-4796-9799-14b3b508be93 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:27.940162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-7de0a08a-4906-493a-b076-531b2ee13d29 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=de57eb96-8142-4bef-b72c-ddea8698a800&id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167502 Jul 07 17:09:27.957804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] For port 1ab26b7e-59a0-4052-a054-11d470d92ef6, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:27.966219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] For port 1ab26b7e-59a0-4052-a054-11d470d92ef6, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:27.976967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.062117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:28.069807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Allocated IP 172.20.0.10 (6f67ab68-c48f-4696-bc59-2d96961aca59/3d09e73e-a979-4dc5-8360-14ebd1eac6f5/4088b595-7733-49fa-b574-1edfdbd1f12f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:28.072761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:28.084898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:28.146566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.147259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.184907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Pushing event updated for resources: {'Port': ['ID=15fa61d0-d218-496c-824a-7fabf9842431,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.207097 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.219704 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.221615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17361d8c-4396-4aa1-90fb-4996cfb4135b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8805897 Jul 07 17:09:28.251346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Request body: {'port': {'device_id': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:28.259070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.259768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.261295 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] 10.222.0.54 "PUT /v2.0/ports/1ab26b7e-59a0-4052-a054-11d470d92ef6 HTTP/1.1" status: 200 len: 1091 time: 2.3207610 Jul 07 17:09:28.264154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'tag': '1ab26b7e-59a0-4052-a054-11d470d92ef6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:28.273007 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a141cd01-4d95-422f-b04b-0f42f3ec8edb" -d '{"events": [{"name": "network-changed", "server_uuid": "36ff32be-6989-4c0d-ac90-c5cc6f8a77c6", "tag": "1ab26b7e-59a0-4052-a054-11d470d92ef6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:28.329055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:28.333027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.382044 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9851fb-a05f-4821-b2c0-106f27ecafa5 x-openstack-request-id: req-7d9851fb-a05f-4821-b2c0-106f27ecafa5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:28.382349 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ff32be-6989-4c0d-ac90-c5cc6f8a77c6", "tag": "1ab26b7e-59a0-4052-a054-11d470d92ef6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:28.382615 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d9851fb-a05f-4821-b2c0-106f27ecafa5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:28.383032 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'tag': '1ab26b7e-59a0-4052-a054-11d470d92ef6', 'status': 'completed', 'code': 200} Jul 07 17:09:28.434042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.502605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a2a93-c3cd-485a-a379-6c4246f5d34a service neutron] Pushing event updated for resources: {'Port': ['ID=1ab26b7e-59a0-4052-a054-11d470d92ef6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.702668 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.704609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=99251d03-4797-4796-9799-14b3b508be93,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.709456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.786963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.788045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router 81d9055c-41b5-46c0-9cba-eb25acf9eb7a {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:09:28.817288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.818485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf6f0c06-6fed-4b52-bfa6-b7c61d69b4f5 req-f1daad2b-f81e-41d6-9e6b-5b78f7a5193f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 210 time: 0.2350373 Jul 07 17:09:28.825347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-257dd288-338f-4380-9978-8462012876cd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 204 len: 168 time: 2.4615891 Jul 07 17:09:28.826514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43274) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.827670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43276) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.863623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-932906271'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:28.895596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-9c849146-b1a5-4ac0-8798-0067e6be3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.898557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-9c849146-b1a5-4ac0-8798-0067e6be3412 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 1094 time: 0.5069678 Jul 07 17:09:28.994640 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-1980e682-a9dc-4cf9-b4e6-fbc3b60db8a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6 HTTP/1.1" status: 200 len: 217 time: 0.0874419 Jul 07 17:09:29.023706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.065761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:29.070513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.105196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4488b986-b949-4496-b569-5bcc2c8af0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.122821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.142787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-c68e05a2-1b9f-47b9-8ad0-b6f96b11820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.144345 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-c68e05a2-1b9f-47b9-8ad0-b6f96b11820b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 200 len: 858 time: 0.1425233 Jul 07 17:09:29.213560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:29.235466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272970-e76d-4d2d-890a-bbc3b9563ebc req-e2727178-8df2-475e-b098-3138b1b6376e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.237549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04272970-e76d-4d2d-890a-bbc3b9563ebc req-e2727178-8df2-475e-b098-3138b1b6376e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 945 time: 0.5182409 Jul 07 17:09:29.264153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-bb6d0661-d8c0-41d5-bc2f-77bb174ea282 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f67ab68-c48f-4696-bc59-2d96961aca59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122627 Jul 07 17:09:29.295227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-be363907-1ba3-43ac-9951-644f7d627722 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:29.298084 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.299098 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be363907-1ba3-43ac-9951-644f7d627722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.419242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Network 6f67ab68-c48f-4696-bc59-2d96961aca59 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:29.445429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-be363907-1ba3-43ac-9951-644f7d627722 None None] Provisioning complete for port c60fd80d-97fc-42bb-9541-d8ad1876dc72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:29.446936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:29.447602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be363907-1ba3-43ac-9951-644f7d627722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.451353 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-54e0f548-ad5e-4e87-8aa2-5b1b39ad019d service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709797 Jul 07 17:09:29.460294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:29.469240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.469719 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment a7f7674b-188a-4781-b53c-3e65bc8efdce of type vlan for network 8466df37-a8e6-495a-af7b-2ef43b9535b4 Jul 07 17:09:29.491232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Pushing event updated for resources: {'Port': ['ID=4088b595-7733-49fa-b574-1edfdbd1f12f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.513866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-be363907-1ba3-43ac-9951-644f7d627722 None None] Port c60fd80d-97fc-42bb-9541-d8ad1876dc72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:29.579630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04272970-e76d-4d2d-890a-bbc3b9563ebc req-a544a749-6853-4715-9404-4bff7eea3763 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280380 Jul 07 17:09:29.686381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.810098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.819550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.820421 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.840059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4488b986-b949-4496-b569-5bcc2c8af0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.863022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-a90c1a90-4241-4b0f-924e-62e04e72d2d5 service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988595 Jul 07 17:09:30.001560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=8466df37-a8e6-495a-af7b-2ef43b9535b4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.017571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4488b986-b949-4496-b569-5bcc2c8af0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.030488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:30.089019 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f4cb8bbe-a95d-405f-8413-f0718af6994c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2343659 Jul 07 17:09:30.097024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4488b986-b949-4496-b569-5bcc2c8af0bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6bd8ee6c47aa48dcbf32a2eb1998ae3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2543042 Jul 07 17:09:30.130895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.131449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43300) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.167652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.168313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.208415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:30.281173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6993e8f0-2249-4c8c-8997-5a9a1252e8e9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6663766 Jul 07 17:09:30.322181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Request body: {'port': {'device_id': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:30.366749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488b986-b949-4496-b569-5bcc2c8af0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4f34d0-687f-44bb-bd3b-613283adea52,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.367097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-5c1ff262-a845-4465-b1dc-33dbd18f98ff tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 267 time: 0.1891830 Jul 07 17:09:30.376209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.448350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fca294d-04da-46d4-a1f2-6b84c8448570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.496866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:30.497976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-cce532ef-137b-4783-b9ed-26740560e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.502906 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-cce532ef-137b-4783-b9ed-26740560e6db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 1094 time: 0.4783542 Jul 07 17:09:30.523672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fca294d-04da-46d4-a1f2-6b84c8448570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.536528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:30.550435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.551093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.564541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e96dd-5082-4697-9bab-bca91c535400 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:30.600708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=b5c534c7-7ec1-426f-8efc-9bef246b7357,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.630926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa870f7-7714-4985-a9b4-b45bf65f62fb req-9dd4ec32-ad5e-409e-972f-53da6f615d3b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.633524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfa870f7-7714-4985-a9b4-b45bf65f62fb req-9dd4ec32-ad5e-409e-972f-53da6f615d3b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 932 time: 0.4590127 Jul 07 17:09:30.638623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:30.643249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.646945 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.713090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-18cc04ed-d61c-4037-98c7-5dc88e45261a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8546219 Jul 07 17:09:30.726016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43306) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.744605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1578007425'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:30.803356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fa61d0-d218-496c-824a-7fabf9842431 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:30.831179 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.869949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fca294d-04da-46d4-a1f2-6b84c8448570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.872904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfa870f7-7714-4985-a9b4-b45bf65f62fb req-5d70c4de-47d6-4f1b-8afd-0e9ec04c9a0b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195420 Jul 07 17:09:30.892012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fca294d-04da-46d4-a1f2-6b84c8448570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.894815 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8fca294d-04da-46d4-a1f2-6b84c8448570 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd4f34d0-687f-44bb-bd3b-613283adea52 HTTP/1.1" status: 204 len: 168 time: 0.7459407 Jul 07 17:09:30.911185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-8ac35155-b8cf-4f05-bfe4-ca9b2785af7a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.925192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-8ac35155-b8cf-4f05-bfe4-ca9b2785af7a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 945 time: 0.5077348 Jul 07 17:09:30.935971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.956718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'port': {'security_groups': []}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:30.994177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Transition to ACTIVE for port object 15fa61d0-d218-496c-824a-7fabf9842431 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:31.010970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-faea9440-227b-42da-af62-fcdbd7780516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.012919 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-faea9440-227b-42da-af62-fcdbd7780516 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 919 time: 0.5031266 Jul 07 17:09:31.013773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca294d-04da-46d4-a1f2-6b84c8448570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4f34d0-687f-44bb-bd3b-613283adea52,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:31.181439 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-d553917e-11de-4b2f-ae75-dd20a04ef88a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6 HTTP/1.1" status: 200 len: 217 time: 0.1479650 Jul 07 17:09:31.219165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.301341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Update dhcp port {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'fixed_ips': [{'subnet_id': '569d78da-1746-4a35-8caa-45434b411568', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b5c534c7-7ec1-426f-8efc-9bef246b7357'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '3396d6fd-4c5b-4d69-bb1a-450a386f3fec'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:09:31.415427 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.426283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-6fe7e292-9678-4291-ae53-df2426e9ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.434288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-6fe7e292-9678-4291-ae53-df2426e9ba69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 200 len: 858 time: 0.2319615 Jul 07 17:09:31.441148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.610295 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-74472dfe-738b-4fb7-a676-2f29c47b6e41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f67ab68-c48f-4696-bc59-2d96961aca59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588879 Jul 07 17:09:31.765251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=9be7120b-20a5-4fe2-8cbb-2b9996357d43,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:31.783361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Pushing event updated for resources: {'Port': ['ID=15fa61d0-d218-496c-824a-7fabf9842431,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:31.789510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.857546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.865827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': 'a7f7674b-188a-4781-b53c-3e65bc8efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:31.866268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: 8466df37-a8e6-495a-af7b-2ef43b9535b4, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:31.879792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.901991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-c5289239-8109-4533-8835-0596a8c2136c service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722182 Jul 07 17:09:31.910690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Allocated IP 172.20.0.2 (ffc27bb4-68cc-4a40-99fe-bf433243b487/b5c534c7-7ec1-426f-8efc-9bef246b7357/3396d6fd-4c5b-4d69-bb1a-450a386f3fec) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:31.976399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:32.027827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8466df37-a8e6-495a-af7b-2ef43b9535b4) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:32.046186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.046957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.110722 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-876e27ed-db19-4026-899e-08f2474ed973 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9653871 Jul 07 17:09:32.115689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.119280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20360e0c-efe2-4989-b65f-d7606219573b None None] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:32.121336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-499784542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:32.165384 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.166665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4283247 Jul 07 17:09:32.189009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a141cd01-4d95-422f-b04b-0f42f3ec8edb req-31cf41a4-6870-4282-b323-4701f3c2fe92 service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775877 Jul 07 17:09:32.194261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43346) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.206120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'security_group': {'name': 'tempest-secgroup-783700986'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:32.259700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d624011-6431-45ce-a666-4a2b9a27a426 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2bbea-65ac-44fb-bfc5-42b7f1411715,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.308951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,segment=NetworkSegment(670c01f9-41e3-4525-823f-c021ec5669e1),segment_id=670c01f9-41e3-4525-823f-c021ec5669e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:32.330833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.333884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.335062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Attempting to bind port 15fa61d0-d218-496c-824a-7fabf9842431 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:32.335479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Attempting to bind port 15fa61d0-d218-496c-824a-7fabf9842431 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:32.335868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Attempting to bind port 15fa61d0-d218-496c-824a-7fabf9842431 on network 6f67ab68-c48f-4696-bc59-2d96961aca59 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:32.388447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.406866 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.440700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Port 15fa61d0-d218-496c-824a-7fabf9842431 on network 6f67ab68-c48f-4696-bc59-2d96961aca59 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:32.440700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Attempting to bind port 15fa61d0-d218-496c-824a-7fabf9842431 on network 6f67ab68-c48f-4696-bc59-2d96961aca59 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:32.518382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Transition to ACTIVE for port object 3396d6fd-4c5b-4d69-bb1a-450a386f3fec will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:32.519077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.525009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:32.525495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Checking segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:32.525811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Bound using segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:32.526490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Bound port: 15fa61d0-d218-496c-824a-7fabf9842431, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:32.526772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.543537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.550387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.710933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4088b595-7733-49fa-b574-1edfdbd1f12f {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:32.715327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-8466df37-a8e6-495a-af7b-2ef43b9535b4', 'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '9be7120b-20a5-4fe2-8cbb-2b9996357d43'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:32.716872 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.727817 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.763028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.768671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.768959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69577c62-6171-4b18-bef5-f6b3595d9718 req-5e7fcd92-63a5-4135-89e9-e62914cbe08d tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.776192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69577c62-6171-4b18-bef5-f6b3595d9718 req-5e7fcd92-63a5-4135-89e9-e62914cbe08d tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 932 time: 0.5081303 Jul 07 17:09:32.806995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0668d-ab6e-46da-9de1-00be0da9f642,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.812362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.814198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e36c8e1f-cb79-42d1-9b19-5a8ad2ace132 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6971107 Jul 07 17:09:32.818895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43366) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.825341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Transition to ACTIVE for port object 4088b595-7733-49fa-b574-1edfdbd1f12f will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:32.832698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:32.849995 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.886184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] For port 15fa61d0-d218-496c-824a-7fabf9842431, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:32.924665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Allocated IP 2001:db8::2 (8466df37-a8e6-495a-af7b-2ef43b9535b4/9be7120b-20a5-4fe2-8cbb-2b9996357d43/9376626a-5c7e-4512-8130-54f1ea627594) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:32.953567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] For port 15fa61d0-d218-496c-824a-7fabf9842431, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=15fa61d0-d218-496c-824a-7fabf9842431,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:33.017482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.029015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.047126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69577c62-6171-4b18-bef5-f6b3595d9718 req-d632636b-4870-4cd6-bc77-9a7341eb23cf tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696588 Jul 07 17:09:33.061825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.068240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Pushing event updated for resources: {'Port': ['ID=4088b595-7733-49fa-b574-1edfdbd1f12f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.134311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.135220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.135805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.137643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] 10.222.0.13 "PUT /v2.0/ports/15fa61d0-d218-496c-824a-7fabf9842431 HTTP/1.1" status: 200 len: 1092 time: 4.8922770 Jul 07 17:09:33.141309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'tag': '15fa61d0-d218-496c-824a-7fabf9842431'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:33.144577 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac154b8-040f-44c3-a99b-ecac46fe959c" -d '{"events": [{"name": "network-changed", "server_uuid": "8df8f876-f330-48aa-8c29-3aa5d41c9f69", "tag": "15fa61d0-d218-496c-824a-7fabf9842431"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:33.153995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc86a0-09d4-409d-9752-723595dae5d8 None None] Pushing event updated for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.157019 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-544a6eed-4478-4b6a-bb16-06523e858c81 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9484940 Jul 07 17:09:33.159664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:33.163991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['75980f69-fdca-4023-94ba-4d3fe9760dba', '4b0badfd-6737-4ce5-ae87-63b2487d767c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:33.207462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.217940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291216703'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:33.304770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.305604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.318064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fb86a13-88bf-45c3-96b5-0a6e2a6d08f9 req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "PUT /v2.0/ports/4b0badfd-6737-4ce5-ae87-63b2487d767c HTTP/1.1" status: 200 len: 904 time: 2.3978679 Jul 07 17:09:33.369251 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc0b78-ae54-4d8b-abb2-f22c98a1b4cc x-openstack-request-id: req-ecdc0b78-ae54-4d8b-abb2-f22c98a1b4cc {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:33.369651 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df8f876-f330-48aa-8c29-3aa5d41c9f69", "tag": "15fa61d0-d218-496c-824a-7fabf9842431", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:33.370360 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecdc0b78-ae54-4d8b-abb2-f22c98a1b4cc {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:33.370990 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'tag': '15fa61d0-d218-496c-824a-7fabf9842431', 'status': 'completed', 'code': 200} Jul 07 17:09:33.385348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ab26b7e-59a0-4052-a054-11d470d92ef6 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:33.471274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e199f-26e1-4b51-8011-a2e2063fa639 service neutron] Pushing event updated for resources: {'Port': ['ID=15fa61d0-d218-496c-824a-7fabf9842431,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.640589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4b0badfd-6737-4ce5-ae87-63b2487d767c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:33.872513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-dd5848ba-2ee9-423d-8bd5-6fcb6ee62987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.882676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-dd5848ba-2ee9-423d-8bd5-6fcb6ee62987 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 1095 time: 0.6434667 Jul 07 17:09:33.883850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Attempting to bind port 4088b595-7733-49fa-b574-1edfdbd1f12f on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:33.884411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Attempting to bind port 4088b595-7733-49fa-b574-1edfdbd1f12f by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:33.884949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Attempting to bind port 4088b595-7733-49fa-b574-1edfdbd1f12f on network 6f67ab68-c48f-4696-bc59-2d96961aca59 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:33.892673 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:09:33.898990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bfd91-7c1a-4419-9636-687ab778e57f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.915499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Port 4088b595-7733-49fa-b574-1edfdbd1f12f on network 6f67ab68-c48f-4696-bc59-2d96961aca59 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:33.916196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Attempting to bind port 4088b595-7733-49fa-b574-1edfdbd1f12f on network 6f67ab68-c48f-4696-bc59-2d96961aca59 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:33.958757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:33.959396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Checking segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:33.960137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Bound using segment: {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:33.960948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Bound port: 4088b595-7733-49fa-b574-1edfdbd1f12f, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:33.961694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.004581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.020842 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.042145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-7c46e27d-ee20-4983-9b9c-e7e411dd521b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15fa61d0-d218-496c-824a-7fabf9842431 HTTP/1.1" status: 200 len: 217 time: 0.1303468 Jul 07 17:09:34.165526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-128ba301-d84d-4bff-83dc-fad96cf2e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.168020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-128ba301-d84d-4bff-83dc-fad96cf2e72e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 200 len: 858 time: 0.1140535 Jul 07 17:09:34.228326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Transition to ACTIVE for port object 9376626a-5c7e-4512-8130-54f1ea627594 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:34.337178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-4fc9ff4c-0436-40fc-873b-ea87dff8d4ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f67ab68-c48f-4696-bc59-2d96961aca59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549683 Jul 07 17:09:34.482334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.502718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-42a0234d-91f5-48d3-965a-e8fda9f4f654 None None] Provisioning complete for port 4b0badfd-6737-4ce5-ae87-63b2487d767c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:34.503514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-42a0234d-91f5-48d3-965a-e8fda9f4f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.553401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56af69-911b-4683-b18a-22595f334e94 req-102c9ae0-765a-44ad-abd7-15a9b840d1a4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.565722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d56af69-911b-4683-b18a-22595f334e94 req-102c9ae0-765a-44ad-abd7-15a9b840d1a4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 907 time: 0.9605453 Jul 07 17:09:34.570635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-880011b7-27ad-43d9-86c4-4dd4bbd12a31 service neutron] 10.222.0.13 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221386 Jul 07 17:09:34.704002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Transition to ACTIVE for port object 9376626a-5c7e-4512-8130-54f1ea627594 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:34.733727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1ab26b7e-59a0-4052-a054-11d470d92ef6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:34.752212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.781135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.794525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.824701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] For port 4088b595-7733-49fa-b574-1edfdbd1f12f, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:34.841866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.845435 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6345296 Jul 07 17:09:34.855630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43414) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.886028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-994364323', 'security_groups': ['add10b0d-deaf-48a2-8bec-e98ba978078d'], 'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5c534c7-7ec1-426f-8efc-9bef246b7357'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:34.914983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] For port 4088b595-7733-49fa-b574-1edfdbd1f12f, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4088b595-7733-49fa-b574-1edfdbd1f12f,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:34.995847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c2e5f-fc65-437e-9778-9b5b3a8c27af tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add10b0d-deaf-48a2-8bec-e98ba978078d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.999043 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.010083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.136207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.136865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.138637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] 10.222.0.54 "PUT /v2.0/ports/4088b595-7733-49fa-b574-1edfdbd1f12f HTTP/1.1" status: 200 len: 1092 time: 4.8370209 Jul 07 17:09:35.147311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90207c-992d-42f4-9f13-ddfa3dbe5f61 req-2b3427ed-5210-41e1-9fb2-dfffc79ba829 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.167547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb90207c-992d-42f4-9f13-ddfa3dbe5f61 req-2b3427ed-5210-41e1-9fb2-dfffc79ba829 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 944 time: 0.8254662 Jul 07 17:09:35.254779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1ab26b7e-59a0-4052-a054-11d470d92ef6', 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'port_id': '1ab26b7e-59a0-4052-a054-11d470d92ef6', 'mac_address': 'fa:16:3e:6a:49:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d09e73e-a979-4dc5-8360-14ebd1eac6f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:35.277883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-aa47b251-fedf-42e8-965d-8553e6fbb4b7 service neutron] 10.222.0.13 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653821 Jul 07 17:09:35.291690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:35.315199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9523f0b-b348-4726-901f-3f38e8675e6b service neutron] Pushing event updated for resources: {'Port': ['ID=4088b595-7733-49fa-b574-1edfdbd1f12f,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.373421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95508-425f-46ba-bf1f-e271a9dc749c req-7df7a7c8-f569-45e5-a1a4-f9107a26851e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.377096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fd95508-425f-46ba-bf1f-e271a9dc749c req-7df7a7c8-f569-45e5-a1a4-f9107a26851e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5483625 Jul 07 17:09:35.392688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:35.407536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:35.455237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c'}, {'name': 'network-changed', 'server_uuid': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'tag': '4088b595-7733-49fa-b574-1edfdbd1f12f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:35.457192 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3606117-2f5a-4fb0-a48d-01bf40c7f289" -d '{"events": [{"name": "network-changed", "server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c"}, {"name": "network-changed", "server_uuid": "2feb4dc4-9b96-4338-a724-940cbd2499b7", "tag": "4088b595-7733-49fa-b574-1edfdbd1f12f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:35.474313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:35.531450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb90207c-992d-42f4-9f13-ddfa3dbe5f61 req-057c79d6-d34c-45b2-beaf-578d9b2f7768 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625469 Jul 07 17:09:35.653905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Pushing event updated for resources: {'Port': ['ID=9376626a-5c7e-4512-8130-54f1ea627594,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.660811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e4c458e-0e26-4a29-84e8-cb0caaa4e7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.661805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fd95508-425f-46ba-bf1f-e271a9dc749c req-0d0cb612-1750-495c-a390-50260a63e738 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604897 Jul 07 17:09:35.685659 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157cec3-e3df-4ecb-8796-c238a02b0a84 x-openstack-request-id: req-a157cec3-e3df-4ecb-8796-c238a02b0a84 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:35.686133 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2feb4dc4-9b96-4338-a724-940cbd2499b7", "tag": "4088b595-7733-49fa-b574-1edfdbd1f12f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:35.686578 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a157cec3-e3df-4ecb-8796-c238a02b0a84 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:35.687084 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c', 'status': 'completed', 'code': 200} Jul 07 17:09:35.687415 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'tag': '4088b595-7733-49fa-b574-1edfdbd1f12f', 'status': 'completed', 'code': 200} Jul 07 17:09:35.716577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:35.800243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6dfebf86-db47-44f7-8d08-6b2f6346d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.805405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-6dfebf86-db47-44f7-8d08-6b2f6346d51b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 1095 time: 0.5909054 Jul 07 17:09:35.815951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.866975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab26b7e-59a0-4052-a054-11d470d92ef6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:35.880069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Attempting to bind port 9376626a-5c7e-4512-8130-54f1ea627594 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:35.880884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Attempting to bind port 9376626a-5c7e-4512-8130-54f1ea627594 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a7f7674b-188a-4781-b53c-3e65bc8efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:35.881592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Attempting to bind port 9376626a-5c7e-4512-8130-54f1ea627594 on network 8466df37-a8e6-495a-af7b-2ef43b9535b4 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:35.890539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d182df69-0908-4fe9-bf42-b1e4682899a6 None None] Provisioning for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:35.910295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d182df69-0908-4fe9-bf42-b1e4682899a6 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:35.911518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d182df69-0908-4fe9-bf42-b1e4682899a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.918977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8::1 (8466df37-a8e6-495a-af7b-2ef43b9535b4/9be7120b-20a5-4fe2-8cbb-2b9996357d43/c59109db-e189-49bc-8126-7fb658e1a6a3) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:35.976410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:35.976872 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.977404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-9f06c958-e702-4611-a930-05f108c7ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.979015 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-9f06c958-e702-4611-a930-05f108c7ac30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 1058 time: 0.2111995 Jul 07 17:09:35.997687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-fad93558-3835-4b65-9140-46300c957d77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4088b595-7733-49fa-b574-1edfdbd1f12f HTTP/1.1" status: 200 len: 217 time: 0.0724239 Jul 07 17:09:36.021606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:36.021992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Checking segment: {'id': 'a7f7674b-188a-4781-b53c-3e65bc8efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:36.022641 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.023091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Bound using segment: {'id': 'a7f7674b-188a-4781-b53c-3e65bc8efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:36.023659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Bound port: 9376626a-5c7e-4512-8130-54f1ea627594, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f7674b-188a-4781-b53c-3e65bc8efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8466df37-a8e6-495a-af7b-2ef43b9535b4'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:36.024126 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.082912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1ab26b7e-59a0-4052-a054-11d470d92ef6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:36.095486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.126462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-7ab57af8-6ebc-43f2-8e53-6b95f831eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.128547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-7ab57af8-6ebc-43f2-8e53-6b95f831eb36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 1095 time: 0.6867816 Jul 07 17:09:36.300215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.304961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-4160519b-23dc-442e-9bef-d57570a70d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.306578 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-4160519b-23dc-442e-9bef-d57570a70d11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.3201141 Jul 07 17:09:36.327209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object c59109db-e189-49bc-8126-7fb658e1a6a3 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:36.360797 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-2942a87f-9691-4f87-abd4-1a61389bca0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c HTTP/1.1" status: 200 len: 217 time: 0.0460720 Jul 07 17:09:36.455381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.455962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1ab26b7e-59a0-4052-a054-11d470d92ef6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.517716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=c59109db-e189-49bc-8126-7fb658e1a6a3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.521141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-2adc0e5b-60fd-485d-b8ea-e062f27b0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.522885 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-2adc0e5b-60fd-485d-b8ea-e062f27b0c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1401634 Jul 07 17:09:36.555972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1ab26b7e-59a0-4052-a054-11d470d92ef6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:36.590965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:36.601188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:36.610691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:36.611563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.647938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] For port 9376626a-5c7e-4512-8130-54f1ea627594, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:36.674597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] For port 9376626a-5c7e-4512-8130-54f1ea627594, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9376626a-5c7e-4512-8130-54f1ea627594,segment=NetworkSegment(a7f7674b-188a-4781-b53c-3e65bc8efdce),segment_id=a7f7674b-188a-4781-b53c-3e65bc8efdce)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:36.762514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d182df69-0908-4fe9-bf42-b1e4682899a6 None None] Provisioning complete for port c60fd80d-97fc-42bb-9541-d8ad1876dc72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:36.763000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d182df69-0908-4fe9-bf42-b1e4682899a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.766418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.787717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-7af222c6-9a8d-432d-a8c9-a30ae8f3ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.789974 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-7af222c6-9a8d-432d-a8c9-a30ae8f3ad59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607667 Jul 07 17:09:36.857584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.862353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c803-a13c-45e6-afaf-4adbd2264f9d None None] Pushing event updated for resources: {'Port': ['ID=9376626a-5c7e-4512-8130-54f1ea627594,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.918979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d182df69-0908-4fe9-bf42-b1e4682899a6 None None] Port c60fd80d-97fc-42bb-9541-d8ad1876dc72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:37.026593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-9cf337ec-fb05-462a-9561-085775851c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.028659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-9cf337ec-fb05-462a-9561-085775851c12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 200 len: 858 time: 1.0242844 Jul 07 17:09:37.104396 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-7988b6f4-e4ff-4cd3-80e7-3914e7709a34 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073831 Jul 07 17:09:37.134592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43514) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:37.142323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-a18ff8f6-996c-4de0-8d22-61d71d1b5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.143843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-a18ff8f6-996c-4de0-8d22-61d71d1b5d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 919 time: 1.0030205 Jul 07 17:09:37.300200 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.342996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-17cabfad-51ad-41c2-ba51-039d2d866d38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f67ab68-c48f-4696-bc59-2d96961aca59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2976882 Jul 07 17:09:37.420450 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-e6c49450-72ae-42a1-98d8-8339d1aa8808 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077068 Jul 07 17:09:37.456515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-018efbda-5015-4aba-822c-f79736dc7042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.469683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9376626a-5c7e-4512-8130-54f1ea627594 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:37.559924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-8f188d34-a837-436d-bdbc-edbae1accbd0 service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344726 Jul 07 17:09:37.563751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9376626a-5c7e-4512-8130-54f1ea627594 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:37.565473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-e998d707-d992-4303-9ba8-d69d2f8bdc07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15fa61d0-d218-496c-824a-7fabf9842431 HTTP/1.1" status: 200 len: 217 time: 0.4150369 Jul 07 17:09:37.568046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] device_id is not set on port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:37.575156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.587978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.589235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.650856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.679854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00687-8567-44a8-9a7b-6026d510927f req-93ef6ead-935d-4eb4-b071-9446325e9e4d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.681383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39e00687-8567-44a8-9a7b-6026d510927f req-93ef6ead-935d-4eb4-b071-9446325e9e4d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.7623599 Jul 07 17:09:37.717308 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-018efbda-5015-4aba-822c-f79736dc7042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.734042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-018efbda-5015-4aba-822c-f79736dc7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.755726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=c59109db-e189-49bc-8126-7fb658e1a6a3,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.810766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39e00687-8567-44a8-9a7b-6026d510927f req-ee7bbd36-6ece-44b7-89c9-84d27bf6b245 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941238 Jul 07 17:09:37.818142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-58bc17b1-b264-4ca3-afc1-b764f2dc8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.819786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-58bc17b1-b264-4ca3-afc1-b764f2dc8e36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 200 len: 858 time: 0.2327487 Jul 07 17:09:37.841173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682f76-d7a6-4c92-8738-30e38029854d req-a52b4298-84b2-403b-9f62-428c1b2d238f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.841173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec682f76-d7a6-4c92-8738-30e38029854d req-a52b4298-84b2-403b-9f62-428c1b2d238f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 944 time: 0.9101307 Jul 07 17:09:37.869909 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-018efbda-5015-4aba-822c-f79736dc7042 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f78572bfe68b4a4595c1b49c0b861c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323656 Jul 07 17:09:37.878229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43526) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:37.902138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018efbda-5015-4aba-822c-f79736dc7042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e836f3-0076-442d-b700-586368a680d6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.937027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:37.948090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:37.997205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-525394ed-c74d-4f56-8bc1-d6c8f3d5dc41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f67ab68-c48f-4696-bc59-2d96961aca59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216447 Jul 07 17:09:38.115458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ab26b7e-59a0-4052-a054-11d470d92ef6 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:38.174350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc652e59-45a4-44ad-ae25-36e6fef0672a req-550bdc41-a0a4-44bc-8b65-53eb3cdd26d2 service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005204 Jul 07 17:09:38.187714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec682f76-d7a6-4c92-8738-30e38029854d req-71cfefd9-de85-4d9c-abaf-afc59ed42a6b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787209 Jul 07 17:09:38.265307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 15fa61d0-d218-496c-824a-7fabf9842431 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:38.274442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-070b80d9-636a-4061-9b66-09a6fb196719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.316003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 1ab26b7e-59a0-4052-a054-11d470d92ef6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:38.332848 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-36d82172-c478-4d57-8b6e-0f50fbd1446d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5439937 Jul 07 17:09:38.343947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1ab26b7e-59a0-4052-a054-11d470d92ef6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:38.344337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.472980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.9 (ffc27bb4-68cc-4a40-99fe-bf433243b487/b5c534c7-7ec1-426f-8efc-9bef246b7357/dfea0f3c-293e-4e42-b89b-0f0307cd6b6b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:38.480098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-070b80d9-636a-4061-9b66-09a6fb196719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.512468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 15fa61d0-d218-496c-824a-7fabf9842431, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=15fa61d0-d218-496c-824a-7fabf9842431,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.522157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-c96678f9-fed1-4aa2-a11e-d7f78de544e7 service neutron] 10.222.0.13 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683607 Jul 07 17:09:38.555077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '15fa61d0-d218-496c-824a-7fabf9842431', 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'port_id': '15fa61d0-d218-496c-824a-7fabf9842431', 'mac_address': 'fa:16:3e:84:06:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d09e73e-a979-4dc5-8360-14ebd1eac6f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:38.585840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-8e081217-add6-40cd-8e97-a7358558eb68 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.587715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-8e081217-add6-40cd-8e97-a7358558eb68 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.4095297 Jul 07 17:09:38.632049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router dca2dcd9-6d06-4bda-9b99-02c926fa29c8 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:09:38.657186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.659791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-cc6757c1-c881-452d-a6a8-9d929bfcb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.662266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-cc6757c1-c881-452d-a6a8-9d929bfcb7dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef03356effd45029809d52543367999&device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 1095 time: 0.3290894 Jul 07 17:09:38.676834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-1f56bb6b-5941-46a2-95f1-65e6c08db0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.676834 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-1f56bb6b-5941-46a2-95f1-65e6c08db0fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 1096 time: 0.2985706 Jul 07 17:09:38.705402 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.744913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab26b7e-59a0-4052-a054-11d470d92ef6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:38.747520 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005dfb7d-7b18-40aa-b71e-80a01dabdd6d" -d '{"events": [{"server_uuid": "36ff32be-6989-4c0d-ac90-c5cc6f8a77c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab26b7e-59a0-4052-a054-11d470d92ef6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:38.765248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fa61d0-d218-496c-824a-7fabf9842431 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:38.789086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 15fa61d0-d218-496c-824a-7fabf9842431, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=15fa61d0-d218-496c-824a-7fabf9842431,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.792149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1ab26b7e-59a0-4052-a054-11d470d92ef6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.794797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.801420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-829febac-5542-4ce4-9677-593b3649eb21 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/quotas/a07db760496a41299a85ffd13db64383 HTTP/1.1" status: 200 len: 375 time: 0.1640077 Jul 07 17:09:38.817161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.916435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=15fa61d0-d218-496c-824a-7fabf9842431,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:38.923647 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0d791-4947-42f2-80d7-1e3d6dc290d1 x-openstack-request-id: req-fdc0d791-4947-42f2-80d7-1e3d6dc290d1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:38.924127 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ff32be-6989-4c0d-ac90-c5cc6f8a77c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab26b7e-59a0-4052-a054-11d470d92ef6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:38.924672 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdc0d791-4947-42f2-80d7-1e3d6dc290d1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:38.925496 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab26b7e-59a0-4052-a054-11d470d92ef6', 'code': 200} Jul 07 17:09:39.063547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1ab26b7e-59a0-4052-a054-11d470d92ef6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.065339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac154b8-040f-44c3-a99b-ecac46fe959c req-05cc8dd6-d6c3-4f73-b789-e4692e9351a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300694 Jul 07 17:09:39.069196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908be1d9-88d9-45ef-8bcf-fd74a71b4420 None None] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:39.138263 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.146544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-631f1f64-10f9-444a-b03e-02aed0eeeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.148080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-631f1f64-10f9-444a-b03e-02aed0eeeef2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 200 len: 919 time: 0.4383910 Jul 07 17:09:39.200480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-070b80d9-636a-4061-9b66-09a6fb196719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.200480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-070b80d9-636a-4061-9b66-09a6fb196719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.200480 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-070b80d9-636a-4061-9b66-09a6fb196719 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42e836f3-0076-442d-b700-586368a680d6 HTTP/1.1" status: 204 len: 168 time: 1.3156829 Jul 07 17:09:39.247560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b80d9-636a-4061-9b66-09a6fb196719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e836f3-0076-442d-b700-586368a680d6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.310634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:39.312210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object dfea0f3c-293e-4e42-b89b-0f0307cd6b6b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:39.318707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-95f05764-eb7a-4fdd-b960-f60ca70c7b0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4088b595-7733-49fa-b574-1edfdbd1f12f HTTP/1.1" status: 200 len: 217 time: 0.1613908 Jul 07 17:09:39.325568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bbdf62a9-5460-4b74-8e67-b1f242a4706a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/dca2dcd9-6d06-4bda-9b99-02c926fa29c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4875169 Jul 07 17:09:39.352241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['15fa61d0-d218-496c-824a-7fabf9842431'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:39.359141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-1bdaff3a-ffb5-4551-b246-bd5cbae4158b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4841490 Jul 07 17:09:39.367145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:39.430738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] Sync routers for ids ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:39.439861 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-de415bc8-51a5-4e36-8e3c-d2e5737c77b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.457396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] Provisioning for port 9376626a-5c7e-4512-8130-54f1ea627594 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:39.548870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] Provisioning complete for port 9376626a-5c7e-4512-8130-54f1ea627594 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:39.549938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.566741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] Routers {'dca2dcd9-6d06-4bda-9b99-02c926fa29c8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:39.567992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:39.571950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.579530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.643582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-b1655e79-f750-488f-be1d-eff639cf6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.645744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-b1655e79-f750-488f-be1d-eff639cf6267 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 200 len: 858 time: 0.2810512 Jul 07 17:09:39.673828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dbcd3-037c-446b-8754-3654f9ae0279 req-c81d8fc9-5c2e-45c7-bd70-df93ea2bb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.676659 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9b5dbcd3-037c-446b-8754-3654f9ae0279 req-c81d8fc9-5c2e-45c7-bd70-df93ea2bb706 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 1096 time: 0.6601048 Jul 07 17:09:39.678621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-876c1c71-e0df-4d54-9292-c2d1eadcff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.692198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-876c1c71-e0df-4d54-9292-c2d1eadcff4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.9852340 Jul 07 17:09:39.733962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:39.762484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3ad65-69d4-49c4-8b5e-7c44c15e6cf2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.765418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-70b3ad65-69d4-49c4-8b5e-7c44c15e6cf2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports/c59109db-e189-49bc-8126-7fb658e1a6a3 HTTP/1.1" status: 200 len: 911 time: 0.3833609 Jul 07 17:09:39.792598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-33f3da85-1480-43e9-98ac-9a08c7fdad98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f67ab68-c48f-4696-bc59-2d96961aca59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970535 Jul 07 17:09:39.802722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43566) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:39.810316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9be7120b-20a5-4fe2-8cbb-2b9996357d43'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:39.820888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:39.826772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:39.892475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] Routers {'dca2dcd9-6d06-4bda-9b99-02c926fa29c8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:39.893527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:39.896342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=dfea0f3c-293e-4e42-b89b-0f0307cd6b6b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.915030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:40.018804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:40.020259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724c20f-f585-42fe-9bc8-2459fa6b7b96 None None] The sync data for ids ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:40.098146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43570) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:40.199018 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.294000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] For port 9376626a-5c7e-4512-8130-54f1ea627594, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9376626a-5c7e-4512-8130-54f1ea627594,segment=NetworkSegment(a7f7674b-188a-4781-b53c-3e65bc8efdce),segment_id=a7f7674b-188a-4781-b53c-3e65bc8efdce)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:40.303559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.358994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8d6-a486-4f58-b0e9-dd17610fb386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.400568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-c795c659-1f09-4f2c-b265-37684845ac3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 200 len: 217 time: 0.6934233 Jul 07 17:09:40.438878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20620366-0c2f-4e13-a16f-a4aecd8edbdc None None] Pushing event updated for resources: {'Port': ['ID=9376626a-5c7e-4512-8130-54f1ea627594,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.455640 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9b5dbcd3-037c-446b-8754-3654f9ae0279 req-b3fa49f0-c03d-49a6-9a26-4a72b2eead86 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7505562 Jul 07 17:09:40.470226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-27a5493c-42a2-4c96-a3b3-d93016222f3f None None] Provisioning for port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:40.478507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-27a5493c-42a2-4c96-a3b3-d93016222f3f None None] Provisioning complete for port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:40.479588 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-27a5493c-42a2-4c96-a3b3-d93016222f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.508769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-fe0e6b90-4568-4232-a0c2-edc0fc1832f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.513008 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-fe0e6b90-4568-4232-a0c2-edc0fc1832f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.0924718 Jul 07 17:09:40.570997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-27a5493c-42a2-4c96-a3b3-d93016222f3f None None] Port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:40.573764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.574738 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.607391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-7bf03804-2814-48f1-b3aa-732bbe974c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.610456 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-7bf03804-2814-48f1-b3aa-732bbe974c8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888877 Jul 07 17:09:40.680431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-46d5e778-f5c9-46db-b066-e87b2fb1ca98 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2007518 Jul 07 17:09:40.710108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b23eef3d-2ce7-4c81-bb78-62a477c1d553 None None] Provisioning complete for port 9376626a-5c7e-4512-8130-54f1ea627594 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:40.710697 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b23eef3d-2ce7-4c81-bb78-62a477c1d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.758935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6f51b-caab-4a7d-b020-7bd95c7a0dfd req-208caf0f-e437-493a-9d02-8186729662f8 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.775461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34a6f51b-caab-4a7d-b020-7bd95c7a0dfd req-208caf0f-e437-493a-9d02-8186729662f8 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 944 time: 1.1599119 Jul 07 17:09:40.780620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-72a4c54d-ecc9-45a5-8f48-08a8d4e1f5ab service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9752891 Jul 07 17:09:40.803376 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-0576e5e5-f7ec-4336-b8e7-b986171098cb service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834435 Jul 07 17:09:40.824452 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.922539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b23eef3d-2ce7-4c81-bb78-62a477c1d553 None None] Provisioning for port c59109db-e189-49bc-8126-7fb658e1a6a3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:40.927492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b23eef3d-2ce7-4c81-bb78-62a477c1d553 None None] Provisioning complete for port c59109db-e189-49bc-8126-7fb658e1a6a3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:40.927940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b23eef3d-2ce7-4c81-bb78-62a477c1d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.981818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b23eef3d-2ce7-4c81-bb78-62a477c1d553 None None] Port c59109db-e189-49bc-8126-7fb658e1a6a3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:41.033096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6f148c4f-7789-4d36-a90b-719f48918bf4 req-232b222b-9d60-46d3-9951-c587e441b8b8 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226245 Jul 07 17:09:41.033624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-75361a9b-af95-43f0-b3ab-2c8fdf608247 service neutron] 10.222.0.78 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990379 Jul 07 17:09:41.086672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34a6f51b-caab-4a7d-b020-7bd95c7a0dfd req-5608c777-fc83-48b2-b794-36c14a1cbdb2 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098404 Jul 07 17:09:41.137924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a5ac3bae-4eaa-4ee5-92b0-f11dc0d50ef4 None None] Provisioning complete for port c59109db-e189-49bc-8126-7fb658e1a6a3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:41.138311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3bae-4eaa-4ee5-92b0-f11dc0d50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.197679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3606117-2f5a-4fb0-a48d-01bf40c7f289 req-9ac05cf3-3f55-4e7a-9fa9-2136cd042e59 service neutron] 10.222.0.54 "GET /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775885 Jul 07 17:09:41.253191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac3bae-4eaa-4ee5-92b0-f11dc0d50ef4 None None] Port c59109db-e189-49bc-8126-7fb658e1a6a3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:41.327205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9376626a-5c7e-4512-8130-54f1ea627594 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:41.343772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8d6-a486-4f58-b0e9-dd17610fb386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.388225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2322218a-1bed-4b85-8df6-ff5d30e43c49 None None] Provisioning complete for port c59109db-e189-49bc-8126-7fb658e1a6a3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:41.388617 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2322218a-1bed-4b85-8df6-ff5d30e43c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.397527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8d6-a486-4f58-b0e9-dd17610fb386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.400976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.430895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-338e0be5-bbec-428b-ae15-0dc9821b5b03 req-cad8dccf-7018-4734-aae6-a8b4b02af559 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 210 time: 0.0886376 Jul 07 17:09:41.435036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43592) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:41.438133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd37f96e-bf42-4f81-a633-cf0facef4633 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.5594988 Jul 07 17:09:41.442825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9376626a-5c7e-4512-8130-54f1ea627594 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:41.443358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.444965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:41.501631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2322218a-1bed-4b85-8df6-ff5d30e43c49 None None] Port c59109db-e189-49bc-8126-7fb658e1a6a3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:41.563309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2fc8c8d6-a486-4f58-b0e9-dd17610fb386 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d28a99736543400ebf29daa1ca79bc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4560661 Jul 07 17:09:41.563309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43600) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:41.624782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8c8d6-a486-4f58-b0e9-dd17610fb386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b2cbc9-0224-49c8-aacf-059a47be2041,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:41.691641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:41.705262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.893133 n-d-793619-7 neutron-server[98264]: INFO neutron.db.ipam_backend_mixin [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b5c534c7-7ec1-426f-8efc-9bef246b7357 (CIDR: 172.20.0.0/28) Jul 07 17:09:41.898413 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:09:41.899544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:41.917656 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5b46e9e8-dfef-4fec-944e-5fba61702faa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4801509 Jul 07 17:09:41.920651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:41.928051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:42.101678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:42.105878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.131295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4088b595-7733-49fa-b574-1edfdbd1f12f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:42.267383 n-d-793619-7 neutron-server[98264]: INFO neutron.db.ipam_backend_mixin [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 569d78da-1746-4a35-8caa-45434b411568 (CIDR: 172.20.0.16/28) Jul 07 17:09:42.298375 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:09:42.300329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fea968d-5c73-47fb-86a8-f12c1d9921d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.301077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:42.303341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 15fa61d0-d218-496c-824a-7fabf9842431 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:42.355237 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9002c2ea-cfe0-4274-bd31-39b255f28fff tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4328084 Jul 07 17:09:42.358607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43616) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:42.364419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'subnet': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:42.371112 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4088b595-7733-49fa-b574-1edfdbd1f12f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4088b595-7733-49fa-b574-1edfdbd1f12f,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.411185 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fea968d-5c73-47fb-86a8-f12c1d9921d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.417040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '4088b595-7733-49fa-b574-1edfdbd1f12f', 'network_id': '6f67ab68-c48f-4696-bc59-2d96961aca59', 'port_id': '4088b595-7733-49fa-b574-1edfdbd1f12f', 'mac_address': 'fa:16:3e:63:b9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d09e73e-a979-4dc5-8360-14ebd1eac6f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:42.494095 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.512096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4088b595-7733-49fa-b574-1edfdbd1f12f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:42.517479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 15fa61d0-d218-496c-824a-7fabf9842431 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:42.527848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 15fa61d0-d218-496c-824a-7fabf9842431 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:42.528247 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.557790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4088b595-7733-49fa-b574-1edfdbd1f12f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4088b595-7733-49fa-b574-1edfdbd1f12f,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.576504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.637792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Made reservation on behalf of 696d4618fc244b56842d477fd6b93331 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:42.644649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.673853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4088b595-7733-49fa-b574-1edfdbd1f12f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.782505 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.831511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa61d0-d218-496c-824a-7fabf9842431'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:42.836697 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d942fb33-7e43-4c20-a25b-fcf3f33ed982" -d '{"events": [{"server_uuid": "8df8f876-f330-48aa-8c29-3aa5d41c9f69", "name": "network-vif-plugged", "status": "completed", "tag": "15fa61d0-d218-496c-824a-7fabf9842431"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:42.857262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 15fa61d0-d218-496c-824a-7fabf9842431, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=15fa61d0-d218-496c-824a-7fabf9842431,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.864392 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.916723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2269ca9-7074-4edb-ac82-e449e6624599 req-bf971196-990a-440f-8b99-7e24b51fd97b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.920621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2269ca9-7074-4edb-ac82-e449e6624599 req-bf971196-990a-440f-8b99-7e24b51fd97b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 944 time: 0.5900946 Jul 07 17:09:42.941403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4088b595-7733-49fa-b574-1edfdbd1f12f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:42.945780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fea968d-5c73-47fb-86a8-f12c1d9921d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.950855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fea968d-5c73-47fb-86a8-f12c1d9921d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.956937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8fea968d-5c73-47fb-86a8-f12c1d9921d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73b2cbc9-0224-49c8-aacf-059a47be2041 HTTP/1.1" status: 204 len: 168 time: 1.3872104 Jul 07 17:09:43.031488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc202e9f-2214-4e9c-a03d-1476c0437487 req-46bb2a0f-368c-4de9-9e6c-6b806829eb64 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 210 time: 0.1498718 Jul 07 17:09:43.056863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=15fa61d0-d218-496c-824a-7fabf9842431,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.064731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea968d-5c73-47fb-86a8-f12c1d9921d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b2cbc9-0224-49c8-aacf-059a47be2041,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.094218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.140692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2269ca9-7074-4edb-ac82-e449e6624599 req-58e2eab6-0712-4c41-a75f-d3bbc2692c8c tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989591 Jul 07 17:09:43.144926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.148381 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db622105-424b-4a3b-98b4-3236f4e9feed x-openstack-request-id: req-db622105-424b-4a3b-98b4-3236f4e9feed {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:43.149073 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8f876-f330-48aa-8c29-3aa5d41c9f69", "name": "network-vif-plugged", "status": "completed", "tag": "15fa61d0-d218-496c-824a-7fabf9842431", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:43.149073 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db622105-424b-4a3b-98b4-3236f4e9feed {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:43.149481 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa61d0-d218-496c-824a-7fabf9842431', 'code': 200} Jul 07 17:09:43.156578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.157666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.159858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/ports/c59109db-e189-49bc-8126-7fb658e1a6a3 HTTP/1.1" status: 200 len: 911 time: 3.3557520 Jul 07 17:09:43.165662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43630) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:43.347265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.391067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:43.396306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:43.411764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a88cb4-c9c6-4651-85a1-c3ee96a0e0fa None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:43.438339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.439611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.559246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43638) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:43.562265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2007921 Jul 07 17:09:43.596508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605010628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8805e88e-1147-4bf8-a7e2-a58bf1d48c1c'}], 'security_groups': ['d5a2bbea-65ac-44fb-bfc5-42b7f1411715', '08c0668d-ab6e-46da-9de1-00be0da9f642']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:43.598809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ab427-5295-4dad-ba6d-e3f5cbc127cc tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Subnet': ['ID=8805e88e-1147-4bf8-a7e2-a58bf1d48c1c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.615731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5c72e-93a0-47bc-86e3-ad3ea44069a8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=c59109db-e189-49bc-8126-7fb658e1a6a3,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.695098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41b9b2-e882-416a-9ead-2ccf6e9b84e7 req-ae7cc4b7-d817-4efd-b943-915a3f99c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.695602 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd41b9b2-e882-416a-9ead-2ccf6e9b84e7 req-ae7cc4b7-d817-4efd-b943-915a3f99c801 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 1097 time: 0.2589889 Jul 07 17:09:43.793773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cd41b9b2-e882-416a-9ead-2ccf6e9b84e7 req-aebe2ea2-1848-4dc3-b955-44b0d8aa7294 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900638 Jul 07 17:09:44.138297 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.147597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4088b595-7733-49fa-b574-1edfdbd1f12f up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:44.300290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-14a20fc8-6454-4fe7-ac95-e0046b5ea8ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.304453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-14a20fc8-6454-4fe7-ac95-e0046b5ea8ea tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 811 time: 0.6708159 Jul 07 17:09:44.337667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Request body: {'port': {'device_id': 'de237424-8f5c-428b-a64c-b290c10a8102', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'admin_state_up': True, 'tenant_id': 'a07db760496a41299a85ffd13db64383'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:44.431300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 4088b595-7733-49fa-b574-1edfdbd1f12f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:44.444067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Update dhcp port {'port': {'network_id': 'ffc27bb4-68cc-4a40-99fe-bf433243b487', 'fixed_ips': [{'subnet_id': '569d78da-1746-4a35-8caa-45434b411568', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b5c534c7-7ec1-426f-8efc-9bef246b7357', 'ip_address': '172.20.0.2'}, {'subnet_id': '8805e88e-1147-4bf8-a7e2-a58bf1d48c1c'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '3396d6fd-4c5b-4d69-bb1a-450a386f3fec'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:09:44.450381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 4088b595-7733-49fa-b574-1edfdbd1f12f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:44.450869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.610100 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.646118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f1276f9-eee7-4a20-9996-3f1314beb13f req-c2a628c3-f50d-4d4c-88d7-3014d2e606bd tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 210 time: 0.0694003 Jul 07 17:09:44.734691 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.907388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4088b595-7733-49fa-b574-1edfdbd1f12f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4088b595-7733-49fa-b574-1edfdbd1f12f,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:44.951239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.025814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Allocated IP 172.20.0.34 (ffc27bb4-68cc-4a40-99fe-bf433243b487/8805e88e-1147-4bf8-a7e2-a58bf1d48c1c/3396d6fd-4c5b-4d69-bb1a-450a386f3fec) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:45.103473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4088b595-7733-49fa-b574-1edfdbd1f12f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.141425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1346c-7a35-4bcb-a629-999d76bfcff9 req-ef8e70bf-22b2-4aba-bc1c-b482111b95b8 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.149343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ead1346c-7a35-4bcb-a629-999d76bfcff9 req-ef8e70bf-22b2-4aba-bc1c-b482111b95b8 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 945 time: 0.5219893 Jul 07 17:09:45.153488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Made reservation on behalf of a07db760496a41299a85ffd13db64383 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:45.157712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.208602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.222856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4088b595-7733-49fa-b574-1edfdbd1f12f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:45.232777 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10225d1-c10b-4c0b-9410-ed106912055b" -d '{"events": [{"server_uuid": "2feb4dc4-9b96-4338-a724-940cbd2499b7", "name": "network-vif-plugged", "status": "completed", "tag": "4088b595-7733-49fa-b574-1edfdbd1f12f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:45.314218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,segment=NetworkSegment(670c01f9-41e3-4525-823f-c021ec5669e1),segment_id=670c01f9-41e3-4525-823f-c021ec5669e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:45.338104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ead1346c-7a35-4bcb-a629-999d76bfcff9 req-a41f3abb-27b9-43a2-acb7-ee076bb8b3a9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870787 Jul 07 17:09:45.344595 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da4d77-2c2e-4ad0-ad3b-8fdbd1f48919 x-openstack-request-id: req-88da4d77-2c2e-4ad0-ad3b-8fdbd1f48919 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:45.344892 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb4dc4-9b96-4338-a724-940cbd2499b7", "name": "network-vif-plugged", "status": "completed", "tag": "4088b595-7733-49fa-b574-1edfdbd1f12f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:45.345247 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88da4d77-2c2e-4ad0-ad3b-8fdbd1f48919 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:45.346646 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4088b595-7733-49fa-b574-1edfdbd1f12f', 'code': 200} Jul 07 17:09:45.366064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.400951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Transition to ACTIVE for port object 3396d6fd-4c5b-4d69-bb1a-450a386f3fec will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:45.410707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.659032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f646-348c-4d00-9f76-b7959ef6a4a6 None None] Pushing event updated for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.694334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Allocated IP 172.20.0.9 (68fee5b6-3a6f-44c9-9841-fbc9c297533d/6cc04f58-2610-45d5-bbef-5b896f17f2cf/f0de294b-94fc-438a-9050-bbd7c65c78eb) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:45.729082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d8f60-dc01-4f05-83b5-6053a891ea02 req-9e16cc24-974d-47dd-b1ca-b0880b511d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.730745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e7d8f60-dc01-4f05-83b5-6053a891ea02 req-9e16cc24-974d-47dd-b1ca-b0880b511d95 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 1097 time: 0.2682030 Jul 07 17:09:45.835248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Delete allocated IP 172.20.0.9 (ffc27bb4-68cc-4a40-99fe-bf433243b487/b5c534c7-7ec1-426f-8efc-9bef246b7357) {{(pid=98270) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:09:45.921443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e7d8f60-dc01-4f05-83b5-6053a891ea02 req-b3355dc2-0bda-458b-b6ed-5124e689221b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821487 Jul 07 17:09:45.946747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Allocated IP 172.20.0.39 (ffc27bb4-68cc-4a40-99fe-bf433243b487/8805e88e-1147-4bf8-a7e2-a58bf1d48c1c/dfea0f3c-293e-4e42-b89b-0f0307cd6b6b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:46.060952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9addc574-8d28-46d8-8b26-2edae63907a5 req-0dc8f5f6-e174-446b-9b73-67cec591a3de tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 210 time: 0.1163616 Jul 07 17:09:46.412363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port c59109db-e189-49bc-8126-7fb658e1a6a3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:46.412846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.505005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.541221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Transition to ACTIVE for port object f0de294b-94fc-438a-9050-bbd7c65c78eb will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:46.699988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.717142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:46.774219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['75980f69-fdca-4023-94ba-4d3fe9760dba'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:46.983278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Provisioning complete for port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:46.984073 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.197922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:47.277047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:47.353826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:47.362801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Provisioning for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:47.376357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:47.384962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:47.410576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:47.410576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.484628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.595675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.605380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:47.605777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.618389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:47.639473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Transition to ACTIVE for port object dfea0f3c-293e-4e42-b89b-0f0307cd6b6b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:47.666071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for c59109db-e189-49bc-8126-7fb658e1a6a3 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:47.678880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.696627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84419d-b7c1-4239-b9af-b60a5e65aae0 req-978f7699-b6a1-4778-aeeb-04c8bd10e5e4 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.698827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee84419d-b7c1-4239-b9af-b60a5e65aae0 req-978f7699-b6a1-4778-aeeb-04c8bd10e5e4 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 946 time: 1.1310759 Jul 07 17:09:47.740783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.742538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.808183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-202f45d3-13eb-4325-aeba-342611b5e6f4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4764447 Jul 07 17:09:47.831827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Provisioning complete for port c60fd80d-97fc-42bb-9541-d8ad1876dc72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:47.832511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.872660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63206fcc-a367-452b-ae2b-5772310a3b40 req-fd6edf61-4374-4020-bb42-64a99451b7ba tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.874871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63206fcc-a367-452b-ae2b-5772310a3b40 req-fd6edf61-4374-4020-bb42-64a99451b7ba tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 931 time: 0.5193081 Jul 07 17:09:47.908949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Request body: {'port': {'device_id': 'de237424-8f5c-428b-a64c-b290c10a8102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:47.923665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c67c50a3-cdd9-4d1d-889d-d73c0a6ce6ff None None] Port c60fd80d-97fc-42bb-9541-d8ad1876dc72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:48.006335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event updated for resources: {'Port': ['ID=dfea0f3c-293e-4e42-b89b-0f0307cd6b6b,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.054677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee84419d-b7c1-4239-b9af-b60a5e65aae0 req-fd4130f7-9253-4ba7-88e5-14d2606d6fb3 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310084 Jul 07 17:09:48.080246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] In _notify_port_updated(), no bound segment for port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b on network ffc27bb4-68cc-4a40-99fe-bf433243b487 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:09:48.086498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.087197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.091296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-32ff07e3-71fa-4a78-b93b-45576d578dc0 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "PUT /v2.0/ports/dfea0f3c-293e-4e42-b89b-0f0307cd6b6b HTTP/1.1" status: 200 len: 960 time: 4.5280817 Jul 07 17:09:48.094778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43766) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:48.105859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b593cd93-83cb-4f0b-8939-c53bc1970165 None None] Provisioning for port f0de294b-94fc-438a-9050-bbd7c65c78eb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:48.115514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b593cd93-83cb-4f0b-8939-c53bc1970165 None None] Provisioning complete for port f0de294b-94fc-438a-9050-bbd7c65c78eb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:48.118154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b593cd93-83cb-4f0b-8939-c53bc1970165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.142430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:48.165957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b593cd93-83cb-4f0b-8939-c53bc1970165 None None] Port f0de294b-94fc-438a-9050-bbd7c65c78eb cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:48.168891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63206fcc-a367-452b-ae2b-5772310a3b40 req-c2e4dc01-2df6-4229-ad77-c04b2ab6f8ec tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668266 Jul 07 17:09:48.200720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.382335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:48.383209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.460739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.531394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8f51d13-6684-46aa-9b2a-42e3440c1037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.566248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=c59109db-e189-49bc-8126-7fb658e1a6a3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.634307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bca2c4d6-2f37-40fd-b3ed-31999b8a89c8 None None] Provisioning for port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:48.641265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bca2c4d6-2f37-40fd-b3ed-31999b8a89c8 None None] Provisioning complete for port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:48.641802 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bca2c4d6-2f37-40fd-b3ed-31999b8a89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.688629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.705688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for dfea0f3c-293e-4e42-b89b-0f0307cd6b6b owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:48.732251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bca2c4d6-2f37-40fd-b3ed-31999b8a89c8 None None] Port dfea0f3c-293e-4e42-b89b-0f0307cd6b6b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:48.782005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0de294b-94fc-438a-9050-bbd7c65c78eb {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:48.792431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.807568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Transition to ACTIVE for port object f0de294b-94fc-438a-9050-bbd7c65c78eb will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:48.814266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.882365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.940028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.036784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=dfea0f3c-293e-4e42-b89b-0f0307cd6b6b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.095155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.264790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.275351 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bf4d42e4-109a-40b8-8ae7-f6edd4e68a4e tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/dfea0f3c-293e-4e42-b89b-0f0307cd6b6b HTTP/1.1" status: 204 len: 168 time: 1.1783559 Jul 07 17:09:49.282484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43790) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.445090 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eb0ce5-3a2d-4f10-a95c-8519c13f47ea tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] GET failed (client error): The resource could not be found. Jul 07 17:09:49.454183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2eb0ce5-3a2d-4f10-a95c-8519c13f47ea tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports/dfea0f3c-293e-4e42-b89b-0f0307cd6b6b HTTP/1.1" status: 404 len: 333 time: 0.1698024 Jul 07 17:09:49.459835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43792) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.506645 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8f51d13-6684-46aa-9b2a-42e3440c1037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.522465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8f51d13-6684-46aa-9b2a-42e3440c1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.613046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router dca2dcd9-6d06-4bda-9b99-02c926fa29c8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:49.620785 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a8f51d13-6684-46aa-9b2a-42e3440c1037 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21fabccf03a24da091a3bf10129d8f03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4731350 Jul 07 17:09:49.622669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43798) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.623549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f51d13-6684-46aa-9b2a-42e3440c1037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b3c18-5c7b-40a6-acc5-e1488fd627e1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.643252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Attempting to bind port f0de294b-94fc-438a-9050-bbd7c65c78eb on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:49.643721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Attempting to bind port f0de294b-94fc-438a-9050-bbd7c65c78eb by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:49.644391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Attempting to bind port f0de294b-94fc-438a-9050-bbd7c65c78eb on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:49.651922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7508bf79-2dee-4135-9578-5dd1b718ef6c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.685909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7508bf79-2dee-4135-9578-5dd1b718ef6c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.737519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Port f0de294b-94fc-438a-9050-bbd7c65c78eb on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:49.737854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Attempting to bind port f0de294b-94fc-438a-9050-bbd7c65c78eb on network 68fee5b6-3a6f-44c9-9841-fbc9c297533d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:49.773848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7508bf79-2dee-4135-9578-5dd1b718ef6c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.778661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7508bf79-2dee-4135-9578-5dd1b718ef6c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.781635 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7508bf79-2dee-4135-9578-5dd1b718ef6c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/security-groups/add10b0d-deaf-48a2-8bec-e98ba978078d HTTP/1.1" status: 204 len: 168 time: 0.3198466 Jul 07 17:09:49.786774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43802) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.804808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508bf79-2dee-4135-9578-5dd1b718ef6c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add10b0d-deaf-48a2-8bec-e98ba978078d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.831502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:49.832518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Checking segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:49.832518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Bound using segment: {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:49.832871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Bound port: f0de294b-94fc-438a-9050-bbd7c65c78eb, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1478e504-5c1d-46ea-9338-fd3cb20e1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:49.833143 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.856197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:49.868386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9c7d90ea-bc58-4083-aa0b-9d349c8e048e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/dca2dcd9-6d06-4bda-9b99-02c926fa29c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7014251 Jul 07 17:09:49.872477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43804) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:49.879899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babdf60b-97f7-4f6a-82a5-3d89b905f496 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.882222 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877618e-c056-4760-995b-f47b88a1364a None None] Sync routers for ids ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:49.884885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e960d-aca3-4ade-b6e6-7d4bec9953f7 req-62ba162e-8bdd-4eb1-923f-41885f54d147 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.887278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a6e960d-aca3-4ade-b6e6-7d4bec9953f7 req-62ba162e-8bdd-4eb1-923f-41885f54d147 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 946 time: 0.4715664 Jul 07 17:09:49.912901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babdf60b-97f7-4f6a-82a5-3d89b905f496 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.951184 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877618e-c056-4760-995b-f47b88a1364a None None] Routers {'dca2dcd9-6d06-4bda-9b99-02c926fa29c8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:49.952278 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6877618e-c056-4760-995b-f47b88a1364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:49.998635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babdf60b-97f7-4f6a-82a5-3d89b905f496 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.009212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-babdf60b-97f7-4f6a-82a5-3d89b905f496 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.012969 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-babdf60b-97f7-4f6a-82a5-3d89b905f496 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/security-groups/08c0668d-ab6e-46da-9de1-00be0da9f642 HTTP/1.1" status: 204 len: 168 time: 0.2225227 Jul 07 17:09:50.020595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43812) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:50.032880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c2e49ca-0dc5-43ec-b825-a118ecb70827 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=dca2dcd9-6d06-4bda-9b99-02c926fa29c8 HTTP/1.1" status: 200 len: 205 time: 0.1547818 Jul 07 17:09:50.035216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdf60b-97f7-4f6a-82a5-3d89b905f496 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0668d-ab6e-46da-9de1-00be0da9f642,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.037265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:50.055632 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:50.056635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6877618e-c056-4760-995b-f47b88a1364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.084340 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877618e-c056-4760-995b-f47b88a1364a None None] Routers {'dca2dcd9-6d06-4bda-9b99-02c926fa29c8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:50.085030 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6877618e-c056-4760-995b-f47b88a1364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.096115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d27ce-be49-4d46-8e1f-7de9d4399f1f req-cdc4e0bb-1f2c-4e66-a20b-54115dc09b0a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.099042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a98d27ce-be49-4d46-8e1f-7de9d4399f1f req-cdc4e0bb-1f2c-4e66-a20b-54115dc09b0a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 943 time: 0.6093709 Jul 07 17:09:50.112337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fafcb19-8875-4f64-b883-9a64b063b465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.123923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6877618e-c056-4760-995b-f47b88a1364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.124885 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877618e-c056-4760-995b-f47b88a1364a None None] The sync data for ids ['dca2dcd9-6d06-4bda-9b99-02c926fa29c8'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:50.171183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.231147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a6e960d-aca3-4ade-b6e6-7d4bec9953f7 req-f296f81e-1ac2-4d50-b32d-1c61891f1cde tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043008 Jul 07 17:09:50.236672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:50.246001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fafcb19-8875-4f64-b883-9a64b063b465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.249585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a694a3fc-0c69-4f21-a360-20a44b30b312 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.270308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:50.287141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.291953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a98d27ce-be49-4d46-8e1f-7de9d4399f1f req-40ac4da0-b61a-44ab-8d4d-c9d69e51cbd8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632197 Jul 07 17:09:50.359041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.377957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.379187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.381004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a338a5e9-ffd2-404c-8414-726b4bd9a82c service neutron] 10.222.0.13 "PUT /v2.0/ports/f0de294b-94fc-438a-9050-bbd7c65c78eb HTTP/1.1" status: 200 len: 1091 time: 2.5011413 Jul 07 17:09:50.381520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:50.384263 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a230fa2-277a-4ed4-91fd-fde3107400ad" -d '{"events": [{"name": "network-changed", "server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:50.416093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a694a3fc-0c69-4f21-a360-20a44b30b312 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.444791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fafcb19-8875-4f64-b883-9a64b063b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.448532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fafcb19-8875-4f64-b883-9a64b063b465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.450113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7fafcb19-8875-4f64-b883-9a64b063b465 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/676b3c18-5c7b-40a6-acc5-e1488fd627e1 HTTP/1.1" status: 204 len: 168 time: 0.8228316 Jul 07 17:09:50.487592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafcb19-8875-4f64-b883-9a64b063b465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b3c18-5c7b-40a6-acc5-e1488fd627e1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.537169 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d7c67-e403-4b75-ac76-8bcb2513d58c x-openstack-request-id: req-576d7c67-e403-4b75-ac76-8bcb2513d58c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:50.541754 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:50.543954 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-576d7c67-e403-4b75-ac76-8bcb2513d58c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:50.546864 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'status': 'completed', 'code': 200} Jul 07 17:09:50.635011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.656210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.749647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.751321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router dca2dcd9-6d06-4bda-9b99-02c926fa29c8 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:09:50.767879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a694a3fc-0c69-4f21-a360-20a44b30b312 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.772203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a694a3fc-0c69-4f21-a360-20a44b30b312 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.777267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a694a3fc-0c69-4f21-a360-20a44b30b312 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/security-groups/d5a2bbea-65ac-44fb-bfc5-42b7f1411715 HTTP/1.1" status: 204 len: 168 time: 0.7554877 Jul 07 17:09:50.780165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43826) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:50.785875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.791668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43828) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:50.791893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-49eeb711-6222-4f65-b3c5-df48ae9c9715 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/dca2dcd9-6d06-4bda-9b99-02c926fa29c8 HTTP/1.1" status: 204 len: 168 time: 0.7471664 Jul 07 17:09:50.806215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a3fc-0c69-4f21-a360-20a44b30b312 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2bbea-65ac-44fb-bfc5-42b7f1411715,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.878537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-6b674110-33ff-4add-841c-56d4f61abe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.880175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-6b674110-33ff-4add-841c-56d4f61abe84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 1094 time: 0.3310823 Jul 07 17:09:50.913993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet b5c534c7-7ec1-426f-8efc-9bef246b7357 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:50.928824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d46b1-1212-48c2-b74c-b6b6a1f0b6af req-b518e77b-41a2-451a-91e5-826a84c8a9d4 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.930465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a0d46b1-1212-48c2-b74c-b6b6a1f0b6af req-b518e77b-41a2-451a-91e5-826a84c8a9d4 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 946 time: 0.2712224 Jul 07 17:09:50.943904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.017505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 9be7120b-20a5-4fe2-8cbb-2b9996357d43 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:51.021307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-07e20245-87ad-48ba-99ad-df401e790705 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb HTTP/1.1" status: 200 len: 217 time: 0.1042759 Jul 07 17:09:51.039062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.045352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43838) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:51.061606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42ec1346-bc79-4712-a1a6-2df5228551ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.181717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.209271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42ec1346-bc79-4712-a1a6-2df5228551ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.221783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-42ec1346-bc79-4712-a1a6-2df5228551ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.258080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a0d46b1-1212-48c2-b74c-b6b6a1f0b6af req-da45e43f-8ad8-416b-83c3-de89ec8f9062 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106110 Jul 07 17:09:51.261955 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.307685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec1346-bc79-4712-a1a6-2df5228551ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f97920-9ca0-44ec-8c6f-ce20a39406ed,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:51.319796 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-42ec1346-bc79-4712-a1a6-2df5228551ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7dbfe23ff8294a389417b4274a54e4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728081 Jul 07 17:09:51.324493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43844) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:51.370178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-2a58f2e4-3ba4-4f17-ab30-c8fda1fb01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.372883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-2a58f2e4-3ba4-4f17-ab30-c8fda1fb01e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.3258705 Jul 07 17:09:51.414438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad1de-3c65-40d0-8546-505cc3109b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.445731 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad1de-3c65-40d0-8546-505cc3109b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.530671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad1de-3c65-40d0-8546-505cc3109b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.534589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad1de-3c65-40d0-8546-505cc3109b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.536591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fe4ad1de-3c65-40d0-8546-505cc3109b94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2f97920-9ca0-44ec-8c6f-ce20a39406ed HTTP/1.1" status: 204 len: 168 time: 0.2109094 Jul 07 17:09:51.547166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ad1de-3c65-40d0-8546-505cc3109b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f97920-9ca0-44ec-8c6f-ce20a39406ed,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:51.629036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.673255 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.841276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a6e14046-00a8-4179-a19c-8e24f9c3ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.844337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-a6e14046-00a8-4179-a19c-8e24f9c3ad37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4586129 Jul 07 17:09:52.012075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.015570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.084155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0973a3-4ac0-4994-9e36-7175532b1d92 req-31d1a925-4f50-4744-bb14-d7eea3bbf230 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.085915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca0973a3-4ac0-4994-9e36-7175532b1d92 req-31d1a925-4f50-4744-bb14-d7eea3bbf230 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 943 time: 0.4705775 Jul 07 17:09:52.086703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=9be7120b-20a5-4fe2-8cbb-2b9996357d43,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.091991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.098253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0382d74c-9674-4ad4-802f-2ebb2e0d231c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/9be7120b-20a5-4fe2-8cbb-2b9996357d43 HTTP/1.1" status: 204 len: 168 time: 1.3001914 Jul 07 17:09:52.099568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43864) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:52.104242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69884dc6-6858-48e9-b466-8c83bb9db10f None None] Network 8466df37-a8e6-495a-af7b-2ef43b9535b4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:52.350389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.366660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b048620-5577-49f9-8d94-04cdf76817d6 None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:52.444101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 9376626a-5c7e-4512-8130-54f1ea627594 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:52.444605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.543313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 9376626a-5c7e-4512-8130-54f1ea627594, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9376626a-5c7e-4512-8130-54f1ea627594,segment=NetworkSegment(a7f7674b-188a-4781-b53c-3e65bc8efdce),segment_id=a7f7674b-188a-4781-b53c-3e65bc8efdce)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:52.544192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.572931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11409e-cc84-41a4-9888-48537ed9014d req-7ba4b648-b687-482f-a2ea-542e5dd7bf1f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.581422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 9376626a-5c7e-4512-8130-54f1ea627594 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:52.581683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a11409e-cc84-41a4-9888-48537ed9014d req-7ba4b648-b687-482f-a2ea-542e5dd7bf1f tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 945 time: 0.9602838 Jul 07 17:09:52.587532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.589721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/b5c534c7-7ec1-426f-8efc-9bef246b7357 HTTP/1.1" status: 204 len: 168 time: 1.8066463 Jul 07 17:09:52.599541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43878) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:52.641403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ef9cd-631e-437e-8228-1875c995decb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c534c7-7ec1-426f-8efc-9bef246b7357,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.697660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-4c296576-ce98-465f-803c-68679c6b39da service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361483 Jul 07 17:09:52.730843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a11409e-cc84-41a4-9888-48537ed9014d req-48c26afe-e53a-4cfa-948d-b2c71859c796 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424212 Jul 07 17:09:52.749907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca0973a3-4ac0-4994-9e36-7175532b1d92 req-aa5fe2b5-d384-4f7d-90d2-46226dede471 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635587 Jul 07 17:09:52.798268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 8805e88e-1147-4bf8-a7e2-a58bf1d48c1c {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:52.805573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.887725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.986672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e0f83aa-c07c-44f0-96bb-c9d043d4c965 req-7066628d-10a4-4dc2-b0b8-eeed55daa0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815950 Jul 07 17:09:53.090199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.099000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] DHCP port deletion for 8466df37-a8e6-495a-af7b-2ef43b9535b4 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:53.271850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.287386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Deleting port 9376626a-5c7e-4512-8130-54f1ea627594 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:53.289417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.338561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=9376626a-5c7e-4512-8130-54f1ea627594,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.353051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.397787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-577b7d33-3680-4054-b68a-dcc1da6ea828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.400270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-577b7d33-3680-4054-b68a-dcc1da6ea828 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 1094 time: 0.1789975 Jul 07 17:09:53.406772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port 9376626a-5c7e-4512-8130-54f1ea627594 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:53.440942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.442029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.443272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.444166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.445000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.446110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.447537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.448004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.448547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.449065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.449577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.451562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:53.469054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.474421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9376626a-5c7e-4512-8130-54f1ea627594 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:53.483402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/8805e88e-1147-4bf8-a7e2-a58bf1d48c1c HTTP/1.1" status: 204 len: 168 time: 0.8822453 Jul 07 17:09:53.501048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] For port 9376626a-5c7e-4512-8130-54f1ea627594, host n-d-793619-7, got binding levels [] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:53.501779 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.515205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:53.568134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9376626a-5c7e-4512-8130-54f1ea627594 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:53.568700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98532a-3b63-4838-99a6-a3173adff2f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=8805e88e-1147-4bf8-a7e2-a58bf1d48c1c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.569373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9376626a-5c7e-4512-8130-54f1ea627594 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:53.619909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-244f02ef-83f7-4543-98ca-2dc6bdb5c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.623497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-244f02ef-83f7-4543-98ca-2dc6bdb5c2cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.2149677 Jul 07 17:09:53.625479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Calling delete_port for 9376626a-5c7e-4512-8130-54f1ea627594 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:53.633606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.ipam_backend_mixin [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Port 9376626a-5c7e-4512-8130-54f1ea627594 was not found and therefore no delete operation was performed {{(pid=98272) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:09:53.636640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.642414 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9db82eb-62bf-4e26-a3a9-7a4b2077bf15 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:53.642883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9db82eb-62bf-4e26-a3a9-7a4b2077bf15 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:53.645573 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9db82eb-62bf-4e26-a3a9-7a4b2077bf15 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/b5c534c7-7ec1-426f-8efc-9bef246b7357 HTTP/1.1" status: 404 len: 337 time: 0.1179700 Jul 07 17:09:53.663045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43914) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:53.767293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-59f5b598-347c-495e-8613-c06376033a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb HTTP/1.1" status: 200 len: 217 time: 0.1348844 Jul 07 17:09:53.788956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.808400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] Pushing event deleted for resources: {'Port': ['ID=9376626a-5c7e-4512-8130-54f1ea627594,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.813943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8466df37-a8e6-495a-af7b-2ef43b9535b4']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:53.828778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0667693-a368-48e3-802b-99a44c7b3801 None None] No DVR routers for this DVR port 9376626a-5c7e-4512-8130-54f1ea627594 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:53.856078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.877113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f7674b-188a-4781-b53c-3e65bc8efdce') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:53.877590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f7674b-188a-4781-b53c-3e65bc8efdce') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:53.887668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting subnet 569d78da-1746-4a35-8caa-45434b411568 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:53.902289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.973290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.983849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-5b1ac0f8-d1db-4972-884f-de526222c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.986487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-5b1ac0f8-d1db-4972-884f-de526222c721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1387179 Jul 07 17:09:54.002953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.012518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:54.013327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:54.093225 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:54.118071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.186580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1480d-1ad9-42a1-8426-99e8bd401d45 req-22d4ef20-c204-4c97-b568-95611b2b3d5f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.195366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17c1480d-1ad9-42a1-8426-99e8bd401d45 req-22d4ef20-c204-4c97-b568-95611b2b3d5f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 943 time: 0.2060061 Jul 07 17:09:54.224184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8cd7b-9d38-4ca6-9afb-e01c22abfb48 req-7325dc65-5b2c-4f90-a359-9bc78c6a651b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.231858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27f8cd7b-9d38-4ca6-9afb-e01c22abfb48 req-7325dc65-5b2c-4f90-a359-9bc78c6a651b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 945 time: 0.5001385 Jul 07 17:09:54.257734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.296109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.300163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/8466df37-a8e6-495a-af7b-2ef43b9535b4 HTTP/1.1" status: 204 len: 168 time: 2.1991940 Jul 07 17:09:54.306334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43944) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:54.309636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17c1480d-1ad9-42a1-8426-99e8bd401d45 req-f86843f9-7e14-4553-9e6e-28bfa514d48e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Jul 07 17:09:54.335453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-d86cebab-0d10-4308-9060-38e1305d153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.337395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-d86cebab-0d10-4308-9060-38e1305d153a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3442781 Jul 07 17:09:54.341089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-176212954', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:54.392814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641d7b0-ee76-4d96-a2d0-05dfec9b6245 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=8466df37-a8e6-495a-af7b-2ef43b9535b4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:54.408961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.414044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.426623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.436178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27f8cd7b-9d38-4ca6-9afb-e01c22abfb48 req-85e44038-cb93-4a65-b51c-4898bf71fdb9 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983929 Jul 07 17:09:54.540866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-cbca5208-b58d-4943-9c49-370078f1fc07 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851730 Jul 07 17:09:54.660060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.673010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.705543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.721248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.722624 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eff0c3b8-33e0-46ae-a6a0-18a2f8f098e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3953121 Jul 07 17:09:54.727470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43982) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:54.732471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1531068669'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:54.757447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Subnet': ['ID=569d78da-1746-4a35-8caa-45434b411568,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:54.774938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.778872 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ec2b55b-a93c-4f9d-8a9e-0007419ffb09 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/569d78da-1746-4a35-8caa-45434b411568 HTTP/1.1" status: 204 len: 168 time: 1.1141415 Jul 07 17:09:54.783692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43986) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:54.810043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:54.816105 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.871688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a230fa2-277a-4ed4-91fd-fde3107400ad req-412bf29b-086b-42d3-a77a-14245196639d service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221138 Jul 07 17:09:54.876260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:54.903328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.903690 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 09f8b117-d57f-448c-a365-85262504fa0c of type vlan for network 7e881cd1-41f5-466b-ac1f-a579a23c3411 Jul 07 17:09:54.911485 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c8f450-72d6-4f21-b7a2-54e5d0b75899 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:54.917913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c8f450-72d6-4f21-b7a2-54e5d0b75899 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:54.921795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72c8f450-72d6-4f21-b7a2-54e5d0b75899 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/39004be5-fe1a-4dec-803e-d9443c3ac8b5 HTTP/1.1" status: 404 len: 337 time: 0.1331322 Jul 07 17:09:54.924924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44000) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:54.967470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46edacda-5602-44ad-bd69-b1cb00e98a5d None None] Network ffc27bb4-68cc-4a40-99fe-bf433243b487 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:55.031172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.052087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29b9c500-82b5-40f1-aa82-d6829b764ae8 None None] Provisioning complete for port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:55.052520 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29b9c500-82b5-40f1-aa82-d6829b764ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.067456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98b44b89-308b-442e-bde9-91194ace485c tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b9a6251-de7c-4fd1-8385-7839f4705f03 HTTP/1.1" status: 200 len: 205 time: 0.1405256 Jul 07 17:09:55.069690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44010) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.159656 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-62146c18-ddea-4e96-b150-1741e23b8ddf tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] delete failed (client error): The resource could not be found. Jul 07 17:09:55.166553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-62146c18-ddea-4e96-b150-1741e23b8ddf tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/routers/0b9a6251-de7c-4fd1-8385-7839f4705f03 HTTP/1.1" status: 404 len: 336 time: 0.0952060 Jul 07 17:09:55.171485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44018) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.213413 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.225984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.227027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.328192 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a60307-aa91-48b4-b9be-760ed0a1bd3d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.330487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a60307-aa91-48b4-b9be-760ed0a1bd3d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.339757 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77a60307-aa91-48b4-b9be-760ed0a1bd3d tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/4e10e660-8c0d-435a-9d38-a7482a0d1f1c HTTP/1.1" status: 404 len: 337 time: 0.1647112 Jul 07 17:09:55.341019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44026) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.375228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29b9c500-82b5-40f1-aa82-d6829b764ae8 None None] Provisioning complete for port c60fd80d-97fc-42bb-9541-d8ad1876dc72 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:55.375858 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29b9c500-82b5-40f1-aa82-d6829b764ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.431363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-29b9c500-82b5-40f1-aa82-d6829b764ae8 None None] Port c60fd80d-97fc-42bb-9541-d8ad1876dc72 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:55.445767 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9920df-1cc7-42ef-a383-e4bf6e06ff75 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.447047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9920df-1cc7-42ef-a383-e4bf6e06ff75 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.451243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de9920df-1cc7-42ef-a383-e4bf6e06ff75 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/80e67c79-a889-4b98-a804-8f1c34686bb7 HTTP/1.1" status: 404 len: 337 time: 0.1065400 Jul 07 17:09:55.455538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44030) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.515229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-781a825b-776d-4ccf-9276-be95574c7eba tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.517010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-781a825b-776d-4ccf-9276-be95574c7eba tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 945 time: 0.4747999 Jul 07 17:09:55.525433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] DHCP port deletion for ffc27bb4-68cc-4a40-99fe-bf433243b487 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:55.550026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8209386 Jul 07 17:09:55.550574 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aaa0e6-9777-461c-813c-afd88523d08a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.552613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44034) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.564104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30aaa0e6-9777-461c-813c-afd88523d08a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.574294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30aaa0e6-9777-461c-813c-afd88523d08a tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/01d3a7df-ffec-495e-93d0-ad016833e379 HTTP/1.1" status: 404 len: 337 time: 0.1098425 Jul 07 17:09:55.579435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44036) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.608678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:55.610021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] Deleting port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:55.610021 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.650461 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09fe0fa-ff37-4140-9c37-d28203ff6a96 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.653000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09fe0fa-ff37-4140-9c37-d28203ff6a96 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.660338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a09fe0fa-ff37-4140-9c37-d28203ff6a96 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/405eef77-4e2a-4a45-9dca-19087a6da7b1 HTTP/1.1" status: 404 len: 333 time: 0.0790370 Jul 07 17:09:55.665186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44038) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.773779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] For port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,segment=NetworkSegment(670c01f9-41e3-4525-823f-c021ec5669e1),segment_id=670c01f9-41e3-4525-823f-c021ec5669e1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:55.774214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.777581 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-990c703f-afc5-4ee7-97ce-a504e0d742fa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.778306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990c703f-afc5-4ee7-97ce-a504e0d742fa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.790711 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-990c703f-afc5-4ee7-97ce-a504e0d742fa tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/0cc71a35-ef22-4033-bf65-d9c73ac19aae HTTP/1.1" status: 404 len: 337 time: 0.1229486 Jul 07 17:09:55.795725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44040) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.810105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] Calling delete_port for 3396d6fd-4c5b-4d69-bb1a-450a386f3fec owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:55.872373 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7046efd-35c6-42cd-bf85-19d710a69feb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.873281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7046efd-35c6-42cd-bf85-19d710a69feb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.875462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b7046efd-35c6-42cd-bf85-19d710a69feb tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/83173068-ebbc-44ba-90c4-54f7e108fe08 HTTP/1.1" status: 404 len: 337 time: 0.0781896 Jul 07 17:09:55.878715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44044) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.897487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792c9d0-6da6-4ec0-bb94-033322b6d4a3 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=7e881cd1-41f5-466b-ac1f-a579a23c3411,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:55.935363 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e71b9b-65ff-48e4-9164-c59231806660 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:55.936477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e71b9b-65ff-48e4-9164-c59231806660 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:55.938655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a6e71b9b-65ff-48e4-9164-c59231806660 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/a721b4aa-3339-47d2-b434-63e467d3df1b HTTP/1.1" status: 404 len: 333 time: 0.0584626 Jul 07 17:09:55.942643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.026361 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4f2f14-c31a-45bb-8c65-33be4055ce15 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:56.028749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4f2f14-c31a-45bb-8c65-33be4055ce15 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:56.037133 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e4f2f14-c31a-45bb-8c65-33be4055ce15 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/c72f4752-79ff-4c06-b7b3-8ef4c52a3fda HTTP/1.1" status: 404 len: 337 time: 0.0914025 Jul 07 17:09:56.042501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44052) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.097550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:56.121096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44054) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.124773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:56.129961 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad1ac96-22a7-47f7-a065-45db1e3446f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:56.131020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad1ac96-22a7-47f7-a065-45db1e3446f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:56.132103 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.133891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ad1ac96-22a7-47f7-a065-45db1e3446f3 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/subnets/97035269-4311-4549-9234-eafbf8552e2d HTTP/1.1" status: 404 len: 337 time: 0.0853055 Jul 07 17:09:56.136489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44056) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.156934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.252670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] No DVR routers for this DVR port 3396d6fd-4c5b-4d69-bb1a-450a386f3fec on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:56.254425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e3b54-b918-4f71-8dc7-2d900c32d1fb None None] Pushing event deleted for resources: {'Port': ['ID=3396d6fd-4c5b-4d69-bb1a-450a386f3fec,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.327412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0de294b-94fc-438a-9050-bbd7c65c78eb details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:56.448970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Deleting port c60fd80d-97fc-42bb-9541-d8ad1876dc72 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:56.450023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.512449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad69fe1-a7e5-4402-84f8-7fa177d2736b req-71ab8d5f-7ae6-4bc8-baa8-bed907a47bdf tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.515893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ad69fe1-a7e5-4402-84f8-7fa177d2736b req-71ab8d5f-7ae6-4bc8-baa8-bed907a47bdf tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 945 time: 0.6599839 Jul 07 17:09:56.574192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:56.605845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6af430cb-32fd-44cd-ab46-320464f30654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.621407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.644730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3bff4-0407-429f-841a-6dd564254a07 req-0167ca63-c06d-4565-a9de-ff20b5e2eafc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.649765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddd3bff4-0407-429f-841a-6dd564254a07 req-0167ca63-c06d-4565-a9de-ff20b5e2eafc tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 943 time: 0.7918200 Jul 07 17:09:56.652394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Calling delete_port for c60fd80d-97fc-42bb-9541-d8ad1876dc72 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:56.791297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddd3bff4-0407-429f-841a-6dd564254a07 req-8a37d63f-7b25-45a4-b647-bbd2e63e2f25 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109612 Jul 07 17:09:56.808943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ad69fe1-a7e5-4402-84f8-7fa177d2736b req-3ad958fd-dcdf-497d-9525-cec23e48beb8 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523196 Jul 07 17:09:56.823959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Deleting port 1ab26b7e-59a0-4052-a054-11d470d92ef6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:56.825412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.857203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.934526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'mac_address': 'fa:16:3e:45:2f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:56.947720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] For port 1ab26b7e-59a0-4052-a054-11d470d92ef6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ab26b7e-59a0-4052-a054-11d470d92ef6,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:56.948242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.963281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Port': ['ID=c60fd80d-97fc-42bb-9541-d8ad1876dc72,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.964284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Calling delete_port for 1ab26b7e-59a0-4052-a054-11d470d92ef6 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:56.987817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.992371 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c85db68-2e8e-49a7-9425-734ba7ae08cd tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/ports/c60fd80d-97fc-42bb-9541-d8ad1876dc72 HTTP/1.1" status: 204 len: 168 time: 0.8530679 Jul 07 17:09:56.995653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44066) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:57.100197 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.194479 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.229005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de294b-94fc-438a-9050-bbd7c65c78eb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:57.314279 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.331106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:57.345926 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.374710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.429942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Pushing event deleted for resources: {'Port': ['ID=1ab26b7e-59a0-4052-a054-11d470d92ef6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.478073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.478818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4088b595-7733-49fa-b574-1edfdbd1f12f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:57.489867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6af430cb-32fd-44cd-ab46-320464f30654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.494113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:57.498687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc27bb4-68cc-4a40-99fe-bf433243b487']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:57.502315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['15fa61d0-d218-496c-824a-7fabf9842431'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:57.518007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6af430cb-32fd-44cd-ab46-320464f30654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.535761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670c01f9-41e3-4525-823f-c021ec5669e1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:57.536314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670c01f9-41e3-4525-823f-c021ec5669e1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:57.542697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=27e902ca-d35a-4f25-8837-ed2440719298,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.548486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] No DVR routers for this DVR port 1ab26b7e-59a0-4052-a054-11d470d92ef6 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:57.562006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.579726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.582329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5e26910-8466-4216-b7f9-18ff207598f7 req-f93907b7-8117-4abb-a528-a19c6c7f7d46 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "DELETE /v2.0/ports/1ab26b7e-59a0-4052-a054-11d470d92ef6 HTTP/1.1" status: 204 len: 173 time: 2.0277133 Jul 07 17:09:57.585681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.593691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'name': 'network-vif-deleted', 'tag': '1ab26b7e-59a0-4052-a054-11d470d92ef6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:57.596434 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e577e-6716-445f-84dc-d655d65a4f55" -d '{"events": [{"server_uuid": "36ff32be-6989-4c0d-ac90-c5cc6f8a77c6", "name": "network-vif-deleted", "tag": "1ab26b7e-59a0-4052-a054-11d470d92ef6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:57.614106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:57.614957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:57.620294 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:57.631007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:57.631658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: 7e881cd1-41f5-466b-ac1f-a579a23c3411, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:57.650067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af430cb-32fd-44cd-ab46-320464f30654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9002851-deae-4ca8-812f-9581dfedeb56,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.662202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6af430cb-32fd-44cd-ab46-320464f30654 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc826670784a47eb93dce0f04dccdb32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5088363 Jul 07 17:09:57.663318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44076) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:57.718734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:57.755754 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ad2ad0-6aa8-4aed-9f4c-92e6fc75b6ef x-openstack-request-id: req-65ad2ad0-6aa8-4aed-9f4c-92e6fc75b6ef {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:57.756454 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ff32be-6989-4c0d-ac90-c5cc6f8a77c6", "name": "network-vif-deleted", "tag": "1ab26b7e-59a0-4052-a054-11d470d92ef6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:57.757093 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65ad2ad0-6aa8-4aed-9f4c-92e6fc75b6ef {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:57.757785 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ff32be-6989-4c0d-ac90-c5cc6f8a77c6', 'name': 'network-vif-deleted', 'tag': '1ab26b7e-59a0-4052-a054-11d470d92ef6', 'status': 'completed', 'code': 200} Jul 07 17:09:57.759089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba132-3534-4330-903e-29edfd6b0881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.786608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba132-3534-4330-903e-29edfd6b0881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.803673 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.839660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7e881cd1-41f5-466b-ac1f-a579a23c3411) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:57.840201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.852288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3396d6fd-4c5b-4d69-bb1a-450a386f3fec {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:57.852617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3396d6fd-4c5b-4d69-bb1a-450a386f3fec not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:57.852807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] 10.222.0.78 "DELETE /v2.0/networks/ffc27bb4-68cc-4a40-99fe-bf433243b487 HTTP/1.1" status: 204 len: 168 time: 0.8554406 Jul 07 17:09:57.894259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a59ca9-db5a-4afa-ab75-b21350f7da9a None None] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:57.909829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.910581 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.942357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8824e-ea21-48bb-a99c-1db5383beaf1 tempest-PortsTestJSON-727697802 tempest-PortsTestJSON-727697802-project] Pushing event deleted for resources: {'Network': ['ID=ffc27bb4-68cc-4a40-99fe-bf433243b487,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.966236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.975994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44088) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:57.983849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-361f3008-3038-4eae-b869-127629748fca tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3934848 Jul 07 17:09:57.988526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba132-3534-4330-903e-29edfd6b0881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.996358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f0de294b-94fc-438a-9050-bbd7c65c78eb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:57.999558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba132-3534-4330-903e-29edfd6b0881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.006381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2e3ba132-3534-4330-903e-29edfd6b0881 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9002851-deae-4ca8-812f-9581dfedeb56 HTTP/1.1" status: 204 len: 168 time: 0.3391962 Jul 07 17:09:58.027847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ba132-3534-4330-903e-29edfd6b0881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9002851-deae-4ca8-812f-9581dfedeb56,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:58.254974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ab26b7e-59a0-4052-a054-11d470d92ef6 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:58.384217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 1ab26b7e-59a0-4052-a054-11d470d92ef6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:58.384740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ab26b7e-59a0-4052-a054-11d470d92ef6 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:58.484431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710baba1-ad69-4cda-8591-05da2f91cfef req-0980a51c-08ec-490b-a72d-2990c4bf85e7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.490315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-710baba1-ad69-4cda-8591-05da2f91cfef req-0980a51c-08ec-490b-a72d-2990c4bf85e7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 944 time: 0.1818645 Jul 07 17:09:58.600859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8fb07f3-e44e-435a-bc43-99d9b639f203 req-4af961d9-23ff-4472-8078-3756e009b758 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=36ff32be-6989-4c0d-ac90-c5cc6f8a77c6 HTTP/1.1" status: 200 len: 210 time: 0.0859251 Jul 07 17:09:58.610230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44100) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:58.707500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-710baba1-ad69-4cda-8591-05da2f91cfef req-01380c43-2bed-46d4-ab32-a44bf458f0b3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106698 Jul 07 17:09:58.796608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7e881cd1-41f5-466b-ac1f-a579a23c3411', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:58.797696 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.032893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d3fb87f3-f50c-486f-9e62-5d3f4ff7557c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=696d4618fc244b56842d477fd6b93331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130619 Jul 07 17:09:59.034181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44114) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:59.105968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af4612ef-03ab-4bb7-a0f4-17ea66ae7bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.115717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.144568 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af4612ef-03ab-4bb7-a0f4-17ea66ae7bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.176235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Allocated IP 2001:db8::2 (7e881cd1-41f5-466b-ac1f-a579a23c3411/27e902ca-d35a-4f25-8837-ed2440719298/3d9622a8-a79f-4061-a252-2a748757ce17) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:59.267150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af4612ef-03ab-4bb7-a0f4-17ea66ae7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.270220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af4612ef-03ab-4bb7-a0f4-17ea66ae7bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.271461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-af4612ef-03ab-4bb7-a0f4-17ea66ae7bf7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44fede58-cdf1-4d59-9a34-3d521be6fb05 HTTP/1.1" status: 204 len: 168 time: 0.2358024 Jul 07 17:09:59.287061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4612ef-03ab-4bb7-a0f4-17ea66ae7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fede58-cdf1-4d59-9a34-3d521be6fb05,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:59.678456 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.703306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Transition to ACTIVE for port object 3d9622a8-a79f-4061-a252-2a748757ce17 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:59.726298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Transition to ACTIVE for port object 3d9622a8-a79f-4061-a252-2a748757ce17 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:59.743710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.808274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:59.813171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:59.825159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:59.879186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Pushing event updated for resources: {'Port': ['ID=3d9622a8-a79f-4061-a252-2a748757ce17,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.024274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8::1 (7e881cd1-41f5-466b-ac1f-a579a23c3411/27e902ca-d35a-4f25-8837-ed2440719298/5205fb84-1d7f-49ed-93a9-e582dcb7a8e2) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:00.155196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Attempting to bind port 3d9622a8-a79f-4061-a252-2a748757ce17 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:00.155989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Attempting to bind port 3d9622a8-a79f-4061-a252-2a748757ce17 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:00.156638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Attempting to bind port 3d9622a8-a79f-4061-a252-2a748757ce17 on network 7e881cd1-41f5-466b-ac1f-a579a23c3411 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:00.177855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:00.178890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Checking segment: {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:00.183734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.184796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Bound using segment: {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:00.186618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Bound port: 3d9622a8-a79f-4061-a252-2a748757ce17, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:00.187635 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.231227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a876-c354-4227-84aa-73ef77afcb1e req-2a4b14e0-861d-4662-906a-8c8eea0c1915 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.235757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5887a876-c354-4227-84aa-73ef77afcb1e req-2a4b14e0-861d-4662-906a-8c8eea0c1915 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 944 time: 0.2613049 Jul 07 17:10:00.266715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.300812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:00.346842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0de294b-94fc-438a-9050-bbd7c65c78eb up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:00.358836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5887a876-c354-4227-84aa-73ef77afcb1e req-477aadcd-0859-45fb-9831-68b87364c221 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132207 Jul 07 17:10:00.367158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.438170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:00.442451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:00.448768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:00.449392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.510026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.616723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f0de294b-94fc-438a-9050-bbd7c65c78eb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:00.658297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] For port 3d9622a8-a79f-4061-a252-2a748757ce17, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:00.673654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] For port 3d9622a8-a79f-4061-a252-2a748757ce17, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3d9622a8-a79f-4061-a252-2a748757ce17,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:00.677237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f0de294b-94fc-438a-9050-bbd7c65c78eb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:00.678028 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.684055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.689410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.933663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252add1-ab72-4401-8f03-05c5d8c75de9 None None] Pushing event updated for resources: {'Port': ['ID=3d9622a8-a79f-4061-a252-2a748757ce17,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.988839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.045457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:01.048849 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ee0ca-99d9-44fd-9644-9653a39bb0fa" -d '{"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-plugged", "status": "completed", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:01.088904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:01.097643 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.185222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44194) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.192817 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af2793-bda6-4fb7-98ef-3ada34cb8653 x-openstack-request-id: req-89af2793-bda6-4fb7-98ef-3ada34cb8653 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:01.193090 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-plugged", "status": "completed", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:01.193309 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89af2793-bda6-4fb7-98ef-3ada34cb8653 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:01.202031 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'code': 200} Jul 07 17:10:01.349307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:01.485386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-93b20f33-5b17-4c25-ac6f-2fcc2e7156b6 tempest-DvrRoutersNegativeTest-1625792405 tempest-DvrRoutersNegativeTest-1625792405-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1439878473', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:01.493203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.policy [None req-93b20f33-5b17-4c25-ac6f-2fcc2e7156b6 tempest-DvrRoutersNegativeTest-1625792405 tempest-DvrRoutersNegativeTest-1625792405-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=98270) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 17:10:01.493516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.policy [None req-93b20f33-5b17-4c25-ac6f-2fcc2e7156b6 tempest-DvrRoutersNegativeTest-1625792405 tempest-DvrRoutersNegativeTest-1625792405-project] Failed policy check for 'create_router' {{(pid=98270) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 17:10:01.496800 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-93b20f33-5b17-4c25-ac6f-2fcc2e7156b6 tempest-DvrRoutersNegativeTest-1625792405 tempest-DvrRoutersNegativeTest-1625792405-project] create failed (client error): Access was denied to this resource. Jul 07 17:10:01.498742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-93b20f33-5b17-4c25-ac6f-2fcc2e7156b6 tempest-DvrRoutersNegativeTest-1625792405 tempest-DvrRoutersNegativeTest-1625792405-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3110497 Jul 07 17:10:01.581605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc614abb-a2ba-4cbe-9f7b-19868f685a24 req-c8c2f0d1-34cb-4c26-831c-9ce1840122f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.583156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc614abb-a2ba-4cbe-9f7b-19868f685a24 req-c8c2f0d1-34cb-4c26-831c-9ce1840122f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 1096 time: 0.2155406 Jul 07 17:10:01.735844 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.746376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.747356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.779926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44218) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.865423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc614abb-a2ba-4cbe-9f7b-19868f685a24 req-00ad8d88-1ef1-4924-8b84-8748e625d76f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675245 Jul 07 17:10:01.945243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1926b-428f-4e66-96e7-6a6c9e112d62 req-2650ef53-3620-4f8a-b862-c986bc435c50 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.945243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91a1926b-428f-4e66-96e7-6a6c9e112d62 req-2650ef53-3620-4f8a-b862-c986bc435c50 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.2751029 Jul 07 17:10:01.979053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:02.046418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91a1926b-428f-4e66-96e7-6a6c9e112d62 req-674e5166-9df2-4dbe-b5b5-25557c52ce06 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019168 Jul 07 17:10:02.052107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:02.053917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:02.230112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:10:02.275762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44234) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.397636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-381186303'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:02.459652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9eb78a4-53af-4416-8c86-97ca217d22f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.502810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Made reservation on behalf of 09e757cdc5a74d25b2643584f99ec070 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:02.507547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:02.510796 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.514270 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31399119-0fe6-44d8-a7bd-e1dbba986a9a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5371091 Jul 07 17:10:02.517080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.524220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:02.525641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304381640'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:02.556117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:02.557210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:02.564928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.667877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf316b3-c9ac-462d-89ca-069284fe6383 req-a10adf46-1c35-4855-9d50-10f71d981ca1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.674843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf316b3-c9ac-462d-89ca-069284fe6383 req-a10adf46-1c35-4855-9d50-10f71d981ca1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.676697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcf316b3-c9ac-462d-89ca-069284fe6383 req-a10adf46-1c35-4855-9d50-10f71d981ca1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7&device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 1683 time: 0.1762869 Jul 07 17:10:02.742313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:02.752270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9eb78a4-53af-4416-8c86-97ca217d22f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.774524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcf316b3-c9ac-462d-89ca-069284fe6383 req-50ae6932-9e14-4530-83cd-0e582e24be5a tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897803 Jul 07 17:10:02.776029 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9eb78a4-53af-4416-8c86-97ca217d22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.813251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:02.817260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.836211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c9eb78a4-53af-4416-8c86-97ca217d22f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94444c7628b04612b5c239246d7e916f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568678 Jul 07 17:10:02.839352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.860100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:02.884047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.884853 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 06963ce0-2fff-4344-9df9-a1f4ca6b5007 of type vlan for network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 Jul 07 17:10:02.931094 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.948610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33b23c-00e8-4cc1-8e7b-6a4bc3419e03 None None] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:03.035306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.056040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.057523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.100180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.103711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb78a4-53af-4416-8c86-97ca217d22f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d458490d-7a18-4f84-b8a7-dea6764b5c29,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.134410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.145409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c855c7e-8f70-416d-a5d6-7b2909ea0969 None None] Provisioning for port 3d9622a8-a79f-4061-a252-2a748757ce17 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:03.195105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:03.238666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.239930 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Added segment ef8c6a09-02a0-45ec-b588-98f1f9a16c2c of type vlan for network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 Jul 07 17:10:03.360483 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8407722 Jul 07 17:10:03.395360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44260) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:03.402393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.517856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:01Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:03.540729 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.594720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610c854a-abd0-4da6-ad64-7909a0fb55fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.624741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610c854a-abd0-4da6-ad64-7909a0fb55fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.655837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0530993-4909-4033-8d45-ef8700d999fc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.690306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f0b9f-c1f0-4440-9c58-f109db73296e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=8783aa57-dc9b-438e-8daa-9c85f21d4af4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.713890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3d9622a8-a79f-4061-a252-2a748757ce17 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:03.749241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.757143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:03.763882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.764620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.766225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.773495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610c854a-abd0-4da6-ad64-7909a0fb55fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.784521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610c854a-abd0-4da6-ad64-7909a0fb55fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.791528 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-610c854a-abd0-4da6-ad64-7909a0fb55fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d458490d-7a18-4f84-b8a7-dea6764b5c29 HTTP/1.1" status: 204 len: 168 time: 0.9480000 Jul 07 17:10:03.870883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:03.876801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:03.877169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Updating router 80397a38-7a05-458f-aae4-ca6b7902fd3a port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:03.910632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c854a-abd0-4da6-ad64-7909a0fb55fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d458490d-7a18-4f84-b8a7-dea6764b5c29,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.005238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2217298 Jul 07 17:10:04.010387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44268) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:04.020453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Request body: {'subnet': {'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:04.023309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0206e54-1dac-4096-bbbe-4a89286ce770 req-5daf8dff-f5ff-421e-810c-7686b925494c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.025711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.026073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0206e54-1dac-4096-bbbe-4a89286ce770 req-5daf8dff-f5ff-421e-810c-7686b925494c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.5182719 Jul 07 17:10:04.099325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f9f35-f7ed-4c84-8004-9e8960df1a97 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event updated for resources: {'Network': ['ID=7f92f1f3-1a91-4760-9a70-7b5ad89c62c6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.128505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0206e54-1dac-4096-bbbe-4a89286ce770 req-9fc6a982-3d28-4221-8bb4-3a882edac492 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745106 Jul 07 17:10:04.282768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:04.348766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.451270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Made reservation on behalf of 09e757cdc5a74d25b2643584f99ec070 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:04.458988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3d9622a8-a79f-4061-a252-2a748757ce17 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:04.465650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.547032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3d9622a8-a79f-4061-a252-2a748757ce17 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:04.548204 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.585121 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.924665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=24035963-eef8-42bd-8c98-0bae6ca0cd6c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.070911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:05.071281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: 8783aa57-dc9b-438e-8daa-9c85f21d4af4, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:05.219458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-193d2fa8-8e9a-4cf5-8700-fc902f4beb5b None None] Provisioning complete for port 3d9622a8-a79f-4061-a252-2a748757ce17 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:05.220419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-193d2fa8-8e9a-4cf5-8700-fc902f4beb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.240656 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-053b73a5-bfad-44aa-b1a9-1e8061ac4ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.343076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:05.401381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.426013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8783aa57-dc9b-438e-8daa-9c85f21d4af4) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:05.511041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.511648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.616329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event updated for resources: {'Subnet': ['ID=4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.629616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-26a0e69f-064e-4ae9-bad4-b1e0fddcad30 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2275956 Jul 07 17:10:05.632832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44308) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:05.649054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58bae6-00e8-42a6-85a1-6d32e180974a None None] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:05.680646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Checking segment: {'id': 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:05.681027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Network hostable DHCP agents. Network: 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:05.718257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.727843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:05.765903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:05.783364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.784619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.851151 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b6d3999-d008-4f4a-ba35-08a5f7e761dd tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8354781 Jul 07 17:10:05.852465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44312) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:05.875110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81279974-adbc-4212-9c53-cd60085eb4ae None None] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:05.880512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Request body: {'port': {'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-272799948'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:06.046902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44316) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:06.130650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ecd07-55f9-484c-a02d-a2bd3587e125 req-23367c41-a163-487c-9f69-3b40fcd45936 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.134080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ecd07-55f9-484c-a02d-a2bd3587e125 req-23367c41-a163-487c-9f69-3b40fcd45936 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.6229911 Jul 07 17:10:06.151846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c5cb-a8fe-473e-85fe-d5ce677819cb req-1a4763b2-b1da-4e57-894a-0935224d9a12 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.155126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f57c5cb-a8fe-473e-85fe-d5ce677819cb req-1a4763b2-b1da-4e57-894a-0935224d9a12 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 946 time: 0.7513604 Jul 07 17:10:06.189257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Made reservation on behalf of 09e757cdc5a74d25b2643584f99ec070 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:06.198760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.205639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 3d9622a8-a79f-4061-a252-2a748757ce17, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3d9622a8-a79f-4061-a252-2a748757ce17,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:06.260882 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.267893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] device_id is not set on port d659a33d-1da8-437b-bf47-6ca9ec703e97 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:06.475210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--777544554'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:06.519484 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.523989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Allocated IP 172.20.0.3 (7f92f1f3-1a91-4760-9a70-7b5ad89c62c6/4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8/d659a33d-1da8-437b-bf47-6ca9ec703e97) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:06.533772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.574365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=3d9622a8-a79f-4061-a252-2a748757ce17,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.604451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-1d58585a-b1db-4816-a4fb-1af2d69a082b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.606626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-1d58585a-b1db-4816-a4fb-1af2d69a082b tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.13 "GET /v2.0/ports?device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 946 time: 0.7888639 Jul 07 17:10:06.645591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Transition to ACTIVE for port object 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:06.649994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7f92f1f3-1a91-4760-9a70-7b5ad89c62c6', 'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6', 'tenant_id': '09e757cdc5a74d25b2643584f99ec070', 'fixed_ips': [{'subnet_id': '4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:06.651491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.665886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ecd07-55f9-484c-a02d-a2bd3587e125 req-bca8d8bd-b3bc-4c27-b0fb-6a93636c6d10 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904821 Jul 07 17:10:06.777370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.802039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-193d2fa8-8e9a-4cf5-8700-fc902f4beb5b None None] Provisioning for port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:06.859250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f57c5cb-a8fe-473e-85fe-d5ce677819cb req-3d18bc5c-57aa-499f-a89a-ca8080c51fa8 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751690 Jul 07 17:10:07.002987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-0a0f8b69-f848-4ee6-b79f-2e73e5748a07 req-34ec00be-a057-4352-a512-2c36c34c3c99 service neutron] (98264) timed out ('10.222.0.54', 49168) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:10:07.050086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.052605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.086998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Transition to ACTIVE for port object d659a33d-1da8-437b-bf47-6ca9ec703e97 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:07.100418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.126010 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d8a56-78fc-47ce-8991-6b1283d3155c None None] Pushing event updated for resources: {'Port': ['ID=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.137781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:07.142863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.173021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Attempting to bind port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:07.173698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Attempting to bind port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:07.174703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Attempting to bind port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 on network 7e881cd1-41f5-466b-ac1f-a579a23c3411 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:07.185656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:07.186400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Checking segment: {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:07.186905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.187499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Bound using segment: {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:07.188816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Bound port: 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f8b117-d57f-448c-a365-85262504fa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:07.189459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.192031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.240891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Deleting port 15fa61d0-d218-496c-824a-7fabf9842431 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:07.251039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Allocated IP 172.20.0.2 (7f92f1f3-1a91-4760-9a70-7b5ad89c62c6/4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8/8ed8bd1c-4ec8-426b-96ab-cc28dac22630) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:07.255721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.383847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:07.404134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:07.407744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:07.416623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event updated for resources: {'Port': ['ID=d659a33d-1da8-437b-bf47-6ca9ec703e97,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.504810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.511431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.556192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6c876-71a1-48ce-9854-bf218a499338,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.611532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.611532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.720160 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.807560 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.811088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] For port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:07.837377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Transition to ACTIVE for port object 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:07.848081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] For port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:07.862700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.871623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.882709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.889693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Allocated IP 2001:db8:1::2 (8783aa57-dc9b-438e-8daa-9c85f21d4af4/24035963-eef8-42bd-8c98-0bae6ca0cd6c/1ed5f53f-6bf8-442c-ab85-406606572133) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:07.897483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Transition to ACTIVE for port object 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:07.906891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72aeb872-d3be-4763-8de4-3947baf613ea tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0520852 Jul 07 17:10:07.910771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:07.949658 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.019635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-76722d7f-9f56-4f70-9bba-3d3b11c0e186 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.033299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-76722d7f-9f56-4f70-9bba-3d3b11c0e186 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "GET /v2.0/ports?device_id=2feb4dc4-9b96-4338-a724-940cbd2499b7 HTTP/1.1" status: 200 len: 946 time: 1.4204242 Jul 07 17:10:08.054899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:08.057986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:08.079811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40331f27-5d66-49fd-bb35-a19209230aee,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.117456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:08.160851 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.163064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4cbf4c2a-0753-4524-a359-972cf11db21f tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1129520 Jul 07 17:10:08.168327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44348) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:08.332571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:08.361675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:08.435864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d8a56-78fc-47ce-8991-6b1283d3155c None None] Pushing event updated for resources: {'Port': ['ID=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.555794 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-34a68ca4-39df-4240-9c5c-16bca10f42c9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3845685 Jul 07 17:10:08.558572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:08.566937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-security--283311954', 'description': 'tempest-security-description-6121545'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.601034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3d9622a8-a79f-4061-a252-2a748757ce17 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:08.611673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Deleting port d659a33d-1da8-437b-bf47-6ca9ec703e97 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:08.612567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.762345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:08.767927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Attempting to bind port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:08.767927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Attempting to bind port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:08.767927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Attempting to bind port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 on network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:08.797599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] For port 15fa61d0-d218-496c-824a-7fabf9842431, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=15fa61d0-d218-496c-824a-7fabf9842431,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:08.798179 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.885373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:08.886019 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Checking segment: {'id': 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:08.886700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.887341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Bound using segment: {'id': 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:08.888736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Bound port: 8ed8bd1c-4ec8-426b-96ab-cc28dac22630, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7f92f1f3-1a91-4760-9a70-7b5ad89c62c6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:08.888931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Calling delete_port for 15fa61d0-d218-496c-824a-7fabf9842431 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:08.889417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.949660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f32397-221b-4a63-a274-d9fb7a975676 req-061c40bf-82e3-4cee-8ee7-9653806fb742 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.962665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2f32397-221b-4a63-a274-d9fb7a975676 req-061c40bf-82e3-4cee-8ee7-9653806fb742 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 1.0613515 Jul 07 17:10:09.146809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bc3a1-ea0e-4900-8eeb-9dded858cdac req-3256c048-9778-448d-87f6-7dfecf30fdc2 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.151949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.155464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-347bc3a1-ea0e-4900-8eeb-9dded858cdac req-3256c048-9778-448d-87f6-7dfecf30fdc2 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 946 time: 0.7901976 Jul 07 17:10:09.158847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Deleting port 4088b595-7733-49fa-b574-1edfdbd1f12f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:09.158847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.205657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Pushing event updated for resources: {'Port': ['ID=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.285363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.291946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.305757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.308255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.309553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "PUT /v2.0/security-groups/40331f27-5d66-49fd-bb35-a19209230aee HTTP/1.1" status: 200 len: 1776 time: 0.7481647 Jul 07 17:10:09.313300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:09.336939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Calling delete_port for d659a33d-1da8-437b-bf47-6ca9ec703e97 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:09.474521 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.486992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Transition to ACTIVE for port object 1ed5f53f-6bf8-442c-ab85-406606572133 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:09.508285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Transition to ACTIVE for port object 1ed5f53f-6bf8-442c-ab85-406606572133 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:09.527336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.538264 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.549081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c109fa2e-f366-4d2b-9bb1-79c7c9977bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.553512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2f32397-221b-4a63-a274-d9fb7a975676 req-5d040896-5783-4dde-a57a-f4204e1752eb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777988 Jul 07 17:10:09.604610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.641692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2ee93-cd09-4b96-af44-4219adec3838 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40331f27-5d66-49fd-bb35-a19209230aee,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.645329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event deleted for resources: {'Port': ['ID=d659a33d-1da8-437b-bf47-6ca9ec703e97,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.646137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8:1::1 (8783aa57-dc9b-438e-8daa-9c85f21d4af4/24035963-eef8-42bd-8c98-0bae6ca0cd6c/e8aff1c6-b394-46e8-af17-ed45481d621f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:09.694940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Pushing event updated for resources: {'Port': ['ID=1ed5f53f-6bf8-442c-ab85-406606572133,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.700970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3d9622a8-a79f-4061-a252-2a748757ce17 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:09.702081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.751052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.751052 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6a169d73-75ed-4319-bbef-7db2739c32a3 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "DELETE /v2.0/ports/d659a33d-1da8-437b-bf47-6ca9ec703e97 HTTP/1.1" status: 204 len: 168 time: 1.7058206 Jul 07 17:10:09.754212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:09.791044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.797238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] For port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:09.810012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object e8aff1c6-b394-46e8-af17-ed45481d621f will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:09.869842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] For port 4088b595-7733-49fa-b574-1edfdbd1f12f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4088b595-7733-49fa-b574-1edfdbd1f12f,segment=NetworkSegment(c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633),segment_id=c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:09.870219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.886040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Calling delete_port for 4088b595-7733-49fa-b574-1edfdbd1f12f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:09.912537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:09.925384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a826bd57-04ed-489a-9a5a-d810435d4b39 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1697896 Jul 07 17:10:09.929510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:09.930011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] For port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,segment=NetworkSegment(ef8c6a09-02a0-45ec-b588-98f1f9a16c2c),segment_id=ef8c6a09-02a0-45ec-b588-98f1f9a16c2c)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:09.937357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-848041926'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:09.945090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:09.951642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:09.967997 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.976126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Made reservation on behalf of 09e757cdc5a74d25b2643584f99ec070 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:09.980927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.036347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:10.057599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.063130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.063461 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Added segment de703444-f750-43e8-b62f-562f22094239 of type vlan for network b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59 Jul 07 17:10:10.067158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.081371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-347bc3a1-ea0e-4900-8eeb-9dded858cdac req-f94eaff1-b465-4a3d-a852-97e20e3df322 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d85194e-d1af-4c55-83fe-fb47748ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9248633 Jul 07 17:10:10.095465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b698728f-0541-48fd-b138-63ad15b07e60 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups/40331f27-5d66-49fd-bb35-a19209230aee HTTP/1.1" status: 200 len: 1776 time: 0.7704623 Jul 07 17:10:10.096163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44384) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:10.151249 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.156871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.237696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:10.238052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.251574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.252675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.285725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4088b595-7733-49fa-b574-1edfdbd1f12f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:10.323407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:10.336414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:10.337270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.381973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event updated for resources: {'Network': ['ID=b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.394533 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-84a91c14-b3d2-4509-84a0-f5759c9768f9 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4633889 Jul 07 17:10:10.400767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44388) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:10.421514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] No DVR routers for this DVR port 15fa61d0-d218-496c-824a-7fabf9842431 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:10.423331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=e8aff1c6-b394-46e8-af17-ed45481d621f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.426319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] No DVR routers for this DVR port 4088b595-7733-49fa-b574-1edfdbd1f12f on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:10.437312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 15fa61d0-d218-496c-824a-7fabf9842431 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:10.439908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:10.490931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075648a-7181-4e25-9be6-b45423749c57 None None] Pushing event updated for resources: {'Port': ['ID=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.503773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Attempting to bind port 1ed5f53f-6bf8-442c-ab85-406606572133 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:10.511118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Attempting to bind port 1ed5f53f-6bf8-442c-ab85-406606572133 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:10.511831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Attempting to bind port 1ed5f53f-6bf8-442c-ab85-406606572133 on network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:10.522077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.527096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22eb7f64-64b2-48d4-be78-c848e322f215 req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.13 "DELETE /v2.0/ports/15fa61d0-d218-496c-824a-7fabf9842431 HTTP/1.1" status: 204 len: 173 time: 3.8811126 Jul 07 17:10:10.626151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'name': 'network-vif-deleted', 'tag': '15fa61d0-d218-496c-824a-7fabf9842431'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:10.628346 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421168d3-648b-45a2-92d9-b0016097c3de" -d '{"events": [{"server_uuid": "8df8f876-f330-48aa-8c29-3aa5d41c9f69", "name": "network-vif-deleted", "tag": "15fa61d0-d218-496c-824a-7fabf9842431"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:10.635015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Pushing event deleted for resources: {'Port': ['ID=4088b595-7733-49fa-b574-1edfdbd1f12f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.652371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.662617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9870f259-5394-43b0-84a1-14538b9e30d8 req-8d81b76b-5d6c-475b-9493-65b35bacf0b6 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.54 "DELETE /v2.0/ports/4088b595-7733-49fa-b574-1edfdbd1f12f HTTP/1.1" status: 204 len: 173 time: 2.6278923 Jul 07 17:10:10.711055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 4088b595-7733-49fa-b574-1edfdbd1f12f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:10.755326 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b731a8e7-a7a8-477d-b09b-7b0b2a1cf943 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/agents/dec6cfa9-b734-48b5-956b-e23c1b7941ab/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.3168521 Jul 07 17:10:10.760095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44394) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:10.764260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4088b595-7733-49fa-b574-1edfdbd1f12f not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:10.852235 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c288c2-634d-46d9-a5ab-10dd5bb69ca3 x-openstack-request-id: req-87c288c2-634d-46d9-a5ab-10dd5bb69ca3 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:10.852841 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8f876-f330-48aa-8c29-3aa5d41c9f69", "name": "network-vif-deleted", "tag": "15fa61d0-d218-496c-824a-7fabf9842431", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:10.853402 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87c288c2-634d-46d9-a5ab-10dd5bb69ca3 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:10.854138 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8f876-f330-48aa-8c29-3aa5d41c9f69', 'name': 'network-vif-deleted', 'tag': '15fa61d0-d218-496c-824a-7fabf9842431', 'status': 'completed', 'code': 200} Jul 07 17:10:10.858045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062038-500f-4325-a8a7-e9fa12ea8df1 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] Pushing event deleted for resources: {'Port': ['ID=15fa61d0-d218-496c-824a-7fabf9842431,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.940683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7791af7d-a7fe-4c57-bc00-b18a200324f7 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.963216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:10.965748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Checking segment: {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:10.968728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.971122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Bound using segment: {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:10.971682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Bound port: 1ed5f53f-6bf8-442c-ab85-406606572133, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:10.972094 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.985360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 15fa61d0-d218-496c-824a-7fabf9842431 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:10.985697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 15fa61d0-d218-496c-824a-7fabf9842431 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:11.012619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:07Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:11.058913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.062471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f26c5a-4f65-45cb-b91d-f07ed77c6ade None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:07Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:11.071860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7234696-7a8a-44e1-8664-70320c7fff9b tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] Network b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:11.104430 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b7234696-7a8a-44e1-8664-70320c7fff9b tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "POST /v2.0/agents/dec6cfa9-b734-48b5-956b-e23c1b7941ab/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3426347 Jul 07 17:10:11.108457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:11.144281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7791af7d-a7fe-4c57-bc00-b18a200324f7 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.171065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f9d24-9e4d-4c26-9f24-6b7bcf8731cc None None] Network b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:11.361885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.739770 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38bb0b48-7e79-4930-9929-6e339eaadfe8 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/agents/dec6cfa9-b734-48b5-956b-e23c1b7941ab/dhcp-networks HTTP/1.1" status: 200 len: 12003 time: 0.6290462 Jul 07 17:10:11.744173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44402) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:11.849554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] For port 1ed5f53f-6bf8-442c-ab85-406606572133, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:11.949964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] For port 1ed5f53f-6bf8-442c-ab85-406606572133, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1ed5f53f-6bf8-442c-ab85-406606572133,segment=NetworkSegment(06963ce0-2fff-4344-9df9-a1f4ca6b5007),segment_id=06963ce0-2fff-4344-9df9-a1f4ca6b5007)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:11.985393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.089259 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f6d48327-c6bf-40ef-a75c-28cbe27497a1 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "DELETE /v2.0/agents/dec6cfa9-b734-48b5-956b-e23c1b7941ab/dhcp-networks/b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59 HTTP/1.1" status: 204 len: 168 time: 0.3433864 Jul 07 17:10:12.099745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44404) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.145642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a79c4-de53-41f6-aa3b-27472660f3dd None None] Pushing event updated for resources: {'Port': ['ID=1ed5f53f-6bf8-442c-ab85-406606572133,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.413204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7791af7d-a7fe-4c57-bc00-b18a200324f7 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.418511 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7791af7d-a7fe-4c57-bc00-b18a200324f7 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.423089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7791af7d-a7fe-4c57-bc00-b18a200324f7 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/40331f27-5d66-49fd-bb35-a19209230aee HTTP/1.1" status: 204 len: 168 time: 2.3143015 Jul 07 17:10:12.429446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.547679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791af7d-a7fe-4c57-bc00-b18a200324f7 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40331f27-5d66-49fd-bb35-a19209230aee,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.565196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59f1be34-ddd6-465c-908b-60e060458289 req-c3ac4813-469c-4191-8bea-92aef304b0f4 tempest-ListServersNegativeTestJSON-914131795 tempest-ListServersNegativeTestJSON-914131795-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df8f876-f330-48aa-8c29-3aa5d41c9f69 HTTP/1.1" status: 200 len: 210 time: 0.2399957 Jul 07 17:10:12.613849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e7bcdad1-59c0-4f24-b2e7-f02576c6d328 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/agents/dec6cfa9-b734-48b5-956b-e23c1b7941ab/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.5099242 Jul 07 17:10:12.615814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1acaa-ff6a-4c0f-a025-4653f43b90ac req-23c79fa4-f0e7-44e1-a245-c2206b0c1b0c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.619451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44410) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.629023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90d1acaa-ff6a-4c0f-a025-4653f43b90ac req-23c79fa4-f0e7-44e1-a245-c2206b0c1b0c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 1.6631026 Jul 07 17:10:12.728187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c10ea6-3975-475a-ad30-e3a07a695dcf None None] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:12.758421 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-78656f1e-f9b9-4519-b337-54d918afb044 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/networks/7f92f1f3-1a91-4760-9a70-7b5ad89c62c6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1372983 Jul 07 17:10:12.776706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90d1acaa-ff6a-4c0f-a025-4653f43b90ac req-48f7b5a6-e3f6-409b-b930-dddbfb658346 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441047 Jul 07 17:10:12.779066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.817500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99085027-9bff-489b-97e8-84616d8e7b5d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3785207 Jul 07 17:10:12.824234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44416) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.909883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'name': 'network-vif-deleted', 'tag': '4088b595-7733-49fa-b574-1edfdbd1f12f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:12.915908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0030fad-2c06-4181-b6fa-bb6b56d82ef0 tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/networks/7f92f1f3-1a91-4760-9a70-7b5ad89c62c6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1321306 Jul 07 17:10:12.924772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44418) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.943498 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa42a654-2689-4221-b3e7-2a19bcb79227" -d '{"events": [{"server_uuid": "2feb4dc4-9b96-4338-a724-940cbd2499b7", "name": "network-vif-deleted", "tag": "4088b595-7733-49fa-b574-1edfdbd1f12f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:12.983252 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-cf957bae-a8c4-48f1-bdc9-5e386c0fcec4 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] delete failed (client error): The resource could not be found. Jul 07 17:10:13.006753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf957bae-a8c4-48f1-bdc9-5e386c0fcec4 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/40331f27-5d66-49fd-bb35-a19209230aee HTTP/1.1" status: 404 len: 347 time: 0.1788375 Jul 07 17:10:13.007675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44422) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:13.043450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074336132'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:13.118503 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e80a54-0e09-4bbc-9a90-88ec5772643d x-openstack-request-id: req-30e80a54-0e09-4bbc-9a90-88ec5772643d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:13.118894 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb4dc4-9b96-4338-a724-940cbd2499b7", "name": "network-vif-deleted", "tag": "4088b595-7733-49fa-b574-1edfdbd1f12f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:13.119300 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30e80a54-0e09-4bbc-9a90-88ec5772643d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:13.119833 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb4dc4-9b96-4338-a724-940cbd2499b7', 'name': 'network-vif-deleted', 'tag': '4088b595-7733-49fa-b574-1edfdbd1f12f', 'status': 'completed', 'code': 200} Jul 07 17:10:13.146843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:13.219326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.228934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.311125 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f4622d62-b1d3-4ab7-87ea-8c59f3d43eac tempest-DHCPAgentSchedulersTestJSON-270790267 tempest-DHCPAgentSchedulersTestJSON-270790267-project-admin] 10.222.0.78 "GET /v2.0/agents/dec6cfa9-b734-48b5-956b-e23c1b7941ab/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.3737047 Jul 07 17:10:13.326178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:13.336703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9969fba7-0dcf-4c6c-a456-52231cca3d46 None None] Provisioning for port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:13.342662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.343490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.433200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.541141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:13.556278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:13.557263 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.607057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.621638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=e8aff1c6-b394-46e8-af17-ed45481d621f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.622796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:13.646157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de703444-f750-43e8-b62f-562f22094239') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:13.646931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de703444-f750-43e8-b62f-562f22094239') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:13.667356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.707399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.724814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:13.724814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:13.727704 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:13.842681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:13.864085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.867358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:13.875367 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.886276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.919559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.968091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.972413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "DELETE /v2.0/networks/b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59 HTTP/1.1" status: 204 len: 168 time: 0.6426728 Jul 07 17:10:13.972413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb2194-704d-4405-8bdb-ffe5af369028 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event deleted for resources: {'Network': ['ID=b08b7a0e-5e58-4eb3-b5cd-57aa57b55c59,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.975679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.015131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,segment=NetworkSegment(ef8c6a09-02a0-45ec-b588-98f1f9a16c2c),segment_id=ef8c6a09-02a0-45ec-b588-98f1f9a16c2c)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:14.024081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.024960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.025304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:14.030455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44444) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.036086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': '1316f753-0013-49b7-9078-a64888ed4ae8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:14.040809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44446) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.041612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0211327 Jul 07 17:10:14.183785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.191331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:14.195493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Deleting subnet 3d09e73e-a979-4dc5-8360-14ebd1eac6f5 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:14.196538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:14.196990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.205565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d852fc9-3bad-40d3-aaae-2ba733d20b66 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1316f753-0013-49b7-9078-a64888ed4ae8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.228145 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-8551f8b4-2ef3-4dc1-b478-49124ea29740 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:14.229279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8551f8b4-2ef3-4dc1-b478-49124ea29740 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:14.232210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8551f8b4-2ef3-4dc1-b478-49124ea29740 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "DELETE /v2.0/ports/d659a33d-1da8-437b-bf47-6ca9ec703e97 HTTP/1.1" status: 404 len: 333 time: 0.2492125 Jul 07 17:10:14.238702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44448) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.275115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.310902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.430054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ab7d001-e777-47f7-b804-fa08b77dc473 None None] Provisioning complete for port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:14.430592 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d001-e777-47f7-b804-fa08b77dc473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.495230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.511311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:14.611471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:14.619779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.620058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.651280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Deleting subnet 4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:14.765062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.779675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.791474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.792173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.792757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.793341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.807107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.807869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.808417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.808936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.810256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.810956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.811470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.812065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:14.875718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.910754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.911445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e41fec-9025-424d-8f29-c33b30b664cb req-555cea11-1296-44f4-bd6e-21d78dc5b576 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.919348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51e41fec-9025-424d-8f29-c33b30b664cb req-555cea11-1296-44f4-bd6e-21d78dc5b576 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.7446787 Jul 07 17:10:14.949878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ed5f53f-6bf8-442c-ab85-406606572133 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:15.005128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8731c9af-d4e1-4959-bf52-1676b4485918 None None] Could not find standard attr ID for object d659a33d-1da8-437b-bf47-6ca9ec703e97. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:10:15.025965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.043328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51e41fec-9025-424d-8f29-c33b30b664cb req-ce50c900-9916-4bf9-a754-68d251c17382 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229727 Jul 07 17:10:15.051186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.058419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c93aff-c7c8-48d5-94e7-30c971bf178e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.088267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:15.098982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6fab824d-7a9c-4220-a0d4-fb0d3558ad07 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4581673 Jul 07 17:10:15.105084 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:15.108278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44452) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.114948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-763365052'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.118697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1ed5f53f-6bf8-442c-ab85-406606572133 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:15.120370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:15.121283 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:15.124371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:15.141542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.152295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d09e73e-a979-4dc5-8360-14ebd1eac6f5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.184249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:15.196872 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.298281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e727d4-b79d-4e82-82aa-2d4fa3a5c864 None None] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:15.299548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.306540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2649aa4e-15f7-4197-bb56-f488613ff422 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3d09e73e-a979-4dc5-8360-14ebd1eac6f5 HTTP/1.1" status: 204 len: 168 time: 1.2559288 Jul 07 17:10:15.312444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:15.327702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.328274 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.328861 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment b686b69d-b420-49bd-944b-4b4e69726c0f of type vlan for network a6dd52a8-015c-4c18-9830-eae572260894 Jul 07 17:10:15.329975 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:15.336241 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1f31316f-ef4b-430c-b884-049cdc5b74c6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3039706 Jul 07 17:10:15.343058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44454) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.343582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44456) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.381700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.421771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.429036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.430065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.533003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4234915 Jul 07 17:10:15.534006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44460) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.546819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.570639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75cf70-1b17-4bad-97f0-4e982d570d86 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=a6dd52a8-015c-4c18-9830-eae572260894,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.672440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2be36fe-6a93-43af-bd8d-234372284376 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.686334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a6dd52a8-015c-4c18-9830-eae572260894 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:15.687297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2be36fe-6a93-43af-bd8d-234372284376 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.690412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:15.694962 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.840352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.921894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.951488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:15.951877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.962337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2be36fe-6a93-43af-bd8d-234372284376 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.979151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2be36fe-6a93-43af-bd8d-234372284376 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.982227 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2be36fe-6a93-43af-bd8d-234372284376 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/27c93aff-c7c8-48d5-94e7-30c971bf178e HTTP/1.1" status: 204 len: 168 time: 0.6302977 Jul 07 17:10:15.996571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44462) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:16.044637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be36fe-6a93-43af-bd8d-234372284376 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27c93aff-c7c8-48d5-94e7-30c971bf178e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.054560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.065864 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:10Z', 'revision_number': 3, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:11Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:16.102716 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:16.103363 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Updating router 80397a38-7a05-458f-aae4-ca6b7902fd3a port e8aff1c6-b394-46e8-af17-ed45481d621f binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:16.108799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] Provisioning for port 1ed5f53f-6bf8-442c-ab85-406606572133 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:16.127383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] Provisioning complete for port 1ed5f53f-6bf8-442c-ab85-406606572133 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:16.127752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.147424 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.201467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=e1ee9d28-2513-4769-80bc-06b8bde86a28,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.257066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:16.257616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: a6dd52a8-015c-4c18-9830-eae572260894, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:16.278989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.296621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network a6dd52a8-015c-4c18-9830-eae572260894 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:16.300439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.322914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a6dd52a8-015c-4c18-9830-eae572260894) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:16.350589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.351609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.385081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f67ab68-c48f-4696-bc59-2d96961aca59']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:16.390308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event deleted for resources: {'Subnet': ['ID=4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.416304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af483330-1559-4657-8e09-0065b96d58d8 None None] Network a6dd52a8-015c-4c18-9830-eae572260894 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:16.424112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:16.424405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16dc5d7-0ec1-490d-9fe6-5c4b71cd9633') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:16.433622 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.442813 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-926ce9ef-2e64-4df9-a5db-f943ef1cd588 tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "DELETE /v2.0/subnets/4796aa0b-220b-45ac-97bd-9d2b6cb9e2d8 HTTP/1.1" status: 204 len: 168 time: 2.2002306 Jul 07 17:10:16.446589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:16.481052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.505065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-038bdcb5-9604-4d4f-b578-4a6dac59f345 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9657724 Jul 07 17:10:16.519194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0de294b-94fc-438a-9050-bbd7c65c78eb details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:16.527847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44468) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:16.543385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.544565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abeb531-4977-4e05-a670-7dd1010690a0 None None] Network 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:16.557357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:16.558329 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:16.714570 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:16.754837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-324bd1b5-ee8a-47ae-a747-d03a14beda5b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7521839 Jul 07 17:10:16.766436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44480) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:16.787015 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.828347 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Transition to ACTIVE for port object e8aff1c6-b394-46e8-af17-ed45481d621f will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:16.838292 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.839068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.928148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.930525 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6f67ab68-c48f-4696-bc59-2d96961aca59 HTTP/1.1" status: 204 len: 168 time: 1.5818913 Jul 07 17:10:16.961139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313001-f3c2-4fa5-9f4d-ba0fec1db6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f67ab68-c48f-4696-bc59-2d96961aca59,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.977137 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Pushing event updated for resources: {'Port': ['ID=e8aff1c6-b394-46e8-af17-ed45481d621f,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.996508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0e8b-cc1b-49a3-9781-db3a907e811d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.000559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb8628-c715-4fdc-8a53-5f1d511652b4 req-463fbeb1-af98-49eb-9f40-4ae4e093a5f8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.002245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-debb8628-c715-4fdc-8a53-5f1d511652b4 req-463fbeb1-af98-49eb-9f40-4ae4e093a5f8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.6153452 Jul 07 17:10:17.022176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.022532 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.022882 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.023226 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.023567 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.023938 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.024305 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.029906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.031174 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.031830 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.032171 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.032531 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:17.048760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.066603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0e8b-cc1b-49a3-9781-db3a907e811d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.151431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-debb8628-c715-4fdc-8a53-5f1d511652b4 req-97a8078b-1906-415f-a370-defcebef62a9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321633 Jul 07 17:10:17.191577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:17.207201 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Attempting to bind port e8aff1c6-b394-46e8-af17-ed45481d621f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:17.207753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Attempting to bind port e8aff1c6-b394-46e8-af17-ed45481d621f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:17.207947 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Attempting to bind port e8aff1c6-b394-46e8-af17-ed45481d621f on network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:17.232850 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:17.233806 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Checking segment: {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:17.234560 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.236375 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Bound using segment: {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:17.238623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Bound port: e8aff1c6-b394-46e8-af17-ed45481d621f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06963ce0-2fff-4344-9df9-a1f4ca6b5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:17.240172 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.248610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Deleting port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:17.249252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.254391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0e8b-cc1b-49a3-9781-db3a907e811d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.257775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6cd0e8b-cc1b-49a3-9781-db3a907e811d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.259276 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b6cd0e8b-cc1b-49a3-9781-db3a907e811d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/1316f753-0013-49b7-9078-a64888ed4ae8 HTTP/1.1" status: 204 len: 168 time: 0.4911451 Jul 07 17:10:17.273394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44490) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.380732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd0e8b-cc1b-49a3-9781-db3a907e811d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1316f753-0013-49b7-9078-a64888ed4ae8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.474874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] For port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,segment=NetworkSegment(ef8c6a09-02a0-45ec-b588-98f1f9a16c2c),segment_id=ef8c6a09-02a0-45ec-b588-98f1f9a16c2c)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:17.475281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.484519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44502) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.509730 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.519170 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] For port e8aff1c6-b394-46e8-af17-ed45481d621f, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:17.523465 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] For port e8aff1c6-b394-46e8-af17-ed45481d621f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e8aff1c6-b394-46e8-af17-ed45481d621f,segment=NetworkSegment(06963ce0-2fff-4344-9df9-a1f4ca6b5007),segment_id=06963ce0-2fff-4344-9df9-a1f4ca6b5007)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:17.530012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Calling delete_port for 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:17.533024 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.711099 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:17.711805 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:17.716433 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feece6f0-86f3-474d-8f72-816716a6aea0 None None] Pushing event updated for resources: {'Port': ['ID=e8aff1c6-b394-46e8-af17-ed45481d621f,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.737155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-a6dd52a8-015c-4c18-9830-eae572260894', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:17.738048 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.791763 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4562cd4f-c798-4aa0-b6aa-00c08c0a103d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ef03356effd45029809d52543367999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994974 Jul 07 17:10:17.797658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44506) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.817907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:17.821635 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.933013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa50b076-d0c5-41a5-b889-399d72361420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.943595 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:17.963132 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa50b076-d0c5-41a5-b889-399d72361420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.987253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] For port 1ed5f53f-6bf8-442c-ab85-406606572133, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1ed5f53f-6bf8-442c-ab85-406606572133,segment=NetworkSegment(06963ce0-2fff-4344-9df9-a1f4ca6b5007),segment_id=06963ce0-2fff-4344-9df9-a1f4ca6b5007)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:18.001217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:18.037506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.052068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa50b076-d0c5-41a5-b889-399d72361420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.056728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa50b076-d0c5-41a5-b889-399d72361420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.058700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa50b076-d0c5-41a5-b889-399d72361420 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d85194e-d1af-4c55-83fe-fb47748ddef6 HTTP/1.1" status: 204 len: 168 time: 0.2595947 Jul 07 17:10:18.073079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50b076-d0c5-41a5-b889-399d72361420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85194e-d1af-4c55-83fe-fb47748ddef6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.079361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.116678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event deleted for resources: {'Port': ['ID=8ed8bd1c-4ec8-426b-96ab-cc28dac22630,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.125474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] No DVR routers for this DVR port 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:18.380239 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.394706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'port_id': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'mac_address': 'fa:16:3e:45:2f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:18.426814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f92f1f3-1a91-4760-9a70-7b5ad89c62c6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.501727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.502244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8c6a09-02a0-45ec-b588-98f1f9a16c2c') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.575008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.678742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.736620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:18.741980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:18.766319 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:18.770751 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:10Z', 'revision_number': 3, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:17Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.894591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Allocated IP 2001:db8:2::2 (a6dd52a8-015c-4c18-9830-eae572260894/e1ee9d28-2513-4769-80bc-06b8bde86a28/5de1d2f9-0c99-4323-832d-3b3c30353ddb) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:18.922004 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667fda9e-7524-42a8-a0e3-b2316bb7c672 None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:10Z', 'revision_number': 3, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:17Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:19.136879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-91a178d7-3616-48a8-8fd1-f9b96b918a33 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.8414991 Jul 07 17:10:19.150191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:19.212301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045686640'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:19.346049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.369096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.382082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] 10.222.0.78 "DELETE /v2.0/networks/7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 HTTP/1.1" status: 204 len: 168 time: 2.6954377 Jul 07 17:10:19.448138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.475660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f5eefe88-a269-4bfa-9733-d1eb41099e7c None None] Provisioning complete for port 1ed5f53f-6bf8-442c-ab85-406606572133 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:19.476414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f5eefe88-a269-4bfa-9733-d1eb41099e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.581517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e4ef2-20ca-452c-a7e3-48424c239adf tempest-DHCPAgentSchedulersTestJSON-308363519 tempest-DHCPAgentSchedulersTestJSON-308363519-project] Pushing event deleted for resources: {'Network': ['ID=7f92f1f3-1a91-4760-9a70-7b5ad89c62c6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.615254 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.621346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b23810-2c6d-4120-94da-30ae675b3efb req-6bdb1dac-e7a0-47c7-b56e-2040cdc41a49 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.632412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40b23810-2c6d-4120-94da-30ae675b3efb req-6bdb1dac-e7a0-47c7-b56e-2040cdc41a49 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.7812819 Jul 07 17:10:19.660386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359227f-b937-421e-99a3-091ff3749c1c None None] DHCP port deletion for 7f92f1f3-1a91-4760-9a70-7b5ad89c62c6 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:10:19.663724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6a22d-480b-46a6-8f50-7ad1ddb8089b None None] Pushing event updated for resources: {'Port': ['ID=1ed5f53f-6bf8-442c-ab85-406606572133,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.700856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.723983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.011600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Transition to ACTIVE for port object 5de1d2f9-0c99-4323-832d-3b3c30353ddb will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:20.030383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40b23810-2c6d-4120-94da-30ae675b3efb req-0b5af980-5b47-4a8f-9b15-d948696bcda4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964841 Jul 07 17:10:20.108428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0de294b-94fc-438a-9050-bbd7c65c78eb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:20.117675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.130323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.182737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f5eefe88-a269-4bfa-9733-d1eb41099e7c None None] Provisioning for port e8aff1c6-b394-46e8-af17-ed45481d621f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:20.193242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Transition to ACTIVE for port object 5de1d2f9-0c99-4323-832d-3b3c30353ddb will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:20.258258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63bd16a-3c82-47c1-b074-a5af01fb79e1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.293217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.325582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.335281 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6dcf215b-91e1-4453-8d5d-80d46e464be0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1588151 Jul 07 17:10:20.338323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44536) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.362080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'a63bd16a-3c82-47c1-b074-a5af01fb79e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:20.529332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.553882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44538) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.564514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:20.566205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Pushing event updated for resources: {'Port': ['ID=5de1d2f9-0c99-4323-832d-3b3c30353ddb,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.607220 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.856428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.867393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.945300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Network a6dd52a8-015c-4c18-9830-eae572260894 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:20.952146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.988658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa61f31-ad0e-4b5c-8d21-5975bf9f28e6,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.014934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.028699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:21.029879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-608c9f9d-7e17-42e3-875f-bbc18a42302a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6866691 Jul 07 17:10:21.034815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:21.036686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:21.060826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'a63bd16a-3c82-47c1-b074-a5af01fb79e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:21.092807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8:2::1 (a6dd52a8-015c-4c18-9830-eae572260894/e1ee9d28-2513-4769-80bc-06b8bde86a28/349a9cdb-fa7e-46d2-afed-1bd6c57f955d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:21.225372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.323396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f0de294b-94fc-438a-9050-bbd7c65c78eb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:21.517411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Attempting to bind port 5de1d2f9-0c99-4323-832d-3b3c30353ddb on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:21.518753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Attempting to bind port 5de1d2f9-0c99-4323-832d-3b3c30353ddb by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:21.519425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Attempting to bind port 5de1d2f9-0c99-4323-832d-3b3c30353ddb on network a6dd52a8-015c-4c18-9830-eae572260894 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:21.536573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e8aff1c6-b394-46e8-af17-ed45481d621f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:21.604939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:21.605601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Checking segment: {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:21.606685 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.612897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Bound using segment: {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:21.614027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Bound port: 5de1d2f9-0c99-4323-832d-3b3c30353ddb, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:21.614692 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.656905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.666503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.692451 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.713188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9517c87d-2640-492f-a4c2-b18e8b2ad07a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09e757cdc5a74d25b2643584f99ec070&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528795 Jul 07 17:10:21.714423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:21.734591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d689389-53fb-402a-ae00-b0f9fd06c447,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.747464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object 349a9cdb-fa7e-46d2-afed-1bd6c57f955d will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:21.759811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.761455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c1629bf5-fa98-4c32-8e2c-6d46cc6fab26 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7235186 Jul 07 17:10:21.766225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44560) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:21.788180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'a63bd16a-3c82-47c1-b074-a5af01fb79e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:21.874776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97203d-db7e-4861-aa25-299f2022590a req-ec2e7825-2e7e-4f8f-bc1f-3ca50491bd8e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.885159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e5ec-d632-424b-bd07-663f7c887f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.886014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc97203d-db7e-4861-aa25-299f2022590a req-ec2e7825-2e7e-4f8f-bc1f-3ca50491bd8e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 944 time: 0.3400126 Jul 07 17:10:21.926330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e5ec-d632-424b-bd07-663f7c887f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.958048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.005593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc97203d-db7e-4861-aa25-299f2022590a req-97dab723-947d-4031-a333-c9f1124fd862 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143782 Jul 07 17:10:22.011430 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.051073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e8aff1c6-b394-46e8-af17-ed45481d621f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:22.113591 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e5ec-d632-424b-bd07-663f7c887f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.115022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e8aff1c6-b394-46e8-af17-ed45481d621f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:22.115699 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.116836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e5ec-d632-424b-bd07-663f7c887f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.121318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c5c5e5ec-d632-424b-bd07-663f7c887f5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0530993-4909-4033-8d45-ef8700d999fc HTTP/1.1" status: 204 len: 168 time: 0.3968275 Jul 07 17:10:22.137001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5e5ec-d632-424b-bd07-663f7c887f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0530993-4909-4033-8d45-ef8700d999fc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.215273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] For port 5de1d2f9-0c99-4323-832d-3b3c30353ddb, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:22.288268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] For port 5de1d2f9-0c99-4323-832d-3b3c30353ddb, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5de1d2f9-0c99-4323-832d-3b3c30353ddb,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:22.305671 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.407966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network a6dd52a8-015c-4c18-9830-eae572260894 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:22.472117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:22.498267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:22.501964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.626845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d61bf8-e8ee-4e00-b4fd-177e8a022070 None None] Pushing event updated for resources: {'Port': ['ID=5de1d2f9-0c99-4323-832d-3b3c30353ddb,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.802776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.832770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.833011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.833395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.833729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.834050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.836052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.837213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.837731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.838357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.844035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.844723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.845302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.845853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:22.938473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.974935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e8aff1c6-b394-46e8-af17-ed45481d621f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e8aff1c6-b394-46e8-af17-ed45481d621f,segment=NetworkSegment(06963ce0-2fff-4344-9df9-a1f4ca6b5007),segment_id=06963ce0-2fff-4344-9df9-a1f4ca6b5007)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.999893 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.001230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ed5f53f-6bf8-442c-ab85-406606572133 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:23.001545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.104125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f4fd16-f5e6-47ad-9bba-31d45d33b7f3,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.236056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.245070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ab8528f4-48fb-4078-bc7e-e2f81f697708 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4720676 Jul 07 17:10:23.250548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44608) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.257287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'a63bd16a-3c82-47c1-b074-a5af01fb79e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:23.374502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.457155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e8aff1c6-b394-46e8-af17-ed45481d621f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.482122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.510914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1ed5f53f-6bf8-442c-ab85-406606572133 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:23.511311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.578455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.594527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.721397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44636) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.742626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63693457-039d-4808-8e7b-d0c0ce518f61,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.753346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.759217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4b0d0015-9039-42ed-882f-2ffa17f0a560 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5075469 Jul 07 17:10:23.772393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44640) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.790105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'a63bd16a-3c82-47c1-b074-a5af01fb79e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:23.812780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f86-4394-4dbe-a9a1-894ac60c0c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.885376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:24.029732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.030995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:24.031361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ed8bd1c-4ec8-426b-96ab-cc28dac22630 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:24.034766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f86-4394-4dbe-a9a1-894ac60c0c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.056545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f86-4394-4dbe-a9a1-894ac60c0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.146231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.163059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b06f86-4394-4dbe-a9a1-894ac60c0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320045a9-7e0b-4b46-b378-71bd5fa6e008,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.188063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7b06f86-4394-4dbe-a9a1-894ac60c0c67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10ead48f205d418ba677596e7df133b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636359 Jul 07 17:10:24.189136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44662) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:24.480415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.496065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.610714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5d6b25-294e-48e1-bbef-2ba009bebc67,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.643861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.648384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6861-b6c3-4b49-918c-6f91bd19673e req-77cc3f25-d846-4f6c-aa5e-9962f647d22c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.658566 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-384dccf3-d729-4dba-8382-5308ebe9ca7c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8793986 Jul 07 17:10:24.660851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a6e6861-b6c3-4b49-918c-6f91bd19673e req-77cc3f25-d846-4f6c-aa5e-9962f647d22c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 944 time: 1.0839865 Jul 07 17:10:24.671007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0de294b-94fc-438a-9050-bbd7c65c78eb up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:24.674021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44678) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:24.753000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5de1d2f9-0c99-4323-832d-3b3c30353ddb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:24.810692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-40d7c628-ec80-4b7b-aa5f-99b18087eade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.931406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-40d7c628-ec80-4b7b-aa5f-99b18087eade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.027471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5de1d2f9-0c99-4323-832d-3b3c30353ddb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:25.041367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e8aff1c6-b394-46e8-af17-ed45481d621f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:25.051194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44694) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.053946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f0de294b-94fc-438a-9050-bbd7c65c78eb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:25.055032 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.157475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a6e6861-b6c3-4b49-918c-6f91bd19673e req-6b26b2e1-5943-4495-96a9-66ca33f5ff62 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582739 Jul 07 17:10:25.169574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-40d7c628-ec80-4b7b-aa5f-99b18087eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.181730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-40d7c628-ec80-4b7b-aa5f-99b18087eade admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.189082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-40d7c628-ec80-4b7b-aa5f-99b18087eade admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/320045a9-7e0b-4b46-b378-71bd5fa6e008 HTTP/1.1" status: 204 len: 168 time: 0.9805665 Jul 07 17:10:25.260815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f99d5d6-cdef-424f-a0eb-50741d06dfae tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.298349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7c628-ec80-4b7b-aa5f-99b18087eade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320045a9-7e0b-4b46-b378-71bd5fa6e008,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.302307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf52a6a-531a-4ac8-b6a9-7b07112f6171 None None] Network a6dd52a8-015c-4c18-9830-eae572260894 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:25.319752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f99d5d6-cdef-424f-a0eb-50741d06dfae tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.439124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f99d5d6-cdef-424f-a0eb-50741d06dfae tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.457517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f99d5d6-cdef-424f-a0eb-50741d06dfae tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.459542 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f99d5d6-cdef-424f-a0eb-50741d06dfae tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/ab5d6b25-294e-48e1-bbef-2ba009bebc67 HTTP/1.1" status: 204 len: 168 time: 0.7700181 Jul 07 17:10:25.464879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44720) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.526665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99d5d6-cdef-424f-a0eb-50741d06dfae tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab5d6b25-294e-48e1-bbef-2ba009bebc67,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.532500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] Provisioning for port 5de1d2f9-0c99-4323-832d-3b3c30353ddb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:25.550798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] Provisioning complete for port 5de1d2f9-0c99-4323-832d-3b3c30353ddb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:25.551749 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.590383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-de6f6264-7a17-4a83-a575-377c4b131de8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1340909 Jul 07 17:10:25.739129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb771892-c985-4724-8628-3d5319b615a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.755097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e8aff1c6-b394-46e8-af17-ed45481d621f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:25.757267 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.778325 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0dac0c1d-b26a-4fcd-ad8e-a8f3fa1a480a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2744808 Jul 07 17:10:25.783036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44738) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.869049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5a2278e-d1e8-4ade-b1ec-26d8db13a282 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.903636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5a2278e-d1e8-4ade-b1ec-26d8db13a282 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.919498 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.990214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5a2278e-d1e8-4ade-b1ec-26d8db13a282 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.998674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5a2278e-d1e8-4ade-b1ec-26d8db13a282 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.006309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a5a2278e-d1e8-4ade-b1ec-26d8db13a282 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/63693457-039d-4808-8e7b-d0c0ce518f61 HTTP/1.1" status: 204 len: 168 time: 0.2183442 Jul 07 17:10:26.010802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb771892-c985-4724-8628-3d5319b615a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.017223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44750) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.033316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2278e-d1e8-4ade-b1ec-26d8db13a282 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63693457-039d-4808-8e7b-d0c0ce518f61,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.049542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb771892-c985-4724-8628-3d5319b615a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.143277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d3acb164-96d2-4e47-aa25-7ae7fc2ffbf3 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1242814 Jul 07 17:10:26.150043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cb771892-c985-4724-8628-3d5319b615a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b0a5cbe6a1e479bb67d7c35a15b2628&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0949907 Jul 07 17:10:26.151637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.157519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44754) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.158501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb771892-c985-4724-8628-3d5319b615a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492367b0-1a80-4c18-8b9e-30c5d578b277,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.259858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.275646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-312c5634-5972-448b-9d4a-352448927e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.290133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-312c5634-5972-448b-9d4a-352448927e58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 1096 time: 0.6237688 Jul 07 17:10:26.296335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.302255 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.333175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd210679-0e49-4685-adea-4f28571e9b67 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.361349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd210679-0e49-4685-adea-4f28571e9b67 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.430423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:26.433522 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb88f5e4-8225-41d6-883b-e08e259ab3f0" -d '{"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-plugged", "status": "completed", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:26.436596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd210679-0e49-4685-adea-4f28571e9b67 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.474852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:26.497503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd210679-0e49-4685-adea-4f28571e9b67 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.503713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dd210679-0e49-4685-adea-4f28571e9b67 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b0f4fd16-f5e6-47ad-9bba-31d45d33b7f3 HTTP/1.1" status: 204 len: 168 time: 0.3429055 Jul 07 17:10:26.504948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd210679-0e49-4685-adea-4f28571e9b67 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0f4fd16-f5e6-47ad-9bba-31d45d33b7f3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.510662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44776) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.554371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.571188 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a10a12-6870-4c92-95a6-d8bd2daf1abd x-openstack-request-id: req-b0a10a12-6870-4c92-95a6-d8bd2daf1abd {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:26.571653 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-plugged", "status": "completed", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:26.572018 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0a10a12-6870-4c92-95a6-d8bd2daf1abd {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:26.572534 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'code': 200} Jul 07 17:10:26.583670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.605568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92417ac1-8edf-4c9b-b4ef-fa470b5898f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.714808 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6733c4ad-be39-4d53-9bb3-b37927dac0e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1963208 Jul 07 17:10:26.722825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44790) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.734287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92417ac1-8edf-4c9b-b4ef-fa470b5898f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.859359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb64fb4f-03bd-4b21-8e69-8cf526a0589a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.869748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] For port 5de1d2f9-0c99-4323-832d-3b3c30353ddb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5de1d2f9-0c99-4323-832d-3b3c30353ddb,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:26.898838 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.910990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.912008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb64fb4f-03bd-4b21-8e69-8cf526a0589a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.945448 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:26.976565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcd36c-af84-4231-9ac4-db36f23b6b58 None None] Pushing event updated for resources: {'Port': ['ID=5de1d2f9-0c99-4323-832d-3b3c30353ddb,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.014445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb64fb4f-03bd-4b21-8e69-8cf526a0589a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.026547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb64fb4f-03bd-4b21-8e69-8cf526a0589a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.031474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fb64fb4f-03bd-4b21-8e69-8cf526a0589a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1d689389-53fb-402a-ae00-b0f9fd06c447 HTTP/1.1" status: 204 len: 168 time: 0.3009772 Jul 07 17:10:27.049242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44800) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:27.117493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92417ac1-8edf-4c9b-b4ef-fa470b5898f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.117493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92417ac1-8edf-4c9b-b4ef-fa470b5898f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.117493 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-92417ac1-8edf-4c9b-b4ef-fa470b5898f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/492367b0-1a80-4c18-8b9e-30c5d578b277 HTTP/1.1" status: 204 len: 168 time: 0.9503102 Jul 07 17:10:27.117493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64fb4f-03bd-4b21-8e69-8cf526a0589a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d689389-53fb-402a-ae00-b0f9fd06c447,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.162089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92417ac1-8edf-4c9b-b4ef-fa470b5898f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492367b0-1a80-4c18-8b9e-30c5d578b277,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.214623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-171e7f66-fc4a-4468-b171-be3a924805d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.223355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-171e7f66-fc4a-4468-b171-be3a924805d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.7389345 Jul 07 17:10:27.299423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d1f96fa7-a38a-4b1c-9705-150f32a8d3b8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2465761 Jul 07 17:10:27.304046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44810) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:27.408778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ceca2215-220c-42fd-a387-db1894fdfcd8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.457332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ceca2215-220c-42fd-a387-db1894fdfcd8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.498753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.582403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-c5ed2f0e-e60a-46dc-bab5-9983a7954503 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eecb845-ab20-4388-a1f7-15435f6b3066 HTTP/1.1" status: 200 len: 217 time: 0.3563004 Jul 07 17:10:27.631280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ceca2215-220c-42fd-a387-db1894fdfcd8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.651867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ceca2215-220c-42fd-a387-db1894fdfcd8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.658774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ceca2215-220c-42fd-a387-db1894fdfcd8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5aa61f31-ad0e-4b5c-8d21-5975bf9f28e6 HTTP/1.1" status: 204 len: 168 time: 0.3480189 Jul 07 17:10:27.667849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44834) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:27.696104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca2215-220c-42fd-a387-db1894fdfcd8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aa61f31-ad0e-4b5c-8d21-5975bf9f28e6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.798316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721764a5-855a-4c4b-afcd-19c2b782da1c req-360beb0b-167a-4c92-86d5-7b5dd0e4e869 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.801272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-721764a5-855a-4c4b-afcd-19c2b782da1c req-360beb0b-167a-4c92-86d5-7b5dd0e4e869 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.7949667 Jul 07 17:10:27.846573 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-35122129-6d50-495c-bfba-7bd1b171b795 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1604850 Jul 07 17:10:27.849063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44844) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:27.890386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea655a0b-1fdd-4fca-88df-0b8e718fe6de None None] Provisioning for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:27.914902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea655a0b-1fdd-4fca-88df-0b8e718fe6de None None] Provisioning complete for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:27.915347 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea655a0b-1fdd-4fca-88df-0b8e718fe6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.982657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-5505a2b1-73d0-491d-aae3-dbc0bac2fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.985841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-5505a2b1-73d0-491d-aae3-dbc0bac2fee6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.3880625 Jul 07 17:10:28.017551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network a6dd52a8-015c-4c18-9830-eae572260894 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:28.053645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ea655a0b-1fdd-4fca-88df-0b8e718fe6de None None] Port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:28.075675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8783f7f2-3ce8-4740-9d16-645aaaa3d607 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.076314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea655a0b-1fdd-4fca-88df-0b8e718fe6de None None] Provisioning complete for port 5de1d2f9-0c99-4323-832d-3b3c30353ddb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:28.076805 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea655a0b-1fdd-4fca-88df-0b8e718fe6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.125568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:28.142418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-721764a5-855a-4c4b-afcd-19c2b782da1c req-8e90fb44-60c2-4d0c-a3c0-eae324c48f0b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974799 Jul 07 17:10:28.186990 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8783f7f2-3ce8-4740-9d16-645aaaa3d607 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.384097 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8783f7f2-3ce8-4740-9d16-645aaaa3d607 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.401934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8783f7f2-3ce8-4740-9d16-645aaaa3d607 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.408242 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8783f7f2-3ce8-4740-9d16-645aaaa3d607 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/a63bd16a-3c82-47c1-b074-a5af01fb79e1 HTTP/1.1" status: 204 len: 168 time: 0.5471814 Jul 07 17:10:28.412022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44868) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:28.551043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783f7f2-3ce8-4740-9d16-645aaaa3d607 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63bd16a-3c82-47c1-b074-a5af01fb79e1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.650760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-743e9c71-9b02-40e0-98f3-f26dd68a5dd0 None None] Provisioning complete for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:28.651772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-743e9c71-9b02-40e0-98f3-f26dd68a5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.715970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:28.739773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9a083da6-add7-49d8-9626-e0359a9e1c0c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3049982 Jul 07 17:10:28.742999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44890) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:28.745550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-743e9c71-9b02-40e0-98f3-f26dd68a5dd0 None None] Port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:28.752991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--790354819'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:28.753497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-4c1515bc-a2d2-4531-b580-43c91c1501f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.755146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-4c1515bc-a2d2-4531-b580-43c91c1501f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7505474 Jul 07 17:10:28.792177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.095191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.106023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.152460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5de1d2f9-0c99-4323-832d-3b3c30353ddb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:29.247211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.265034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5207744 Jul 07 17:10:29.266785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44928) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.276570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf0a00-095e-41f9-bfa3-5dfb7f6b707c', 'direction': 'ingress', 'protocol': 17}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:29.317750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bdd98-88d9-4a19-a495-b21f5016d6f5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf0a00-095e-41f9-bfa3-5dfb7f6b707c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.337214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-48e80f9d-10d8-4230-9d23-2a0c58ad2cd7 None None] Provisioning complete for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:29.344004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48e80f9d-10d8-4230-9d23-2a0c58ad2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.380376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.400344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:29.433648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d4538101-8eeb-4628-8e1b-d26fe6567672 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9018478 Jul 07 17:10:29.437046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44946) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.437301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-c6561540-dc13-412b-823d-327aa57d920c service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576376 Jul 07 17:10:29.460256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-846104976'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:29.466143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:29.519764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:29.526099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:29.671659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:29.715315 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.737568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:29.773929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44968) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.799065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c925cb1-fd0c-4a54-a36e-fde419d80632 req-92c925b7-bb04-4221-903f-01e250f6b7cc service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553200 Jul 07 17:10:29.892309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.893943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:29.909732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.936717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2a24dd-591e-4875-b7be-0ed634668347,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.947952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.949938 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added segment 0f4d5148-3b19-40c6-97d8-ce0b5af88330 of type vlan for network d1a7684b-d740-4092-8f9d-55cebd441922 Jul 07 17:10:30.079598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9db5-fe36-4d71-9e59-f64a50c2cdf1 req-05a89866-391d-4f5a-9294-4878a330fe37 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.091618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc1d9db5-fe36-4d71-9e59-f64a50c2cdf1 req-05a89866-391d-4f5a-9294-4878a330fe37 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.4596274 Jul 07 17:10:30.132554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.146256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.150964 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55a8c4ae-6813-4933-9bce-b7d7ffbb9ef2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8830826 Jul 07 17:10:30.156408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44990) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.178083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-48e80f9d-10d8-4230-9d23-2a0c58ad2cd7 None None] Port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:30.181685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5de1d2f9-0c99-4323-832d-3b3c30353ddb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:30.182044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.225424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc1d9db5-fe36-4d71-9e59-f64a50c2cdf1 req-e7095bdb-230f-41d8-a650-fdbc94f2534e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321344 Jul 07 17:10:30.283991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.304130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.306510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.507219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4acb-1f06-4847-8137-9aa572bb1abf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.521918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45006) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.524254 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0833812 Jul 07 17:10:30.531356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'subnet': {'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:30.581195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.768396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-390261363', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:30.774111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Made reservation on behalf of dcbdfb6c7e584fdc9fc2bced0698cff3 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:30.784491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.849549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:23Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:25Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:30.914211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Made reservation on behalf of 34ce3994fe62457fa7fcb1790cd716ca for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:30.916843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.931631 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.933655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7c034-b40f-4dd9-98d8-58ef6063e422 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Network': ['ID=d1a7684b-d740-4092-8f9d-55cebd441922,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:30.949245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:30.950597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Updating router 80397a38-7a05-458f-aae4-ca6b7902fd3a port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:30.957545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-286939165-network', 'tenant_id': '2e6d9b7dc1414301862d8dfd5e3231ff'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:30.958576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d1a7684b-d740-4092-8f9d-55cebd441922 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:30.985507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4acb-1f06-4847-8137-9aa572bb1abf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.061499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.064583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4acb-1f06-4847-8137-9aa572bb1abf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.071015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fb5e4acb-1f06-4847-8137-9aa572bb1abf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.071551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.073160 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fb5e4acb-1f06-4847-8137-9aa572bb1abf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/f8cf0a00-095e-41f9-bfa3-5dfb7f6b707c HTTP/1.1" status: 204 len: 168 time: 0.9140222 Jul 07 17:10:31.101356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45040) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:31.111669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e6eccb-031c-4453-92b7-32b83cac07d7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.116344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] device_id is not set on port 730a6be2-75ba-4180-9ea2-22b0ab758a85 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:31.187851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e4acb-1f06-4847-8137-9aa572bb1abf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf0a00-095e-41f9-bfa3-5dfb7f6b707c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.220153 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.226396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Made reservation on behalf of 2e6d9b7dc1414301862d8dfd5e3231ff for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:31.230248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.243540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.339719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.385780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.399273 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3570684a-41b0-477a-acb1-a6f31f3fe8d0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2841637 Jul 07 17:10:31.404958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45052) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:31.412170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Subnet': ['ID=49aa73e4-0bf4-4d6f-8505-bef196a0bd4d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.423607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064226712'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:31.442289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Allocated IP 172.25.5.95 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/730a6be2-75ba-4180-9ea2-22b0ab758a85) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:31.480896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.493264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Checking segment: {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:31.494028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network hostable DHCP agents. Network: d1a7684b-d740-4092-8f9d-55cebd441922, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:31.526126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network d1a7684b-d740-4092-8f9d-55cebd441922 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:31.545647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d1a7684b-d740-4092-8f9d-55cebd441922) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:31.555116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.555739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.584600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.595855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3abd6e4e-e338-4178-86f5-f8c93eaa7ca2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0721123 Jul 07 17:10:31.596722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.600556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45060) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:31.648024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:31.712541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.713055 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Added segment cc88858a-3e9e-4557-92e3-7faca7a5c6e0 of type vlan for network e1fde057-d811-42fe-b69b-b646ce378851 Jul 07 17:10:31.785612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.794466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.804085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Transition to ACTIVE for port object 349a9cdb-fa7e-46d2-afed-1bd6c57f955d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:31.813529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.822502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.835450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.841953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfee872-2f13-4309-a6c9-3a5c572b19bc None None] Network d1a7684b-d740-4092-8f9d-55cebd441922 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:31.897003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfa5105-9c23-47ce-9b7f-604e63e07701,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.915004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.916286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c64787e3-a8b7-4f09-86d7-7adac71e9d03 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5097535 Jul 07 17:10:31.917179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.918868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.919768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.932646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45076) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:32.088682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731276082'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:32.111221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] Pushing event updated for resources: {'Network': ['ID=e1fde057-d811-42fe-b69b-b646ce378851,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.125375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ad896b8-705f-4d92-97db-e61a99c87adb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3495214 Jul 07 17:10:32.128763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45088) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:32.143491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Request body: {'subnet': {'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-286939165-subnet', 'tenant_id': '2e6d9b7dc1414301862d8dfd5e3231ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:32.181091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Attempting to bind port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:32.197958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Attempting to bind port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:32.201946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.204304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Attempting to bind port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d on network a6dd52a8-015c-4c18-9830-eae572260894 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:32.224888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e1fde057-d811-42fe-b69b-b646ce378851 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:32.276607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Made reservation on behalf of 2e6d9b7dc1414301862d8dfd5e3231ff for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:32.283509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.373204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:32.373988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Checking segment: {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:32.374662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.375280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Bound using segment: {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:32.376024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Bound port: 349a9cdb-fa7e-46d2-afed-1bd6c57f955d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b686b69d-b420-49bd-944b-4b4e69726c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:32.376631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.393134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.460854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c807a-5982-433d-8c20-55ed25b2be5d req-65aaa3ca-9a90-439d-b041-8333bcd59847 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.472559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d40c807a-5982-433d-8c20-55ed25b2be5d req-65aaa3ca-9a90-439d-b041-8333bcd59847 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.8504856 Jul 07 17:10:32.492411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] For port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:32.497818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] For port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:32.519578 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.560409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86f4a-98e1-401a-8698-e368820d0665 None None] Pushing event updated for resources: {'Port': ['ID=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.654536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86f4a-98e1-401a-8698-e368820d0665 None None] Pushing event updated for resources: {'Port': ['ID=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.672110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.679830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.682088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:32.683101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:32.734847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.740659 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6605756 Jul 07 17:10:32.745266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:32.754843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': '9bfa5105-9c23-47ce-9b7f-604e63e07701', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2febb6c5-04c9-4702-8588-984f082240ea', 'remote_ip_prefix': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:32.762570 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1a15a-52cf-4f14-a074-24081539f73c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2febb6c5-04c9-4702-8588-984f082240ea,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.894401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.929604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.934935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d40c807a-5982-433d-8c20-55ed25b2be5d req-044d1732-9624-4d0e-b41a-60b53467a393 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604154 Jul 07 17:10:33.063775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.089391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3da455-d2f1-44b8-9587-85192cd094aa,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.230985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Checking segment: {'id': 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:33.231977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Network hostable DHCP agents. Network: e1fde057-d811-42fe-b69b-b646ce378851, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:33.253924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.271958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.352371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:33.395345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Network e1fde057-d811-42fe-b69b-b646ce378851 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:33.405379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a383dede-99de-4617-8ee2-66e67f07c970,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.424823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.424823 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-32916ccc-874d-4807-a0d2-55c573b301cc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6777432 Jul 07 17:10:33.429916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45144) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:33.473831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e1fde057-d811-42fe-b69b-b646ce378851) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:33.484903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.487079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.525166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5676093f-afad-4248-be58-9abd923b8eed tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.538575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2fa6d-a7fc-4687-939a-6ff6260a24c0 None None] Network e1fde057-d811-42fe-b69b-b646ce378851 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:33.545934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5676093f-afad-4248-be58-9abd923b8eed tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.607527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5676093f-afad-4248-be58-9abd923b8eed tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.618259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5676093f-afad-4248-be58-9abd923b8eed tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.624405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5676093f-afad-4248-be58-9abd923b8eed tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a383dede-99de-4617-8ee2-66e67f07c970 HTTP/1.1" status: 204 len: 168 time: 0.1888609 Jul 07 17:10:33.629596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ef87414-0d7c-4bf9-87ac-7ed6bb6e74e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4983366 Jul 07 17:10:33.630583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45150) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:33.700789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.711289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676093f-afad-4248-be58-9abd923b8eed tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a383dede-99de-4617-8ee2-66e67f07c970,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.878736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43bbcb6b-d48c-4a7a-b415-260aa5e91142 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2216232 Jul 07 17:10:33.879100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45158) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:33.916406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.918886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58269e-6205-4d5b-9230-cbb29b7a32ce None None] Network e1fde057-d811-42fe-b69b-b646ce378851 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:34.037191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:34.649751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-d1a7684b-d740-4092-8f9d-55cebd441922', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:34.654411 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.733174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Allocated IP 2001:db8:3::1 (d1a7684b-d740-4092-8f9d-55cebd441922/49aa73e4-0bf4-4d6f-8505-bef196a0bd4d/3a59353b-6ce8-4176-afef-7ae4b9a1debf) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:35.055873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:35.064338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Pushing event updated for resources: {'Port': ['ID=730a6be2-75ba-4180-9ea2-22b0ab758a85,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.069202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:35.079086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.136749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:23Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:32Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.200719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95119339-49b3-4e48-8fc7-a2aabffa9845 None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:23Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:32Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:35.216429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-927787a7-3029-4380-a5ee-2bb8864ac61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.326380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Transition to ACTIVE for port object 3a59353b-6ce8-4176-afef-7ae4b9a1debf will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:35.350629 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aff7b0ab-7dfc-4a3c-a9cc-37098d038c8d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.523691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.524362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.553941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aff7b0ab-7dfc-4a3c-a9cc-37098d038c8d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.738414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cb810d21-875f-4f71-83d6-d8d79dba342e tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.1553605 Jul 07 17:10:35.742827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45232) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:35.748979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.95'}]}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:35.758442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6695-56cc-438f-bc8a-ffeb3727b830 req-6d947841-b30d-4ecd-b286-2bed77af6979 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.761555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d84a6695-56cc-438f-bc8a-ffeb3727b830 req-6d947841-b30d-4ecd-b286-2bed77af6979 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.7074742 Jul 07 17:10:35.775249 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.825224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.827249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.912847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Allocated IP 2001:db8:3::2 (d1a7684b-d740-4092-8f9d-55cebd441922/49aa73e4-0bf4-4d6f-8505-bef196a0bd4d/8c30e8a5-e958-499b-b68a-98562f18493f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:36.018234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d84a6695-56cc-438f-bc8a-ffeb3727b830 req-f9a17a81-9630-417d-9e57-93a57de9e8b3 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158444 Jul 07 17:10:36.126093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aff7b0ab-7dfc-4a3c-a9cc-37098d038c8d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.141235 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-aff7b0ab-7dfc-4a3c-a9cc-37098d038c8d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.146354 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aff7b0ab-7dfc-4a3c-a9cc-37098d038c8d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/2febb6c5-04c9-4702-8588-984f082240ea HTTP/1.1" status: 204 len: 168 time: 2.2448084 Jul 07 17:10:36.162995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45236) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:36.165611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.166073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=3a59353b-6ce8-4176-afef-7ae4b9a1debf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:36.201443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network d1a7684b-d740-4092-8f9d-55cebd441922 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:36.211727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:36.242174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:36.242934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.268993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7b0ab-7dfc-4a3c-a9cc-37098d038c8d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2febb6c5-04c9-4702-8588-984f082240ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:36.451459 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.485987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Transition to ACTIVE for port object 8c30e8a5-e958-499b-b68a-98562f18493f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:36.563447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Transition to ACTIVE for port object 8c30e8a5-e958-499b-b68a-98562f18493f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:36.611077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.671894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.679577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Network d1a7684b-d740-4092-8f9d-55cebd441922 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:36.684434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:36.698305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4db7e524-06c3-4d76-bf8d-739f0d74a038 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5306745 Jul 07 17:10:36.703126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:36.722654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:36.787988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.831371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-8b600f8c-5f7c-43d5-b2f3-54100656269d tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.833065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-8b600f8c-5f7c-43d5-b2f3-54100656269d tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 814 time: 0.4839244 Jul 07 17:10:36.884482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-968b6289-3435-45b7-a8a7-f05cc12fe4d9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.946858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-968b6289-3435-45b7-a8a7-f05cc12fe4d9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.962705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-64efaab4-f544-499c-b27a-8463ddf30b11 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/quotas/0c71e06225374db88ff11c5113a74338 HTTP/1.1" status: 200 len: 375 time: 0.1113844 Jul 07 17:10:37.094502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Pushing event updated for resources: {'Port': ['ID=8c30e8a5-e958-499b-b68a-98562f18493f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.129907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Attempting to bind port 8c30e8a5-e958-499b-b68a-98562f18493f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:37.130281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Attempting to bind port 8c30e8a5-e958-499b-b68a-98562f18493f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:37.130479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Attempting to bind port 8c30e8a5-e958-499b-b68a-98562f18493f on network d1a7684b-d740-4092-8f9d-55cebd441922 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:37.137217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:37.138415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Checking segment: {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:37.138415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.138786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Bound using segment: {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:37.139027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Bound port: 8c30e8a5-e958-499b-b68a-98562f18493f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:37.139422 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.208783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-968b6289-3435-45b7-a8a7-f05cc12fe4d9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.231647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-968b6289-3435-45b7-a8a7-f05cc12fe4d9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.237036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-968b6289-3435-45b7-a8a7-f05cc12fe4d9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/9bfa5105-9c23-47ce-9b7f-604e63e07701 HTTP/1.1" status: 204 len: 168 time: 0.5083439 Jul 07 17:10:37.245008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] For port 8c30e8a5-e958-499b-b68a-98562f18493f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:37.249389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] For port 8c30e8a5-e958-499b-b68a-98562f18493f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c30e8a5-e958-499b-b68a-98562f18493f,segment=NetworkSegment(0f4d5148-3b19-40c6-97d8-ce0b5af88330),segment_id=0f4d5148-3b19-40c6-97d8-ce0b5af88330)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:37.252805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 349a9cdb-fa7e-46d2-afed-1bd6c57f955d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:37.286610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:37.297554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b6289-3435-45b7-a8a7-f05cc12fe4d9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfa5105-9c23-47ce-9b7f-604e63e07701,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.297941 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.376224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-560cd99d-9fa0-4fba-9091-c21e1b705f24 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4120893 Jul 07 17:10:37.397843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:37.422218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:37.422594 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.572751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7e77-60f6-4996-af32-1261f4f5fa34 None None] Pushing event updated for resources: {'Port': ['ID=8c30e8a5-e958-499b-b68a-98562f18493f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.651095 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-636fe760-b53e-436d-877d-60fc442d1d4c tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3362720 Jul 07 17:10:37.659976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45266) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:37.670237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--161073065'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:37.836528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.925919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:37.928736 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.945948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.053677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.061366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c634959-5bd0-4555-a708-a5fcbf95b48f req-2f6309cf-c017-4aa0-ba7c-91de4446c134 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.068912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c634959-5bd0-4555-a708-a5fcbf95b48f req-2f6309cf-c017-4aa0-ba7c-91de4446c134 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.6554298 Jul 07 17:10:38.076315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-fe153e11-ffa0-4220-9b94-7df9e947c44a service neutron] 10.222.0.78 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640935 Jul 07 17:10:38.087826 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.119721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.133177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.223189 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.248005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c634959-5bd0-4555-a708-a5fcbf95b48f req-8f4ff55c-ef5d-42d1-9b9d-a11d413be42a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779075 Jul 07 17:10:38.259970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.263214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.353167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-9a8cdc27-0fcf-448a-9357-fd98c530bf3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6197124 Jul 07 17:10:38.458198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event updated for resources: {'Port': ['ID=3a59353b-6ce8-4176-afef-7ae4b9a1debf,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.468694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.487521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-346d92ab-0f2b-4d34-b7a3-aece2c58ee1a service neutron] 10.222.0.78 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810499 Jul 07 17:10:38.504002 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.579094 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.583572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9215875 Jul 07 17:10:38.584278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45280) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:38.592325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': 'bb9bb1c1-3f2e-402b-93a7-8190511505d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:38.601334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.603494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaded0e6-88e0-41bb-9399-e9530cdb9cf9 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9bb1c1-3f2e-402b-93a7-8190511505d8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.779977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Network d1a7684b-d740-4092-8f9d-55cebd441922 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:38.786068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.797371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:38.877268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.891196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.091410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.095437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.097688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2101953-01d7-48cf-b6cb-49f55ca1f8ee {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:10:39.111173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.112840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.113676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.114484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.115219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.115954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.116656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.124992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-0c537b9d-5c3f-489b-a31a-7c8883bf813d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edcd4996e15c47fb874e36ef60218d2c&device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 6502 time: 0.6462221 Jul 07 17:10:39.138552 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.152917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-06dccea2-263b-4e22-aba8-983cacc661ee tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.163234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-06dccea2-263b-4e22-aba8-983cacc661ee tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/networks?id=e1fde057-d811-42fe-b69b-b646ce378851 HTTP/1.1" status: 200 len: 809 time: 0.6781440 Jul 07 17:10:39.176988 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:10:39.178104 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.182523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1a7c-b023-46e7-9056-957a6226f704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.200691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45286) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.213655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d7994887-6b04-44b5-991e-48815774a929 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4645386 Jul 07 17:10:39.221975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f72bbe55-9f6b-457b-af98-b15a84803dbd req-81613209-9572-428e-856e-7fb9cad7c288 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 210 time: 0.1777775 Jul 07 17:10:39.240112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a724c6-050f-4843-a1f8-2624ca981cf7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.260517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.267036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d80d9d1f-06b9-4d13-95b5-3ca149cb1413 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6783214 Jul 07 17:10:39.273225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45288) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.409940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c30e8a5-e958-499b-b68a-98562f18493f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:39.427405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3422aa41-302e-44dd-95fc-1559330da085 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.457718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3422aa41-302e-44dd-95fc-1559330da085 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.524402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-a7051ee2-ff4d-48d5-9fde-85d4fcaee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.524833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-a7051ee2-ff4d-48d5-9fde-85d4fcaee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.525172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-a7051ee2-ff4d-48d5-9fde-85d4fcaee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.527709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-a7051ee2-ff4d-48d5-9fde-85d4fcaee8ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c26f2d-623d-4988-a094-ad8474fd854d&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 200 len: 2298 time: 0.2961321 Jul 07 17:10:39.536730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3422aa41-302e-44dd-95fc-1559330da085 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.537472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-2da1d80e-a014-478f-b151-17f73b4bb45d tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/quotas/2e6d9b7dc1414301862d8dfd5e3231ff HTTP/1.1" status: 200 len: 375 time: 0.3730624 Jul 07 17:10:39.552864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3422aa41-302e-44dd-95fc-1559330da085 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.555765 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3422aa41-302e-44dd-95fc-1559330da085 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/d9a724c6-050f-4843-a1f8-2624ca981cf7 HTTP/1.1" status: 204 len: 168 time: 0.2805643 Jul 07 17:10:39.570126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45296) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.574500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422aa41-302e-44dd-95fc-1559330da085 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9a724c6-050f-4843-a1f8-2624ca981cf7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.596097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8c30e8a5-e958-499b-b68a-98562f18493f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:39.607035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 349a9cdb-fa7e-46d2-afed-1bd6c57f955d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:39.676543 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bcdf7beb-473b-43c3-aa37-3de40f581eda tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981483 Jul 07 17:10:39.682153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.716983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-83059b30-3b13-4c2b-a7fc-e8f76e0ee739 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 200 len: 1001 time: 0.1680980 Jul 07 17:10:39.785559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f644e09-6fee-40b5-8cc6-098c196a392a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.786616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:39.788229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.849183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f644e09-6fee-40b5-8cc6-098c196a392a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.876629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-9903ab25-5e0a-4756-9862-b3cdc56daea8 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2e6d9b7dc1414301862d8dfd5e3231ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3381453 Jul 07 17:10:39.905059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:39.992183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f644e09-6fee-40b5-8cc6-098c196a392a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.006332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f644e09-6fee-40b5-8cc6-098c196a392a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.014988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2f644e09-6fee-40b5-8cc6-098c196a392a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/bb9bb1c1-3f2e-402b-93a7-8190511505d8 HTTP/1.1" status: 204 len: 168 time: 0.3313088 Jul 07 17:10:40.017853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45304) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.053028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f644e09-6fee-40b5-8cc6-098c196a392a tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9bb1c1-3f2e-402b-93a7-8190511505d8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.078058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af35b6a-5532-4f56-9122-900cf1c7a2d0 None None] Network d1a7684b-d740-4092-8f9d-55cebd441922 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:40.228217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:40.229874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] Provisioning for port 8c30e8a5-e958-499b-b68a-98562f18493f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:40.234941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-be98078c-0459-4258-b184-fe56560b0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.237515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-be98078c-0459-4258-b184-fe56560b0653 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 200 len: 856 time: 0.4004159 Jul 07 17:10:40.243314 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:40.258569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] Provisioning complete for port 8c30e8a5-e958-499b-b68a-98562f18493f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:40.259164 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.268178 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:40.269706 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.314030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45308) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.315907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ef46936a-9e2f-44a8-a31c-2911f0295780 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7136335 Jul 07 17:10:40.321605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:40.501507 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:40.555561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Deleting port 730a6be2-75ba-4180-9ea2-22b0ab758a85 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:40.557544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.592733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095502d-8bc6-42a5-8320-f413d3bfbd87 req-73318b87-2b77-48e8-93df-a86ca9a463c1 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.611803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9095502d-8bc6-42a5-8320-f413d3bfbd87 req-73318b87-2b77-48e8-93df-a86ca9a463c1 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.9808459 Jul 07 17:10:40.712623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.822503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] For port 8c30e8a5-e958-499b-b68a-98562f18493f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c30e8a5-e958-499b-b68a-98562f18493f,segment=NetworkSegment(0f4d5148-3b19-40c6-97d8-ce0b5af88330),segment_id=0f4d5148-3b19-40c6-97d8-ce0b5af88330)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:40.837994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.851229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.867032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Calling delete_port for 730a6be2-75ba-4180-9ea2-22b0ab758a85 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:40.969295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce592e-0a13-46a4-a71f-dde36cf5fc9f None None] Pushing event updated for resources: {'Port': ['ID=8c30e8a5-e958-499b-b68a-98562f18493f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.988296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.045928 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:36Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:41.114458 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:41.116717 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Updating router 80397a38-7a05-458f-aae4-ca6b7902fd3a port 3a59353b-6ce8-4176-afef-7ae4b9a1debf binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:41.250748 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.367252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:10:41.401051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Removed routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:10:41.401520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.618363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-96f868be-d87d-4650-b9f9-87f131ee29c6 None None] Provisioning complete for port 8c30e8a5-e958-499b-b68a-98562f18493f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:41.620370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96f868be-d87d-4650-b9f9-87f131ee29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.666539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-d3fee667-2640-46e9-9648-a377fad2bd37 service neutron] 10.222.0.78 "GET /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7889977 Jul 07 17:10:41.701195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b6bd6e03-4c3b-4bd7-b7dd-650b5a638530 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.6795187 Jul 07 17:10:41.871512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:41.897278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-96f868be-d87d-4650-b9f9-87f131ee29c6 None None] Provisioning for port 3a59353b-6ce8-4176-afef-7ae4b9a1debf completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:41.905815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-96f868be-d87d-4650-b9f9-87f131ee29c6 None None] Provisioning complete for port 3a59353b-6ce8-4176-afef-7ae4b9a1debf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:41.906784 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96f868be-d87d-4650-b9f9-87f131ee29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.910066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-b4efcb8f-c641-47e8-92ed-636573f20de4 service neutron] 10.222.0.78 "GET /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029672 Jul 07 17:10:42.025359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group': {'name': 'tempest-secgroup--664728463'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:42.050502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-96f868be-d87d-4650-b9f9-87f131ee29c6 None None] Port 3a59353b-6ce8-4176-afef-7ae4b9a1debf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:42.087538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9095502d-8bc6-42a5-8320-f413d3bfbd87 req-2ca2bd9b-d7de-4f39-9e05-65fa3c43b4c5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4733839 Jul 07 17:10:42.153519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-3ba4139a-c63d-44cb-a843-e3891bdc8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.163040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-3ba4139a-c63d-44cb-a843-e3891bdc8279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c26f2d-623d-4988-a094-ad8474fd854d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7641833 Jul 07 17:10:42.217806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07c13011-4950-44c4-9002-5c6aa390a46d None None] Provisioning complete for port 3a59353b-6ce8-4176-afef-7ae4b9a1debf triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:42.219049 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07c13011-4950-44c4-9002-5c6aa390a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.359780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.406989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-07c13011-4950-44c4-9002-5c6aa390a46d None None] Port 3a59353b-6ce8-4176-afef-7ae4b9a1debf cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:42.441039 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.492954 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Transition to ACTIVE for port object 3a59353b-6ce8-4176-afef-7ae4b9a1debf will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:42.523054 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.534892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-72dfba9d-1efb-4687-bf0c-6fa553fbfe9e tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.537461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-72dfba9d-1efb-4687-bf0c-6fa553fbfe9e tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.54 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 814 time: 0.8675256 Jul 07 17:10:42.650898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Request body: {'port': {'device_id': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a', 'admin_state_up': True, 'tenant_id': '0c71e06225374db88ff11c5113a74338'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:42.698437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.704426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-697c3655-8bc2-4f97-9885-a72fa68ebbb1 req-4ffaa5bf-af07-4d83-9110-25f9c0d535b8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 210 time: 0.1937599 Jul 07 17:10:42.726892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.756963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.880719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Attempting to bind port 3a59353b-6ce8-4176-afef-7ae4b9a1debf on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:42.881776 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Attempting to bind port 3a59353b-6ce8-4176-afef-7ae4b9a1debf by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:42.882417 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Attempting to bind port 3a59353b-6ce8-4176-afef-7ae4b9a1debf on network d1a7684b-d740-4092-8f9d-55cebd441922 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:42.884941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0aadd4-1848-447b-90b4-45794fca1cb1 None None] Pushing event updated for resources: {'Port': ['ID=3a59353b-6ce8-4176-afef-7ae4b9a1debf,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.893791 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:42.894653 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Checking segment: {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:42.895321 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.896893 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Bound using segment: {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:42.897705 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Bound port: 3a59353b-6ce8-4176-afef-7ae4b9a1debf, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4d5148-3b19-40c6-97d8-ce0b5af88330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:42.898381 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.990302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:43.052098 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] For port 3a59353b-6ce8-4176-afef-7ae4b9a1debf, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:43.076697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] For port 3a59353b-6ce8-4176-afef-7ae4b9a1debf, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3a59353b-6ce8-4176-afef-7ae4b9a1debf,segment=NetworkSegment(0f4d5148-3b19-40c6-97d8-ce0b5af88330),segment_id=0f4d5148-3b19-40c6-97d8-ce0b5af88330)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:43.085395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0eb5cbcd-85c0-47e7-9bad-9201c0ecf965 req-c828f387-dc79-475c-bbe5-d6c5022e4cb5 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 210 time: 0.1404002 Jul 07 17:10:43.095261 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.151686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c30e8a5-e958-499b-b68a-98562f18493f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:43.176973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:43.198607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.202591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9535a043-7e79-46a1-a7f6-00c6668c2c58 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 953 time: 2.8873482 Jul 07 17:10:43.205156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45318) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:43.245022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-60c4e1c1-b0e2-44fe-8e76-18d3ae3af376 service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770833 Jul 07 17:10:43.275693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Pushing event deleted for resources: {'Port': ['ID=730a6be2-75ba-4180-9ea2-22b0ab758a85,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:43.419422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8c30e8a5-e958-499b-b68a-98562f18493f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:43.428273 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.536843 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:43.550570 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:43.665387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.667630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83c51a93-c5fd-4447-9e92-bfb8dd80be00 tempest-RoutersAdminNegativeIpV6Test-486210238 tempest-RoutersAdminNegativeIpV6Test-486210238-project-admin] 10.222.0.78 "DELETE /v2.0/ports/730a6be2-75ba-4180-9ea2-22b0ab758a85 HTTP/1.1" status: 204 len: 168 time: 4.4435737 Jul 07 17:10:43.786828 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-70220265-7dee-4396-ad99-2c56397182e2 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 953 time: 0.5793633 Jul 07 17:10:43.788330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45328) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:43.795766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'routes': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:43.874200 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0aadd4-1848-447b-90b4-45794fca1cb1 None None] Pushing event updated for resources: {'Port': ['ID=3a59353b-6ce8-4176-afef-7ae4b9a1debf,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:43.956640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.970628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.972017 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:43.991867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-9e5594d8-6aec-425c-b3a2-44a0242f06ce service neutron] 10.222.0.13 "GET /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034948 Jul 07 17:10:44.076413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-df985059-8035-4abc-8168-6d6f182db5f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 217 time: 0.0763891 Jul 07 17:10:44.097629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a30c-8ae5-485b-be3f-33fa938cd5cc req-5e2ee673-a8e8-4d40-a795-2132125ab66d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.108592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8e7a30c-8ae5-485b-be3f-33fa938cd5cc req-5e2ee673-a8e8-4d40-a795-2132125ab66d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.6021159 Jul 07 17:10:44.123472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.126536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2153926 Jul 07 17:10:44.128113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Made reservation on behalf of 0c71e06225374db88ff11c5113a74338 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:44.132798 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.135765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45332) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:44.181624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': '1b1573f5-f2f9-4b66-81cb-0e814b44b286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:44.188287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ce01b-9fcf-44bc-8569-6be387e140e1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1573f5-f2f9-4b66-81cb-0e814b44b286,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.432133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d77795c4-29bb-4b36-b4dd-781f9b867253 req-195ded97-1fbf-4597-871f-f0edb1e16d6d tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 210 time: 0.0872934 Jul 07 17:10:44.492088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-86ddfa0f-4d4c-4331-b221-191cb498aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.493888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-86ddfa0f-4d4c-4331-b221-191cb498aebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.3814912 Jul 07 17:10:44.519537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8e7a30c-8ae5-485b-be3f-33fa938cd5cc req-c3de627b-967a-4a22-bd75-f4e1174ddaae tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096386 Jul 07 17:10:44.568608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.646829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45338) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:44.727262 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:41Z', 'revision_number': 6, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:43Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:44.801353 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3c2ea-6763-43ff-b8a7-a224ee6c2e4f None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:41Z', 'revision_number': 6, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:43Z', 'revision_number': 4, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:44.927338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.941585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Allocated IP 172.20.0.9 (ac81aaaa-254c-4c80-89bf-59e4dbdb861a/84ed9098-1fcf-4ce0-b9d9-8d718a066b29/736a9601-efe5-45e1-8547-530f16d82929) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:44.944068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.986066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-457efc79-60c5-4eaa-b051-db8cd5765647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.987707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-457efc79-60c5-4eaa-b051-db8cd5765647 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4456594 Jul 07 17:10:45.271627 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.275970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1297174 Jul 07 17:10:45.276812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c016bc-0b2e-42ce-8436-55dfec794ccc tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c311e4a6-180c-4ffd-b74a-691fb57e46ac,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.300963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.345641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:10:45.346455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:10:45.361892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d44260f8-5926-4266-80df-af26636d3c77 req-4996d2de-9200-46dd-ad1b-0a9e61e1263b tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 210 time: 0.1305070 Jul 07 17:10:45.387269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a59353b-6ce8-4176-afef-7ae4b9a1debf up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:45.439577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e084798-4204-47fd-8dfb-5d6d4dd23681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.471901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.517937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-9ce4b9a9-8a42-4860-af7c-ca38a136a742 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783194 Jul 07 17:10:45.531408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3a59353b-6ce8-4176-afef-7ae4b9a1debf completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:45.544369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3a59353b-6ce8-4176-afef-7ae4b9a1debf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:45.546112 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.550572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e142da7-4fa3-47a1-a2d1-0478a4ecab57 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules/c311e4a6-180c-4ffd-b74a-691fb57e46ac HTTP/1.1" status: 200 len: 763 time: 0.1143653 Jul 07 17:10:45.553083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45346) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.797964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.865791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-f6970100-4c68-4948-af3a-4ee05b12483b service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218427 Jul 07 17:10:45.919241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 3a59353b-6ce8-4176-afef-7ae4b9a1debf, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3a59353b-6ce8-4176-afef-7ae4b9a1debf,segment=NetworkSegment(0f4d5148-3b19-40c6-97d8-ce0b5af88330),segment_id=0f4d5148-3b19-40c6-97d8-ce0b5af88330)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:45.930660 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.964311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e24a9066-8af0-48d1-9b4e-3d111c43e8f3 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4068613 Jul 07 17:10:45.965204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45352) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.050419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=3a59353b-6ce8-4176-afef-7ae4b9a1debf,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.099507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62b2602d-72c6-4397-bda1-98bdb44a7717 req-743a8290-26c2-4b7f-a7fe-875b256844f0 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 210 time: 0.2066109 Jul 07 17:10:46.182756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-8348bc3c-b2a0-4c4f-86ef-ab0a1f5fbbb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 217 time: 0.2874990 Jul 07 17:10:46.192141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e084798-4204-47fd-8dfb-5d6d4dd23681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.204442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1acd-b2bb-4f06-9283-a61baa563815 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.224060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.305895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138a873-0b9a-4225-8dc2-b4495a4be701 req-17d8072c-3f2f-4986-9d2f-a8c5bc67921e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.307472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8138a873-0b9a-4225-8dc2-b4495a4be701 req-17d8072c-3f2f-4986-9d2f-a8c5bc67921e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.4066498 Jul 07 17:10:46.337756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-d3302292-2c5d-455e-8b53-fc55f352491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.343405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-d3302292-2c5d-455e-8b53-fc55f352491d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1451600 Jul 07 17:10:46.360616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e084798-4204-47fd-8dfb-5d6d4dd23681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.404933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1acd-b2bb-4f06-9283-a61baa563815 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.467482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8138a873-0b9a-4225-8dc2-b4495a4be701 req-16f3c603-8bb4-4215-93ff-3cbeb98e1170 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488101 Jul 07 17:10:46.482746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:46.510054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:46.511048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:46.609390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.626726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e084798-4204-47fd-8dfb-5d6d4dd23681 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df39574a027a48fb82b132086c3e0ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9782479 Jul 07 17:10:46.664622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.683355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Pushing event updated for resources: {'Port': ['ID=736a9601-efe5-45e1-8547-530f16d82929,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.725952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:46.736837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.757154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e084798-4204-47fd-8dfb-5d6d4dd23681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d7b346-fd16-45fd-9d76-8b0502df1f1f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.767093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1acd-b2bb-4f06-9283-a61baa563815 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.770246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.775986 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1acd-b2bb-4f06-9283-a61baa563815 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.781040 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0bfc1acd-b2bb-4f06-9283-a61baa563815 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c311e4a6-180c-4ffd-b74a-691fb57e46ac HTTP/1.1" status: 204 len: 168 time: 0.8099754 Jul 07 17:10:46.794910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.835008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc1acd-b2bb-4f06-9283-a61baa563815 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c311e4a6-180c-4ffd-b74a-691fb57e46ac,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.853999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f78aaa39-ec06-4951-9531-428f3b2914c3 req-c31773d2-4047-40f0-a263-df616c6a39f9 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 210 time: 0.1760199 Jul 07 17:10:46.860656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Network ac81aaaa-254c-4c80-89bf-59e4dbdb861a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:46.866007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-ff0d026e-b7b2-4bd7-b11c-2cdb57333787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.870149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-ff0d026e-b7b2-4bd7-b11c-2cdb57333787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4265935 Jul 07 17:10:46.874245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:46.880426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:46.911930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-ce54b09d-a77e-461a-9dc4-eb8c163bba2c tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.913917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-ce54b09d-a77e-461a-9dc4-eb8c163bba2c tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.13 "GET /v2.0/networks?id=e1fde057-d811-42fe-b69b-b646ce378851 HTTP/1.1" status: 200 len: 809 time: 0.6999719 Jul 07 17:10:46.966660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Request body: {'port': {'device_id': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851', 'admin_state_up': True, 'tenant_id': '2e6d9b7dc1414301862d8dfd5e3231ff'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:46.969495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88678e20-7df5-44f9-89a2-cbd2023bea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.053409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.054101 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.125028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-e641ee8a-a32e-4764-ac60-3c1025b67706 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4820735 Jul 07 17:10:47.130719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a59353b-6ce8-4176-afef-7ae4b9a1debf up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:47.179925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-5211dd6a-0159-4562-95c1-fcd17da95665 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015735 Jul 07 17:10:47.192914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Request body: {'port': {'device_id': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:47.236799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3a59353b-6ce8-4176-afef-7ae4b9a1debf triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:47.237540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.243969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 7, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:47.294298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4348034a-ab95-40b5-9f2c-3bead18c8dc0 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4936647 Jul 07 17:10:47.297815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45362) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.303822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:47.331471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:47.332870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:47.342220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': '1b1573f5-f2f9-4b66-81cb-0e814b44b286', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:47.382285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:47.418058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88678e20-7df5-44f9-89a2-cbd2023bea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.470774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Made reservation on behalf of 2e6d9b7dc1414301862d8dfd5e3231ff for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:47.475378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.477896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:10:47.477896 n-d-793619-7 neutron-server[98264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:10:47.477896 n-d-793619-7 neutron-server[98264]: [parameters: {'project_id': 'b4eb586db7854aa2892c96b6e579e687', 'id': 'b7e4673e-2e68-468f-877e-5fd4569c9890', 'expiration': datetime.datetime(2021, 7, 7, 17, 12, 47, 433530)}] Jul 07 17:10:47.477896 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:47.478360 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:47.508785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-efd54268-4ab5-494e-b88c-4d601c659868 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255595 Jul 07 17:10:47.593082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.614267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-f20daa86-7898-43fc-bd67-c579b98454f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 200 len: 217 time: 0.0694394 Jul 07 17:10:47.786533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88678e20-7df5-44f9-89a2-cbd2023bea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.794576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88678e20-7df5-44f9-89a2-cbd2023bea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.794576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-88678e20-7df5-44f9-89a2-cbd2023bea18 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05d7b346-fd16-45fd-9d76-8b0502df1f1f HTTP/1.1" status: 204 len: 168 time: 1.1125860 Jul 07 17:10:47.810758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678e20-7df5-44f9-89a2-cbd2023bea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d7b346-fd16-45fd-9d76-8b0502df1f1f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:47.817249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:47.827594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.833258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55b6b3ae-bcfc-4b40-abab-b9eee5b5dd68 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 703 time: 4.0390933 Jul 07 17:10:47.834564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-68680260-ac3b-4c26-bfec-28aa6c122cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.834564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-68680260-ac3b-4c26-bfec-28aa6c122cfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.1911922 Jul 07 17:10:47.836121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45368) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.903329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Allocated IP 172.20.0.11 (e1fde057-d811-42fe-b69b-b646ce378851/7e3da455-d2f1-44b8-9587-85192cd094aa/79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:47.966161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fb6f5-5115-4b66-b00e-ac4c88106ecf req-f283b0e1-455b-47ec-90c4-23190a83c42e tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.967881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b2fb6f5-5115-4b66-b00e-ac4c88106ecf req-f283b0e1-455b-47ec-90c4-23190a83c42e tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 931 time: 0.5745890 Jul 07 17:10:47.990898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:48.466913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b2fb6f5-5115-4b66-b00e-ac4c88106ecf req-1a8273af-cd49-4ca6-946d-be323e723224 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205191 Jul 07 17:10:48.485648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15392c-2af6-4ff8-8f79-701d5e1ced1f req-11d4cd11-14c3-49da-b6d8-c04b8b4b15b5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.487848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d15392c-2af6-4ff8-8f79-701d5e1ced1f req-11d4cd11-14c3-49da-b6d8-c04b8b4b15b5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.7488270 Jul 07 17:10:48.504573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-29b2efd1-8755-43f6-816a-699cc35065e4 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 703 time: 0.5674007 Jul 07 17:10:48.506526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45374) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.698525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-071db71a-7570-4bb8-a05a-c9753694b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.704758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-071db71a-7570-4bb8-a05a-c9753694b17e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7620540 Jul 07 17:10:48.751845 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.834193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.908154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.909347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 7, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:48.914886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5966b910-9f07-4edc-b17f-0fed9758c032 req-ac3b6643-c031-4194-8cf1-3df1b98fba17 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 210 time: 0.0814071 Jul 07 17:10:48.926451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.953038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d15392c-2af6-4ff8-8f79-701d5e1ced1f req-710d83bb-3c5f-4b49-b998-452a2ba5eebe tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434152 Jul 07 17:10:49.009982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc5646-6d13-496b-9221-41581c74079b None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 7, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:49.015108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Network e1fde057-d811-42fe-b69b-b646ce378851 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:49.061723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:49.076882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:49.099036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df14b827-7ef1-4072-b2f1-cb260f2b4501 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34ce3994fe62457fa7fcb1790cd716ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591822 Jul 07 17:10:49.152711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.267173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Pushing event updated for resources: {'Port': ['ID=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.288081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.288810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.297091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.313516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.349704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-90b52799-f738-4f60-a07f-8440b4248c33 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3903527 Jul 07 17:10:49.360150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0965a5-17aa-4e58-b1eb-cb0810e98bb8,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.381690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Request body: {'port': {'device_id': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:49.384624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.389775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9a685bf-5e92-4baa-ac33-ce85ec579f0b tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0731418 Jul 07 17:10:49.391314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45386) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.448979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e30fe4de-08c0-4186-b35a-3dafaa2a57c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.475399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:49.484950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e30fe4de-08c0-4186-b35a-3dafaa2a57c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.506694 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:49.508853 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:49.568157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.655068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3c97d45c-1dd5-419f-a88f-2475d0f266f6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules/5a0965a5-17aa-4e58-b1eb-cb0810e98bb8 HTTP/1.1" status: 200 len: 763 time: 0.1594551 Jul 07 17:10:49.658170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e30fe4de-08c0-4186-b35a-3dafaa2a57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.661219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45390) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.661807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e30fe4de-08c0-4186-b35a-3dafaa2a57c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.669645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e30fe4de-08c0-4186-b35a-3dafaa2a57c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4e6eccb-031c-4453-92b7-32b83cac07d7 HTTP/1.1" status: 204 len: 168 time: 0.5111659 Jul 07 17:10:49.682999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fe4de-08c0-4186-b35a-3dafaa2a57c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e6eccb-031c-4453-92b7-32b83cac07d7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.696283 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:49.778307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-5ccd8772-cd69-47f9-8a04-cccc554fed0e service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0648885 Jul 07 17:10:50.049507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736a9601-efe5-45e1-8547-530f16d82929 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:50.123676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:50.138065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.156851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Transition to ACTIVE for port object 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:50.164515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.173194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.292115 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 7, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:50.372661 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:50.395784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Pushing event updated for resources: {'Port': ['ID=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.398611 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:50.399178 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:50.407243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f38b069e-9f4a-4573-a872-eea0dcbd6190 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7368619 Jul 07 17:10:50.424694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45398) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:50.520800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea3a8-3160-43d0-be4f-50c15c60378d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.530101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-16835614-0703-4d52-9d8b-26ae5de4e007 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166917 Jul 07 17:10:50.545476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea3a8-3160-43d0-be4f-50c15c60378d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.549219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Attempting to bind port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:50.549885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Attempting to bind port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:50.551403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Attempting to bind port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 on network e1fde057-d811-42fe-b69b-b646ce378851 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:50.571634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 on network e1fde057-d811-42fe-b69b-b646ce378851 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:50.571964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Attempting to bind port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 on network e1fde057-d811-42fe-b69b-b646ce378851 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:50.608043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea3a8-3160-43d0-be4f-50c15c60378d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.614270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea3a8-3160-43d0-be4f-50c15c60378d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.616492 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4d2ea3a8-3160-43d0-be4f-50c15c60378d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5a0965a5-17aa-4e58-b1eb-cb0810e98bb8 HTTP/1.1" status: 204 len: 168 time: 0.1898251 Jul 07 17:10:50.626445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:50.627445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ea3a8-3160-43d0-be4f-50c15c60378d tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a0965a5-17aa-4e58-b1eb-cb0810e98bb8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.636081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Transition to ACTIVE for port object 736a9601-efe5-45e1-8547-530f16d82929 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:50.637932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:50.638589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Checking segment: {'id': 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:50.640040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Bound using segment: {'id': 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:50.640656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Bound port: 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:50.642784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.687726 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:50.754604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.814101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ccca026c-c77e-4921-b617-426186f9d7f1 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526237 Jul 07 17:10:50.824377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45416) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:50.830652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-9dcb7230-eb3d-416b-8a62-42be3c1e1920 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 200 len: 217 time: 0.2993567 Jul 07 17:10:50.835792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Request body: {'security_group_rule': {'security_group_id': '1b1573f5-f2f9-4b66-81cb-0e814b44b286', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:50.862649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=736a9601-efe5-45e1-8547-530f16d82929,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.876220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40805a9-6a9b-4ccb-8335-461084a49974 req-a577968c-dd68-4ea1-bd9e-39dfef0a8ca7 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.885611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c40805a9-6a9b-4ccb-8335-461084a49974 req-a577968c-dd68-4ea1-bd9e-39dfef0a8ca7 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 931 time: 0.9352860 Jul 07 17:10:50.917159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] For port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:50.924657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] For port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,segment=NetworkSegment(cc88858a-3e9e-4557-92e3-7faca7a5c6e0),segment_id=cc88858a-3e9e-4557-92e3-7faca7a5c6e0)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:50.938306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.021847 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Project b4eb586db7854aa2892c96b6e579e687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:10:51.028458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.028989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.033878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] 10.222.0.13 "PUT /v2.0/ports/79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 HTTP/1.1" status: 200 len: 1092 time: 1.6589968 Jul 07 17:10:51.034227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'tag': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:51.039381 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6b699b-517b-4bfe-9753-27a9e0738447" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6b9db8-f3a2-449b-a286-51523a16ec6b", "tag": "79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:51.109087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41560-6456-42c9-9b06-a840d18bcc8e service neutron] Pushing event updated for resources: {'Port': ['ID=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.128135 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 7, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:51.151207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-47e56360-ca33-4b98-a91f-ade8484a8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.154480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-47e56360-ca33-4b98-a91f-ade8484a8a8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 200 len: 797 time: 0.2955499 Jul 07 17:10:51.158300 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a4dc5-64fa-4d0a-9085-fbf6ebe5ed43 None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 7, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a59353b-6ce8-4176-afef-7ae4b9a1debf', 'name': '', 'network_id': 'd1a7684b-d740-4092-8f9d-55cebd441922', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:27:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:34Z', 'updated_at': '2021-07-07T17:10:45Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '49aa73e4-0bf4-4d6f-8505-bef196a0bd4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:51.164693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.330824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79983a17-06f8-41c7-b6e2-de6f2a79a916 req-0bce7975-4f25-4f3e-b6d4-1185c076a99f tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.332332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79983a17-06f8-41c7-b6e2-de6f2a79a916 req-0bce7975-4f25-4f3e-b6d4-1185c076a99f tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 944 time: 1.0373607 Jul 07 17:10:51.356200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-421998f8-3ceb-4457-9882-e822bd2306a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.359975 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-421998f8-3ceb-4457-9882-e822bd2306a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e6d9b7dc1414301862d8dfd5e3231ff&device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 1095 time: 0.1437485 Jul 07 17:10:51.413659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Attempting to bind port 736a9601-efe5-45e1-8547-530f16d82929 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:51.414012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Attempting to bind port 736a9601-efe5-45e1-8547-530f16d82929 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:51.414351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Attempting to bind port 736a9601-efe5-45e1-8547-530f16d82929 on network ac81aaaa-254c-4c80-89bf-59e4dbdb861a {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:51.439776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c40805a9-6a9b-4ccb-8335-461084a49974 req-68604fbb-b47b-49d7-bc30-c8ce5c3f1d08 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452232 Jul 07 17:10:51.452977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Port 736a9601-efe5-45e1-8547-530f16d82929 on network ac81aaaa-254c-4c80-89bf-59e4dbdb861a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:51.453337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Attempting to bind port 736a9601-efe5-45e1-8547-530f16d82929 on network ac81aaaa-254c-4c80-89bf-59e4dbdb861a {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:51.487740 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-ef9ecdee-b069-4220-b979-2ee252f06efa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 HTTP/1.1" status: 200 len: 217 time: 0.1132896 Jul 07 17:10:51.500560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:51.500904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Checking segment: {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:51.501382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Bound using segment: {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:51.501993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Bound port: 736a9601-efe5-45e1-8547-530f16d82929, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:51.502184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.520702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.524573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79983a17-06f8-41c7-b6e2-de6f2a79a916 req-828e3143-c01f-4515-b663-9bd3807cf9bf tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436422 Jul 07 17:10:51.537343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.540711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45434) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.626605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-d16db485-fdff-4b06-a114-dfe644099022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.628124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-d16db485-fdff-4b06-a114-dfe644099022 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e3da455-d2f1-44b8-9587-85192cd094aa HTTP/1.1" status: 200 len: 849 time: 0.1300685 Jul 07 17:10:51.657456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] For port 736a9601-efe5-45e1-8547-530f16d82929, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:51.661821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] For port 736a9601-efe5-45e1-8547-530f16d82929, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=736a9601-efe5-45e1-8547-530f16d82929,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:51.669641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6d2abc-f5f9-4fe4-ad55-4cec24de88c2,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.689000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-af06f4ad-e881-4d19-93e3-b460bfd1e46a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1fde057-d811-42fe-b69b-b646ce378851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525489 Jul 07 17:10:51.689312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.691669 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552115c-8266-46ff-9d74-caa6a3b5c003 x-openstack-request-id: req-7552115c-8266-46ff-9d74-caa6a3b5c003 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:51.692155 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6b9db8-f3a2-449b-a286-51523a16ec6b", "tag": "79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:51.692575 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7552115c-8266-46ff-9d74-caa6a3b5c003 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:51.693264 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'tag': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5', 'status': 'completed', 'code': 200} Jul 07 17:10:51.723609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.724833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c2eca77-4ed7-47a0-89c6-ba26f2da44e5 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8928668 Jul 07 17:10:51.731357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45438) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.751286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-dbc7e069-e8ba-42ad-80c1-2a8b46846f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.752813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-dbc7e069-e8ba-42ad-80c1-2a8b46846f68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7af9f4e7-b963-4723-a975-d2143bc5cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4663525 Jul 07 17:10:51.773096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-1c67429c-8f40-4828-86a1-dc8c6bbb3735 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.777437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c67429c-8f40-4828-86a1-dc8c6bbb3735 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2200930 Jul 07 17:10:51.787070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45440) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.796035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-bed0d4fa-76be-417d-91b5-e600c11b84c2 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.796446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bed0d4fa-76be-417d-91b5-e600c11b84c2 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050814 Jul 07 17:10:51.808942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45442) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.819829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-2bd115f8-a46e-41ee-a295-525e13e7b666 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.825709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2bd115f8-a46e-41ee-a295-525e13e7b666 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065866 Jul 07 17:10:51.828227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45444) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.835102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.835428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dbc08670-16a4-4c79-bf85-702d499f35cf tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules/fe6d2abc-f5f9-4fe4-ad55-4cec24de88c2 HTTP/1.1" status: 200 len: 769 time: 0.0956430 Jul 07 17:10:51.835640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.836353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] 10.222.0.54 "PUT /v2.0/ports/736a9601-efe5-45e1-8547-530f16d82929 HTTP/1.1" status: 200 len: 1091 time: 4.7008231 Jul 07 17:10:51.838804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'tag': '736a9601-efe5-45e1-8547-530f16d82929'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:51.839037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-a6567b1d-c700-460a-a99b-da2457f7f5ee tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.839942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a6567b1d-c700-460a-a99b-da2457f7f5ee tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093501 Jul 07 17:10:51.842020 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d412f98b-224b-4b70-a15d-ae9230641c08" -d '{"events": [{"name": "network-changed", "server_uuid": "821ca08d-0e24-49e5-8bd0-1a1fc643cca9", "tag": "736a9601-efe5-45e1-8547-530f16d82929"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:51.843374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45446) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.846719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-3b862851-7dda-4f32-ae67-66c9d299011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.848445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-3b862851-7dda-4f32-ae67-66c9d299011d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 1096 time: 0.2712848 Jul 07 17:10:51.850911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45450) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.864722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-e1ec008a-c959-48c4-956a-d301d43919aa tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.865774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e1ec008a-c959-48c4-956a-d301d43919aa tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068398 Jul 07 17:10:51.879254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45452) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.888296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-47b254e9-d572-4428-a60b-a9915eb6a122 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.889399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47b254e9-d572-4428-a60b-a9915eb6a122 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061746 Jul 07 17:10:51.899661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45454) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.908376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-fb03f494-6593-4b3b-8301-c465f9a4448f tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.912951 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fb03f494-6593-4b3b-8301-c465f9a4448f tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068035 Jul 07 17:10:51.923439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45456) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.940593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-c60dc460-e895-492c-afce-2f9473892ac8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.944086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c60dc460-e895-492c-afce-2f9473892ac8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0166581 Jul 07 17:10:51.944341 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c17d83-672c-4500-9161-bf02d816e118 x-openstack-request-id: req-30c17d83-672c-4500-9161-bf02d816e118 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:51.944341 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821ca08d-0e24-49e5-8bd0-1a1fc643cca9", "tag": "736a9601-efe5-45e1-8547-530f16d82929", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:51.944341 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30c17d83-672c-4500-9161-bf02d816e118 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:51.944341 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'tag': '736a9601-efe5-45e1-8547-530f16d82929', 'status': 'completed', 'code': 200} Jul 07 17:10:51.957541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45458) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.966455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e988-2ff5-4086-9849-c7a3c465ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=736a9601-efe5-45e1-8547-530f16d82929,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.989263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-77b0eac9-67b6-42ea-9e28-7d8051ffab59 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:51.990299 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77b0eac9-67b6-42ea-9e28-7d8051ffab59 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063562 Jul 07 17:10:51.995342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45460) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.009867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-1e9f5056-2f1b-4086-b79b-00578f475c76 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.010898 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1e9f5056-2f1b-4086-b79b-00578f475c76 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0111392 Jul 07 17:10:52.021696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45462) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.029003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40095e0-01b3-4bf3-91ed-9a12a4475c4c req-365c1507-e6c3-4e60-af1a-e221a74ee222 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.030646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b40095e0-01b3-4bf3-91ed-9a12a4475c4c req-365c1507-e6c3-4e60-af1a-e221a74ee222 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.3635848 Jul 07 17:10:52.040309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-0595f101-27f7-4cde-bce7-bf6fb21230ac tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.041345 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0595f101-27f7-4cde-bce7-bf6fb21230ac tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0127792 Jul 07 17:10:52.048256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-6e94d71b-697b-4af0-9499-56b4ae1b8557 service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835217 Jul 07 17:10:52.050897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45464) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.061835 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-60188aac-e57a-46e8-bea1-df08110156e2 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2116563 Jul 07 17:10:52.063863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-5232d6db-a11c-412f-bf17-a0c21f3b1646 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.064979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5232d6db-a11c-412f-bf17-a0c21f3b1646 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088913 Jul 07 17:10:52.066356 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-9794b428-42fa-4ead-a8dc-0a73b3dfe273 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699062 Jul 07 17:10:52.066789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45466) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.076700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45468) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.093815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-d80053db-e5a2-495c-9695-0cb5fe703b4d tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.095123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d80053db-e5a2-495c-9695-0cb5fe703b4d tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082576 Jul 07 17:10:52.100110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45470) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.109846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.178085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-157dc30d-6722-4a21-a915-780f367b57ed tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.179745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-157dc30d-6722-4a21-a915-780f367b57ed tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0610356 Jul 07 17:10:52.194707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45472) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.225041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-c5eb7b5d-cc65-4007-a5ad-bc694b956d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.227328 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-c5eb7b5d-cc65-4007-a5ad-bc694b956d35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.3586407 Jul 07 17:10:52.239290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-0e93b6b2-b000-4078-a5aa-01ebe9591346 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.240319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0e93b6b2-b000-4078-a5aa-01ebe9591346 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0446301 Jul 07 17:10:52.250501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-d1906b57-247a-4d57-b834-eff8f7bea80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.250501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-d1906b57-247a-4d57-b834-eff8f7bea80a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 1094 time: 0.3355072 Jul 07 17:10:52.250946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.250946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7131d1a2-53d6-413f-b6ea-837db4653104 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.254767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b40095e0-01b3-4bf3-91ed-9a12a4475c4c req-27c8878b-2d53-4407-8858-3aa0301d76b4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097976 Jul 07 17:10:52.297120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-1011abeb-ba0a-466f-a044-c53390e7d195 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.298604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1011abeb-ba0a-466f-a044-c53390e7d195 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0456593 Jul 07 17:10:52.307648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7131d1a2-53d6-413f-b6ea-837db4653104 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.313743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-0db67dee-87b8-4aaf-801d-fecdd03395ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb HTTP/1.1" status: 200 len: 217 time: 0.0774899 Jul 07 17:10:52.314541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45476) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.322221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-ad956847-2415-46c1-8ebd-81945b97fc33 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.329337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad956847-2415-46c1-8ebd-81945b97fc33 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055480 Jul 07 17:10:52.329337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-2adfef0c-c00d-483b-a841-ae97d4404897 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736a9601-efe5-45e1-8547-530f16d82929 HTTP/1.1" status: 200 len: 217 time: 0.0692263 Jul 07 17:10:52.330579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45478) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.350997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-62579bb6-f43f-41d8-a8b0-abf47b813a2d tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.352104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-62579bb6-f43f-41d8-a8b0-abf47b813a2d tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0163608 Jul 07 17:10:52.356525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45480) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.385592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-4e7bb25f-96cc-4327-bfc1-4928d11a63ca tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.386699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e7bb25f-96cc-4327-bfc1-4928d11a63ca tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0269136 Jul 07 17:10:52.392658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-8258c6b8-4584-486e-a685-b3c25eabdb6d service neutron] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324604 Jul 07 17:10:52.392988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.402730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-ce85d095-3e00-464b-a8c6-1942e7f33076 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.403798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ce85d095-3e00-464b-a8c6-1942e7f33076 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101063 Jul 07 17:10:52.414136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.426383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-4bebd637-e265-4662-a72f-fe64c528c62d tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.427423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bebd637-e265-4662-a72f-fe64c528c62d tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081630 Jul 07 17:10:52.434704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45486) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.439321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-0ab0a6b7-769e-4a14-9034-64858c544bcf tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.442449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0ab0a6b7-769e-4a14-9034-64858c544bcf tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047784 Jul 07 17:10:52.444978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7131d1a2-53d6-413f-b6ea-837db4653104 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.447294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5167d0d8-792d-4bdf-8964-5f4655251936 req-2cb6b751-84a4-4364-a685-42d7a493cb20 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716595 Jul 07 17:10:52.453035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7131d1a2-53d6-413f-b6ea-837db4653104 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.454306 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7131d1a2-53d6-413f-b6ea-837db4653104 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fe6d2abc-f5f9-4fe4-ad55-4cec24de88c2 HTTP/1.1" status: 204 len: 168 time: 0.3804901 Jul 07 17:10:52.454862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45488) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.460255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45490) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.463465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-cb7a3595-c16f-4be4-b1ba-aa37c02b6bdb tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.469790 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cb7a3595-c16f-4be4-b1ba-aa37c02b6bdb tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071592 Jul 07 17:10:52.473203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-29b7264d-cb76-40b9-ade8-731cc9ee9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.473775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45492) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.474807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-29b7264d-cb76-40b9-ade8-731cc9ee9990 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1408410 Jul 07 17:10:52.481048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-17126734-f7b0-45fb-83e8-ec6596562758 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.481610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131d1a2-53d6-413f-b6ea-837db4653104 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe6d2abc-f5f9-4fe4-ad55-4cec24de88c2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:52.483164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-17126734-f7b0-45fb-83e8-ec6596562758 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072117 Jul 07 17:10:52.485040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-09c7cec0-a9b5-4884-a84d-4875a233e0e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 200 len: 217 time: 0.0810287 Jul 07 17:10:52.487536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45494) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.515296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-76b9b43c-86dd-40ff-abf5-d3d7dc67b08e tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.516342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-76b9b43c-86dd-40ff-abf5-d3d7dc67b08e tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0291944 Jul 07 17:10:52.520304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-25cbe768-b5b9-4d51-9a34-6c07ffad7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.522177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-25cbe768-b5b9-4d51-9a34-6c07ffad7f72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ed9098-1fcf-4ce0-b9d9-8d718a066b29 HTTP/1.1" status: 200 len: 854 time: 0.1860411 Jul 07 17:10:52.522808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45498) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.541073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-3bd86deb-2b22-43ae-98cf-ebe829a5ef2b tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.541819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3bd86deb-2b22-43ae-98cf-ebe829a5ef2b tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080514 Jul 07 17:10:52.547327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45500) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.567182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-4f0c898b-7925-4012-813c-d5625d1d81c0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.568896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4f0c898b-7925-4012-813c-d5625d1d81c0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0172436 Jul 07 17:10:52.577426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45502) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.586797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-c2bdd28b-cc8b-4b0e-83b2-1a444bcf7fe8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.588535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2bdd28b-cc8b-4b0e-83b2-1a444bcf7fe8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073652 Jul 07 17:10:52.593690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-49f4a9e5-4e4f-49e2-8111-0683671f997a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565412 Jul 07 17:10:52.594272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.608233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-ac3271bd-4dba-4d7d-bfc1-bba54ab1b124 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.611563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ac3271bd-4dba-4d7d-bfc1-bba54ab1b124 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0115182 Jul 07 17:10:52.620326 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5f1ec0ac-a66a-4436-99ce-d091584f9d83 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1506751 Jul 07 17:10:52.620326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45508) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.623303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45510) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.629267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-facae2ab-bc63-464a-ab6c-d467425e08d5 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.633176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-facae2ab-bc63-464a-ab6c-d467425e08d5 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082583 Jul 07 17:10:52.644971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45512) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.661379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-b189a26c-915e-4e81-9522-fb6ebf38f443 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.662406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b189a26c-915e-4e81-9522-fb6ebf38f443 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144932 Jul 07 17:10:52.696522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45514) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.704689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-b4ce1f62-2b23-480a-9e88-fe3c313d0484 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.705717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4ce1f62-2b23-480a-9e88-fe3c313d0484 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055058 Jul 07 17:10:52.712918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45516) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.713231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-6e5a4202-16bf-4cdf-a101-b20ddf900462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.714573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-6e5a4202-16bf-4cdf-a101-b20ddf900462 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1967540 Jul 07 17:10:52.731854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-20317621-163e-42e7-b875-e06c6bffac8e tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.736883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-20317621-163e-42e7-b875-e06c6bffac8e tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072935 Jul 07 17:10:52.738381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45518) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.751569 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-60863c3e-f7a3-4723-82ef-7668d19af088 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.756616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-60863c3e-f7a3-4723-82ef-7668d19af088 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0109682 Jul 07 17:10:52.759857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.765052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-fc4480fe-09d1-4ebc-84da-2214c9def81a tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.770439 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fc4480fe-09d1-4ebc-84da-2214c9def81a tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055158 Jul 07 17:10:52.771591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45522) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.779188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-74fd7de1-e54a-45b9-aeb1-17c64d183936 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.781544 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-74fd7de1-e54a-45b9-aeb1-17c64d183936 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067110 Jul 07 17:10:52.794235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45524) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.797215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-adc4454b-5e22-44b6-b42c-c4f67908ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.799027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-adc4454b-5e22-44b6-b42c-c4f67908ae1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146188 Jul 07 17:10:52.806915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-a9995f6b-50b5-4736-b434-7a214c750ad4 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.811338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9995f6b-50b5-4736-b434-7a214c750ad4 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068588 Jul 07 17:10:52.812259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45526) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.827463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-0277e357-d0ac-4e9d-b3e0-d64815e34b84 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.828502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0277e357-d0ac-4e9d-b3e0-d64815e34b84 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080879 Jul 07 17:10:52.840043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.845789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-13257145-0da7-4eb5-bfe2-609b42a933d2 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.846819 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13257145-0da7-4eb5-bfe2-609b42a933d2 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047202 Jul 07 17:10:52.873182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-9fa201b0-e945-4f72-a9ff-95e0370baaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.874783 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-9fa201b0-e945-4f72-a9ff-95e0370baaac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e6d9b7dc1414301862d8dfd5e3231ff&device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 1095 time: 0.2956417 Jul 07 17:10:52.877073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.881800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-fbeed509-72a1-4331-bb65-f5e271ef081e tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.882823 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fbeed509-72a1-4331-bb65-f5e271ef081e tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047643 Jul 07 17:10:52.887233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45532) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.906140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-3571344e-7ade-4f5f-a0f3-14db86b5a247 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.907173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3571344e-7ade-4f5f-a0f3-14db86b5a247 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0081027 Jul 07 17:10:52.918293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45534) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.924365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-58f4e78a-0a9c-4db8-b939-6d397b2971b8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.925412 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-58f4e78a-0a9c-4db8-b939-6d397b2971b8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045540 Jul 07 17:10:52.949757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45536) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.978351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-094a981c-081b-4521-b46d-881bc36faba0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.983013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-094a981c-081b-4521-b46d-881bc36faba0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0229864 Jul 07 17:10:52.984549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45538) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.989820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-485cdfe7-2521-4022-90fb-69554adb675a tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:52.990849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-485cdfe7-2521-4022-90fb-69554adb675a tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0064187 Jul 07 17:10:52.997533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45540) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.008609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-0f9a67ba-98ac-4497-bbe3-2012487896e0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.009679 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f9a67ba-98ac-4497-bbe3-2012487896e0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0111992 Jul 07 17:10:53.021428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45542) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.038439 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-87aac305-9af4-4d16-acb5-af4efd33b89a service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268102 Jul 07 17:10:53.057097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-bfc364c8-7ca0-4786-b6b2-a4f06d0d62f6 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.060038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bfc364c8-7ca0-4786-b6b2-a4f06d0d62f6 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0263221 Jul 07 17:10:53.066393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.072227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-99334b0a-b153-4bf5-bf31-328a09ab5a08 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.073292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99334b0a-b153-4bf5-bf31-328a09ab5a08 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061231 Jul 07 17:10:53.089851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.095165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-9fe55843-7c93-45f7-9ee9-b7b8c2c9b842 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.098235 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9fe55843-7c93-45f7-9ee9-b7b8c2c9b842 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048115 Jul 07 17:10:53.109875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.122301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-95d63055-7f2a-43bd-b85d-5e1d832b837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.123846 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-95d63055-7f2a-43bd-b85d-5e1d832b837c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1fde057-d811-42fe-b69b-b646ce378851 HTTP/1.1" status: 200 len: 910 time: 0.2382774 Jul 07 17:10:53.165727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [None req-35752b8f-7c67-4831-be82-fc7498f2b990 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.167741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-35752b8f-7c67-4831-be82-fc7498f2b990 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0191329 Jul 07 17:10:53.170971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03f3037-ea57-44b8-993f-ca7d88398242 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.174647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45550) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.182747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-f583bca1-6e40-4378-a232-63e8c0eef4d5 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.187022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f583bca1-6e40-4378-a232-63e8c0eef4d5 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068038 Jul 07 17:10:53.187022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-8a466799-2584-47ce-ba74-34d0e2698ff0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 HTTP/1.1" status: 200 len: 217 time: 0.0539665 Jul 07 17:10:53.188679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45552) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.189281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-117a9c40-5afa-4dba-8957-1ea86f777f5a service neutron] 10.222.0.54 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767062 Jul 07 17:10:53.195061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-d03a6615-ad42-4caa-9eaa-0ae4857013f8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.201397 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d03a6615-ad42-4caa-9eaa-0ae4857013f8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064378 Jul 07 17:10:53.205562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.221311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-7537d80a-a22a-47be-91f7-a04e902c4ea2 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.225930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7537d80a-a22a-47be-91f7-a04e902c4ea2 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076020 Jul 07 17:10:53.242223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45556) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.255999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-07215931-f42f-46f0-9619-d83b5d25f2e0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.257058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-07215931-f42f-46f0-9619-d83b5d25f2e0 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095913 Jul 07 17:10:53.260965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45558) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.272558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-0d3030cb-36b4-4039-a338-a65b5077f19f tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.276230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d3030cb-36b4-4039-a338-a65b5077f19f tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112066 Jul 07 17:10:53.277666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45560) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.286232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-faa6ca39-ab5e-461d-861b-1d1479f3d6d4 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.287261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-faa6ca39-ab5e-461d-861b-1d1479f3d6d4 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064590 Jul 07 17:10:53.290482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3cc41a30-2780-42b9-8035-5c11a9a4cbdc req-d0782a1d-eb2b-48d2-a3fc-1c374cd2c416 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399864 Jul 07 17:10:53.292129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45562) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.297439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-7a35779f-6db2-474a-b357-6420061ce6ed tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.299120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7a35779f-6db2-474a-b357-6420061ce6ed tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053093 Jul 07 17:10:53.306629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45566) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.317133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-ef71de4a-0c05-4913-9a20-afb1f25b9b94 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.319526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ef71de4a-0c05-4913-9a20-afb1f25b9b94 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0097873 Jul 07 17:10:53.325368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-a4b69edb-10ad-439e-8c44-9424aef073ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.328005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-a4b69edb-10ad-439e-8c44-9424aef073ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e3da455-d2f1-44b8-9587-85192cd094aa HTTP/1.1" status: 200 len: 849 time: 0.1238883 Jul 07 17:10:53.328755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.336549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-b750a6bd-edb8-4c42-84ee-3aa868552187 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.337845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b750a6bd-edb8-4c42-84ee-3aa868552187 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077982 Jul 07 17:10:53.341188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45570) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.345975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-7b6415d7-e815-41da-8523-14a6424249d8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.346976 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b6415d7-e815-41da-8523-14a6424249d8 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047498 Jul 07 17:10:53.349835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45572) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.364088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-7fcc596f-c8ba-4351-a6d8-d62701241803 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.365139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7fcc596f-c8ba-4351-a6d8-d62701241803 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063438 Jul 07 17:10:53.388501 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03f3037-ea57-44b8-993f-ca7d88398242 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.391152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45574) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.395573 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-09e16b97-afbc-462b-9fe5-a4db56a70988 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1fde057-d811-42fe-b69b-b646ce378851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458739 Jul 07 17:10:53.398811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-72b121e1-70d6-4f1a-85b4-89ed90589965 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.401921 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72b121e1-70d6-4f1a-85b4-89ed90589965 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094225 Jul 07 17:10:53.405670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.411607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-4ac098b5-f110-4794-8222-a5973b497d55 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.414266 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4ac098b5-f110-4794-8222-a5973b497d55 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062933 Jul 07 17:10:53.421953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45578) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.427256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-f434e97d-b42e-4cfe-a00b-c8c0a5ac9fda tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.428295 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f434e97d-b42e-4cfe-a00b-c8c0a5ac9fda tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045485 Jul 07 17:10:53.437883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5744-29bd-47e7-9136-90d7ac39f656 req-dce9f53c-8b01-49ec-bafe-51cd66992932 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.438764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45580) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.440617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4ce5744-29bd-47e7-9136-90d7ac39f656 req-dce9f53c-8b01-49ec-bafe-51cd66992932 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 943 time: 0.7423267 Jul 07 17:10:53.468468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-eb348ed0-d435-4bd6-9e8c-f800c4568634 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.469443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eb348ed0-d435-4bd6-9e8c-f800c4568634 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0297139 Jul 07 17:10:53.472131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45582) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.476585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-b605f563-b330-4e00-a857-4acc8ab6446b tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.477601 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b605f563-b330-4e00-a857-4acc8ab6446b tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045543 Jul 07 17:10:53.480826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45584) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.489516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-940b6cd6-1ba7-48a7-9143-d50242f657aa tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.490665 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-940b6cd6-1ba7-48a7-9143-d50242f657aa tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087292 Jul 07 17:10:53.493645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45586) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.497853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-5c22076e-e59f-4378-872f-cdad967022fb tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.498846 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c22076e-e59f-4378-872f-cdad967022fb tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046721 Jul 07 17:10:53.501413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-5204a809-10a9-486d-850e-3e056bdf9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.501681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45588) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.503986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-5204a809-10a9-486d-850e-3e056bdf9e1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7525904 Jul 07 17:10:53.507840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-00071a7e-aa9b-4d85-a47b-9a3349df4f4a tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.508905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-00071a7e-aa9b-4d85-a47b-9a3349df4f4a tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064795 Jul 07 17:10:53.512539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45590) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.518393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [None req-fae425f9-e4ce-4bf8-b9a3-0353a1e3df50 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:53.519397 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fae425f9-e4ce-4bf8-b9a3-0353a1e3df50 tempest-ExtensionsTestJSON-1401350975 tempest-ExtensionsTestJSON-1401350975-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064445 Jul 07 17:10:53.545784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8159-cdf8-4498-8684-c09375c38078 req-648d54ef-29b6-4379-99f5-5b63313986a1 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.547404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a25e8159-cdf8-4498-8684-c09375c38078 req-648d54ef-29b6-4379-99f5-5b63313986a1 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 944 time: 0.7523015 Jul 07 17:10:53.566692 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-5e4b5b2e-b886-49ff-b772-f58b2c255da7 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625361 Jul 07 17:10:53.735701 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ea6b699b-517b-4bfe-9753-27a9e0738447 req-26effad2-57a6-4e89-b24e-afa11a2d2865 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606147 Jul 07 17:10:53.789234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.892496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.063589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03f3037-ea57-44b8-993f-ca7d88398242 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.066218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03f3037-ea57-44b8-993f-ca7d88398242 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.067487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c03f3037-ea57-44b8-993f-ca7d88398242 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "DELETE /v2.0/security-groups/1b1573f5-f2f9-4b66-81cb-0e814b44b286 HTTP/1.1" status: 204 len: 168 time: 1.4429922 Jul 07 17:10:54.069543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.072553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45600) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.107847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b7cbd39-43e7-4c2f-a15c-ffaad6d4630a req-8efc8f86-cfc4-4d72-9b3c-0b870015d01a service neutron] 10.222.0.54 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802838 Jul 07 17:10:54.111011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4ce5744-29bd-47e7-9136-90d7ac39f656 req-217aaac9-7342-46da-8d92-25c3fad2b5ee tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217232 Jul 07 17:10:54.121991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f3037-ea57-44b8-993f-ca7d88398242 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1573f5-f2f9-4b66-81cb-0e814b44b286,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.142735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a25e8159-cdf8-4498-8684-c09375c38078 req-84d7d42e-7a01-4263-8852-71c7bc320844 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746369 Jul 07 17:10:54.167763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-e5c79ccf-7976-461b-92c5-7a2574c0a3d9 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442456 Jul 07 17:10:54.170017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 3a59353b-6ce8-4176-afef-7ae4b9a1debf {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:54.170582 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.211921 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-87ebb7e2-0c8a-46d3-9a54-61ba9ec08be6 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287282 Jul 07 17:10:54.234011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45602) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.381370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bc3f445d-e73d-4de2-a15f-e35861580fb8 tempest-SecGroupIPv6Test-1666329144 tempest-SecGroupIPv6Test-1666329144-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1402981 Jul 07 17:10:54.451866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.458165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.470490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-026e0487-5932-474f-a2e2-9306242ca938 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948136 Jul 07 17:10:54.474836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 3a59353b-6ce8-4176-afef-7ae4b9a1debf, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3a59353b-6ce8-4176-afef-7ae4b9a1debf,segment=NetworkSegment(0f4d5148-3b19-40c6-97d8-ce0b5af88330),segment_id=0f4d5148-3b19-40c6-97d8-ce0b5af88330)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.475203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.488221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-d1ed6d95-217c-497a-9964-9f5c21b2ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.490352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-d1ed6d95-217c-497a-9964-9f5c21b2ca18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 1094 time: 0.2077942 Jul 07 17:10:54.517803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 3a59353b-6ce8-4176-afef-7ae4b9a1debf owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:54.528068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f96d6f5522414c0b91abeb341916f65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326964 Jul 07 17:10:54.530445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.538057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec54e4-8dec-45b0-907c-44b284e7362a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.566520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.567427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.568251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.569094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.569773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.570361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.570956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.571510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.572096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.572646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.573286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.573979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205388e8-47a0-400f-a349-fa6184a2e9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:54.594524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-2efe847b-8dd4-4edb-8897-60ceb296ba59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 200 len: 217 time: 0.1089687 Jul 07 17:10:54.671434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45610) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.680509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fabc5448-aa62-49d5-b334-d8b3ad8ce679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.716283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fabc5448-aa62-49d5-b334-d8b3ad8ce679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.757861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-abdc55c5-71cc-455a-92e3-7f644dade5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.759461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-abdc55c5-71cc-455a-92e3-7f644dade5c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 200 len: 797 time: 0.1521120 Jul 07 17:10:54.788534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0f1aa-52f5-4aec-897d-97d9e831a53b req-7e4fc741-ba58-4bb2-b371-8e130181dce4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.790101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8f0f1aa-52f5-4aec-897d-97d9e831a53b req-7e4fc741-ba58-4bb2-b371-8e130181dce4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 945 time: 0.4023659 Jul 07 17:10:54.796505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-b19ea13d-7a96-4e66-a094-86045281cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.798071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-b19ea13d-7a96-4e66-a094-86045281cffb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 915 time: 0.2977860 Jul 07 17:10:54.801774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fabc5448-aa62-49d5-b334-d8b3ad8ce679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.805599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fabc5448-aa62-49d5-b334-d8b3ad8ce679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.811657 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fabc5448-aa62-49d5-b334-d8b3ad8ce679 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41ec54e4-8dec-45b0-907c-44b284e7362a HTTP/1.1" status: 204 len: 168 time: 0.2757018 Jul 07 17:10:54.824697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc5448-aa62-49d5-b334-d8b3ad8ce679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec54e4-8dec-45b0-907c-44b284e7362a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.834674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:54.863189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0de294b-94fc-438a-9050-bbd7c65c78eb no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:54.916135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-e2938f78-557f-4aa8-8e48-edf819888b12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736a9601-efe5-45e1-8547-530f16d82929 HTTP/1.1" status: 200 len: 217 time: 0.0967872 Jul 07 17:10:54.944599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45616) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:54.967386 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-19245e24-0618-4edb-b1f7-9195a760f591 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4eb586db7854aa2892c96b6e579e687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933633 Jul 07 17:10:55.015753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8f0f1aa-52f5-4aec-897d-97d9e831a53b req-762648a2-50e8-43b4-b79a-d6636de9b20b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952014 Jul 07 17:10:55.101671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,segment=NetworkSegment(cc88858a-3e9e-4557-92e3-7faca7a5c6e0),segment_id=cc88858a-3e9e-4557-92e3-7faca7a5c6e0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:55.119481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-6a547c80-83e6-4a27-9bcf-c1db4fe32a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.122178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-6a547c80-83e6-4a27-9bcf-c1db4fe32a79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ed9098-1fcf-4ce0-b9d9-8d718a066b29 HTTP/1.1" status: 200 len: 854 time: 0.1920469 Jul 07 17:10:55.149569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.179022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5', 'network_id': 'e1fde057-d811-42fe-b69b-b646ce378851', 'port_id': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5', 'mac_address': 'fa:16:3e:51:a9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3da455-d2f1-44b8-9587-85192cd094aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:55.218537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-119f6088-05b9-4267-ae51-c3a417caea2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808735 Jul 07 17:10:55.224446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78800-0fa9-43b9-957e-7d239b747346 req-da5aead8-89ad-40bd-869e-3feeee10a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.226255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-da5aead8-89ad-40bd-869e-3feeee10a732 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c78b16dd-a53c-447a-8fb2-289e9f8efb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4586961 Jul 07 17:10:55.227065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=3a59353b-6ce8-4176-afef-7ae4b9a1debf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.351680 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.414949 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.471573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:55.535562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c08c3c-eb4b-4a8c-9b94-a8f33591b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.608344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:55.629047 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e292822-0353-4431-879e-07e32312a222" -d '{"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-unplugged", "status": "completed", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:55.639957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,segment=NetworkSegment(cc88858a-3e9e-4557-92e3-7faca7a5c6e0),segment_id=cc88858a-3e9e-4557-92e3-7faca7a5c6e0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:55.654479 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.658299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:55.687196 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.721588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.814136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-c91e0d90-cd9b-42fa-9baa-06f6bbaa28e8 service neutron] 10.222.0.54 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689368 Jul 07 17:10:55.859173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.941285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-f8b4885e-2e33-4fbc-8fbe-c7afcc04b215 service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887605 Jul 07 17:10:55.993911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45642) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.002633 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c08c3c-eb4b-4a8c-9b94-a8f33591b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.048343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:56.101335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d412f98b-224b-4b70-a15d-ae9230641c08 req-e5989cc5-f8ab-4c1d-807b-281bc85a48f4 service neutron] 10.222.0.54 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813078 Jul 07 17:10:56.126738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-88691696'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:56.175157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Made reservation on behalf of 4405f7e214f949e79cda509587aad5cd for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:56.179294 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.206333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.249743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80a78800-0fa9-43b9-957e-7d239b747346 req-f7607451-d77b-4ff7-9e3c-098271c5ca9b service neutron] 10.222.0.13 "GET /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960045 Jul 07 17:10:56.298948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.352867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff143b0-743a-496f-9af7-7e2c92dc9734 req-c53905a0-337d-4575-89d3-a1c8b1d98c78 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.355878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ff143b0-743a-496f-9af7-7e2c92dc9734 req-c53905a0-337d-4575-89d3-a1c8b1d98c78 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 945 time: 0.5513957 Jul 07 17:10:56.406524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0195f-eb38-44ed-ad24-4a8c709822c4 req-66c89ff3-86a4-4a10-8d10-0af607af2a86 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.408261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afc0195f-eb38-44ed-ad24-4a8c709822c4 req-66c89ff3-86a4-4a10-8d10-0af607af2a86 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 943 time: 0.7482686 Jul 07 17:10:56.470580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.476818 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.494668 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c08c3c-eb4b-4a8c-9b94-a8f33591b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.499461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49c08c3c-eb4b-4a8c-9b94-a8f33591b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.504870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49c08c3c-eb4b-4a8c-9b94-a8f33591b46a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54d6c876-71a1-48ce-9854-bf218a499338 HTTP/1.1" status: 204 len: 168 time: 1.5591047 Jul 07 17:10:56.506261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:56.527636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.528273 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Added segment 43a69b4d-eab5-4413-aaae-fbc4b0b68288 of type vlan for network 03cc2383-c9e0-4449-8a05-36014c0f703f Jul 07 17:10:56.530779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7eb8a9-bbf5-417f-a106-6a764bba3138,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.552002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c08c3c-eb4b-4a8c-9b94-a8f33591b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6c876-71a1-48ce-9854-bf218a499338,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.557203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ff143b0-743a-496f-9af7-7e2c92dc9734 req-23cc7279-2706-4235-a69b-f8e54ac14d32 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631355 Jul 07 17:10:56.568016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afc0195f-eb38-44ed-ad24-4a8c709822c4 req-e8fcafb1-a055-4d40-8c09-b774628d963c tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214740 Jul 07 17:10:56.633494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.677524 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213780cc-00eb-4d96-b58c-25d50c776a5f x-openstack-request-id: req-213780cc-00eb-4d96-b58c-25d50c776a5f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:56.677936 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-unplugged", "status": "failed", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb", "code": 422}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:56.678276 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-213780cc-00eb-4d96-b58c-25d50c776a5f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:56.679286 n-d-793619-7 neutron-server[98272]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'code': 422} returned with failed status Jul 07 17:10:56.692217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.699337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.700299 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.715326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:56.781584 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7834284 Jul 07 17:10:56.783127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.788976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Request body: {'subnet': {'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:56.867566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcde38e-78fa-4e14-b48a-9231deacef40 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event updated for resources: {'Network': ['ID=03cc2383-c9e0-4449-8a05-36014c0f703f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.880137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 03cc2383-c9e0-4449-8a05-36014c0f703f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:56.963377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:56.970268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f37409cc-b9bb-4b87-b971-329294e02952 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4596150 Jul 07 17:10:56.974916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45652) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:56.993083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:57.006254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:57.007472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.012419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Made reservation on behalf of 4405f7e214f949e79cda509587aad5cd for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:57.024501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.065307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 49aa73e4-0bf4-4d6f-8505-bef196a0bd4d {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:57.072184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.148070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf9bf-4649-4fdc-9860-77bb762c35b1 req-715b332f-82f2-4093-acbb-ba613797cff9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.151197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-681cf9bf-4649-4fdc-9860-77bb762c35b1 req-715b332f-82f2-4093-acbb-ba613797cff9 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 943 time: 0.2591996 Jul 07 17:10:57.185399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:57.196955 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.248361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-681cf9bf-4649-4fdc-9860-77bb762c35b1 req-bd9cd69b-7048-4d6e-8dec-c881fe349486 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845668 Jul 07 17:10:57.375754 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.506793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.508200 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:55Z', 'revision_number': 8, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.537174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:57.548192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:57.548947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.575655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.587852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event updated for resources: {'Subnet': ['ID=d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:57.596713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Checking segment: {'id': '43a69b4d-eab5-4413-aaae-fbc4b0b68288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:57.597350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Network hostable DHCP agents. Network: 03cc2383-c9e0-4449-8a05-36014c0f703f, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:57.618635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Network 03cc2383-c9e0-4449-8a05-36014c0f703f is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:57.633258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 03cc2383-c9e0-4449-8a05-36014c0f703f) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:57.652794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004a8ad-d4ad-4913-9924-8a822570a68e None None] Network 03cc2383-c9e0-4449-8a05-36014c0f703f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:57.655644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.659593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/49aa73e4-0bf4-4d6f-8505-bef196a0bd4d HTTP/1.1" status: 204 len: 168 time: 0.6834540 Jul 07 17:10:57.665249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45668) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.672341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.675774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.676072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab9c82-a131-41a7-a060-abdb0d58e0da None None] Network d1a7684b-d740-4092-8f9d-55cebd441922 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:57.717285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-80fcb061-ee19-4584-9d96-951599b6c4a4 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9327447 Jul 07 17:10:57.727099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45672) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.738792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:57.746783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Request body: {'port': {'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1714231652'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:57.821292 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.826639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ae5c-768b-4324-9778-79ddafef1231 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=49aa73e4-0bf4-4d6f-8505-bef196a0bd4d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:57.953272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8edd11-b4f6-41d9-9fa3-bfabb7618576 req-aa641196-903c-4ad7-abcb-52c856feca61 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.956004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec8edd11-b4f6-41d9-9fa3-bfabb7618576 req-aa641196-903c-4ad7-abcb-52c856feca61 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5225177 Jul 07 17:10:58.056157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Made reservation on behalf of 4405f7e214f949e79cda509587aad5cd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:58.068786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.130120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] device_id is not set on port 1ccb1972-e32f-4722-92ba-2b5313c21694 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:58.234740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-03cc2383-c9e0-4449-8a05-36014c0f703f', 'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f', 'tenant_id': '4405f7e214f949e79cda509587aad5cd', 'fixed_ips': [{'subnet_id': 'd5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:58.235675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.379489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45682) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:58.447458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Allocated IP 172.20.0.12 (03cc2383-c9e0-4449-8a05-36014c0f703f/d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6/1ccb1972-e32f-4722-92ba-2b5313c21694) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:58.479152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 736a9601-efe5-45e1-8547-530f16d82929 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:58.639127 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:58.641643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] DHCP port deletion for d1a7684b-d740-4092-8f9d-55cebd441922 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:10:58.651107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 8c30e8a5-e958-499b-b68a-98562f18493f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:58.652542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.705561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec8edd11-b4f6-41d9-9fa3-bfabb7618576 req-74299554-fc46-42c4-96e5-736735f3d567 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7326555 Jul 07 17:10:58.721184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1794693121'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:58.770196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123d372-7de1-489b-879e-577e4a87e9c0 req-d65b5b23-7bd5-4d87-8f78-d9dca0e05157 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.772095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0123d372-7de1-489b-879e-577e4a87e9c0 req-d65b5b23-7bd5-4d87-8f78-d9dca0e05157 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 945 time: 0.8148227 Jul 07 17:10:58.774398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 8c30e8a5-e958-499b-b68a-98562f18493f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8c30e8a5-e958-499b-b68a-98562f18493f,segment=NetworkSegment(0f4d5148-3b19-40c6-97d8-ce0b5af88330),segment_id=0f4d5148-3b19-40c6-97d8-ce0b5af88330)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:58.774997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.790497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 8c30e8a5-e958-499b-b68a-98562f18493f owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:58.866604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Made reservation on behalf of 29212e395e9441e5b0cb305ae8341cf3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:58.874395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.884929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:55Z', 'revision_number': 8, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:58.891162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:58.903218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.953831 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.003167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=8c30e8a5-e958-499b-b68a-98562f18493f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.008334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port 8c30e8a5-e958-499b-b68a-98562f18493f on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:59.019720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0123d372-7de1-489b-879e-577e4a87e9c0 req-8fbbecd9-e2d4-41fb-b662-591976b3c09e tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280546 Jul 07 17:10:59.023453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.034314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbeefa-10a7-489f-b940-3fead772016a None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:10:55Z', 'revision_number': 8, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '349a9cdb-fa7e-46d2-afed-1bd6c57f955d', 'name': '', 'network_id': 'a6dd52a8-015c-4c18-9830-eae572260894', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:5c:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:20Z', 'updated_at': '2021-07-07T17:10:37Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': 'e1ee9d28-2513-4769-80bc-06b8bde86a28', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:59.101509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Transition to ACTIVE for port object 1ccb1972-e32f-4722-92ba-2b5313c21694 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:59.147201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad77cf-7869-4133-a19d-ee68979106d8 req-0e66f409-a2a5-4b17-a017-c8ed307d8b21 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.148963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06ad77cf-7869-4133-a19d-ee68979106d8 req-0e66f409-a2a5-4b17-a017-c8ed307d8b21 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 943 time: 0.2586370 Jul 07 17:10:59.151193 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.166489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a7684b-d740-4092-8f9d-55cebd441922']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:59.212811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:59.220435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4d5148-3b19-40c6-97d8-ce0b5af88330') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:59.220752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4d5148-3b19-40c6-97d8-ce0b5af88330') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:59.228388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 736a9601-efe5-45e1-8547-530f16d82929, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=736a9601-efe5-45e1-8547-530f16d82929,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.229419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.241689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:59.243543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.252146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06ad77cf-7869-4133-a19d-ee68979106d8 req-224f6bee-d5f2-4d9b-a524-ee2b35e38b08 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910165 Jul 07 17:10:59.254162 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.272718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.282469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:59.283113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:59.287186 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:59.308352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.327933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Deleting port 8c30e8a5-e958-499b-b68a-98562f18493f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:59.328560 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.334240 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.369882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Network 03cc2383-c9e0-4449-8a05-36014c0f703f is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:59.394834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:59.411416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:59.415626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:59.434929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.435373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event updated for resources: {'Port': ['ID=1ccb1972-e32f-4722-92ba-2b5313c21694,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.452805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.454892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/d1a7684b-d740-4092-8f9d-55cebd441922 HTTP/1.1" status: 204 len: 168 time: 1.7880478 Jul 07 17:10:59.456779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7be21-d827-4f99-ac53-2987c193811d tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=d1a7684b-d740-4092-8f9d-55cebd441922,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.467288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45688) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:59.491503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '736a9601-efe5-45e1-8547-530f16d82929', 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a', 'port_id': '736a9601-efe5-45e1-8547-530f16d82929', 'mac_address': 'fa:16:3e:b1:90:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ed9098-1fcf-4ce0-b9d9-8d718a066b29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:59.496318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3546b2c1-4e32-4f64-81a6-5233ade21b49,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.499727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.499988 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Added segment 6fb940c9-8955-4585-a6f0-af4c0e1509b8 of type vlan for network 453ec389-08f7-4707-ae36-9b8468b2546b Jul 07 17:10:59.536879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb2baa-179e-4254-971f-c72944e9145f req-7f92f025-4add-4186-8f34-eb0101cb474a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.541957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c30e8a5-e958-499b-b68a-98562f18493f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:59.547319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06bb2baa-179e-4254-971f-c72944e9145f req-7f92f025-4add-4186-8f34-eb0101cb474a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2068915 Jul 07 17:10:59.565358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.566056 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.569864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.593972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d2c1f4aa-d6a0-425c-a0d9-b787d35f969f tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8648868 Jul 07 17:10:59.598097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45690) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:59.603651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Request body: {'port': {'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1510271908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:59.604257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.api.validators [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] bootfile-name is not in valid_values {{(pid=98264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:10:59.604630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.api.validators [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] tftp-server is not in valid_values {{(pid=98264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:10:59.605618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.api.validators [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] server-ip-address is not in valid_values {{(pid=98264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:10:59.632211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.652390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736a9601-efe5-45e1-8547-530f16d82929 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:59.662400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8c30e8a5-e958-499b-b68a-98562f18493f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:59.662754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8c30e8a5-e958-499b-b68a-98562f18493f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:59.676758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.683254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.684692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.710926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06bb2baa-179e-4254-971f-c72944e9145f req-dc534a6e-57a2-4d1b-a406-ea1e3c64056e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623895 Jul 07 17:10:59.733784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 736a9601-efe5-45e1-8547-530f16d82929, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=736a9601-efe5-45e1-8547-530f16d82929,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.739926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] For port 8c30e8a5-e958-499b-b68a-98562f18493f, host n-d-793619-7, got binding levels [] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.740320 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.766601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Allocated IP 172.20.0.2 (03cc2383-c9e0-4449-8a05-36014c0f703f/d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6/304c9a7e-5d4e-47a7-8299-2e0d5680b22b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:59.773448 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3933570 Jul 07 17:10:59.775149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Calling delete_port for 8c30e8a5-e958-499b-b68a-98562f18493f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:59.779912 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.783967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.ipam_backend_mixin [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Port 8c30e8a5-e958-499b-b68a-98562f18493f was not found and therefore no delete operation was performed {{(pid=98272) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:10:59.787453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:59.798105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Request body: {'subnet': {'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:59.826151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfbf09-e351-48d3-b066-b9a09d916e78 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event updated for resources: {'Network': ['ID=453ec389-08f7-4707-ae36-9b8468b2546b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.867282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=736a9601-efe5-45e1-8547-530f16d82929,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.871033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 453ec389-08f7-4707-ae36-9b8468b2546b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:59.955348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.041675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Network d1a7684b-d740-4092-8f9d-55cebd441922 is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:11:00.042245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] No DVR routers for this DVR port 8c30e8a5-e958-499b-b68a-98562f18493f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:00.079744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499234-6b23-47f9-8dad-06f481214dc7 None None] Pushing event deleted for resources: {'Port': ['ID=8c30e8a5-e958-499b-b68a-98562f18493f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.110238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.184960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,segment=NetworkSegment(cc88858a-3e9e-4557-92e3-7faca7a5c6e0),segment_id=cc88858a-3e9e-4557-92e3-7faca7a5c6e0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:00.197296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:00.199477 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5c6ef1-7632-43dd-b5fd-aa3ead06e1f5" -d '{"events": [{"server_uuid": "9a6b9db8-f3a2-449b-a286-51523a16ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:00.202482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['736a9601-efe5-45e1-8547-530f16d82929'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:00.282427 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.283527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f0de294b-94fc-438a-9050-bbd7c65c78eb no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:00.330617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Made reservation on behalf of 4405f7e214f949e79cda509587aad5cd for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:00.334440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.365487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] device_id is not set on port c99d27a0-cf76-4400-aa33-7333e545c9b7 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:00.372725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Made reservation on behalf of 29212e395e9441e5b0cb305ae8341cf3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:00.376434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.542139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.547349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae52976-e784-406c-a47b-99a5a27241ae req-088eb234-74c9-4c1e-933f-ef7164fd7afe tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.551778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.571346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ae52976-e784-406c-a47b-99a5a27241ae req-088eb234-74c9-4c1e-933f-ef7164fd7afe tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 946 time: 0.2511437 Jul 07 17:11:00.591610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Transition to ACTIVE for port object 304c9a7e-5d4e-47a7-8299-2e0d5680b22b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:00.600542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94bc4-1c2f-4473-baf8-8f5b768ea8fb req-d08ed399-92f6-4a06-801e-5e7baaaf9d58 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.603319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbc94bc4-1c2f-4473-baf8-8f5b768ea8fb req-d08ed399-92f6-4a06-801e-5e7baaaf9d58 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3087292 Jul 07 17:11:00.633787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.676280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.710711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event updated for resources: {'Subnet': ['ID=47292545-5291-44f1-8f81-35e7a49f55f7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.722542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Checking segment: {'id': '6fb940c9-8955-4585-a6f0-af4c0e1509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:00.722866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Network hostable DHCP agents. Network: 453ec389-08f7-4707-ae36-9b8468b2546b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:00.731754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Transition to ACTIVE for port object 304c9a7e-5d4e-47a7-8299-2e0d5680b22b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:00.749488 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.759236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Network 453ec389-08f7-4707-ae36-9b8468b2546b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:00.820919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Network 03cc2383-c9e0-4449-8a05-36014c0f703f is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:00.822825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 453ec389-08f7-4707-ae36-9b8468b2546b) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:00.828214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:00.830790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Pushing event updated for resources: {'Port': ['ID=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.833913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:00.837992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ae52976-e784-406c-a47b-99a5a27241ae req-15bdb0aa-d3b3-4463-ae11-2f4c4b0557e0 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651575 Jul 07 17:11:00.846232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.847012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.866212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbc94bc4-1c2f-4473-baf8-8f5b768ea8fb req-3ed6f3a6-40a1-416d-9e11-e88fc5f22f79 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544477 Jul 07 17:11:00.882970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba021a3b-872e-49f8-abaa-3dfc43b2933d None None] Network 453ec389-08f7-4707-ae36-9b8468b2546b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:00.913824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-653ba75a-c7bf-4f86-8605-15f4c4f8c5ee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1213405 Jul 07 17:11:00.920290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.923878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Allocated IP 172.20.0.10 (03cc2383-c9e0-4449-8a05-36014c0f703f/d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6/c99d27a0-cf76-4400-aa33-7333e545c9b7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:00.939219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Request body: {'port': {'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b', 'name': 'tempest-TagsExtTest-2145659623'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:00.972150 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e05e35-e970-4785-97ee-0be668066291 x-openstack-request-id: req-e7e05e35-e970-4785-97ee-0be668066291 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:00.972795 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6b9db8-f3a2-449b-a286-51523a16ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:00.973291 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7e05e35-e970-4785-97ee-0be668066291 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:00.975684 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5', 'code': 200} Jul 07 17:11:01.051945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Attempting to bind port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.052318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Attempting to bind port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '43a69b4d-eab5-4413-aaae-fbc4b0b68288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.052910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Attempting to bind port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b on network 03cc2383-c9e0-4449-8a05-36014c0f703f {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.063882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:01.064614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Checking segment: {'id': '43a69b4d-eab5-4413-aaae-fbc4b0b68288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:01.065253 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.066016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Bound using segment: {'id': '43a69b4d-eab5-4413-aaae-fbc4b0b68288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:01.066703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Bound port: 304c9a7e-5d4e-47a7-8299-2e0d5680b22b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a69b4d-eab5-4413-aaae-fbc4b0b68288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '03cc2383-c9e0-4449-8a05-36014c0f703f'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:01.067269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.110111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a59353b-6ce8-4176-afef-7ae4b9a1debf no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:01.179639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3a59353b-6ce8-4176-afef-7ae4b9a1debf {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:01.180005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a59353b-6ce8-4176-afef-7ae4b9a1debf not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:01.253626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] For port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:01.260042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] For port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,segment=NetworkSegment(43a69b4d-eab5-4413-aaae-fbc4b0b68288),segment_id=43a69b4d-eab5-4413-aaae-fbc4b0b68288)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:01.274372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Made reservation on behalf of 29212e395e9441e5b0cb305ae8341cf3 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:01.279815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.282052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.315486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-453ec389-08f7-4707-ae36-9b8468b2546b', 'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b', 'tenant_id': '29212e395e9441e5b0cb305ae8341cf3', 'fixed_ips': [{'subnet_id': '47292545-5291-44f1-8f81-35e7a49f55f7'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:01.315486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.325144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffc27d-2f3f-489c-864e-609169b06bab req-b6725bc9-4993-4fc1-b34b-1f61c9f64e98 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.333710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7ffc27d-2f3f-489c-864e-609169b06bab req-b6725bc9-4993-4fc1-b34b-1f61c9f64e98 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 944 time: 0.3049488 Jul 07 17:11:01.351901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] device_id is not set on port c6ce13d0-2b2e-4313-82bf-769f19508408 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:01.381552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8a72-ab0e-4184-8c43-b4362e5817b4 req-cfc136da-1ce6-4ac5-9969-1833ea295e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.383022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bec8a72-ab0e-4184-8c43-b4362e5817b4 req-cfc136da-1ce6-4ac5-9969-1833ea295e43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 1097 time: 0.2618897 Jul 07 17:11:01.424115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7ffc27d-2f3f-489c-864e-609169b06bab req-1a7cec22-c06d-4bd5-984c-02bc2cf63ea5 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889931 Jul 07 17:11:01.467932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:01.468272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.490833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bec8a72-ab0e-4184-8c43-b4362e5817b4 req-fe9560d6-6b22-46d4-8193-f222d45b26b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953429 Jul 07 17:11:01.510014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f876730-99d9-48ff-ab03-d81d685a9217 None None] Pushing event updated for resources: {'Port': ['ID=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.514169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.595212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Transition to ACTIVE for port object c99d27a0-cf76-4400-aa33-7333e545c9b7 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:01.612540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 349a9cdb-fa7e-46d2-afed-1bd6c57f955d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:01.613074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.634325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 349a9cdb-fa7e-46d2-afed-1bd6c57f955d owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:01.681152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Allocated IP 172.20.0.14 (453ec389-08f7-4707-ae36-9b8468b2546b/47292545-5291-44f1-8f81-35e7a49f55f7/c6ce13d0-2b2e-4313-82bf-769f19508408) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:01.725809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.814550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Network 03cc2383-c9e0-4449-8a05-36014c0f703f is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:01.826907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:01.837443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:01.880793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event updated for resources: {'Port': ['ID=c99d27a0-cf76-4400-aa33-7333e545c9b7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.983474 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.041304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.042969 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.094732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e82f803-94dd-4bc7-b559-23553567edbc tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4952343 Jul 07 17:11:02.098218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=349a9cdb-fa7e-46d2-afed-1bd6c57f955d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.102512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45710) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.121393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.150384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Transition to ACTIVE for port object c6ce13d0-2b2e-4313-82bf-769f19508408 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:02.234577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.301404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Allocated IP 172.20.0.2 (453ec389-08f7-4707-ae36-9b8468b2546b/47292545-5291-44f1-8f81-35e7a49f55f7/f4538359-f9c5-46c4-89fc-3fcb25c5df63) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:02.340805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.383936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca2b04-cc05-452c-974c-c97d0b617655 req-bd25a343-c4ab-47b7-92b5-f19810d6d351 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.392406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11ca2b04-cc05-452c-974c-c97d0b617655 req-bd25a343-c4ab-47b7-92b5-f19810d6d351 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 946 time: 0.3455424 Jul 07 17:11:02.392789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event updated for resources: {'Port': ['ID=c6ce13d0-2b2e-4313-82bf-769f19508408,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.415128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Network 453ec389-08f7-4707-ae36-9b8468b2546b is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:02.419648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318278-cedf-4bfe-9c6f-42003bc9073c req-cc679dc7-b921-4882-b0cf-312b5cf15275 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.419960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:02.421472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67318278-cedf-4bfe-9c6f-42003bc9073c req-cc679dc7-b921-4882-b0cf-312b5cf15275 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3184197 Jul 07 17:11:02.424433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:02.478650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 736a9601-efe5-45e1-8547-530f16d82929 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:02.486854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f48d9-550d-4708-a612-62d5982ff8ab tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.492978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f48d9-550d-4708-a612-62d5982ff8ab tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.499305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f48d9-550d-4708-a612-62d5982ff8ab tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.504068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-800f48d9-550d-4708-a612-62d5982ff8ab tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3973691 Jul 07 17:11:02.504353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.601285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11ca2b04-cc05-452c-974c-c97d0b617655 req-08a96fba-d2cc-42f7-aa56-ffa77d8f5d67 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076027 Jul 07 17:11:02.656904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.657350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67318278-cedf-4bfe-9c6f-42003bc9073c req-8ca595bd-c474-4194-96ad-e60b0da0294a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485529 Jul 07 17:11:02.659567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.675848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 736a9601-efe5-45e1-8547-530f16d82929 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:02.691301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 736a9601-efe5-45e1-8547-530f16d82929 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:02.693017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.738732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.752338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-624b6d91-38eb-4c3d-beec-00a4b7573768 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8231480 Jul 07 17:11:02.773033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45716) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.788978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Transition to ACTIVE for port object f4538359-f9c5-46c4-89fc-3fcb25c5df63 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:02.791843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2171120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:02.831454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Deleting port c99d27a0-cf76-4400-aa33-7333e545c9b7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:02.832208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.852710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Transition to ACTIVE for port object f4538359-f9c5-46c4-89fc-3fcb25c5df63 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:02.938683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.939815 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.952807 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.955958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:03.035532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.039224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Pushing event updated for resources: {'Port': ['ID=f4538359-f9c5-46c4-89fc-3fcb25c5df63,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.059784 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.060576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Calling delete_port for c99d27a0-cf76-4400-aa33-7333e545c9b7 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:03.095847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.106001 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.111254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700c09-f9b5-48e4-8baf-e4933ba6024f req-7d885793-cb07-409b-bed5-8253288b034c tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.120534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29700c09-f9b5-48e4-8baf-e4933ba6024f req-7d885793-cb07-409b-bed5-8253288b034c tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 944 time: 0.2623661 Jul 07 17:11:03.140142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Network 453ec389-08f7-4707-ae36-9b8468b2546b is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:03.165317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 736a9601-efe5-45e1-8547-530f16d82929, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=736a9601-efe5-45e1-8547-530f16d82929,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:03.168876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a9601-efe5-45e1-8547-530f16d82929'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:03.171685 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351bfba5-8542-457a-b0a0-d1d12bbc8381" -d '{"events": [{"server_uuid": "821ca08d-0e24-49e5-8bd0-1a1fc643cca9", "name": "network-vif-plugged", "status": "completed", "tag": "736a9601-efe5-45e1-8547-530f16d82929"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:03.190227 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.198056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:03.213164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:03.227935 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.231062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-40b32e35-aa57-49b9-af90-e174ab73ba64 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4569278 Jul 07 17:11:03.237008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45720) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.253649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-02c5e8e1-2c69-4396-9c00-54b2a88c2824 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-720122597', 'prefixes': ['172.20.0.0/16']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:03.276461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:03.289920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7b84b5a4-6b1a-46a8-b6b2-c8136a43313f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8165514 Jul 07 17:11:03.304968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29700c09-f9b5-48e4-8baf-e4933ba6024f req-f06dc107-8706-427a-ae55-7bf85c868c7a tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825709 Jul 07 17:11:03.307294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45722) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.309009 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:03.357998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:03.359022 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:03.373258 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c726e-5fbd-4540-92ca-a7a719335352 x-openstack-request-id: req-952c726e-5fbd-4540-92ca-a7a719335352 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:03.378524 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821ca08d-0e24-49e5-8bd0-1a1fc643cca9", "name": "network-vif-plugged", "status": "completed", "tag": "736a9601-efe5-45e1-8547-530f16d82929", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:03.380397 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-952c726e-5fbd-4540-92ca-a7a719335352 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:03.381315 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a9601-efe5-45e1-8547-530f16d82929', 'code': 200} Jul 07 17:11:03.409818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 304c9a7e-5d4e-47a7-8299-2e0d5680b22b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:03.412124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=736a9601-efe5-45e1-8547-530f16d82929,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.419728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7aa9c0-41f9-490c-8bc6-271481f3ea60 None None] Network 03cc2383-c9e0-4449-8a05-36014c0f703f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:03.436143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet e1ee9d28-2513-4769-80bc-06b8bde86a28 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:03.440690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.480549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.524938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event deleted for resources: {'Port': ['ID=c99d27a0-cf76-4400-aa33-7333e545c9b7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.683754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.684002 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:03.689583 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c663b29-46af-4902-8703-0149d2f25cea tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "DELETE /v2.0/ports/c99d27a0-cf76-4400-aa33-7333e545c9b7 HTTP/1.1" status: 204 len: 168 time: 1.1837285 Jul 07 17:11:03.693535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45726) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.703034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Request body: {'port': {'name': 'tempest-new-port-name-1084799430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:03.703686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.api.validators [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] bootfile-name is not in valid_values {{(pid=98264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:11:03.717538 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.api.validators [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] tftp-server is not in valid_values {{(pid=98264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:11:03.718806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.api.validators [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] server-ip-address is not in valid_values {{(pid=98264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:11:03.918093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Attempting to bind port f4538359-f9c5-46c4-89fc-3fcb25c5df63 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:03.919507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Attempting to bind port f4538359-f9c5-46c4-89fc-3fcb25c5df63 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '6fb940c9-8955-4585-a6f0-af4c0e1509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:03.920166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Attempting to bind port f4538359-f9c5-46c4-89fc-3fcb25c5df63 on network 453ec389-08f7-4707-ae36-9b8468b2546b {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:03.955708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:03.956578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Checking segment: {'id': '6fb940c9-8955-4585-a6f0-af4c0e1509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:03.957332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.958244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Bound using segment: {'id': '6fb940c9-8955-4585-a6f0-af4c0e1509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:03.958519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.959335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Bound port: f4538359-f9c5-46c4-89fc-3fcb25c5df63, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb940c9-8955-4585-a6f0-af4c0e1509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '453ec389-08f7-4707-ae36-9b8468b2546b'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:03.960070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.982354 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.986514 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.045316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7d272-bad7-41e3-a530-e43175b0f2b8 req-96f19a4d-8e1d-4c5f-9a8b-3d3cadc1573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.047081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dec7d272-bad7-41e3-a530-e43175b0f2b8 req-96f19a4d-8e1d-4c5f-9a8b-3d3cadc1573c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 1096 time: 0.6822412 Jul 07 17:11:04.052202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] For port f4538359-f9c5-46c4-89fc-3fcb25c5df63, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:04.055399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:04.057602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] For port f4538359-f9c5-46c4-89fc-3fcb25c5df63, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4538359-f9c5-46c4-89fc-3fcb25c5df63,segment=NetworkSegment(6fb940c9-8955-4585-a6f0-af4c0e1509b8),segment_id=6fb940c9-8955-4585-a6f0-af4c0e1509b8)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:04.058898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02c5e8e1-2c69-4396-9c00-54b2a88c2824 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for subnetpool, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.063488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-02c5e8e1-2c69-4396-9c00-54b2a88c2824 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8219531 Jul 07 17:11:04.066217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45730) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.066687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8ddfd07a-b53e-4073-97d2-124141f6fb20 None None] Provisioning for port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:04.084604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-fd93c33d-3b9d-4541-bf29-09b0be3b85e4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-1769891069') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:04.092843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.104272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:04.186788 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:01Z', 'revision_number': 9, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:04.219878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d026ae-3dad-486f-b136-2b49a43d7d52 req-891ccaf1-89b9-43ae-baf6-0dc29366784a tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.221575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46d026ae-3dad-486f-b136-2b49a43d7d52 req-891ccaf1-89b9-43ae-baf6-0dc29366784a tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 946 time: 0.3453212 Jul 07 17:11:04.240088 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:04.247932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dec7d272-bad7-41e3-a530-e43175b0f2b8 req-37566eaf-4739-4fa5-9c37-8db78eb693fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854513 Jul 07 17:11:04.252162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:04.252453 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:04.253025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:04.253853 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.311996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.318773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1e1b-9b18-4c6c-af19-b02fe38d70dd req-17081dff-bfe6-41b1-aa37-80d5b1a84e79 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.320473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b1a1e1b-9b18-4c6c-af19-b02fe38d70dd req-17081dff-bfe6-41b1-aa37-80d5b1a84e79 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.4253502 Jul 07 17:11:04.325988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.326299 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.410616 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:04.446166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea1ba-bc40-4f4b-8636-fad1cb8fa133 None None] Pushing event updated for resources: {'Port': ['ID=f4538359-f9c5-46c4-89fc-3fcb25c5df63,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.447517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46d026ae-3dad-486f-b136-2b49a43d7d52 req-34652b48-536b-4594-8018-aab08c1f0b58 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105258 Jul 07 17:11:04.504496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event updated for resources: {'Port': ['ID=1ccb1972-e32f-4722-92ba-2b5313c21694,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.516378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b1a1e1b-9b18-4c6c-af19-b02fe38d70dd req-21890894-2736-43ca-bf75-6d56548a4a78 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569335 Jul 07 17:11:04.525516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] In _notify_port_updated(), no bound segment for port 1ccb1972-e32f-4722-92ba-2b5313c21694 on network 03cc2383-c9e0-4449-8a05-36014c0f703f {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:04.539034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.609766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.611722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.618141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b96272ed-d340-4d1e-9618-e01f3a4d1044 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "PUT /v2.0/ports/1ccb1972-e32f-4722-92ba-2b5313c21694 HTTP/1.1" status: 200 len: 1137 time: 0.9208071 Jul 07 17:11:04.619022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45736) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.669011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fd93c33d-3b9d-4541-bf29-09b0be3b85e4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-1769891069 HTTP/1.1" status: 201 len: 201 time: 0.5892539 Jul 07 17:11:04.679335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45738) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.693349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-20cb2c75-7320-459c-b306-2575dc6af777 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-509008516') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:04.695508 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.702120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ee9d28-2513-4769-80bc-06b8bde86a28,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.716266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.727345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45740) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.728431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7fced6fb-5ef2-404b-8101-52443e721737 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/e1ee9d28-2513-4769-80bc-06b8bde86a28 HTTP/1.1" status: 204 len: 168 time: 1.4136393 Jul 07 17:11:04.735427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7296d-e192-45c6-9857-55bdbaf8de72 None None] Network a6dd52a8-015c-4c18-9830-eae572260894 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:04.840812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,segment=NetworkSegment(43a69b4d-eab5-4413-aaae-fbc4b0b68288),segment_id=43a69b4d-eab5-4413-aaae-fbc4b0b68288)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:04.871595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.888930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-20cb2c75-7320-459c-b306-2575dc6af777 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-509008516 HTTP/1.1" status: 201 len: 201 time: 0.2079186 Jul 07 17:11:04.889987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45744) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.904297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-b842e79b-8b00-4a0f-bc93-81613afa78e4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-1675834077') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:05.084412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87dd4ff-95e3-41da-b594-15e2265e9869 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.098616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a87dd4ff-95e3-41da-b594-15e2265e9869 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "GET /v2.0/ports/1ccb1972-e32f-4722-92ba-2b5313c21694 HTTP/1.1" status: 200 len: 1137 time: 0.4764557 Jul 07 17:11:05.099489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45746) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.134676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.205523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.263262 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:01Z', 'revision_number': 9, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:05.301313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1aa2-6225-4a10-9b3f-d69b6f61652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.386156 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def066f7-d8fa-4503-b462-ada722d1b201 None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:01Z', 'revision_number': 9, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8aff1c6-b394-46e8-af17-ed45481d621f', 'name': '', 'network_id': '8783aa57-dc9b-438e-8daa-9c85f21d4af4', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:30:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:08Z', 'updated_at': '2021-07-07T17:10:22Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '24035963-eef8-42bd-8c98-0bae6ca0cd6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:05.398805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4538359-f9c5-46c4-89fc-3fcb25c5df63 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:05.489982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 5de1d2f9-0c99-4323-832d-3b3c30353ddb {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:05.490532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.565507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272a69-b268-4362-87b6-e39aaea7310a req-df9f9612-ab68-4996-aadb-e84c5e3d4936 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.591220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29272a69-b268-4362-87b6-e39aaea7310a req-df9f9612-ab68-4996-aadb-e84c5e3d4936 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 945 time: 0.6816268 Jul 07 17:11:05.614107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b842e79b-8b00-4a0f-bc93-81613afa78e4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-1675834077 HTTP/1.1" status: 201 len: 201 time: 0.7225754 Jul 07 17:11:05.621998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eeca7b27-6d62-4d9a-9560-63c9d8286811 None None] Provisioning for port 1ccb1972-e32f-4722-92ba-2b5313c21694 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:05.630545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45752) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.647456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-ccac4150-9fcc-46b4-81ee-69551aecfa11 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-1079654900') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:05.654188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eeca7b27-6d62-4d9a-9560-63c9d8286811 None None] Provisioning complete for port 1ccb1972-e32f-4722-92ba-2b5313c21694 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:05.659171 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eeca7b27-6d62-4d9a-9560-63c9d8286811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.704556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f4538359-f9c5-46c4-89fc-3fcb25c5df63 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:05.734745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29272a69-b268-4362-87b6-e39aaea7310a req-57277b91-fb53-4770-b6bf-e43b113d68dd tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410556 Jul 07 17:11:05.739512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eeca7b27-6d62-4d9a-9560-63c9d8286811 None None] Port 1ccb1972-e32f-4722-92ba-2b5313c21694 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:05.741451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 5de1d2f9-0c99-4323-832d-3b3c30353ddb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5de1d2f9-0c99-4323-832d-3b3c30353ddb,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:05.742297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.782337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Deleting port 1ccb1972-e32f-4722-92ba-2b5313c21694 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:05.782984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.790769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] DHCP port deletion for a6dd52a8-015c-4c18-9830-eae572260894 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:05.807101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eeca7b27-6d62-4d9a-9560-63c9d8286811 None None] Provisioning complete for port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:05.808294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eeca7b27-6d62-4d9a-9560-63c9d8286811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.841370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 5de1d2f9-0c99-4323-832d-3b3c30353ddb owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:06.001597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ccac4150-9fcc-46b4-81ee-69551aecfa11 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-1079654900 HTTP/1.1" status: 201 len: 201 time: 0.3618548 Jul 07 17:11:06.002787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45754) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.020280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-618a2e16-ffd5-48f3-97fa-4466bf50f22e tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:06.032652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] Deleting port 5de1d2f9-0c99-4323-832d-3b3c30353ddb {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:06.033497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.078676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcafe18-fd43-4f53-8b74-1cd8873c887b req-2ab5ea18-663e-45e3-a8d7-ae9a82aa3c99 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.094808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adcafe18-fd43-4f53-8b74-1cd8873c887b req-2ab5ea18-663e-45e3-a8d7-ae9a82aa3c99 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 946 time: 0.3966501 Jul 07 17:11:06.148099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] For port 5de1d2f9-0c99-4323-832d-3b3c30353ddb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5de1d2f9-0c99-4323-832d-3b3c30353ddb,segment=NetworkSegment(b686b69d-b420-49bd-944b-4b4e69726c0f),segment_id=b686b69d-b420-49bd-944b-4b4e69726c0f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:06.148873 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.167285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] Calling delete_port for 5de1d2f9-0c99-4323-832d-3b3c30353ddb owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:06.180828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.202728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Calling delete_port for 1ccb1972-e32f-4722-92ba-2b5313c21694 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:06.312521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adcafe18-fd43-4f53-8b74-1cd8873c887b req-a9407963-d45a-47db-bdf7-cf53581c126e tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161233 Jul 07 17:11:06.351141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-618a2e16-ffd5-48f3-97fa-4466bf50f22e tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags HTTP/1.1" status: 200 len: 241 time: 0.3453591 Jul 07 17:11:06.354858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45756) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.367447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-a21ae4ce-b9a3-47db-a097-52911605dd23 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-1769891069') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:06.376482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71f56f-d676-430d-9c43-c6924d62d8ba req-f416a08e-e853-41f1-a3d0-9a4419d19bc6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.380414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e71f56f-d676-430d-9c43-c6924d62d8ba req-f416a08e-e853-41f1-a3d0-9a4419d19bc6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2631838 Jul 07 17:11:06.467988 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.485951 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e71f56f-d676-430d-9c43-c6924d62d8ba req-0d21e7a8-22fa-49ba-843c-5ef61f442e61 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988553 Jul 07 17:11:06.538877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] No DVR routers for this DVR port 5de1d2f9-0c99-4323-832d-3b3c30353ddb on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:06.544944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a37a-b906-4efe-a1b6-f6e8f91468a7 None None] Pushing event deleted for resources: {'Port': ['ID=5de1d2f9-0c99-4323-832d-3b3c30353ddb,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.562125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.568723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64664a-92bb-40d9-98bb-121ab7a6daf2 None None] Network 453ec389-08f7-4707-ae36-9b8468b2546b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:06.590777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2258d352-153d-495d-961d-8b037697b913 None None] Provisioning complete for port 1ccb1972-e32f-4722-92ba-2b5313c21694 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:06.590777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2258d352-153d-495d-961d-8b037697b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.699552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port 5de1d2f9-0c99-4323-832d-3b3c30353ddb on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:06.702655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=5de1d2f9-0c99-4323-832d-3b3c30353ddb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.732836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2258d352-153d-495d-961d-8b037697b913 None None] Port 1ccb1972-e32f-4722-92ba-2b5313c21694 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:06.796778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.850256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-b1c3c4b3-f518-4cd4-878b-95fa22620d40 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.857446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-b1c3c4b3-f518-4cd4-878b-95fa22620d40 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 946 time: 0.1597476 Jul 07 17:11:06.897988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Provisioning for port f4538359-f9c5-46c4-89fc-3fcb25c5df63 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:06.907198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Provisioning complete for port f4538359-f9c5-46c4-89fc-3fcb25c5df63 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:06.908245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.910992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event deleted for resources: {'Port': ['ID=1ccb1972-e32f-4722-92ba-2b5313c21694,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.939498 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a21ae4ce-b9a3-47db-a097-52911605dd23 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-1769891069 HTTP/1.1" status: 204 len: 168 time: 0.5754740 Jul 07 17:11:06.939736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45760) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.972921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.978286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-2a4b22ea-434f-472e-8149-14cb5aa024fc tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-1769891069') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:07.060954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dd52a8-015c-4c18-9830-eae572260894']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:07.098573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b686b69d-b420-49bd-944b-4b4e69726c0f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:07.098941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b686b69d-b420-49bd-944b-4b4e69726c0f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:07.120823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.146419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 304c9a7e-5d4e-47a7-8299-2e0d5680b22b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:07.154802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.181037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.187467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f3cfddb-0ecc-436a-a5ea-4235678cf6de tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "DELETE /v2.0/ports/1ccb1972-e32f-4722-92ba-2b5313c21694 HTTP/1.1" status: 204 len: 168 time: 2.0832374 Jul 07 17:11:07.189341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.198877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.255302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Deleting port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:07.255897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.278971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] For port f4538359-f9c5-46c4-89fc-3fcb25c5df63, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4538359-f9c5-46c4-89fc-3fcb25c5df63,segment=NetworkSegment(6fb940c9-8955-4585-a6f0-af4c0e1509b8),segment_id=6fb940c9-8955-4585-a6f0-af4c0e1509b8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:07.299370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.306942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:07.307350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.309352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Could not find standard attr ID for object c99d27a0-cf76-4400-aa33-7333e545c9b7. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:11:07.317609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:07.320563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.422768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] For port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,segment=NetworkSegment(cc88858a-3e9e-4557-92e3-7faca7a5c6e0),segment_id=cc88858a-3e9e-4557-92e3-7faca7a5c6e0)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:07.423166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.433813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf8e31-0b0c-4bff-8f66-d293c4b93291 None None] Pushing event updated for resources: {'Port': ['ID=f4538359-f9c5-46c4-89fc-3fcb25c5df63,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.462335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Calling delete_port for 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:07.489235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb8dae14-fd89-404c-9610-4d4a1be95014 None None] Provisioning complete for port f4538359-f9c5-46c4-89fc-3fcb25c5df63 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:07.490148 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb8dae14-fd89-404c-9610-4d4a1be95014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:07.515675 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:07.540519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Deleting subnet d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:07.554875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.581953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca4eb1-64f9-488a-a8a1-287f052ea4c8 req-e0ec6fc3-87e0-4bdd-b202-bb8d9b767f58 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.592282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.613090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22ca4eb1-64f9-488a-a8a1-287f052ea4c8 req-e0ec6fc3-87e0-4bdd-b202-bb8d9b767f58 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 945 time: 0.4707475 Jul 07 17:11:07.636313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2a4b22ea-434f-472e-8149-14cb5aa024fc tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-1769891069 HTTP/1.1" status: 204 len: 168 time: 0.6912141 Jul 07 17:11:07.636313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.636313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/a6dd52a8-015c-4c18-9830-eae572260894 HTTP/1.1" status: 204 len: 168 time: 2.9041095 Jul 07 17:11:07.646890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ff6b8-3610-4f44-a0da-bc9e59d2387c tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=a6dd52a8-015c-4c18-9830-eae572260894,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.652059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.655373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45770) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.672242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-bd836918-c30e-4271-9168-d999d40231b4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:07.699710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.703510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb8dae14-fd89-404c-9610-4d4a1be95014 None None] Provisioning for port c6ce13d0-2b2e-4313-82bf-769f19508408 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:07.718139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5de1d2f9-0c99-4323-832d-3b3c30353ddb no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:07.723528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb8dae14-fd89-404c-9610-4d4a1be95014 None None] Provisioning complete for port c6ce13d0-2b2e-4313-82bf-769f19508408 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:07.724257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb8dae14-fd89-404c-9610-4d4a1be95014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.779292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5de1d2f9-0c99-4323-832d-3b3c30353ddb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:07.779857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5de1d2f9-0c99-4323-832d-3b3c30353ddb not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:07.780380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 349a9cdb-fa7e-46d2-afed-1bd6c57f955d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:07.821208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 349a9cdb-fa7e-46d2-afed-1bd6c57f955d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:07.821208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 349a9cdb-fa7e-46d2-afed-1bd6c57f955d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:07.837804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.843190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb8dae14-fd89-404c-9610-4d4a1be95014 None None] Port c6ce13d0-2b2e-4313-82bf-769f19508408 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:07.924614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22ca4eb1-64f9-488a-a8a1-287f052ea4c8 req-6695fc1a-55b2-4c3c-8caf-1579b6115446 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099055 Jul 07 17:11:07.972356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f4bad075-3f73-4392-a97d-493f79b09f36 None None] Could not find standard attr ID for object 1ccb1972-e32f-4722-92ba-2b5313c21694. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:11:08.034043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f4bad075-3f73-4392-a97d-493f79b09f36 None None] Provisioning complete for port c6ce13d0-2b2e-4313-82bf-769f19508408 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:08.034627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f4bad075-3f73-4392-a97d-493f79b09f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.044295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63108dde-dd1e-4239-b012-abb88502856a req-f5af7ed5-36d0-4547-bd47-f3a5394960ea tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.066999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63108dde-dd1e-4239-b012-abb88502856a req-f5af7ed5-36d0-4547-bd47-f3a5394960ea tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 946 time: 0.4342704 Jul 07 17:11:08.141605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f4bad075-3f73-4392-a97d-493f79b09f36 None None] Port c6ce13d0-2b2e-4313-82bf-769f19508408 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:08.233390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63108dde-dd1e-4239-b012-abb88502856a req-f3c5d69e-c8c2-4f6e-a176-0bb064f25a8a tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/security-groups?id=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652591 Jul 07 17:11:08.247274 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.287234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Pushing event deleted for resources: {'Port': ['ID=79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.287513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:08.353488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] No DVR routers for this DVR port 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:08.359125 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.361675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20eefbb7-ebd4-4bc7-9dd2-dffaecc592ed req-20f2958b-6b89-45cf-98c5-5151f12b70ef tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.13 "DELETE /v2.0/ports/79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 HTTP/1.1" status: 204 len: 173 time: 1.4993303 Jul 07 17:11:08.362164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'name': 'network-vif-deleted', 'tag': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:08.364585 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca09b6-4e84-409b-983a-4523b6bc3d9d" -d '{"events": [{"server_uuid": "9a6b9db8-f3a2-449b-a286-51523a16ec6b", "name": "network-vif-deleted", "tag": "79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:08.380374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89764ba-f7e2-4112-ab36-5c33e700365c req-4a6c9298-0e2c-4b09-9ce3-8fbad3570b7b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.389446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f89764ba-f7e2-4112-ab36-5c33e700365c req-4a6c9298-0e2c-4b09-9ce3-8fbad3570b7b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2739453 Jul 07 17:11:08.447013 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c749785a-f0a5-4581-ba2a-151c86d585b9 x-openstack-request-id: req-c749785a-f0a5-4581-ba2a-151c86d585b9 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:08.447754 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6b9db8-f3a2-449b-a286-51523a16ec6b", "name": "network-vif-deleted", "tag": "79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:08.448504 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c749785a-f0a5-4581-ba2a-151c86d585b9 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:08.450293 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6b9db8-f3a2-449b-a286-51523a16ec6b', 'name': 'network-vif-deleted', 'tag': '79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5', 'status': 'completed', 'code': 200} Jul 07 17:11:08.471404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bd836918-c30e-4271-9168-d999d40231b4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags HTTP/1.1" status: 200 len: 205 time: 0.8136060 Jul 07 17:11:08.477236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.487644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-551c0e54-54b5-4b13-b59e-fa8cbaf55fee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.504288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.507518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f89764ba-f7e2-4112-ab36-5c33e700365c req-4613228d-3754-4884-a33f-9625d16257ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165409 Jul 07 17:11:08.630358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-551c0e54-54b5-4b13-b59e-fa8cbaf55fee tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags HTTP/1.1" status: 200 len: 240 time: 0.1510172 Jul 07 17:11:08.634274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45814) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.640728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-26dfba61-a8f0-4d5c-a86c-30b2992b0a90 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-509008516') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.680741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.712128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-26dfba61-a8f0-4d5c-a86c-30b2992b0a90 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-509008516 HTTP/1.1" status: 204 len: 168 time: 0.0726242 Jul 07 17:11:08.713085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45816) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.724180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-32aff90a-b84e-4f89-b833-26b3761e93ae tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-509008516') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.771048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.778107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.785395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-529a5103-f739-454e-a87d-f780a9f97104 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "DELETE /v2.0/subnets/d5a6eb4c-38b2-4b4f-8bf6-23a45f9a2ae6 HTTP/1.1" status: 204 len: 168 time: 1.5781658 Jul 07 17:11:08.785591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949770f-bf78-4358-bc09-9aa2e2d52080 None None] Network 03cc2383-c9e0-4449-8a05-36014c0f703f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:08.791934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45818) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.973299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-32aff90a-b84e-4f89-b833-26b3761e93ae tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-509008516 HTTP/1.1" status: 204 len: 168 time: 0.2557044 Jul 07 17:11:08.975527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45824) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.993162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-652727d1-6e33-4144-9508-9737176daad6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.118628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.150054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-652727d1-6e33-4144-9508-9737176daad6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags HTTP/1.1" status: 200 len: 205 time: 0.1727867 Jul 07 17:11:09.154113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45826) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.173091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-ef058943-cad2-429d-97d1-76420538fcbe tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.190016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.193756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-df32b73b-ed77-4c00-99b6-8ac6fafc47c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.247622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4538359-f9c5-46c4-89fc-3fcb25c5df63 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:09.272060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.427857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ef058943-cad2-429d-97d1-76420538fcbe tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags HTTP/1.1" status: 200 len: 241 time: 0.2631485 Jul 07 17:11:09.428324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45836) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.439073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-028a0807-7f06-4691-a520-0a2d7baff2d4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-1675834077') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.483375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] DHCP port deletion for 03cc2383-c9e0-4449-8a05-36014c0f703f request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:09.608686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-028a0807-7f06-4691-a520-0a2d7baff2d4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-1675834077 HTTP/1.1" status: 204 len: 168 time: 0.1784544 Jul 07 17:11:09.612393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45860) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.624227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-83ac6171-95a5-49d1-a064-5015a60e0843 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-1675834077') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.624443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Deleting port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:09.624795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.633840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f4538359-f9c5-46c4-89fc-3fcb25c5df63 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:09.635894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.737639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] Deleting port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:09.738464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.789155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-300d7f5b-c926-4560-b306-1cbdaad26d59 req-db025f7a-4cfe-49b5-a84f-2f962f53b096 tempest-ServerGroupTestJSON-426350576 tempest-ServerGroupTestJSON-426350576-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6b9db8-f3a2-449b-a286-51523a16ec6b HTTP/1.1" status: 200 len: 210 time: 0.1085544 Jul 07 17:11:09.826505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83ac6171-95a5-49d1-a064-5015a60e0843 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-1675834077 HTTP/1.1" status: 204 len: 168 time: 0.2125618 Jul 07 17:11:09.830361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45866) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.846407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] For port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,segment=NetworkSegment(43a69b4d-eab5-4413-aaae-fbc4b0b68288),segment_id=43a69b4d-eab5-4413-aaae-fbc4b0b68288)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:09.846999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.848827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-cfd7c945-e61a-42c9-a345-1458ef93273f tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.858303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] For port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,segment=NetworkSegment(43a69b4d-eab5-4413-aaae-fbc4b0b68288),segment_id=43a69b4d-eab5-4413-aaae-fbc4b0b68288)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:09.859123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.893764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] Calling delete_port for 304c9a7e-5d4e-47a7-8299-2e0d5680b22b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:09.894209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Calling delete_port for 304c9a7e-5d4e-47a7-8299-2e0d5680b22b owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:10.052740 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.057003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port e8aff1c6-b394-46e8-af17-ed45481d621f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:10.057496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.100894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] No DVR routers for this DVR port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:10.102873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9e042-78fc-4367-8833-5df04d2ce6f3 None None] Pushing event deleted for resources: {'Port': ['ID=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.126965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.145886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cfd7c945-e61a-42c9-a345-1458ef93273f tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags HTTP/1.1" status: 200 len: 205 time: 0.3126211 Jul 07 17:11:10.153311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45870) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.161953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-38d45585-707b-4dfb-9e68-f96730497e08 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.173997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event deleted for resources: {'Port': ['ID=304c9a7e-5d4e-47a7-8299-2e0d5680b22b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.178842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] No DVR routers for this DVR port 304c9a7e-5d4e-47a7-8299-2e0d5680b22b on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:10.205235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8dc90-38fe-4e6d-ad4d-e93a7c33cb09 req-bd13d377-3734-438b-a1bb-b145cb519c0a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.207939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25e8dc90-38fe-4e6d-ad4d-e93a7c33cb09 req-bd13d377-3734-438b-a1bb-b145cb519c0a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2721505 Jul 07 17:11:10.234344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port e8aff1c6-b394-46e8-af17-ed45481d621f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e8aff1c6-b394-46e8-af17-ed45481d621f,segment=NetworkSegment(06963ce0-2fff-4344-9df9-a1f4ca6b5007),segment_id=06963ce0-2fff-4344-9df9-a1f4ca6b5007)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:10.234723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.264277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-38d45585-707b-4dfb-9e68-f96730497e08 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags HTTP/1.1" status: 200 len: 241 time: 0.1086969 Jul 07 17:11:10.268182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45872) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.282650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-47a1aa9a-a648-4a2c-96e8-03686c631db7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-1079654900') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.294672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for e8aff1c6-b394-46e8-af17-ed45481d621f owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:10.315175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25e8dc90-38fe-4e6d-ad4d-e93a7c33cb09 req-e4e5a5c9-9fd6-490b-8506-52933358248e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985665 Jul 07 17:11:10.316338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.334515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cc2383-c9e0-4449-8a05-36014c0f703f']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.352930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47a1aa9a-a648-4a2c-96e8-03686c631db7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-1079654900 HTTP/1.1" status: 204 len: 168 time: 0.0730872 Jul 07 17:11:10.358344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.365641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-8f8512f0-74c5-4d3e-bc3c-758d04c5180f tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-1079654900') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.390455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a69b4d-eab5-4413-aaae-fbc4b0b68288') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.392895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a69b4d-eab5-4413-aaae-fbc4b0b68288') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.425483 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.441287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8f8512f0-74c5-4d3e-bc3c-758d04c5180f tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-1079654900 HTTP/1.1" status: 204 len: 168 time: 0.0787885 Jul 07 17:11:10.441287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45876) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.453642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-e69a0013-3f10-4d17-97cd-ec9891adccd6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.469520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.485408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:10.486065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.490090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e69a0013-3f10-4d17-97cd-ec9891adccd6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags HTTP/1.1" status: 200 len: 205 time: 0.0463195 Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:10.490999 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:10.495215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.500722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-4b744263-df36-4bed-b29c-a4803fac7215 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.533264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4b744263-df36-4bed-b29c-a4803fac7215 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags HTTP/1.1" status: 204 len: 168 time: 0.0361533 Jul 07 17:11:10.537169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45880) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.542415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-cf0506b2-57c6-4d0b-8b00-df3beb2a90c6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.632227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf0506b2-57c6-4d0b-8b00-df3beb2a90c6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0908790 Jul 07 17:11:10.633554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45882) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.639445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-e599a7d6-c155-4056-bf13-6ccfa35359b0 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.675346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.692363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.699130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] 10.222.0.78 "DELETE /v2.0/networks/03cc2383-c9e0-4449-8a05-36014c0f703f HTTP/1.1" status: 204 len: 168 time: 1.9039092 Jul 07 17:11:10.714952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e599a7d6-c155-4056-bf13-6ccfa35359b0 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags HTTP/1.1" status: 204 len: 168 time: 0.0800242 Jul 07 17:11:10.721554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45886) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.728592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-b62e08cb-14b4-4a10-a021-2fe486b0b204 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.753401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc47a1b-6263-4045-bfd1-e2b464901877 tempest-ExtraDHCPOptionsTestJSON-1702594545 tempest-ExtraDHCPOptionsTestJSON-1702594545-project] Pushing event deleted for resources: {'Network': ['ID=03cc2383-c9e0-4449-8a05-36014c0f703f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.778520 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.820118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.850597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b62e08cb-14b4-4a10-a021-2fe486b0b204 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1275294 Jul 07 17:11:10.855311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=e8aff1c6-b394-46e8-af17-ed45481d621f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.857472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45888) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.878770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-684e4f7c-b830-4645-a0d6-25341753a2dd tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-1800395269') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:10.909154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:10.960345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:10.960345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 79a2f03c-9c6f-4fd4-bcc4-f29c99afc9f5 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:11.054539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-684e4f7c-b830-4645-a0d6-25341753a2dd tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-1800395269 HTTP/1.1" status: 201 len: 201 time: 0.1798747 Jul 07 17:11:11.058471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.081716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-0141aa89-54ea-40e2-b575-091941d79932 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-141455026') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:11.120862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.333531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0141aa89-54ea-40e2-b575-091941d79932 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-141455026 HTTP/1.1" status: 201 len: 201 time: 0.2700269 Jul 07 17:11:11.337654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45900) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.355848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-ab53caf7-cb3b-49f1-a937-d3d686e62db7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-2018732971') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:11.372398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 304c9a7e-5d4e-47a7-8299-2e0d5680b22b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:11.404072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 304c9a7e-5d4e-47a7-8299-2e0d5680b22b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:11.404695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 304c9a7e-5d4e-47a7-8299-2e0d5680b22b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:11.563705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.612771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:11.650179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ab53caf7-cb3b-49f1-a937-d3d686e62db7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-2018732971 HTTP/1.1" status: 201 len: 201 time: 0.3110850 Jul 07 17:11:11.655306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.661239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-0d89b49f-40fd-41de-91cb-b18270d381ec tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-1844238962') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:11.742695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee47a4-42de-4ef8-a979-9d6a1279e5fb req-668243f1-8c8d-47e7-8fdb-77ee3122e397 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.752867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25ee47a4-42de-4ef8-a979-9d6a1279e5fb req-668243f1-8c8d-47e7-8fdb-77ee3122e397 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.1655927 Jul 07 17:11:11.798946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0d89b49f-40fd-41de-91cb-b18270d381ec tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-1844238962 HTTP/1.1" status: 201 len: 201 time: 0.1422067 Jul 07 17:11:11.803488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45924) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.810497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-93d245c4-a3c8-456f-a8a3-1801a7b7f7fa tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', {'tags': ['tempest-TagsExtTest-Tag-133528414', 'tempest-TagsExtTest-Tag-1560022815', 'tempest-TagsExtTest-Tag-992774389']}) {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:11.814447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25ee47a4-42de-4ef8-a979-9d6a1279e5fb req-eb10f54a-2c4c-4b85-ab22-2de9651b3350 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627313 Jul 07 17:11:11.871968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:11.887326 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9fdb3368-2d2a-4ebd-8dc6-3d8591a942c0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2253571 Jul 07 17:11:11.888148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:11.888265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45930) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.897681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45932) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.904645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:11.906544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:11.953564 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fddafbe1-9726-4e02-b047-c3d70b63307d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4405f7e214f949e79cda509587aad5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877978 Jul 07 17:11:11.955505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45934) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.961701 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-93d245c4-a3c8-456f-a8a3-1801a7b7f7fa tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags HTTP/1.1" status: 200 len: 316 time: 0.1530881 Jul 07 17:11:11.965944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45936) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.970653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-bdfcecc5-44d1-45b5-9b6a-4482114198c8 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.082348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:12.091029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 24035963-eef8-42bd-8c98-0bae6ca0cd6c {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:12.098051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66b46d7a-d7be-4520-a02c-b4ee46777e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.118966 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.130084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bdfcecc5-44d1-45b5-9b6a-4482114198c8 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1629040 Jul 07 17:11:12.134631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.140789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-6bfaf564-63f7-491a-8c47-f766a2e8e7fd tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-133528414') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.145302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66b46d7a-d7be-4520-a02c-b4ee46777e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.255646 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-6bfaf564-63f7-491a-8c47-f766a2e8e7fd tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:12.257156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bfaf564-63f7-491a-8c47-f766a2e8e7fd tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-133528414 HTTP/1.1" status: 404 len: 328 time: 0.1203265 Jul 07 17:11:12.262283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.267686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-99b10a0a-ac4e-40f7-bd8f-5bfc64c3f602 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-1560022815') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.316748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.352588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66b46d7a-d7be-4520-a02c-b4ee46777e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.358736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66b46d7a-d7be-4520-a02c-b4ee46777e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.362257 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66b46d7a-d7be-4520-a02c-b4ee46777e35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c7eb8a9-bbf5-417f-a106-6a764bba3138 HTTP/1.1" status: 204 len: 168 time: 0.4012341 Jul 07 17:11:12.384188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b46d7a-d7be-4520-a02c-b4ee46777e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7eb8a9-bbf5-417f-a106-6a764bba3138,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.472264 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-99b10a0a-ac4e-40f7-bd8f-5bfc64c3f602 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:12.477915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99b10a0a-ac4e-40f7-bd8f-5bfc64c3f602 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-1560022815 HTTP/1.1" status: 404 len: 329 time: 0.2095191 Jul 07 17:11:12.478215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45948) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.484558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-7b60611e-ed72-431a-b326-2a697bee11b9 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7', 'tempest-TagsExtTest-Tag-992774389') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.499439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Deleting subnet 7e3da455-d2f1-44b8-9587-85192cd094aa {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:12.503213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.529652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:10Z', 'revision_number': 10, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.550552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.612043 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.622093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:12.632779 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-7b60611e-ed72-431a-b326-2a697bee11b9 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:12.638057 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b60611e-ed72-431a-b326-2a697bee11b9 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags/tempest-TagsExtTest-Tag-992774389 HTTP/1.1" status: 404 len: 328 time: 0.1555660 Jul 07 17:11:12.638657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45952) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.643199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:12.644357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.654311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-b51129c2-e451-4398-b2d2-5d7239dc00f7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', {'tags': ['tempest-TagsExtTest-Tag-1611086184', 'tempest-TagsExtTest-Tag-414344278', 'tempest-TagsExtTest-Tag-1898886375']}) {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.703380 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.788426 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b51129c2-e451-4398-b2d2-5d7239dc00f7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags HTTP/1.1" status: 200 len: 317 time: 0.1456401 Jul 07 17:11:12.791909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45958) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.805385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-3bd2873f-d0b9-4bd7-9d0d-aecfe674cfca tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.838027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:12.902188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3bd2873f-d0b9-4bd7-9d0d-aecfe674cfca tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags HTTP/1.1" status: 204 len: 168 time: 0.1081090 Jul 07 17:11:12.904898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45962) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.922439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-42c38d3b-f2f4-449d-ac49-8dd6ddab1e6b tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-1611086184') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.962068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-99bce3f4-5bf6-4058-a72e-dce401e4093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.964047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-99bce3f4-5bf6-4058-a72e-dce401e4093f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.5683470 Jul 07 17:11:12.971504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.028825 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-42c38d3b-f2f4-449d-ac49-8dd6ddab1e6b tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:13.033687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-42c38d3b-f2f4-449d-ac49-8dd6ddab1e6b tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-1611086184 HTTP/1.1" status: 404 len: 329 time: 0.1263680 Jul 07 17:11:13.035033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45968) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.049575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-15ec7fab-fc96-4548-80a5-26737a37e695 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-414344278') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.116527 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-15ec7fab-fc96-4548-80a5-26737a37e695 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:13.118086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-15ec7fab-fc96-4548-80a5-26737a37e695 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-414344278 HTTP/1.1" status: 404 len: 328 time: 0.0810518 Jul 07 17:11:13.121230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45970) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.126647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-e5d91494-f964-4f4f-9600-7721afcfe774 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408', 'tempest-TagsExtTest-Tag-1898886375') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.155129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19d22d-1784-4ece-bd2f-de552f8ca5d2 req-33c983f8-71f5-446f-b734-def39a561883 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.156866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad19d22d-1784-4ece-bd2f-de552f8ca5d2 req-33c983f8-71f5-446f-b734-def39a561883 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.7590230 Jul 07 17:11:13.157976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.219419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=24035963-eef8-42bd-8c98-0bae6ca0cd6c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.220731 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-e5d91494-f964-4f4f-9600-7721afcfe774 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:13.226412 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e5d91494-f964-4f4f-9600-7721afcfe774 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags/tempest-TagsExtTest-Tag-1898886375 HTTP/1.1" status: 404 len: 329 time: 0.1034453 Jul 07 17:11:13.227022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45972) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.239828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-5404aaba-1884-4caf-8a7f-ca8008f66f91 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', {'tags': ['tempest-TagsExtTest-Tag-228244381', 'tempest-TagsExtTest-Tag-2104156074', 'tempest-TagsExtTest-Tag-1435824631']}) {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.245843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.251757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2674c46e-3e9a-44b0-b3f4-11488f7af350 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/24035963-eef8-42bd-8c98-0bae6ca0cd6c HTTP/1.1" status: 204 len: 168 time: 1.3629937 Jul 07 17:11:13.255060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45976) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.344100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.347829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7e3da455-d2f1-44b8-9587-85192cd094aa HTTP/1.1" status: 204 len: 168 time: 1.4489238 Jul 07 17:11:13.367742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.375474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf210f-4316-4c63-911f-545a289e12ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3da455-d2f1-44b8-9587-85192cd094aa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.388000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad852d1-0daa-49ba-b281-43593d6e3d7f None None] Network 8783aa57-dc9b-438e-8daa-9c85f21d4af4 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:13.437441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5404aaba-1884-4caf-8a7f-ca8008f66f91 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags HTTP/1.1" status: 200 len: 317 time: 0.2059119 Jul 07 17:11:13.438097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45984) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.451536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-3bd16147-fc74-4e3a-b151-a5a12b1a74c3 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.753710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:10Z', 'revision_number': 10, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.793631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eca7f4-c97d-47f2-a07c-001c47e542a1 None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:10Z', 'revision_number': 10, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None, '_interfaces': [{'id': '5205fb84-1d7f-49ed-93a9-e582dcb7a8e2', 'name': '', 'network_id': '7e881cd1-41f5-466b-ac1f-a579a23c3411', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'mac_address': 'fa:16:3e:9e:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '27e902ca-d35a-4f25-8837-ed2440719298', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:14Z', 'revision_number': 5, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'subnets': [{'id': '27e902ca-d35a-4f25-8837-ed2440719298', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:13.846180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] DHCP port deletion for 8783aa57-dc9b-438e-8daa-9c85f21d4af4 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:13.927520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] Deleting port 1ed5f53f-6bf8-442c-ab85-406606572133 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:13.927797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.030783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45990) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.047113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] For port 1ed5f53f-6bf8-442c-ab85-406606572133, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1ed5f53f-6bf8-442c-ab85-406606572133,segment=NetworkSegment(06963ce0-2fff-4344-9df9-a1f4ca6b5007),segment_id=06963ce0-2fff-4344-9df9-a1f4ca6b5007)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:14.047922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.083820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] Calling delete_port for 1ed5f53f-6bf8-442c-ab85-406606572133 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:14.098609 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3bd16147-fc74-4e3a-b151-a5a12b1a74c3 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags HTTP/1.1" status: 204 len: 168 time: 0.6589508 Jul 07 17:11:14.102996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45994) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.118370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-f7a6fcf9-47d4-4c2c-b717-156cec18970b tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-228244381') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.217676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.231565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.288849 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-f7a6fcf9-47d4-4c2c-b717-156cec18970b tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:14.295873 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f7a6fcf9-47d4-4c2c-b717-156cec18970b tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-228244381 HTTP/1.1" status: 404 len: 328 time: 0.1883318 Jul 07 17:11:14.296777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45996) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.308722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] Pushing event deleted for resources: {'Port': ['ID=1ed5f53f-6bf8-442c-ab85-406606572133,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.311782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-c6b8a9e5-7072-4858-82cc-1d00e106cf01 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-2104156074') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.327235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b71d6-e807-4cc6-93d0-0413f8fb1f53 None None] No DVR routers for this DVR port 1ed5f53f-6bf8-442c-ab85-406606572133 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:14.357628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad19d22d-1784-4ece-bd2f-de552f8ca5d2 req-c129cc40-deb4-48e4-b6e2-fdcd1ccd7a05 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1630340 Jul 07 17:11:14.363045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-c409e304-9792-4ba5-82c0-009435f1f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.364693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-c409e304-9792-4ba5-82c0-009435f1f630 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 1.3763087 Jul 07 17:11:14.398003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1183735076'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:14.417510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.463988 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-c6b8a9e5-7072-4858-82cc-1d00e106cf01 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:14.470034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c6b8a9e5-7072-4858-82cc-1d00e106cf01 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-2104156074 HTTP/1.1" status: 404 len: 329 time: 0.1720512 Jul 07 17:11:14.470791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45998) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.476476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-d5d30b53-6667-4b29-bd3e-fc752f9ad8f9 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c', 'tempest-TagsExtTest-Tag-1435824631') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.551846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Made reservation on behalf of 1e816aff9cef4f5095b2117035deb774 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:14.557931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.574339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-451f37d4-ad04-4bd2-bca0-f66c962848a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.2006299 Jul 07 17:11:14.585826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.616767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.658479 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-d5d30b53-6667-4b29-bd3e-fc752f9ad8f9 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:14.660149 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d5d30b53-6667-4b29-bd3e-fc752f9ad8f9 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags/tempest-TagsExtTest-Tag-1435824631 HTTP/1.1" status: 404 len: 329 time: 0.1880836 Jul 07 17:11:14.662164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fde057-d811-42fe-b69b-b646ce378851']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.664488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46000) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.682519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-d47a139d-6c3c-4b05-a17a-a63675561fd7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', {'tags': ['tempest-TagsExtTest-Tag-2007053075', 'tempest-TagsExtTest-Tag-469986991', 'tempest-TagsExtTest-Tag-2013850231']}) {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.687348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.687667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc88858a-3e9e-4557-92e3-7faca7a5c6e0') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.692348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.711663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.724466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8783aa57-dc9b-438e-8daa-9c85f21d4af4']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.729986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-0618e12f-59ce-44a2-b5d6-fb3cb6eb956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.731869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-0618e12f-59ce-44a2-b5d6-fb3cb6eb956f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1136951 Jul 07 17:11:14.754329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.758223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06963ce0-2fff-4344-9df9-a1f4ca6b5007') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.758532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06963ce0-2fff-4344-9df9-a1f4ca6b5007') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.801286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.802848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:14.804072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:14.805502 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:14.831074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.841059 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d47a139d-6c3c-4b05-a17a-a63675561fd7 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "PUT /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags HTTP/1.1" status: 200 len: 317 time: 0.1747918 Jul 07 17:11:14.847859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46004) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.854094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-a7c27d47-85f6-47fe-8b56-1a8ba529d950 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.867921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:14.868494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:14.872416 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:14.907781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.918109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.963174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:14.970472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a7c27d47-85f6-47fe-8b56-1a8ba529d950 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags HTTP/1.1" status: 204 len: 168 time: 0.1215687 Jul 07 17:11:14.975343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46006) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.976254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.980183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-c7053810-e076-4a1b-9453-beb4135549f4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-2007053075') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.983925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f9352-0cdd-4058-8596-55055e8773ea,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.998058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-b1856354-6610-42ce-81e1-5f08f193d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.999993 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.000433 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Added segment 2feaf5ba-0555-4ce8-834b-03559dc0f8d0 of type vlan for network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 Jul 07 17:11:15.002634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-b1856354-6610-42ce-81e1-5f08f193d7c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605276 Jul 07 17:11:15.010369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.055413 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-c7053810-e076-4a1b-9453-beb4135549f4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:15.061557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7053810-e076-4a1b-9453-beb4135549f4 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-2007053075 HTTP/1.1" status: 404 len: 329 time: 0.0802648 Jul 07 17:11:15.061557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.063330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46008) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.068301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-e2267709-3829-4890-923b-86b2b76b43f6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-469986991') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:15.102171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e8aff1c6-b394-46e8-af17-ed45481d621f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:15.114326 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-e2267709-3829-4890-923b-86b2b76b43f6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:15.118405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e2267709-3829-4890-923b-86b2b76b43f6 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-469986991 HTTP/1.1" status: 404 len: 328 time: 0.0511231 Jul 07 17:11:15.118667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.118817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46010) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.122612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e1fde057-d811-42fe-b69b-b646ce378851 HTTP/1.1" status: 204 len: 168 time: 1.7455814 Jul 07 17:11:15.128277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-e8fae529-4c86-4dd4-ad79-8d5a73b22088 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483', 'tempest-TagsExtTest-Tag-2013850231') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:15.143048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.146925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/8783aa57-dc9b-438e-8daa-9c85f21d4af4 HTTP/1.1" status: 204 len: 168 time: 1.8848555 Jul 07 17:11:15.159052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e8aff1c6-b394-46e8-af17-ed45481d621f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:15.160122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e8aff1c6-b394-46e8-af17-ed45481d621f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:15.162084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.162663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ed5f53f-6bf8-442c-ab85-406606572133 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:15.171456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.173336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a5b17-ac2d-4f36-a71e-d864c4ff0e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fde057-d811-42fe-b69b-b646ce378851,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.186390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.187085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.218351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66cf31-8414-4498-a2bb-e0c1052b526f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=8783aa57-dc9b-438e-8daa-9c85f21d4af4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.224509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1ed5f53f-6bf8-442c-ab85-406606572133 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:15.225583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ed5f53f-6bf8-442c-ab85-406606572133 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:15.309551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-573f7ed4-6f98-4999-8ab6-0a07fc68792d service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847240 Jul 07 17:11:15.414783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46016) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.507490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d247c90-a1cb-44bc-9cd8-3c5f0731c5c3 req-b6318ed1-8ea1-4dc1-b18f-7d84947720ca service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897323 Jul 07 17:11:15.552632 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5160758 Jul 07 17:11:15.552632 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-e8fae529-4c86-4dd4-ad79-8d5a73b22088 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] show failed (client error): The resource could not be found. Jul 07 17:11:15.553766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e8fae529-4c86-4dd4-ad79-8d5a73b22088 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags/tempest-TagsExtTest-Tag-2013850231 HTTP/1.1" status: 404 len: 329 time: 0.4338350 Jul 07 17:11:15.557514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46020) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.558175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46022) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.589702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'subnet': {'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:15.596885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-383161d1-7d65-4e37-9ad8-bc989909ab15 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57f10c90-cd70-4a7f-aeab-59d541b0d483') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:15.601503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c384eb-f3f0-493c-bbb2-2612cf68dfe9 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Network': ['ID=07b49fc9-c63d-4d1e-b18f-b7feb331f096,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.613881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bdd33f8e-6122-471b-84ae-d2768fda17a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e6d9b7dc1414301862d8dfd5e3231ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954947 Jul 07 17:11:15.616449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46024) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.622729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:15.721080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-383161d1-7d65-4e37-9ad8-bc989909ab15 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483/tags HTTP/1.1" status: 204 len: 168 time: 0.1520369 Jul 07 17:11:15.725417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46028) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.730660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-aa1fea2e-b42b-4963-86d4-49d2117a6c05 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd1ab9ce-c232-4a05-9383-39e4e395ad1c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:15.804408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d39230-dab4-4551-863f-c0761cd3891e req-0c85935f-49c1-462a-af51-a60fc63f33f8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.816000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83d39230-dab4-4551-863f-c0761cd3891e req-0c85935f-49c1-462a-af51-a60fc63f33f8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.2716174 Jul 07 17:11:15.822394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0966de4b-bdfa-44c4-a229-a2c644976696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.854436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Made reservation on behalf of 1e816aff9cef4f5095b2117035deb774 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:15.858177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.883449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0966de4b-bdfa-44c4-a229-a2c644976696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.997849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83d39230-dab4-4551-863f-c0761cd3891e req-51f954da-3a03-4758-a58d-5adf95b8754f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807053 Jul 07 17:11:16.014751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aa1fea2e-b42b-4963-86d4-49d2117a6c05 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c/tags HTTP/1.1" status: 204 len: 168 time: 0.2872510 Jul 07 17:11:16.015128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0966de4b-bdfa-44c4-a229-a2c644976696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.025942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46032) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.031507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-0f2e5b78-97a0-4c86-b2a5-12ea81693b08 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6ce13d0-2b2e-4313-82bf-769f19508408') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:16.039065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0966de4b-bdfa-44c4-a229-a2c644976696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.041084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0966de4b-bdfa-44c4-a229-a2c644976696 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54faf5ad-40d0-487e-a2a1-6d0cbadffbbe HTTP/1.1" status: 204 len: 168 time: 0.4230835 Jul 07 17:11:16.061836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966de4b-bdfa-44c4-a229-a2c644976696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54faf5ad-40d0-487e-a2a1-6d0cbadffbbe,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.202620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.302605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0f2e5b78-97a0-4c86-b2a5-12ea81693b08 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408/tags HTTP/1.1" status: 204 len: 168 time: 0.2763610 Jul 07 17:11:16.304916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46038) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.313815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-63039476-0e66-4e3c-b1f4-a4f855d93706 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47292545-5291-44f1-8f81-35e7a49f55f7') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:16.483906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.561396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-63039476-0e66-4e3c-b1f4-a4f855d93706 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2541904 Jul 07 17:11:16.570907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46042) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.584608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Subnet': ['ID=b6ba3837-3dbf-4f16-983a-99e696d4dedb,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.591300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Checking segment: {'id': '2feaf5ba-0555-4ce8-834b-03559dc0f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:16.591798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network hostable DHCP agents. Network: 07b49fc9-c63d-4d1e-b18f-b7feb331f096, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:16.616127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:16.629219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 07b49fc9-c63d-4d1e-b18f-b7feb331f096) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:16.634867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.635793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.652369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fbe63-7c03-4ab9-b324-e3cd44d995f9 None None] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:16.664571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9734f5df-851a-4f39-897c-0ccb424d3048 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1019678 Jul 07 17:11:16.667987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46046) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.674875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-526055963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:16.708839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.710222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.813237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.822364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.859520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.865752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-baff33ba-6455-4564-99cc-e068ed6b1da1 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1962538 Jul 07 17:11:16.867292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46052) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.905787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:16.906339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.953709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-07b49fc9-c63d-4d1e-b18f-b7feb331f096', 'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096', 'tenant_id': '1e816aff9cef4f5095b2117035deb774', 'fixed_ips': [{'subnet_id': 'b6ba3837-3dbf-4f16-983a-99e696d4dedb'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:16.955944 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.015063 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e562-e80f-400f-8a3b-7029e722b283 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for subnetpool, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.017051 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b7f4e562-e80f-400f-8a3b-7029e722b283 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnetpools/57f10c90-cd70-4a7f-aeab-59d541b0d483 HTTP/1.1" status: 204 len: 168 time: 0.4396572 Jul 07 17:11:17.021903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46056) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:17.189750 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-216bf5ed-b4b3-4057-b356-a352ef4a75df tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd1ab9ce-c232-4a05-9383-39e4e395ad1c HTTP/1.1" status: 200 len: 205 time: 0.1659901 Jul 07 17:11:17.201080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46066) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:17.383321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:17.384117 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.391017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.545180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.570235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:17.571886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46074) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:17.597788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Allocated IP 172.20.0.2 (07b49fc9-c63d-4d1e-b18f-b7feb331f096/b6ba3837-3dbf-4f16-983a-99e696d4dedb/bf3c1326-899a-4c8b-94f1-46101a60438f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:17.709143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.746749 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.766792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1792874980-network', 'tenant_id': 'f91cb62016d74aaa846a5432d4223da4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:17.833349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.833953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Fanout notify agent at l3_agent the message router_deleted on router cd1ab9ce-c232-4a05-9383-39e4e395ad1c {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:17.843954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.847902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ae3f796-26cb-4bef-82aa-6a2da9738c4d tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/routers/cd1ab9ce-c232-4a05-9383-39e4e395ad1c HTTP/1.1" status: 204 len: 168 time: 0.6518428 Jul 07 17:11:17.852100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46078) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:17.879808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054218b-39dc-447b-8d5f-e05000ff435d req-93a0f1ed-0ae9-433e-87f5-ab071d74fd14 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.881782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3054218b-39dc-447b-8d5f-e05000ff435d req-93a0f1ed-0ae9-433e-87f5-ab071d74fd14 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.4370074 Jul 07 17:11:17.906176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Made reservation on behalf of f91cb62016d74aaa846a5432d4223da4 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:17.908617 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.957651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.975505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3054218b-39dc-447b-8d5f-e05000ff435d req-286a5780-c756-47f0-894a-0907c73ba8ca tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876749 Jul 07 17:11:18.072310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.161261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Transition to ACTIVE for port object bf3c1326-899a-4c8b-94f1-46101a60438f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:18.170215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.210345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Transition to ACTIVE for port object bf3c1326-899a-4c8b-94f1-46101a60438f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:18.217936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=5205fb84-1d7f-49ed-93a9-e582dcb7a8e2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.228972 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.244174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Deleting port c6ce13d0-2b2e-4313-82bf-769f19508408 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:18.244559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.314059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.337651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:18.345879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:18.349148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:18.365161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Pushing event updated for resources: {'Port': ['ID=bf3c1326-899a-4c8b-94f1-46101a60438f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.397560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.397920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.398445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.398854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.403473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.404033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.404447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.404862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.405869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.406283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.406689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.407087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:18.413489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.444691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Attempting to bind port bf3c1326-899a-4c8b-94f1-46101a60438f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:18.445178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Attempting to bind port bf3c1326-899a-4c8b-94f1-46101a60438f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '2feaf5ba-0555-4ce8-834b-03559dc0f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:18.445626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Attempting to bind port bf3c1326-899a-4c8b-94f1-46101a60438f on network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:18.452973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:18.453375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Checking segment: {'id': '2feaf5ba-0555-4ce8-834b-03559dc0f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:18.453958 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.454423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Bound using segment: {'id': '2feaf5ba-0555-4ce8-834b-03559dc0f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:18.454989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Bound port: bf3c1326-899a-4c8b-94f1-46101a60438f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2feaf5ba-0555-4ce8-834b-03559dc0f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:18.455468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.514301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Allocated IP 172.20.0.1 (07b49fc9-c63d-4d1e-b18f-b7feb331f096/b6ba3837-3dbf-4f16-983a-99e696d4dedb/c092f81f-4c50-4a5f-8aac-9e7cc5ef431a) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:18.599537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2de4a6-2a1d-4e01-a5d1-b38c85533da6 req-0d5d7e04-af1a-4e38-8e2d-13730a4b87d5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.613816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b2de4a6-2a1d-4e01-a5d1-b38c85533da6 req-0d5d7e04-af1a-4e38-8e2d-13730a4b87d5 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3872297 Jul 07 17:11:18.629955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] For port bf3c1326-899a-4c8b-94f1-46101a60438f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:18.636763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] For port bf3c1326-899a-4c8b-94f1-46101a60438f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf3c1326-899a-4c8b-94f1-46101a60438f,segment=NetworkSegment(2feaf5ba-0555-4ce8-834b-03559dc0f8d0),segment_id=2feaf5ba-0555-4ce8-834b-03559dc0f8d0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:18.652816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.801241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429d2a0-1e62-4e16-af0f-065d8271b1fe None None] Pushing event updated for resources: {'Port': ['ID=bf3c1326-899a-4c8b-94f1-46101a60438f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.938138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:18.953750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b2de4a6-2a1d-4e01-a5d1-b38c85533da6 req-6b5b65c6-ed35-4399-8b43-54c18a28cb34 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668420 Jul 07 17:11:18.958879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.966848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d55bc-afe9-46d9-9a19-0df901391b0f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.970431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.970783 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Added segment 53204091-6a46-4033-99de-1cd609d37656 of type vlan for network abadb403-8eda-4962-9ef6-2dc51cf8558f Jul 07 17:11:18.979952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.038309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Transition to ACTIVE for port object c092f81f-4c50-4a5f-8aac-9e7cc5ef431a will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:19.094218 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.124120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Calling delete_port for c6ce13d0-2b2e-4313-82bf-769f19508408 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:19.177369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.179365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.341410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:19.348702 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.350157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:19.352314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.352525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.402357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:19.434404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8602743 Jul 07 17:11:19.438212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46088) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:19.538790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5c6d-4150-44c2-896a-e30f69e9233a admin admin] Pushing event updated for resources: {'Network': ['ID=abadb403-8eda-4962-9ef6-2dc51cf8558f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.552454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:19.556556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network abadb403-8eda-4962-9ef6-2dc51cf8558f details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:19.733926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:19.751321 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:19.754579 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d27c3428-f1bc-4f78-9279-329fb8d4d2dc tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5891988 Jul 07 17:11:19.765604 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:19.766042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46090) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:19.766260 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:19.847404 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:19.879167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.914873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Request body: {'subnet': {'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1792874980-subnet', 'tenant_id': 'f91cb62016d74aaa846a5432d4223da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:19.930984 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 11, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:19.970611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting subnet 27e902ca-d35a-4f25-8837-ed2440719298 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:19.972250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Port': ['ID=c092f81f-4c50-4a5f-8aac-9e7cc5ef431a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.978074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.978388 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.032867 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:20.060158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.072052 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:20.073872 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:20.192338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Made reservation on behalf of f91cb62016d74aaa846a5432d4223da4 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:20.203500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.241278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.256962 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:20.306828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event deleted for resources: {'Port': ['ID=c6ce13d0-2b2e-4313-82bf-769f19508408,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:20.333240 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 11, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:20.374007 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c4a6a-fae2-44a1-b619-db90c9b3d56d None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 11, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:20.446961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.449866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-720dac17-04bc-4cc6-a8ca-5a56c0b00e18 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/ports/c6ce13d0-2b2e-4313-82bf-769f19508408 HTTP/1.1" status: 204 len: 168 time: 2.5963917 Jul 07 17:11:20.453553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.484224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a359499-3fae-403c-83cf-afa0130bd904 req-d51bf0a8-74b7-4d55-9b07-133d9f7be46a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.490373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a359499-3fae-403c-83cf-afa0130bd904 req-d51bf0a8-74b7-4d55-9b07-133d9f7be46a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5705640 Jul 07 17:11:20.503235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.592668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Subnet': ['ID=27e902ca-d35a-4f25-8837-ed2440719298,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:20.602326 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.603533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd32fe-be58-4059-a123-fbf525498c6c None None] Network 7e881cd1-41f5-466b-ac1f-a579a23c3411 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:20.609973 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c11d528e-db48-45d2-8c05-b2ca09d0bdfe tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/27e902ca-d35a-4f25-8837-ed2440719298 HTTP/1.1" status: 204 len: 168 time: 0.8419869 Jul 07 17:11:20.614524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46096) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.619577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Deleting subnet 47292545-5291-44f1-8f81-35e7a49f55f7 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:20.630769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.651740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d0363c-7b3b-4487-aaca-76ecf9c5c8c6 None None] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:20.681970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.777528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.804962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.858777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a359499-3fae-403c-83cf-afa0130bd904 req-e51e83a8-b4af-4cd2-953d-61ac1f24401f tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388605 Jul 07 17:11:20.968548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dcbb8902-9d6a-4c29-b033-1c0c37a37778 None None] Provisioning for port bf3c1326-899a-4c8b-94f1-46101a60438f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:20.983440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.990563 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.108614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.113325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae20d2-ca22-4441-8906-f0d3d019bd7e None None] Network 453ec389-08f7-4707-ae36-9b8468b2546b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:21.114063 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/subnets/47292545-5291-44f1-8f81-35e7a49f55f7 HTTP/1.1" status: 204 len: 168 time: 0.6553378 Jul 07 17:11:21.114992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8b19f-d202-477a-94ef-acdebd92f66a tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event deleted for resources: {'Subnet': ['ID=47292545-5291-44f1-8f81-35e7a49f55f7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.126245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46100) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:21.373284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.450874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] DHCP port deletion for 7e881cd1-41f5-466b-ac1f-a579a23c3411 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:21.459326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf3c1326-899a-4c8b-94f1-46101a60438f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:21.467059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.594583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Deleting port f4538359-f9c5-46c4-89fc-3fcb25c5df63 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:21.595344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.773985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] For port f4538359-f9c5-46c4-89fc-3fcb25c5df63, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4538359-f9c5-46c4-89fc-3fcb25c5df63,segment=NetworkSegment(6fb940c9-8955-4585-a6f0-af4c0e1509b8),segment_id=6fb940c9-8955-4585-a6f0-af4c0e1509b8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:21.774970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.780962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bf3c1326-899a-4c8b-94f1-46101a60438f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:21.790606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bf3c1326-899a-4c8b-94f1-46101a60438f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:21.797060 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.803948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Calling delete_port for f4538359-f9c5-46c4-89fc-3fcb25c5df63 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:21.867322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb5c55b-0550-46a6-9407-262ad4dd0549,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.875322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] Deleting port 3d9622a8-a79f-4061-a252-2a748757ce17 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:21.876181 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.903308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Deleting port 3d9622a8-a79f-4061-a252-2a748757ce17 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:21.904086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.003460 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.042833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] For port 3d9622a8-a79f-4061-a252-2a748757ce17, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3d9622a8-a79f-4061-a252-2a748757ce17,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:22.043348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.055642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] No DVR routers for this DVR port f4538359-f9c5-46c4-89fc-3fcb25c5df63 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:22.064539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event deleted for resources: {'Port': ['ID=f4538359-f9c5-46c4-89fc-3fcb25c5df63,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:22.106193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Checking segment: {'id': '53204091-6a46-4033-99de-1cd609d37656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:22.107975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Network hostable DHCP agents. Network: abadb403-8eda-4962-9ef6-2dc51cf8558f, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:22.134596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f49498-4fa9-461b-a5f4-43717ef7d7d7 None None] DHCP port deletion for 453ec389-08f7-4707-ae36-9b8468b2546b request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:22.215413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] Calling delete_port for 3d9622a8-a79f-4061-a252-2a748757ce17 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:22.277248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Network abadb403-8eda-4962-9ef6-2dc51cf8558f is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:22.289763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] For port 3d9622a8-a79f-4061-a252-2a748757ce17, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3d9622a8-a79f-4061-a252-2a748757ce17,segment=NetworkSegment(09f8b117-d57f-448c-a365-85262504fa0c),segment_id=09f8b117-d57f-448c-a365-85262504fa0c)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:22.290942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.297426 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.298373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.338644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453ec389-08f7-4707-ae36-9b8468b2546b']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.365575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb940c9-8955-4585-a6f0-af4c0e1509b8') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.365916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb940c9-8955-4585-a6f0-af4c0e1509b8') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.406322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da124dd-f437-4f47-87e6-409f021a0e71 req-fefb7fc7-9347-4525-8048-a4a0807991d8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.408688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.423902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0da124dd-f437-4f47-87e6-409f021a0e71 req-fefb7fc7-9347-4525-8048-a4a0807991d8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.6738226 Jul 07 17:11:22.434816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.445434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.460942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, abadb403-8eda-4962-9ef6-2dc51cf8558f) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:22.467388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Calling delete_port for 3d9622a8-a79f-4061-a252-2a748757ce17 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:22.470705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.472147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:22.474434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:22.483288 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:22.489626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ad53d1-1bc7-45d8-a7fb-4dbe13f2e540 None None] Network abadb403-8eda-4962-9ef6-2dc51cf8558f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:22.498417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port bf3c1326-899a-4c8b-94f1-46101a60438f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf3c1326-899a-4c8b-94f1-46101a60438f,segment=NetworkSegment(2feaf5ba-0555-4ce8-834b-03559dc0f8d0),segment_id=2feaf5ba-0555-4ce8-834b-03559dc0f8d0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:22.607168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.615919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.617932 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] 10.222.0.78 "DELETE /v2.0/networks/453ec389-08f7-4707-ae36-9b8468b2546b HTTP/1.1" status: 204 len: 168 time: 1.4915488 Jul 07 17:11:22.618426 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.624116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.625610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.684802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2668f-302c-4b9d-a7cb-92e6f4700879 tempest-TagsExtTest-1766965660 tempest-TagsExtTest-1766965660-project] Pushing event deleted for resources: {'Network': ['ID=453ec389-08f7-4707-ae36-9b8468b2546b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:22.907286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.952598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:23.011579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e02dc192-be6c-48b3-9dfc-cc3c57e39db5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1077003 Jul 07 17:11:23.012398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Port': ['ID=c092f81f-4c50-4a5f-8aac-9e7cc5ef431a,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.033964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0da124dd-f437-4f47-87e6-409f021a0e71 req-ebee8dd9-a28b-4080-a81c-b59933c4393c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6088793 Jul 07 17:11:23.038887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.038887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.038887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.038887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.039379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.040021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.040021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.040195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.040383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.040702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.041198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.041640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:23.071125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:23.072103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5205fb84-1d7f-49ed-93a9-e582dcb7a8e2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:23.104136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9d9bd2ea-af2b-4140-8944-7940b98a0fd6 None None] Provisioning complete for port bf3c1326-899a-4c8b-94f1-46101a60438f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:23.105007 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd2ea-af2b-4140-8944-7940b98a0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.170068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46114) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.178097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.187857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:23.191525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.241853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:23.256293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Port': ['ID=3d9622a8-a79f-4061-a252-2a748757ce17,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.258485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=bf3c1326-899a-4c8b-94f1-46101a60438f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.289156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No DVR routers for this DVR port 3d9622a8-a79f-4061-a252-2a748757ce17 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:23.297897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3d9622a8-a79f-4061-a252-2a748757ce17 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:23.304419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] No DVR routers for this DVR port 3d9622a8-a79f-4061-a252-2a748757ce17 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:23.451886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8844306-5d70-485d-94b8-00a404c441e6 None None] Pushing event deleted for resources: {'Port': ['ID=3d9622a8-a79f-4061-a252-2a748757ce17,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.528475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3d9622a8-a79f-4061-a252-2a748757ce17 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:23.529038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3d9622a8-a79f-4061-a252-2a748757ce17 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:23.529742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4538359-f9c5-46c4-89fc-3fcb25c5df63 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:23.559402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.576374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e881cd1-41f5-466b-ac1f-a579a23c3411']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:23.595132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f8b117-d57f-448c-a365-85262504fa0c') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:23.595582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f8b117-d57f-448c-a365-85262504fa0c') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:23.601364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f4538359-f9c5-46c4-89fc-3fcb25c5df63 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:23.602472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4538359-f9c5-46c4-89fc-3fcb25c5df63 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:23.640492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.692896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Router 575c7027-b4a9-409e-bad9-38fefd5c47b9 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:23.696782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.709318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:23.710008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.717988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a59725-b1c4-4518-9e35-04577446fb42 None None] Network abadb403-8eda-4962-9ef6-2dc51cf8558f requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:23.721295 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:23.824168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a9a69b71-7cdc-4370-9079-650178b6e1da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29212e395e9441e5b0cb305ae8341cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445324 Jul 07 17:11:23.828882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46124) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.970143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa89cef5-464b-4d53-ae5e-84e4dbcba66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.982753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.023827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9d9bd2ea-af2b-4140-8944-7940b98a0fd6 None None] Provisioning for port c092f81f-4c50-4a5f-8aac-9e7cc5ef431a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:24.050791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa89cef5-464b-4d53-ae5e-84e4dbcba66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.078939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9d9bd2ea-af2b-4140-8944-7940b98a0fd6 None None] Provisioning complete for port c092f81f-4c50-4a5f-8aac-9e7cc5ef431a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:24.079566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd2ea-af2b-4140-8944-7940b98a0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.196145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa89cef5-464b-4d53-ae5e-84e4dbcba66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.200139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fa89cef5-464b-4d53-ae5e-84e4dbcba66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.201502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa89cef5-464b-4d53-ae5e-84e4dbcba66a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3546b2c1-4e32-4f64-81a6-5233ade21b49 HTTP/1.1" status: 204 len: 168 time: 0.3694770 Jul 07 17:11:24.220973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89cef5-464b-4d53-ae5e-84e4dbcba66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3546b2c1-4e32-4f64-81a6-5233ade21b49,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.263553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bd2ea-af2b-4140-8944-7940b98a0fd6 None None] Port c092f81f-4c50-4a5f-8aac-9e7cc5ef431a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:24.416846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0c78b5f0-2a3b-4f59-8913-56caa5d17d66 None None] Provisioning complete for port c092f81f-4c50-4a5f-8aac-9e7cc5ef431a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:24.417741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c78b5f0-2a3b-4f59-8913-56caa5d17d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.471993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0c78b5f0-2a3b-4f59-8913-56caa5d17d66 None None] Port c092f81f-4c50-4a5f-8aac-9e7cc5ef431a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:24.621704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.624149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:24.641414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e5819aa0-58e8-4504-a19f-68ad04bb16cd tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "PUT /v2.0/routers/575c7027-b4a9-409e-bad9-38fefd5c47b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7683692 Jul 07 17:11:24.642156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46142) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:24.646808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'port': {'network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096', 'name': 'tempest-FloatingIPNegativeTestJSON-1583942511'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:24.654383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.656395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/networks/7e881cd1-41f5-466b-ac1f-a579a23c3411 HTTP/1.1" status: 204 len: 168 time: 4.0371356 Jul 07 17:11:24.663201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] Sync routers for ids ['575c7027-b4a9-409e-bad9-38fefd5c47b9'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:24.675036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46146) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:24.693196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] Routers {'575c7027-b4a9-409e-bad9-38fefd5c47b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:24.696161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['575c7027-b4a9-409e-bad9-38fefd5c47b9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:24.733094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1457-8211-4db4-a43f-f92a4bb866e1 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Pushing event deleted for resources: {'Network': ['ID=7e881cd1-41f5-466b-ac1f-a579a23c3411,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.766889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'routes': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:24.785582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-f0ff5257-9028-4173-9a71-2a0d95f695ef tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.793440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-f0ff5257-9028-4173-9a71-2a0d95f695ef tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/networks?id=abadb403-8eda-4962-9ef6-2dc51cf8558f HTTP/1.1" status: 200 len: 821 time: 0.6592886 Jul 07 17:11:24.809452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-22cd77ed-55df-4a10-8ae4-765c3cdf7baf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9322190 Jul 07 17:11:24.819835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:24.822279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-d3feab01-742f-4948-9562-709ee130f127 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/quotas/f91cb62016d74aaa846a5432d4223da4 HTTP/1.1" status: 200 len: 375 time: 0.0277221 Jul 07 17:11:24.835475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb45aa-db84-4b1a-818e-ceb6c122712c req-3aed8af2-1bf7-4129-9f5c-fe079386de0e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.838263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cffb45aa-db84-4b1a-818e-ceb6c122712c req-3aed8af2-1bf7-4129-9f5c-fe079386de0e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3075302 Jul 07 17:11:24.853258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] Routers {'575c7027-b4a9-409e-bad9-38fefd5c47b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:24.857695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['575c7027-b4a9-409e-bad9-38fefd5c47b9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:24.897361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2906936d-075d-44e3-a52a-b55c3692cef1 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f91cb62016d74aaa846a5432d4223da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739977 Jul 07 17:11:24.957357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:24.958259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5275a6a-e575-49a8-b50a-a3da489bf3aa None None] The sync data for ids ['575c7027-b4a9-409e-bad9-38fefd5c47b9'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:25.048293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cffb45aa-db84-4b1a-818e-ceb6c122712c req-e62a2685-a1be-44e6-adef-03c3aa7d09af tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985188 Jul 07 17:11:25.201186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-da109934-f27d-4065-a3a6-237ea9a3b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.201186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-da109934-f27d-4065-a3a6-237ea9a3b4df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1096 time: 0.3520176 Jul 07 17:11:25.220059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-12ee7190-1a51-41c1-bb53-b73b28df143a service neutron] 10.222.0.78 "GET /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215532 Jul 07 17:11:25.255960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Added routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:11:25.256918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.extraroute_db [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Removed routes are [] {{(pid=98264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:11:25.256918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.286080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf3c1326-899a-4c8b-94f1-46101a60438f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:25.294909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Made reservation on behalf of 1e816aff9cef4f5095b2117035deb774 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:25.304161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.381793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] device_id is not set on port c076fd48-7f27-46b7-97a5-68d08879b18e yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:25.397605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bf3c1326-899a-4c8b-94f1-46101a60438f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:25.397924 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.563159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Allocated IP 172.20.0.7 (07b49fc9-c63d-4d1e-b18f-b7feb331f096/b6ba3837-3dbf-4f16-983a-99e696d4dedb/c076fd48-7f27-46b7-97a5-68d08879b18e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:25.750064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-c0405f06-8009-4417-a13b-873c54eb33a0 service neutron] 10.222.0.78 "GET /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280817 Jul 07 17:11:25.760376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-3f0a45ee-840f-443b-bf18-ff48209388f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.764305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-3f0a45ee-840f-443b-bf18-ff48209388f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 200 len: 909 time: 0.5224557 Jul 07 17:11:25.887468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.947008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.101028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-611262de-35d7-4bd5-9653-e80a2eeffb0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 200 len: 1001 time: 0.3290713 Jul 07 17:11:26.271523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab926d18-f38f-4751-a3bf-d4021f456646 req-ed378dfd-328f-4068-8324-c449cef118ab tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.273137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab926d18-f38f-4751-a3bf-d4021f456646 req-ed378dfd-328f-4068-8324-c449cef118ab tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3376229 Jul 07 17:11:26.336709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-33ac91de-7804-4f33-b3ae-f75641b09ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.339044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-33ac91de-7804-4f33-b3ae-f75641b09ece service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86c2a815-2c16-4ef0-9282-dda1e8e32605 HTTP/1.1" status: 200 len: 847 time: 0.2241755 Jul 07 17:11:26.409736 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab926d18-f38f-4751-a3bf-d4021f456646 req-2ee5f18f-58bf-474f-a740-9896eadebc74 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219077 Jul 07 17:11:26.434822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 80397a38-7a05-458f-aae4-ca6b7902fd3a has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:26.468709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.475818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-c0e65eae-99ee-4011-86f1-8d5a096810eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.482618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-c0e65eae-99ee-4011-86f1-8d5a096810eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 1096 time: 0.8069611 Jul 07 17:11:26.498243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1adc23d6-81e4-4e1f-ab75-ebf60f6a7a3e req-531e456f-58a1-4e7a-980a-4b2875c8bfb1 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 210 time: 0.5331643 Jul 07 17:11:26.517459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-58d0bda8-59ad-49b5-b054-7bcd855fce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.519486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-58d0bda8-59ad-49b5-b054-7bcd855fce53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e7cfd94-3938-4c82-981f-3e6462aac974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658275 Jul 07 17:11:26.667422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-1c8e244f-b7bf-48d5-a96a-40854d31843e service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412630 Jul 07 17:11:26.835196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19fd6527-ae0e-4bac-83ea-4df2683fbeb2 req-b6fa7452-c1ab-4fa9-9f65-8bb6c1d7bbc8 service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601937 Jul 07 17:11:27.177817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Transition to ACTIVE for port object c076fd48-7f27-46b7-97a5-68d08879b18e will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:27.198812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:27.214358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] Sync routers for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:27.241308 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:27.242788 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:27.255621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.261849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.262124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a1985831-5098-4774-928b-61ed2143c685 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 704 time: 2.5858498 Jul 07 17:11:27.322621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-6491fe50-069c-4898-8e3e-ac97be789002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.324242 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-6491fe50-069c-4898-8e3e-ac97be789002 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 0.8325930 Jul 07 17:11:27.350283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.364387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c5c139a-f64e-4054-a6b8-ca403ea0bfd4 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 205 time: 0.0998683 Jul 07 17:11:27.366591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46196) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.380199 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:27.479971 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 11, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:27.524323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:27.549863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:27.577870 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] Checking router: 80397a38-7a05-458f-aae4-ca6b7902fd3a for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:27.580329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:27.592663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.615208 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] Routers {'80397a38-7a05-458f-aae4-ca6b7902fd3a'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:27.617474 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80397a38-7a05-458f-aae4-ca6b7902fd3a'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:27.691607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Port': ['ID=c076fd48-7f27-46b7-97a5-68d08879b18e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:27.710452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-1a42dafa-6545-4db9-8490-04d167aa1f22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 200 len: 1000 time: 0.3785250 Jul 07 17:11:27.794484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.795908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.908970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-ba5b03d6-068b-4b0f-acd7-a73b3ab05093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.914324 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-ba5b03d6-068b-4b0f-acd7-a73b3ab05093 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1937208 Jul 07 17:11:28.057978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-393a0b5d-a0ee-4bee-aaff-7de684dbc387 None None] Provisioning for port c076fd48-7f27-46b7-97a5-68d08879b18e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:28.075627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-393a0b5d-a0ee-4bee-aaff-7de684dbc387 None None] Provisioning complete for port c076fd48-7f27-46b7-97a5-68d08879b18e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:28.076077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-393a0b5d-a0ee-4bee-aaff-7de684dbc387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.118098 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-025a07b1-3853-48e4-a6c7-aca054fde9cb tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4700680 Jul 07 17:11:28.121063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46210) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.146690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:28.150163 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] Set router 80397a38-7a05-458f-aae4-ca6b7902fd3a gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:28.214781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-393a0b5d-a0ee-4bee-aaff-7de684dbc387 None None] Port c076fd48-7f27-46b7-97a5-68d08879b18e cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:28.253913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.271348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.275088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.281668 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 11, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:28.308024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-f97cc27b-113f-49dc-bdf0-c907527c3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.310186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-f97cc27b-113f-49dc-bdf0-c907527c3abf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3841212 Jul 07 17:11:28.442767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4996b07-c269-465d-bbc4-2b4e4b91b3c5 None None] The sync data for ids ['80397a38-7a05-458f-aae4-ca6b7902fd3a'] in n-d-793619-7 is: [{'id': '80397a38-7a05-458f-aae4-ca6b7902fd3a', 'name': 'tempest-RoutersIpV6Test-router-176212954', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:54Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 11, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:28.487783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.488647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router 80397a38-7a05-458f-aae4-ca6b7902fd3a {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:28.529031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.530495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8e84afce-d16e-4502-8284-13aeba225241 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 204 len: 168 time: 1.1624360 Jul 07 17:11:28.549367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46218) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.568103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2068063004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:28.609624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2471dd4-6ab0-4363-8e29-943ad0fd3eea req-e7808804-9374-497b-a165-ef9c7803306a tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 210 time: 0.1437907 Jul 07 17:11:28.678167 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-d8374553-896d-462f-88f1-bf91b8536f42 service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290825 Jul 07 17:11:28.755868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91d238-d26c-4059-81a0-d070cba29d0d req-cb82daf3-287b-488a-8617-77427284e772 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.769200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b91d238-d26c-4059-81a0-d070cba29d0d req-cb82daf3-287b-488a-8617-77427284e772 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 1.0507779 Jul 07 17:11:28.856571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.861282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.932707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-75f8a30c-2f93-4cb1-9337-35afc52434eb tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.936414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-75f8a30c-2f93-4cb1-9337-35afc52434eb tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.13 "GET /v2.0/networks?id=abadb403-8eda-4962-9ef6-2dc51cf8558f HTTP/1.1" status: 200 len: 821 time: 0.4734936 Jul 07 17:11:28.966763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Request body: {'port': {'device_id': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f', 'admin_state_up': True, 'tenant_id': 'f91cb62016d74aaa846a5432d4223da4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:29.108908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.114045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.145090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.185769 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dc1c2f18-7dc9-4a6a-8e9b-c179063d5a1c req-a1325a98-6612-4f9f-b6cb-97a98be1900c service neutron] 10.222.0.54 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904103 Jul 07 17:11:29.296589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.303091 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca98eed2-abb5-4ba1-a14b-9086ce6f0033 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7437401 Jul 07 17:11:29.304054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46226) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:29.324071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Request body: {'router': {'admin_state_up': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:29.343765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Made reservation on behalf of f91cb62016d74aaa846a5432d4223da4 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:29.350041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.440952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b91d238-d26c-4059-81a0-d070cba29d0d req-1eeb2ccf-a876-4a6d-a898-db6d30cdd44a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6692698 Jul 07 17:11:29.567489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Allocated IP 172.25.5.113 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/6d8c7a27-4b08-493c-9507-3dd1afe78a40) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:29.599403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Allocated IP 172.20.0.6 (abadb403-8eda-4962-9ef6-2dc51cf8558f/ebb5c55b-0550-46a6-9407-262ad4dd0549/1991fe81-a467-4ce4-8ee6-f44b57fadbdd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:29.658327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.710084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.979492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.985708 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.032478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Router 2a6f971e-3060-4f63-9b8a-e1c276e1429c is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:30.129583 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.216540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:30.231084 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.239490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4b59ddc4-5472-4b93-b892-6dcced0ce4ff tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "PUT /v2.0/routers/2a6f971e-3060-4f63-9b8a-e1c276e1429c HTTP/1.1" status: 200 len: 698 time: 0.9266090 Jul 07 17:11:30.241907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.248198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] Sync routers for ids ['2a6f971e-3060-4f63-9b8a-e1c276e1429c'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:30.249656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:30.296882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] Routers {'2a6f971e-3060-4f63-9b8a-e1c276e1429c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:30.297934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2a6f971e-3060-4f63-9b8a-e1c276e1429c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.532831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:30.550283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:30.563975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:30.579824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Network abadb403-8eda-4962-9ef6-2dc51cf8558f is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:30.609153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3a0e513e-e1f6-4274-b0a2-245aa229fe31 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/routers/2a6f971e-3060-4f63-9b8a-e1c276e1429c HTTP/1.1" status: 200 len: 704 time: 0.3538575 Jul 07 17:11:30.611378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46246) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:30.613676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Port': ['ID=6d8c7a27-4b08-493c-9507-3dd1afe78a40,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.649046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] Set router 2a6f971e-3060-4f63-9b8a-e1c276e1429c gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:30.674801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:30.681147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:30.752845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e6e8a69c-3e7e-4fca-8688-5d3361ade0ad tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a6f971e-3060-4f63-9b8a-e1c276e1429c HTTP/1.1" status: 200 len: 205 time: 0.1369140 Jul 07 17:11:30.758374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46248) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:30.764403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f971e-3060-4f63-9b8a-e1c276e1429c', 'name': 'tempest-RoutersIpV6Test-router-2068063004', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.827474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] Checking router: 2a6f971e-3060-4f63-9b8a-e1c276e1429c for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:30.843643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] Routers {'2a6f971e-3060-4f63-9b8a-e1c276e1429c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:30.843643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2a6f971e-3060-4f63-9b8a-e1c276e1429c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.980274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.050308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] Set router 2a6f971e-3060-4f63-9b8a-e1c276e1429c gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:31.094160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.124400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6f971e-3060-4f63-9b8a-e1c276e1429c', 'name': 'tempest-RoutersIpV6Test-router-2068063004', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:31.190520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c9e5c3-51fb-41d5-b7e9-904533fd7c8d None None] The sync data for ids ['2a6f971e-3060-4f63-9b8a-e1c276e1429c'] in n-d-793619-7 is: [{'id': '2a6f971e-3060-4f63-9b8a-e1c276e1429c', 'name': 'tempest-RoutersIpV6Test-router-2068063004', 'tenant_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 2, 'project_id': 'dcbdfb6c7e584fdc9fc2bced0698cff3', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:31.250841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Pushing event updated for resources: {'Port': ['ID=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.416683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.459940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.469311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.577371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Port': ['ID=6d8c7a27-4b08-493c-9507-3dd1afe78a40,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.578877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.588849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.591794 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.607127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9183fa-6e3c-4077-8350-e1becb6286f7 req-94456e4c-5f6b-479c-ad0c-8f95b20a82fe tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.609482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f9183fa-6e3c-4077-8350-e1becb6286f7 req-94456e4c-5f6b-479c-ad0c-8f95b20a82fe tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 931 time: 1.4365218 Jul 07 17:11:31.617439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.625293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c63bd59-38b1-47f6-9316-93f9a41497ba tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4890742 Jul 07 17:11:31.626998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.637328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-70ce3c39-a7ae-4129-902e-bd5f4cf5b625 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'floatingip': {'port_id': 'c076fd48-7f27-46b7-97a5-68d08879b18e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.742260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-b939227d-d46b-4f3c-a52b-96b494cfd853 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7875440 Jul 07 17:11:31.768293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Request body: {'port': {'device_id': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.771584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.777657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.811511 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-70ce3c39-a7ae-4129-902e-bd5f4cf5b625 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.873325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5f9183fa-6e3c-4077-8350-e1becb6286f7 req-3223f384-374b-4151-8251-0a2b20df2882 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793246 Jul 07 17:11:31.895105 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.895643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Fanout notify agent at l3_agent the message router_deleted on router 2a6f971e-3060-4f63-9b8a-e1c276e1429c {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:31.905743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.906866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cdaf6ece-8201-49c4-a19f-8fe091326296 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/2a6f971e-3060-4f63-9b8a-e1c276e1429c HTTP/1.1" status: 204 len: 168 time: 1.1424577 Jul 07 17:11:31.919040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46260) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.926810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd11e-cad3-469a-976d-5c5887b230d8 req-b0ceaa71-a9b6-4be9-bd27-62d1a9955b4e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.934024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-914fd11e-cad3-469a-976d-5c5887b230d8 req-b0ceaa71-a9b6-4be9-bd27-62d1a9955b4e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.6794264 Jul 07 17:11:32.013842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.045156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-914fd11e-cad3-469a-976d-5c5887b230d8 req-f9897399-4403-488c-b8d1-027a36aec16e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102149 Jul 07 17:11:32.058499 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1435d6e6-f60f-4f02-baba-48c0ee08f6bd tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a6f971e-3060-4f63-9b8a-e1c276e1429c HTTP/1.1" status: 200 len: 205 time: 0.1326480 Jul 07 17:11:32.066918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46264) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.171088 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-d0142042-7dcf-42c3-8761-838ffca7894b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:32.172174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d0142042-7dcf-42c3-8761-838ffca7894b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/2a6f971e-3060-4f63-9b8a-e1c276e1429c HTTP/1.1" status: 404 len: 336 time: 0.1025693 Jul 07 17:11:32.187561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.289474 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae88a55-e9ea-424f-9cd4-98307797ea8e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:32.292712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae88a55-e9ea-424f-9cd4-98307797ea8e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:32.295863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6ae88a55-e9ea-424f-9cd4-98307797ea8e tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/49aa73e4-0bf4-4d6f-8505-bef196a0bd4d HTTP/1.1" status: 404 len: 337 time: 0.1050453 Jul 07 17:11:32.320131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46274) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.366431 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-70ce3c39-a7ae-4129-902e-bd5f4cf5b625 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] update failed (client error): The resource could not be found. Jul 07 17:11:32.373510 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e2f0c9-a150-4d53-869a-d1b7437317d8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:32.373510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e2f0c9-a150-4d53-869a-d1b7437317d8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:32.379182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-64e2f0c9-a150-4d53-869a-d1b7437317d8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/e1ee9d28-2513-4769-80bc-06b8bde86a28 HTTP/1.1" status: 404 len: 337 time: 0.0523152 Jul 07 17:11:32.379182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46280) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.380478 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-70ce3c39-a7ae-4129-902e-bd5f4cf5b625 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "PUT /v2.0/floatingips/d7779d8e-d841-4557-8ece-b89e6e7b7ff2 HTTP/1.1" status: 404 len: 507 time: 0.7459438 Jul 07 17:11:32.381853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.454008 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-062a488f-a8f5-4d5e-9005-d447daef7a3b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:32.455535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062a488f-a8f5-4d5e-9005-d447daef7a3b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:32.464349 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-062a488f-a8f5-4d5e-9005-d447daef7a3b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/24035963-eef8-42bd-8c98-0bae6ca0cd6c HTTP/1.1" status: 404 len: 337 time: 0.0777812 Jul 07 17:11:32.466843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46284) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.536775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.548158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.581261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.604645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.615537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.636409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.648690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.651447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f0fb8250-9e61-4438-817e-b8cb17babc0b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.5877702 Jul 07 17:11:32.726821 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2bb298-ac36-4afd-b2db-b58a666ffd1f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:32.727813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2bb298-ac36-4afd-b2db-b58a666ffd1f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:32.733590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6a2bb298-ac36-4afd-b2db-b58a666ffd1f tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/27e902ca-d35a-4f25-8837-ed2440719298 HTTP/1.1" status: 404 len: 337 time: 0.2387147 Jul 07 17:11:32.741164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46294) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.823222 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4cd9934b-8f28-46c1-be6e-6baf772f8803 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 200 len: 205 time: 0.0769050 Jul 07 17:11:32.825014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.863301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-09ffcee9-ece7-4a81-a422-a9cb4c8198cd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.866200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-09ffcee9-ece7-4a81-a422-a9cb4c8198cd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2078323 Jul 07 17:11:32.942941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.957083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.971133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.981921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.997835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.010075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.014211 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-a1881dec-9e56-4c7b-97c0-aaa347765d8b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:33.018339 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a1881dec-9e56-4c7b-97c0-aaa347765d8b tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/80397a38-7a05-458f-aae4-ca6b7902fd3a HTTP/1.1" status: 404 len: 336 time: 0.1764586 Jul 07 17:11:33.019957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46302) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:33.022089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.024143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-59b9c8de-d9d5-486d-98f5-bca2f78e12a8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 5445 time: 0.8509421 Jul 07 17:11:33.070070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a69a1638-e958-4157-9ce5-315ec6bde681 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=dca2dcd9-6d06-4bda-9b99-02c926fa29c8 HTTP/1.1" status: 200 len: 205 time: 0.0483212 Jul 07 17:11:33.075256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46304) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:33.177368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81792d01-1b3d-4325-9de5-859be4714822 req-ffefd058-38d3-49d4-ac94-977c9c1d701a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.180031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81792d01-1b3d-4325-9de5-859be4714822 req-ffefd058-38d3-49d4-ac94-977c9c1d701a tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.7960372 Jul 07 17:11:33.320289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-156a3cba-c599-4069-8a72-a0e01f6f7520 req-12bc7799-b34e-446e-8ef6-86110583404a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2267179 Jul 07 17:11:33.416431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81792d01-1b3d-4325-9de5-859be4714822 req-7406a0ea-147b-4112-ab0e-e603fa41e311 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153161 Jul 07 17:11:33.430719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Deleting port 6d8c7a27-4b08-493c-9507-3dd1afe78a40 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:33.431481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.645564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.720688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-89835421-7f7c-4f78-9201-6566c2fc2f16 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8162723 Jul 07 17:11:33.722702 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-379ba3fb-24af-4c47-9dde-2f6b5cf5e070 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:33.730545 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-379ba3fb-24af-4c47-9dde-2f6b5cf5e070 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/dca2dcd9-6d06-4bda-9b99-02c926fa29c8 HTTP/1.1" status: 404 len: 336 time: 0.6533661 Jul 07 17:11:33.731934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46318) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:33.745449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:33.765583 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.767240 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.784115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Calling delete_port for 6d8c7a27-4b08-493c-9507-3dd1afe78a40 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:33.815240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1991fe81-a467-4ce4-8ee6-f44b57fadbdd {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:33.827343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.906285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Transition to ACTIVE for port object 1991fe81-a467-4ce4-8ee6-f44b57fadbdd will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:33.931235 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.937964 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec8da4c-deaa-46ab-9fa1-3797e492a544 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:33.939241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec8da4c-deaa-46ab-9fa1-3797e492a544 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:33.948937 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fec8da4c-deaa-46ab-9fa1-3797e492a544 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/9be7120b-20a5-4fe2-8cbb-2b9996357d43 HTTP/1.1" status: 404 len: 337 time: 0.2126417 Jul 07 17:11:33.950766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46330) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.033229 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fb2a1caf-6744-4c08-ae93-83b5530f5686 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 200 len: 205 time: 0.0766926 Jul 07 17:11:34.034087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.073404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777879d-a4af-40b4-9a02-e2798916bed8 req-f1cd240a-238e-4545-a1dd-df180b584279 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.086064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f777879d-a4af-40b4-9a02-e2798916bed8 req-f1cd240a-238e-4545-a1dd-df180b584279 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 931 time: 0.4473178 Jul 07 17:11:34.141735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.146395 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-65ed15f9-21a5-4c1a-841a-9a60b99bfa01 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:34.147967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-65ed15f9-21a5-4c1a-841a-9a60b99bfa01 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/81d9055c-41b5-46c0-9cba-eb25acf9eb7a HTTP/1.1" status: 404 len: 336 time: 0.1090622 Jul 07 17:11:34.156940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.208980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c1c7997a-b488-4102-b29a-c250712dff0a tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=17cb55c4-4479-4eee-887b-be871a29a5a8 HTTP/1.1" status: 200 len: 205 time: 0.0493653 Jul 07 17:11:34.235725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46348) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.330485 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-7bd9045b-dcd6-4404-972c-c668390078c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:34.331772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7bd9045b-dcd6-4404-972c-c668390078c8 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/17cb55c4-4479-4eee-887b-be871a29a5a8 HTTP/1.1" status: 404 len: 336 time: 0.0946243 Jul 07 17:11:34.340801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.579428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Pushing event updated for resources: {'Port': ['ID=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:34.615439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f777879d-a4af-40b4-9a02-e2798916bed8 req-8e32b9dc-3868-4229-87c4-a54b65d27a18 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276864 Jul 07 17:11:34.711587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Attempting to bind port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:34.712028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Attempting to bind port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '53204091-6a46-4033-99de-1cd609d37656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:34.712445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Attempting to bind port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd on network abadb403-8eda-4962-9ef6-2dc51cf8558f {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:34.722335 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caa6b08-c35b-4958-92d3-1852bdcac5ac tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:34.725675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6caa6b08-c35b-4958-92d3-1852bdcac5ac tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:34.728655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6caa6b08-c35b-4958-92d3-1852bdcac5ac tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/51460158-2c5f-43ba-8022-a44f53e8d0be HTTP/1.1" status: 404 len: 337 time: 0.3799207 Jul 07 17:11:34.733352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd on network abadb403-8eda-4962-9ef6-2dc51cf8558f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:34.734189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Attempting to bind port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd on network abadb403-8eda-4962-9ef6-2dc51cf8558f {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:34.737704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.770014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=df613e4f-afcd-473c-9312-1a190252783c,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:34.823290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:34.823784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Checking segment: {'id': '53204091-6a46-4033-99de-1cd609d37656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:34.824314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Bound using segment: {'id': '53204091-6a46-4033-99de-1cd609d37656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:34.825048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Bound port: 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53204091-6a46-4033-99de-1cd609d37656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:34.826017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.840654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad50afa2-7cf1-413d-a961-8466259dfca0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=841809e2-5233-4925-bae9-986d6c27a02b HTTP/1.1" status: 200 len: 205 time: 0.0921631 Jul 07 17:11:34.842088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46378) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:34.854337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.916803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] For port df613e4f-afcd-473c-9312-1a190252783c, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:34.973568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] device_id is not set on port df613e4f-afcd-473c-9312-1a190252783c yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:35.008999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.019406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.036739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:35.039740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Port': ['ID=6d8c7a27-4b08-493c-9507-3dd1afe78a40,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.043338 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-f4ceac60-3077-4528-97c0-8e2ea450ecae tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:35.052074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f4ceac60-3077-4528-97c0-8e2ea450ecae tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/841809e2-5233-4925-bae9-986d6c27a02b HTTP/1.1" status: 404 len: 336 time: 0.1938410 Jul 07 17:11:35.138881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46402) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.254105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50d00e00-0e9c-4021-8af2-eebd5be51188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.328258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Pushing event updated for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.389329 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b247d92-c8e7-4a5f-b778-5d5734cfb6ba tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:35.394282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b247d92-c8e7-4a5f-b778-5d5734cfb6ba tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:35.399211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] No DVR routers for this DVR port df613e4f-afcd-473c-9312-1a190252783c on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:35.402197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b247d92-c8e7-4a5f-b778-5d5734cfb6ba tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/c376dbf2-7e28-43f7-9630-fe4d23eb0671 HTTP/1.1" status: 404 len: 337 time: 0.2407894 Jul 07 17:11:35.403687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.436530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.493243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] For port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:35.498794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] For port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,segment=NetworkSegment(53204091-6a46-4033-99de-1cd609d37656),segment_id=53204091-6a46-4033-99de-1cd609d37656)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:35.508009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b0e3ea6c-5a85-4d89-8ba2-0ca9181afe45 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "GET /v2.0/ports?device_id=1fa84488-58ae-4a29-b969-eb3858c100b5 HTTP/1.1" status: 200 len: 205 time: 0.1028781 Jul 07 17:11:35.515398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.538260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.555249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:35.560068 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af192673-24d9-4564-8e2d-2650cbec1e02" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:35.600606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:35.607874 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.608971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7afc3b61-9c82-4062-bd83-a8845e3dce36 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:35.626485 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-e3f89455-717d-46b5-a0c2-4974baa38647 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] delete failed (client error): The resource could not be found. Jul 07 17:11:35.627949 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3f89455-717d-46b5-a0c2-4974baa38647 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/routers/1fa84488-58ae-4a29-b969-eb3858c100b5 HTTP/1.1" status: 404 len: 336 time: 0.1114061 Jul 07 17:11:35.631045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.667650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.669315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.671971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] 10.222.0.13 "PUT /v2.0/ports/1991fe81-a467-4ce4-8ee6-f44b57fadbdd HTTP/1.1" status: 200 len: 1091 time: 3.9085088 Jul 07 17:11:35.678345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.697636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.705834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5e202aa4-8e36-4544-b5c3-ea9a5f8c561e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "DELETE /v2.0/floatingips/d7779d8e-d841-4557-8ece-b89e6e7b7ff2 HTTP/1.1" status: 204 len: 168 time: 3.3168347 Jul 07 17:11:35.710004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46428) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.725953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'tag': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:35.727664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] In _notify_port_updated(), no bound segment for port df613e4f-afcd-473c-9312-1a190252783c on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:35.728720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.735713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.736124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-a6e72653-57af-4d17-bf60-87686e19883c service neutron] 10.222.0.13 "PUT /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 200 len: 1033 time: 2.0025046 Jul 07 17:11:35.736308 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf76e3a-3abf-4770-8a93-e979ff90167f" -d '{"events": [{"name": "network-changed", "server_uuid": "66697487-0831-4ce7-ba77-2fb96e822fbe", "tag": "1991fe81-a467-4ce4-8ee6-f44b57fadbdd"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:35.737646 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e8a679-9b70-46c5-97ec-842d3a0c90be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:35.738112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e8a679-9b70-46c5-97ec-842d3a0c90be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:35.753606 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6e8a679-9b70-46c5-97ec-842d3a0c90be tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/708cf4e1-9eb2-4dc5-a021-a0bd9fbe4ac7 HTTP/1.1" status: 404 len: 337 time: 0.1189251 Jul 07 17:11:35.765497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5ac6c83e-5d22-49f5-b8b6-19cb579321ca tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'floatingip': {'floating_network_id': '07b49fc9-c63d-4d1e-b18f-b7feb331f096', 'port_id': 'c076fd48-7f27-46b7-97a5-68d08879b18e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:35.815745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46432) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.836125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.871468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.876145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9a45d61b-7f7f-465f-bd7d-1fb823560423 None None] Provisioning complete for port df613e4f-afcd-473c-9312-1a190252783c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:35.876983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9a45d61b-7f7f-465f-bd7d-1fb823560423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.887142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70e83d-c1ff-499c-9592-4e10911af11d service neutron] Pushing event updated for resources: {'Port': ['ID=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.915187 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d87940-f120-4cf0-8da2-90c1486f47d0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] DELETE failed (client error): The resource could not be found. Jul 07 17:11:35.916070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d87940-f120-4cf0-8da2-90c1486f47d0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:11:35.918333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c5d87940-f120-4cf0-8da2-90c1486f47d0 tempest-RoutersIpV6Test-142737524 tempest-RoutersIpV6Test-142737524-project] 10.222.0.78 "DELETE /v2.0/subnets/684989c7-5c59-4633-8c1f-3219eaf322d0 HTTP/1.1" status: 404 len: 337 time: 0.1015329 Jul 07 17:11:35.925836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9a45d61b-7f7f-465f-bd7d-1fb823560423 None None] Port df613e4f-afcd-473c-9312-1a190252783c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:35.927898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b92872f8-efd6-49b1-bc4d-cacf9ab5abbd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.930674 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b92872f8-efd6-49b1-bc4d-cacf9ab5abbd tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "GET /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1780787 Jul 07 17:11:35.948012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:35.975065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:35.985438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.986737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device df613e4f-afcd-473c-9312-1a190252783c no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:36.008738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.014983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.035280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.043695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.063673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.082652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.084637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-add9a78b-3d44-4753-a5de-e5e37a2f77c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 4665 time: 1.0808418 Jul 07 17:11:36.095542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c83e-5d22-49f5-b8b6-19cb579321ca tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.121068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.159858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.174300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device df613e4f-afcd-473c-9312-1a190252783c not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:36.174746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4f04e479-ecfe-47c2-a8db-eecb829ba972 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:36.312471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-571d27a1-8866-4238-afa4-78f8b9813ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.315108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-571d27a1-8866-4238-afa4-78f8b9813ad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f91cb62016d74aaa846a5432d4223da4&device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 1094 time: 0.4485865 Jul 07 17:11:36.336807 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.376726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8603faee-fe54-4593-a1ac-ec5de64b33c5 req-5482b843-46a2-4e97-b8dd-2ac157cf695a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&id=de57eb96-8142-4bef-b72c-ddea8698a800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2829347 Jul 07 17:11:36.391806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:36.397314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.398215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 01f5b59c-546d-4c8a-bb25-8b3caa12c711 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:36.438647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-71172135-0220-4bf6-ad3e-b1bbc3a36d02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd HTTP/1.1" status: 200 len: 217 time: 0.0935371 Jul 07 17:11:36.499903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7afc3b61-9c82-4062-bd83-a8845e3dce36,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:36.502344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-e0e19fdf-4e8b-4aef-8dcf-143e125238d6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.507887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-e0e19fdf-4e8b-4aef-8dcf-143e125238d6 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=de237424-8f5c-428b-a64c-b290c10a8102 HTTP/1.1" status: 200 len: 943 time: 0.4166503 Jul 07 17:11:36.613561 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733bafb1-9989-4a1d-8a4c-0af4bdfbab18 x-openstack-request-id: req-733bafb1-9989-4a1d-8a4c-0af4bdfbab18 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:36.613890 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:36.614111 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-733bafb1-9989-4a1d-8a4c-0af4bdfbab18 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:36.614518 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6', 'code': 200} Jul 07 17:11:36.617680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.629068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-bd8e845c-0194-4f28-8256-d88b36d80427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.631043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-bd8e845c-0194-4f28-8256-d88b36d80427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebb5c55b-0550-46a6-9407-262ad4dd0549 HTTP/1.1" status: 200 len: 861 time: 0.1206262 Jul 07 17:11:36.632241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.632638 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.646752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] For port 7afc3b61-9c82-4062-bd83-a8845e3dce36, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:36.725974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:36.735623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.736814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9d38daa7-e7c5-4148-9550-a02804ec485c no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:36.787199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] device_id is not set on port 7afc3b61-9c82-4062-bd83-a8845e3dce36 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:36.800006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.810599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.918536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] No DVR routers for this DVR port 7afc3b61-9c82-4062-bd83-a8845e3dce36 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:36.927219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Pushing event updated for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.955125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-7ebd1770-459c-48ba-a336-dae2b3752d95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abadb403-8eda-4962-9ef6-2dc51cf8558f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2856159 Jul 07 17:11:36.993094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.000387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] In _notify_port_updated(), no bound segment for port 7afc3b61-9c82-4062-bd83-a8845e3dce36 on network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:37.001557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.002621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.004443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-b97589e3-8408-4634-a79e-ee5d8860352b service neutron] 10.222.0.13 "PUT /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 200 len: 1032 time: 1.0671401 Jul 07 17:11:37.091389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.162398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9d38daa7-e7c5-4148-9550-a02804ec485c,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:37.169499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.170243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b49edafd-9987-498f-b0ed-1cefb4a26753 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:37.234564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port 9d38daa7-e7c5-4148-9550-a02804ec485c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:37.234991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.339143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a4a54cb6-c3dc-4700-b581-a80135b1b163 None None] Provisioning complete for port 7afc3b61-9c82-4062-bd83-a8845e3dce36 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:37.339568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a4a54cb6-c3dc-4700-b581-a80135b1b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.379136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.405010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.452449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] For port 9d38daa7-e7c5-4148-9550-a02804ec485c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9d38daa7-e7c5-4148-9550-a02804ec485c,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:37.452811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.457544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a4a54cb6-c3dc-4700-b581-a80135b1b163 None None] Port 7afc3b61-9c82-4062-bd83-a8845e3dce36 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:37.476696 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-5ac6c83e-5d22-49f5-b8b6-19cb579321ca tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:37.479771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ac6c83e-5d22-49f5-b8b6-19cb579321ca tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7312899 Jul 07 17:11:37.491582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b49edafd-9987-498f-b0ed-1cefb4a26753,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:37.491830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for 9d38daa7-e7c5-4148-9550-a02804ec485c owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:37.499997 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.512307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46450) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:37.520340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'c076fd48-7f27-46b7-97a5-68d08879b18e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:37.546990 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-608b852f-4199-4c98-968d-4b50c6a23a4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcbdfb6c7e584fdc9fc2bced0698cff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991058 Jul 07 17:11:37.549428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46452) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:37.558973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-e2278ac6-1307-4b10-baef-2a8b75a97b56 service neutron] 10.222.0.13 "GET /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412073 Jul 07 17:11:37.560998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Deleting port f0de294b-94fc-438a-9050-bbd7c65c78eb {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:37.561991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.566116 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.618045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.653315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.732104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799e46-ac15-4807-8cc0-158a04977148 req-592ef939-cf65-4b76-beaf-6dfa1eac6e12 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.740117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35799e46-ac15-4807-8cc0-158a04977148 req-592ef939-cf65-4b76-beaf-6dfa1eac6e12 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 943 time: 0.5922711 Jul 07 17:11:37.778672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5d81404-9fb5-4525-ab86-8ee506579bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.826352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5d81404-9fb5-4525-ab86-8ee506579bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.856303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35799e46-ac15-4807-8cc0-158a04977148 req-36454573-72af-4545-a6cf-79c265a67beb tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148939 Jul 07 17:11:37.926132 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5d81404-9fb5-4525-ab86-8ee506579bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.934196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c5d81404-9fb5-4525-ab86-8ee506579bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.937246 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c5d81404-9fb5-4525-ab86-8ee506579bc9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54eb13d3-8ce4-471c-9cec-04f4d1861234 HTTP/1.1" status: 204 len: 168 time: 0.3866210 Jul 07 17:11:37.954766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] For port f0de294b-94fc-438a-9050-bbd7c65c78eb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f0de294b-94fc-438a-9050-bbd7c65c78eb,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:37.955145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.994791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Calling delete_port for f0de294b-94fc-438a-9050-bbd7c65c78eb owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:38.137860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d81404-9fb5-4525-ab86-8ee506579bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb13d3-8ce4-471c-9cec-04f4d1861234,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.139973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.176890 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134489dd-955f-4fd8-98e1-97cbe07924f0 x-openstack-request-id: req-134489dd-955f-4fd8-98e1-97cbe07924f0 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:38.177190 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66697487-0831-4ce7-ba77-2fb96e822fbe", "tag": "1991fe81-a467-4ce4-8ee6-f44b57fadbdd", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:38.177846 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-134489dd-955f-4fd8-98e1-97cbe07924f0 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:38.177846 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'tag': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd', 'status': 'completed', 'code': 200} Jul 07 17:11:38.233193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=9d38daa7-e7c5-4148-9550-a02804ec485c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.258772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.273649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:38.296293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-739ce3d2-10cf-4784-a675-05a9f82b6a53 req-77d14986-806d-47c5-a2f2-c42afb86d1af service neutron] 10.222.0.13 "GET /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562736 Jul 07 17:11:38.360584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'Port': ['ID=f0de294b-94fc-438a-9050-bbd7c65c78eb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.374578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] No DVR routers for this DVR port 9d38daa7-e7c5-4148-9550-a02804ec485c on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:38.397056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['75980f69-fdca-4023-94ba-4d3fe9760dba'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:38.411546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.438449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-2a5b2a11-ae05-488f-a80c-73fc39250561 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "DELETE /v2.0/ports/9d38daa7-e7c5-4148-9550-a02804ec485c HTTP/1.1" status: 204 len: 173 time: 1.4284651 Jul 07 17:11:38.440846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:38.459232 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b9e4ca-4aec-4ace-bbbd-685ad1927b43" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:38.585150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] No DVR routers for this DVR port f0de294b-94fc-438a-9050-bbd7c65c78eb on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:38.603775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.606618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43d6ec0b-b44b-45d7-9f1e-d432f70f0bdd req-2d006e11-ed24-4940-8e98-14cc825e5ffa tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "DELETE /v2.0/ports/f0de294b-94fc-438a-9050-bbd7c65c78eb HTTP/1.1" status: 204 len: 173 time: 1.9689331 Jul 07 17:11:38.700178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7afc3b61-9c82-4062-bd83-a8845e3dce36'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c'}, {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:38.702403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.741145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f879-b820-4088-8f20-83a43fe2192f req-7aafe0f6-2796-4b96-bed3-9787e24f6319 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.754075 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60033efc-9176-4ccb-88f7-af92febb29a6" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "7afc3b61-9c82-4062-bd83-a8845e3dce36"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c"}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:38.768930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f879-b820-4088-8f20-83a43fe2192f req-7aafe0f6-2796-4b96-bed3-9787e24f6319 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.801436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f879-b820-4088-8f20-83a43fe2192f req-7aafe0f6-2796-4b96-bed3-9787e24f6319 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.818558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f879-b820-4088-8f20-83a43fe2192f req-7aafe0f6-2796-4b96-bed3-9787e24f6319 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.830419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bb0f879-b820-4088-8f20-83a43fe2192f req-7aafe0f6-2796-4b96-bed3-9787e24f6319 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 3143 time: 0.5890939 Jul 07 17:11:38.883976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port b49edafd-9987-498f-b0ed-1cefb4a26753 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:38.886872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.924692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-27d0bf93-d992-4e18-9616-b8f8a9ecab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.926481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-27d0bf93-d992-4e18-9616-b8f8a9ecab06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f91cb62016d74aaa846a5432d4223da4&device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 1094 time: 0.4066901 Jul 07 17:11:39.184237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bb0f879-b820-4088-8f20-83a43fe2192f req-cb88fd1a-d869-4df0-add6-e42d012d45ad tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527000 Jul 07 17:11:39.386850 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f206fa5-aede-4850-87ed-8959f802b37f x-openstack-request-id: req-5f206fa5-aede-4850-87ed-8959f802b37f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:39.387601 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:39.387601 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f206fa5-aede-4850-87ed-8959f802b37f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:39.388040 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c', 'status': 'completed', 'code': 200} Jul 07 17:11:39.401300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-196a6c50-98d0-469e-ba1f-7da0b8bd1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:39.402968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-196a6c50-98d0-469e-ba1f-7da0b8bd1617 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abadb403-8eda-4962-9ef6-2dc51cf8558f HTTP/1.1" status: 200 len: 922 time: 0.4518445 Jul 07 17:11:39.422077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-c669351b-a594-410d-b996-0b1d7c7db42e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5267882 Jul 07 17:11:39.454278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.458386 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8036c512-92d0-4b9f-90b0-1e1e732a4a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.551578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-6d066708-46d4-4472-a80a-7a51fa53a964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd HTTP/1.1" status: 200 len: 217 time: 0.1262937 Jul 07 17:11:39.706206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] For port b49edafd-9987-498f-b0ed-1cefb4a26753, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b49edafd-9987-498f-b0ed-1cefb4a26753,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:39.707079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.722447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-9d24de95-4ee5-40f2-a753-87313fbf2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:39.722846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Allocated IP 172.25.5.170 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/b1d61a9c-f937-4871-ac92-a5836767e7a6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:39.725445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-9d24de95-4ee5-40f2-a753-87313fbf2058 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebb5c55b-0550-46a6-9407-262ad4dd0549 HTTP/1.1" status: 200 len: 861 time: 0.1614552 Jul 07 17:11:39.874226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-cb55765b-8133-4095-872b-1f18b7aec9da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abadb403-8eda-4962-9ef6-2dc51cf8558f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415668 Jul 07 17:11:39.906657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for b49edafd-9987-498f-b0ed-1cefb4a26753 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:40.146227 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc45a8f-9dd6-4be7-abf1-e57f31df7a39 x-openstack-request-id: req-5cc45a8f-9dd6-4be7-abf1-e57f31df7a39 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:40.148121 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "7afc3b61-9c82-4062-bd83-a8845e3dce36", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "9d38daa7-e7c5-4148-9550-a02804ec485c", "code": 200}, {"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:40.149465 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cc45a8f-9dd6-4be7-abf1-e57f31df7a39 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:40.151655 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7afc3b61-9c82-4062-bd83-a8845e3dce36', 'code': 200} Jul 07 17:11:40.161579 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972', 'code': 200} Jul 07 17:11:40.162833 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'code': 200} Jul 07 17:11:40.163669 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d38daa7-e7c5-4148-9550-a02804ec485c', 'code': 200} Jul 07 17:11:40.164887 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753', 'code': 200} Jul 07 17:11:40.184599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-deleted', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:40.189411 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d7435-2621-4286-bea1-dd9912b21677" -d '{"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-deleted", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:40.248102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e130e0d-2ce2-4912-b91f-75948445c54d req-7439b256-369f-4b1c-a336-544ff234eaf3 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.250880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e130e0d-2ce2-4912-b91f-75948445c54d req-7439b256-369f-4b1c-a336-544ff234eaf3 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 943 time: 0.3541059 Jul 07 17:11:40.264206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-a163036a-ae88-4014-9166-2f8e5fb8781d service neutron] 10.222.0.13 "GET /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818319 Jul 07 17:11:40.494623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-9c168724-e74e-46c3-84a1-e1dbf0e1d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.519837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-9c168724-e74e-46c3-84a1-e1dbf0e1d151 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07db760496a41299a85ffd13db64383&device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 1096 time: 0.9892747 Jul 07 17:11:40.527901 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015d7ff3-19fc-40c1-b50a-44e5f7b32153 x-openstack-request-id: req-015d7ff3-19fc-40c1-b50a-44e5f7b32153 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:40.530192 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de237424-8f5c-428b-a64c-b290c10a8102", "name": "network-vif-deleted", "tag": "f0de294b-94fc-438a-9050-bbd7c65c78eb", "status": "failed", "code": 422}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:40.532980 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-015d7ff3-19fc-40c1-b50a-44e5f7b32153 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:40.535464 n-d-793619-7 neutron-server[98270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de237424-8f5c-428b-a64c-b290c10a8102', 'name': 'network-vif-deleted', 'tag': 'f0de294b-94fc-438a-9050-bbd7c65c78eb', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:11:40.754575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e130e0d-2ce2-4912-b91f-75948445c54d req-2d030f43-cfd8-4e73-9482-a9af52f17049 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753289 Jul 07 17:11:40.785632 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.839477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46514) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:40.863466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaf76e3a-3abf-4770-8a93-e979ff90167f req-08d7e843-ee8a-46bc-827d-f73cca858af1 service neutron] 10.222.0.13 "GET /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805407 Jul 07 17:11:40.913004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.035467 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:41.073930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcfd5-9f39-4eb9-a293-b4562403acd6 req-6f2e750f-bef7-4a4d-8664-3aff10200e8c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.090650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1991fe81-a467-4ce4-8ee6-f44b57fadbdd details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:41.101999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcfd5-9f39-4eb9-a293-b4562403acd6 req-6f2e750f-bef7-4a4d-8664-3aff10200e8c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.115605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcfd5-9f39-4eb9-a293-b4562403acd6 req-6f2e750f-bef7-4a4d-8664-3aff10200e8c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.147843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcfd5-9f39-4eb9-a293-b4562403acd6 req-6f2e750f-bef7-4a4d-8664-3aff10200e8c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.152830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8bbcfd5-9f39-4eb9-a293-b4562403acd6 req-6f2e750f-bef7-4a4d-8664-3aff10200e8c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 3143 time: 0.4238598 Jul 07 17:11:41.266581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8bbcfd5-9f39-4eb9-a293-b4562403acd6 req-6048f6a4-0b41-4411-99a1-788d22e49210 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038651 Jul 07 17:11:41.270320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-675960488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:41.347689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,segment=NetworkSegment(53204091-6a46-4033-99de-1cd609d37656),segment_id=53204091-6a46-4033-99de-1cd609d37656)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:41.401901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.414712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd', 'network_id': 'abadb403-8eda-4962-9ef6-2dc51cf8558f', 'port_id': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd', 'mac_address': 'fa:16:3e:90:da:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb5c55b-0550-46a6-9407-262ad4dd0549', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:41.418014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.518026 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.547229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1991fe81-a467-4ce4-8ee6-f44b57fadbdd {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:41.596123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,segment=NetworkSegment(53204091-6a46-4033-99de-1cd609d37656),segment_id=53204091-6a46-4033-99de-1cd609d37656)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:41.604790 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.653386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:41.667907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:41.671631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.674409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.690192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:41.735190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.761367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-b8c913ba-7a5e-4353-b016-75413c6a3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.767012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-b8c913ba-7a5e-4353-b016-75413c6a3436 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 200 len: 912 time: 1.1495812 Jul 07 17:11:41.909756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['1991fe81-a467-4ce4-8ee6-f44b57fadbdd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:42.044592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd34d08-18a9-4f82-8733-aba0b9cf3154 req-49d7dea2-46e6-45ea-b0c8-e6198c1ef0be tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.061631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dd34d08-18a9-4f82-8733-aba0b9cf3154 req-49d7dea2-46e6-45ea-b0c8-e6198c1ef0be tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 907 time: 0.1594756 Jul 07 17:11:42.104621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] No DVR routers for this DVR port b49edafd-9987-498f-b0ed-1cefb4a26753 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:42.147990 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-eeedc3e3-7add-470e-bf60-81ad4eedbef0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 200 len: 217 time: 0.3685858 Jul 07 17:11:42.187244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.201238 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "DELETE /v2.0/ports/b49edafd-9987-498f-b0ed-1cefb4a26753 HTTP/1.1" status: 204 len: 173 time: 3.7143071 Jul 07 17:11:42.220162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event updated for resources: {'Port': ['ID=b1d61a9c-f937-4871-ac92-a5836767e7a6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.224567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:42.241580 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe9ab3-1755-4592-bfe6-7ac2f46ab5c8" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:42.421994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-911ef3e3-be8e-4d8d-bc14-42a7bc84729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.424991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-911ef3e3-be8e-4d8d-bc14-42a7bc84729f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 200 len: 850 time: 0.1762681 Jul 07 17:11:42.449659 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abec6fad-a57f-484f-82dc-5e1bd2523fa2 x-openstack-request-id: req-abec6fad-a57f-484f-82dc-5e1bd2523fa2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:42.450227 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "b49edafd-9987-498f-b0ed-1cefb4a26753", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:42.450907 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abec6fad-a57f-484f-82dc-5e1bd2523fa2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:42.451483 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': 'b49edafd-9987-498f-b0ed-1cefb4a26753', 'status': 'completed', 'code': 200} Jul 07 17:11:42.704900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c253-2c25-4d35-b5b0-ea2f02925b8e req-f4983831-6edb-4f3e-a6dd-fe3e43244476 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.713998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5683c253-2c25-4d35-b5b0-ea2f02925b8e req-f4983831-6edb-4f3e-a6dd-fe3e43244476 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 944 time: 0.4234703 Jul 07 17:11:42.784794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5683c253-2c25-4d35-b5b0-ea2f02925b8e req-24fefaeb-96d5-443c-a75a-d31315957f36 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690305 Jul 07 17:11:42.816235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35eec-c716-4ebd-a7da-98f86974b2a4 req-c6828fc1-309f-4acc-8835-d6518a2c56a0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.823017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35eec-c716-4ebd-a7da-98f86974b2a4 req-c6828fc1-309f-4acc-8835-d6518a2c56a0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.829050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35eec-c716-4ebd-a7da-98f86974b2a4 req-c6828fc1-309f-4acc-8835-d6518a2c56a0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.830826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07b35eec-c716-4ebd-a7da-98f86974b2a4 req-c6828fc1-309f-4acc-8835-d6518a2c56a0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 2411 time: 0.2445691 Jul 07 17:11:42.882220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07b35eec-c716-4ebd-a7da-98f86974b2a4 req-975624db-524e-4d72-8c6c-1cea0e48771a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Jul 07 17:11:43.005163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ac0e4-837d-4466-9752-dd173791ad02 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=b49edafd-9987-498f-b0ed-1cefb4a26753,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:43.031170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.065532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.090447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1991fe81-a467-4ce4-8ee6-f44b57fadbdd up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:43.187769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.195210 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7fc599f1-d4a8-4257-82a5-b0bc4ae3d8ce tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.2548344 Jul 07 17:11:43.206208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-93832bf4-4bde-495c-b01e-891536febfa4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.210122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-93832bf4-4bde-495c-b01e-891536febfa4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 907 time: 0.1411343 Jul 07 17:11:43.211546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46560) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:43.256734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:43.258883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1331741259'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:43.270122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.271812 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.331796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-497be914-9afc-46d0-8319-88e64cde8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.333280 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-497be914-9afc-46d0-8319-88e64cde8d86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68fee5b6-3a6f-44c9-9841-fbc9c297533d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8770654 Jul 07 17:11:43.492307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.497685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:43.502325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.539095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port 4f04e479-ecfe-47c2-a8db-eecb829ba972 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:43.539446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.666225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] For port 4f04e479-ecfe-47c2-a8db-eecb829ba972, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4f04e479-ecfe-47c2-a8db-eecb829ba972,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:43.666711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.713927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.780362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:43.783067 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a86af0-e445-4585-b0e2-14a3664d1813" -d '{"events": [{"server_uuid": "66697487-0831-4ce7-ba77-2fb96e822fbe", "name": "network-vif-plugged", "status": "completed", "tag": "1991fe81-a467-4ce4-8ee6-f44b57fadbdd"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:43.796981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for 4f04e479-ecfe-47c2-a8db-eecb829ba972 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:43.811227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,segment=NetworkSegment(53204091-6a46-4033-99de-1cd609d37656),segment_id=53204091-6a46-4033-99de-1cd609d37656)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:43.817229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.934318 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a61b2c4-08a4-4329-8035-15f1e32ad131 x-openstack-request-id: req-0a61b2c4-08a4-4329-8035-15f1e32ad131 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:43.934775 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66697487-0831-4ce7-ba77-2fb96e822fbe", "name": "network-vif-plugged", "status": "completed", "tag": "1991fe81-a467-4ce4-8ee6-f44b57fadbdd", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:43.935545 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a61b2c4-08a4-4329-8035-15f1e32ad131 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:43.938928 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd', 'code': 200} Jul 07 17:11:43.945657 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.968533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.014563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.074170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:44.101731 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-088147a6-11ae-41e6-b90b-405f69038eba service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101927 Jul 07 17:11:44.108929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Deleting port b1d61a9c-f937-4871-ac92-a5836767e7a6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:44.110563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.118088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333f25ad-c659-4602-97b8-7be62a828c94,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.121482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.13', 58616) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:44.127018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.127752 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Added segment b1599b3f-a894-4713-bf44-c9a5aaa33cb6 of type vlan for network 03c9eec1-14ba-4a1a-9116-b57645aac1da Jul 07 17:11:44.264369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b14c-e0c4-4cf3-bd8d-8d8765b5edfb req-3cd7f898-0091-4412-8d84-888f83b11158 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.273483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4966b14c-e0c4-4cf3-bd8d-8d8765b5edfb req-3cd7f898-0091-4412-8d84-888f83b11158 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 907 time: 0.9311399 Jul 07 17:11:44.282665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Deleting port 4b0badfd-6737-4ce5-ae87-63b2487d767c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:44.283695 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.412279 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-6e151a96-0b18-411d-8001-115f8c0130e5 service neutron] 10.222.0.13 "GET /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987602 Jul 07 17:11:44.542340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] For port 4b0badfd-6737-4ce5-ae87-63b2487d767c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b0badfd-6737-4ce5-ae87-63b2487d767c,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:44.543157 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.595598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Calling delete_port for 4b0badfd-6737-4ce5-ae87-63b2487d767c owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:44.649162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.649162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.676253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Calling delete_port for b1d61a9c-f937-4871-ac92-a5836767e7a6 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:44.802792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.808602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.852554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726244b6-f593-4b00-9cae-95c041e8f04f req-ba06fa20-1b73-4cf9-8614-99f17f3df59b tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.866569 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-726244b6-f593-4b00-9cae-95c041e8f04f req-ba06fa20-1b73-4cf9-8614-99f17f3df59b tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 945 time: 0.4010513 Jul 07 17:11:44.924902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=4f04e479-ecfe-47c2-a8db-eecb829ba972,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.962060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348dc3a-5ed8-42b5-a1b3-e0aa50d7c2a3 req-c00c9496-f464-41d6-9c11-97ce93a33f86 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.982517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348dc3a-5ed8-42b5-a1b3-e0aa50d7c2a3 req-c00c9496-f464-41d6-9c11-97ce93a33f86 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.995550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348dc3a-5ed8-42b5-a1b3-e0aa50d7c2a3 req-c00c9496-f464-41d6-9c11-97ce93a33f86 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.998884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f348dc3a-5ed8-42b5-a1b3-e0aa50d7c2a3 req-c00c9496-f464-41d6-9c11-97ce93a33f86 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 2333 time: 0.4483483 Jul 07 17:11:45.035086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8334e8-614d-48fe-afba-ba22713d6d97 req-cc646d98-9ff3-47d2-8298-9e97977a5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.037164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fa8334e8-614d-48fe-afba-ba22713d6d97 req-cc646d98-9ff3-47d2-8298-9e97977a5b56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 1096 time: 0.7935693 Jul 07 17:11:45.045430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] No DVR routers for this DVR port 4f04e479-ecfe-47c2-a8db-eecb829ba972 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:45.091192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.094031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-726244b6-f593-4b00-9cae-95c041e8f04f req-3e0d4017-e772-488e-a649-cad0635d8b8c tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257609 Jul 07 17:11:45.094423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-4a5b1922-79b7-4f88-9756-cdbfec70991b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "DELETE /v2.0/ports/4f04e479-ecfe-47c2-a8db-eecb829ba972 HTTP/1.1" status: 204 len: 173 time: 2.8377023 Jul 07 17:11:45.099789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:45.099789 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad209828-8edc-425b-9d64-c517bc7902a1" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:45.112788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.123261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.124283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.192035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9677956 Jul 07 17:11:45.324526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46592) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:45.362419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f348dc3a-5ed8-42b5-a1b3-e0aa50d7c2a3 req-87f44aba-4ff5-4955-b71e-dd7a7b8bf6c6 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537169 Jul 07 17:11:45.395081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'subnet': {'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:45.413948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c790cfc-6891-4f3d-995e-aa5c6becaff0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Network': ['ID=03c9eec1-14ba-4a1a-9116-b57645aac1da,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.419580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.461949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:45.504759 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45ed06c-50f7-4bf8-92f0-6a0908f2726d x-openstack-request-id: req-e45ed06c-50f7-4bf8-92f0-6a0908f2726d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:45.505296 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "4f04e479-ecfe-47c2-a8db-eecb829ba972", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:45.505743 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e45ed06c-50f7-4bf8-92f0-6a0908f2726d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:45.506428 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '4f04e479-ecfe-47c2-a8db-eecb829ba972', 'status': 'completed', 'code': 200} Jul 07 17:11:45.586264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fa8334e8-614d-48fe-afba-ba22713d6d97 req-3356f6cf-da95-4b55-9c72-551da3ac34a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105033 Jul 07 17:11:45.586915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.666984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Port': ['ID=b1d61a9c-f937-4871-ac92-a5836767e7a6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.753144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'Port': ['ID=4b0badfd-6737-4ce5-ae87-63b2487d767c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.951274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:45.951759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.996421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-683cc680-6808-4679-82a7-a37c06a727b8 req-cd92dcb6-903d-4cbc-bbc4-3a39bcc8f42c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 210 time: 0.2453296 Jul 07 17:11:46.049062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] No DVR routers for this DVR port 4b0badfd-6737-4ce5-ae87-63b2487d767c on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:46.056038 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.059907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61e72086-0ddc-4c07-90a7-84f14d6e741c req-9d3254e7-31a2-492f-acf7-521f00b8fed2 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "DELETE /v2.0/ports/4b0badfd-6737-4ce5-ae87-63b2487d767c HTTP/1.1" status: 204 len: 173 time: 2.8429089 Jul 07 17:11:46.060646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'name': 'network-vif-deleted', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:46.063340 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706f3e42-f5b9-4358-8c38-b206baeb680d" -d '{"events": [{"server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "name": "network-vif-deleted", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:46.115659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:46.120788 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.209260 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] create failed (client error): The resource could not be found. Jul 07 17:11:46.227243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01e287b0-8a61-4f1f-8c30-93b74e2a86a0 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.7130890 Jul 07 17:11:46.228431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:46.247582 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f71646e-37d1-41e2-8c0b-462bab503355 x-openstack-request-id: req-2f71646e-37d1-41e2-8c0b-462bab503355 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:46.247883 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7376c364-db4d-4bc7-8df5-d0187d60b1ae", "name": "network-vif-deleted", "tag": "4b0badfd-6737-4ce5-ae87-63b2487d767c", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:46.248146 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f71646e-37d1-41e2-8c0b-462bab503355 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:46.248559 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7376c364-db4d-4bc7-8df5-d0187d60b1ae', 'name': 'network-vif-deleted', 'tag': '4b0badfd-6737-4ce5-ae87-63b2487d767c', 'status': 'completed', 'code': 200} Jul 07 17:11:46.497226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] For port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:46.498919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.594366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:46.771614 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.862137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Subnet': ['ID=2b6c7cd0-98cd-4488-97ec-c950b6eab1bd,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:46.888094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Deleting port c076fd48-7f27-46b7-97a5-68d08879b18e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:46.888094 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.956651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7b9c7-e8e9-4280-875f-f93bbe13048a req-da620d62-6fdc-4753-9c20-2d03d1e6794c tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.965616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ac7b9c7-e8e9-4280-875f-f93bbe13048a req-da620d62-6fdc-4753-9c20-2d03d1e6794c tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 945 time: 0.5057871 Jul 07 17:11:46.968741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Checking segment: {'id': 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:46.969175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network hostable DHCP agents. Network: 03c9eec1-14ba-4a1a-9116-b57645aac1da, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:47.011851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5211c-64a6-4bb6-8a73-139d6b5509cd req-9494f4fa-6bd9-4a9c-bc18-070595ca74b3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.018427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5211c-64a6-4bb6-8a73-139d6b5509cd req-9494f4fa-6bd9-4a9c-bc18-070595ca74b3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.020222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbb5211c-64a6-4bb6-8a73-139d6b5509cd req-9494f4fa-6bd9-4a9c-bc18-070595ca74b3 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 1678 time: 0.2734575 Jul 07 17:11:47.079205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ac7b9c7-e8e9-4280-875f-f93bbe13048a req-21043844-01a0-48dc-9e4a-b0f03aff71ca tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125507 Jul 07 17:11:47.123264 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.128429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b0badfd-6737-4ce5-ae87-63b2487d767c no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:47.156609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:47.170911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Calling delete_port for c076fd48-7f27-46b7-97a5-68d08879b18e owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:47.199610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.208897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbb5211c-64a6-4bb6-8a73-139d6b5509cd req-36aa40cc-f3cb-478f-a242-6e2341546d18 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794121 Jul 07 17:11:47.232318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 03c9eec1-14ba-4a1a-9116-b57645aac1da) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:47.239146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.240075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.269461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f4628fd7-bde7-4d64-9bbd-1f07dd7f1a6e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9265738 Jul 07 17:11:47.270553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:47.274943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 4b0badfd-6737-4ce5-ae87-63b2487d767c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:47.275470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b0badfd-6737-4ce5-ae87-63b2487d767c not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:47.278093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'network': {'name': 'tempest-router-network01--217641076'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:47.289482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e6b5f-7efe-4ccf-9b45-59ef39832fad None None] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:47.340965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:47.349455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.398884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=57cedc40-a5f1-4d63-ad9e-fee92c066ee6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.482977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac48a26a-6ab0-4e85-b501-d4523f65d4f8 req-5ac79e1c-dfff-4681-8f82-6412f92d7ef4 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=7376c364-db4d-4bc7-8df5-d0187d60b1ae HTTP/1.1" status: 200 len: 210 time: 0.0899048 Jul 07 17:11:47.498893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:47.531171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.531793 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Added segment 446afc46-1ea7-4108-b249-cba2d64e8238 of type vlan for network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 Jul 07 17:11:47.570375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] No DVR routers for this DVR port 57cedc40-a5f1-4d63-ad9e-fee92c066ee6 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:47.581615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.586381 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-facab930-9316-48d0-9f34-787bd143da09 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "DELETE /v2.0/ports/57cedc40-a5f1-4d63-ad9e-fee92c066ee6 HTTP/1.1" status: 204 len: 173 time: 2.4792063 Jul 07 17:11:47.588720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:47.594718 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfae273b-dee7-4c23-93dd-d6674b4d05ef" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:47.675408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.733349 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d6adb-1843-483a-a031-f59c17aa3c47 x-openstack-request-id: req-953d6adb-1843-483a-a031-f59c17aa3c47 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:47.733748 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "57cedc40-a5f1-4d63-ad9e-fee92c066ee6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:47.734022 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-953d6adb-1843-483a-a031-f59c17aa3c47 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:47.736109 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '57cedc40-a5f1-4d63-ad9e-fee92c066ee6', 'status': 'completed', 'code': 200} Jul 07 17:11:47.751471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-03c9eec1-14ba-4a1a-9116-b57645aac1da', 'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da', 'tenant_id': '0dc7a9f7b9ea49528ddd244eb8b83911', 'fixed_ips': [{'subnet_id': '2b6c7cd0-98cd-4488-97ec-c950b6eab1bd'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:47.752370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.770320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.797875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.797875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.983642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Network': ['ID=47f2efd8-71be-4aa4-a79c-333cb9faf5b8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.987232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d413bdc-52e1-4162-9da8-923775085b51 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7152376 Jul 07 17:11:47.992886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46624) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:48.002863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.006960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'network': {'name': 'tempest-router-network02--1175518614'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:48.017124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:48.064966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:48.068943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.114535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Allocated IP 2001:db8::2 (03c9eec1-14ba-4a1a-9116-b57645aac1da/2b6c7cd0-98cd-4488-97ec-c950b6eab1bd/3e1c8af0-48b9-4697-838d-44628c179f59) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:48.195668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:48.207757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Port': ['ID=c076fd48-7f27-46b7-97a5-68d08879b18e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.230134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:48.230958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.233017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.235098 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Added segment 6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a of type vlan for network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc Jul 07 17:11:48.384966 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.471981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.479242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.484221 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.532455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5377553 Jul 07 17:11:48.546237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46640) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:48.602262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'subnet': {'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:48.727667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331a102-16d7-4138-8c38-09e5452d7ed4 req-54558cfb-a1ac-4346-848b-557d5fa1058e tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.736085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e331a102-16d7-4138-8c38-09e5452d7ed4 req-54558cfb-a1ac-4346-848b-557d5fa1058e tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 945 time: 0.3243833 Jul 07 17:11:48.758304 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.769463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Transition to ACTIVE for port object 3e1c8af0-48b9-4697-838d-44628c179f59 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:48.775653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cfa50-5308-4392-97ea-dced17feb557 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Network': ['ID=01b7127e-f596-4dfe-bd60-b0e3b746d7dc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.790396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Transition to ACTIVE for port object 3e1c8af0-48b9-4697-838d-44628c179f59 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:48.797048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:48.804319 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.808775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e331a102-16d7-4138-8c38-09e5452d7ed4 req-f132ff97-7872-45e1-b3a7-235135ba56ce tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Jul 07 17:11:48.850790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.859736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46648) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:48.861439 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39c1c570-f84e-4de4-88bc-010170e37d8e tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "DELETE /v2.0/ports/c076fd48-7f27-46b7-97a5-68d08879b18e HTTP/1.1" status: 204 len: 168 time: 2.6123328 Jul 07 17:11:48.945427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18983f-dced-4dab-b8b7-af169438b6c1 req-8db5f9dd-4d62-4533-a29b-ae1eac93fa04 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.967620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f18983f-dced-4dab-b8b7-af169438b6c1 req-8db5f9dd-4d62-4533-a29b-ae1eac93fa04 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 944 time: 0.3435788 Jul 07 17:11:48.980829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] For port 01f5b59c-546d-4c8a-bb25-8b3caa12c711, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=01f5b59c-546d-4c8a-bb25-8b3caa12c711,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:48.981391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.063150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:49.084138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:49.099800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:49.108579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Pushing event updated for resources: {'Port': ['ID=3e1c8af0-48b9-4697-838d-44628c179f59,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.115900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f18983f-dced-4dab-b8b7-af169438b6c1 req-f650a293-ced5-46f5-94be-8bfcdafc8d2a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398220 Jul 07 17:11:49.144595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a315ad9-3896-45fc-a706-430e45c19840 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.150215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7a315ad9-3896-45fc-a706-430e45c19840 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "GET /v2.0/ports?device_id=575c7027-b4a9-409e-bad9-38fefd5c47b9 HTTP/1.1" status: 200 len: 913 time: 0.2826777 Jul 07 17:11:49.153698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46652) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:49.253246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:49.261415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.308148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Attempting to bind port 3e1c8af0-48b9-4697-838d-44628c179f59 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:49.308148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Attempting to bind port 3e1c8af0-48b9-4697-838d-44628c179f59 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:49.308148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Attempting to bind port 3e1c8af0-48b9-4697-838d-44628c179f59 on network 03c9eec1-14ba-4a1a-9116-b57645aac1da {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:49.326904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:49.331137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Checking segment: {'id': 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:49.332134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.332678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Bound using segment: {'id': 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:49.333498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Bound port: 3e1c8af0-48b9-4697-838d-44628c179f59, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '03c9eec1-14ba-4a1a-9116-b57645aac1da'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:49.334308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.620365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] For port 3e1c8af0-48b9-4697-838d-44628c179f59, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:49.645320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] For port 3e1c8af0-48b9-4697-838d-44628c179f59, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3e1c8af0-48b9-4697-838d-44628c179f59,segment=NetworkSegment(b1599b3f-a894-4713-bf44-c9a5aaa33cb6),segment_id=b1599b3f-a894-4713-bf44-c9a5aaa33cb6)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:49.655852 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.826311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d0755-48c4-4d31-9fed-be8f05763038 None None] Pushing event updated for resources: {'Port': ['ID=3e1c8af0-48b9-4697-838d-44628c179f59,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.097946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ca387-96aa-4911-b739-34bbb20ed7ce req-ddaae07c-2d3a-48d4-8a81-76cfe4e9da18 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.107276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-492ca387-96aa-4911-b739-34bbb20ed7ce req-ddaae07c-2d3a-48d4-8a81-76cfe4e9da18 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 945 time: 0.2308791 Jul 07 17:11:50.210498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-492ca387-96aa-4911-b739-34bbb20ed7ce req-57f9fa89-427c-4e19-b98f-17c053c824cb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977278 Jul 07 17:11:50.438877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-498fdfed-3bb9-4e93-a8ca-06d2560bac3d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.444341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-498fdfed-3bb9-4e93-a8ca-06d2560bac3d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 945 time: 0.2883539 Jul 07 17:11:50.460810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.461760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.461760 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Floating IP 43634c60-d872-4218-9520-bf61ac070449 disassociated. External IP: 172.25.5.22, port: 01f5b59c-546d-4c8a-bb25-8b3caa12c711. Jul 07 17:11:50.463198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for 01f5b59c-546d-4c8a-bb25-8b3caa12c711 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:50.678056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.729639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.838174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Subnet': ['ID=b986f68f-fb91-48d4-a473-4b2d1e240c4f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.974806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Checking segment: {'id': '446afc46-1ea7-4108-b249-cba2d64e8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:50.975342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network hostable DHCP agents. Network: 47f2efd8-71be-4aa4-a79c-333cb9faf5b8, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:51.008236 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.031583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:51.053610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934243e-cfbe-4261-aecc-130cb49a76ae req-2c78dea3-be31-4afa-8972-a81f15c35a77 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.055302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2934243e-cfbe-4261-aecc-130cb49a76ae req-2c78dea3-be31-4afa-8972-a81f15c35a77 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 865 time: 0.5321524 Jul 07 17:11:51.084257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=01f5b59c-546d-4c8a-bb25-8b3caa12c711,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:51.096575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 47f2efd8-71be-4aa4-a79c-333cb9faf5b8) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:51.105963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9020c-36e3-49c9-852a-719c7b110a03 None None] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:51.144925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.145972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.165518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Deleting port 75980f69-fdca-4023-94ba-4d3fe9760dba {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:51.168001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.274564 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ad1c935-abfc-490d-ace8-5e2b494d4b82 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7183487 Jul 07 17:11:51.275705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:51.292006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'subnet': {'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:51.303934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Router 747d59da-f065-48e6-93b8-8bc5dfcac220 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:51.397555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-47f2efd8-71be-4aa4-a79c-333cb9faf5b8', 'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8', 'tenant_id': '0dc7a9f7b9ea49528ddd244eb8b83911', 'fixed_ips': [{'subnet_id': 'b986f68f-fb91-48d4-a473-4b2d1e240c4f'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:51.398466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.428022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2934243e-cfbe-4261-aecc-130cb49a76ae req-ec1e1c2d-cea7-4429-95c3-df111bff5031 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe2b1710-c435-4fb3-ae77-50fe81701721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300390 Jul 07 17:11:51.439147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e1c8af0-48b9-4697-838d-44628c179f59 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:51.499552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7dcc7-e531-42a8-aa3d-6c9c14574b83 req-fcb1f082-2160-45b3-9525-62de13bd7e50 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.502246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04f7dcc7-e531-42a8-aa3d-6c9c14574b83 req-fcb1f082-2160-45b3-9525-62de13bd7e50 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 945 time: 0.6608241 Jul 07 17:11:51.671523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3e1c8af0-48b9-4697-838d-44628c179f59 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:51.730641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] For port 75980f69-fdca-4023-94ba-4d3fe9760dba, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=75980f69-fdca-4023-94ba-4d3fe9760dba,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:51.731002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.770307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04f7dcc7-e531-42a8-aa3d-6c9c14574b83 req-52aaa6f6-eb3e-42e1-80f2-3cd0b6565658 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307796 Jul 07 17:11:51.786474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Allocated IP 2001:db8::2 (47f2efd8-71be-4aa4-a79c-333cb9faf5b8/b986f68f-fb91-48d4-a473-4b2d1e240c4f/2c776e0d-1c93-47a2-8ffa-846dc08311c4) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:51.824215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:51.839054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.914171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:51.927547 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] Sync routers for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:51.950355 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:51.951522 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:52.002317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297e4a0-0d99-46b0-a607-5ef77967cfa9 None None] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:52.070110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] No DVR routers for this DVR port 01f5b59c-546d-4c8a-bb25-8b3caa12c711 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:52.081259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.085017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-52d3d0e6-6722-419a-b5be-69ced3d114fd req-832ba785-87ae-4360-99a5-1198b35a1ee0 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.13 "DELETE /v2.0/ports/01f5b59c-546d-4c8a-bb25-8b3caa12c711 HTTP/1.1" status: 204 len: 173 time: 4.4836924 Jul 07 17:11:52.090154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:52.092626 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9ae351-ad23-499c-b3d0-9b1185bc60f6" -d '{"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:52.103199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] Provisioning for port 3e1c8af0-48b9-4697-838d-44628c179f59 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:52.124647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] Provisioning complete for port 3e1c8af0-48b9-4697-838d-44628c179f59 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:52.125775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.221544 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2267a9-f625-4d6a-8a32-8e6824b770a5 x-openstack-request-id: req-3f2267a9-f625-4d6a-8a32-8e6824b770a5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:52.228991 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a906e1c5-204b-4ec8-9c13-c1d32cab1fc7", "name": "network-vif-deleted", "tag": "01f5b59c-546d-4c8a-bb25-8b3caa12c711", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:52.228991 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f2267a9-f625-4d6a-8a32-8e6824b770a5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:52.228991 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a906e1c5-204b-4ec8-9c13-c1d32cab1fc7', 'name': 'network-vif-deleted', 'tag': '01f5b59c-546d-4c8a-bb25-8b3caa12c711', 'status': 'completed', 'code': 200} Jul 07 17:11:52.276041 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:52.301182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Calling delete_port for 75980f69-fdca-4023-94ba-4d3fe9760dba owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:52.402005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.449645 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.514310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Transition to ACTIVE for port object 2c776e0d-1c93-47a2-8ffa-846dc08311c4 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:52.523315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6aab8-2372-4e17-91f3-f7e0d24ec75e req-61d4087b-ef18-4286-826c-4f5b6393f871 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.531805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17b6aab8-2372-4e17-91f3-f7e0d24ec75e req-61d4087b-ef18-4286-826c-4f5b6393f871 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 945 time: 0.8072205 Jul 07 17:11:52.556240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-aa35d766-5fbc-4527-af2d-7dab3a052181 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.558217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-aa35d766-5fbc-4527-af2d-7dab3a052181 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.13 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 945 time: 0.4233820 Jul 07 17:11:52.623021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-17b6aab8-2372-4e17-91f3-f7e0d24ec75e req-13d91723-b832-4aee-8774-8fe926944620 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Jul 07 17:11:52.653690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] For port 3e1c8af0-48b9-4697-838d-44628c179f59, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3e1c8af0-48b9-4697-838d-44628c179f59,segment=NetworkSegment(b1599b3f-a894-4713-bf44-c9a5aaa33cb6),segment_id=b1599b3f-a894-4713-bf44-c9a5aaa33cb6)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:52.660982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Deleting port c092f81f-4c50-4a5f-8aac-9e7cc5ef431a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:52.661687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.667440 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.710924 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:24Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:52.734199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Transition to ACTIVE for port object 2c776e0d-1c93-47a2-8ffa-846dc08311c4 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:52.763804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.769647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] Checking router: 747d59da-f065-48e6-93b8-8bc5dfcac220 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:52.780690 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:52.781385 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:52.824496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfc834-eac1-4fc4-a145-05f57ab47f17 None None] Pushing event updated for resources: {'Port': ['ID=3e1c8af0-48b9-4697-838d-44628c179f59,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.832232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.910754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:52.911691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Pushing event updated for resources: {'Port': ['ID=2c776e0d-1c93-47a2-8ffa-846dc08311c4,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.923054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:52.925447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.927715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:52.939623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:52.943826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:52.989205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Subnet': ['ID=062c8700-bde3-4c51-aa64-7ec4ad06751b,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.052045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Checking segment: {'id': '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:53.052720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network hostable DHCP agents. Network: 01b7127e-f596-4dfe-bd60-b0e3b746d7dc, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:53.059221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Deleting port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:53.059850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.143700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:53.180316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 75980f69-fdca-4023-94ba-4d3fe9760dba no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:53.193173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 01b7127e-f596-4dfe-bd60-b0e3b746d7dc) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:53.225012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.229033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.234326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32b06ade-3630-4973-b21e-747ef83895e7 req-2a157219-e249-4dc7-bc13-501ea403d281 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.3423207 Jul 07 17:11:53.288051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911cea8-ef65-4cb0-8d84-1f994f8e5546 None None] Network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:53.312916 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b059cd71-130e-4980-a08f-b2d128240a0d tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0338042 Jul 07 17:11:53.314140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.323431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] No DVR routers for this DVR port 75980f69-fdca-4023-94ba-4d3fe9760dba on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:53.325955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'Port': ['ID=75980f69-fdca-4023-94ba-4d3fe9760dba,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.335613 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.338740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b592ad29-eff1-45f9-b9cc-e3a9eede3377 req-441835e9-e9f9-4920-aefb-e94e04b5b6ce tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.13 "DELETE /v2.0/ports/75980f69-fdca-4023-94ba-4d3fe9760dba HTTP/1.1" status: 204 len: 173 time: 2.8723478 Jul 07 17:11:53.340641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'name': 'network-vif-deleted', 'tag': '75980f69-fdca-4023-94ba-4d3fe9760dba'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:53.344099 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d759a8-f42f-4f2d-b9e4-b33ede9e288c" -d '{"events": [{"server_uuid": "68c89399-634d-447e-b3dc-94af2f1ca8e7", "name": "network-vif-deleted", "tag": "75980f69-fdca-4023-94ba-4d3fe9760dba"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:53.362947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.407470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Calling delete_port for c092f81f-4c50-4a5f-8aac-9e7cc5ef431a owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:53.467869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] For port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,segment=NetworkSegment(53204091-6a46-4033-99de-1cd609d37656),segment_id=53204091-6a46-4033-99de-1cd609d37656)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:53.468255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.469635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e1c8af0-48b9-4697-838d-44628c179f59 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:53.531993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 75980f69-fdca-4023-94ba-4d3fe9760dba {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:53.532417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 75980f69-fdca-4023-94ba-4d3fe9760dba not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:53.559922 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9896b6d1-bac5-4798-9062-95f56f05edec x-openstack-request-id: req-9896b6d1-bac5-4798-9062-95f56f05edec {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:53.560648 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c89399-634d-447e-b3dc-94af2f1ca8e7", "name": "network-vif-deleted", "tag": "75980f69-fdca-4023-94ba-4d3fe9760dba", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:53.561163 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9896b6d1-bac5-4798-9062-95f56f05edec {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:53.561804 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c89399-634d-447e-b3dc-94af2f1ca8e7', 'name': 'network-vif-deleted', 'tag': '75980f69-fdca-4023-94ba-4d3fe9760dba', 'status': 'completed', 'code': 200} Jul 07 17:11:53.598838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Attempting to bind port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:53.599215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Attempting to bind port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '446afc46-1ea7-4108-b249-cba2d64e8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:53.599580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Attempting to bind port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 on network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:53.605265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7bf39-21df-4bdc-ba2e-2a53dfed4765 req-67c42db5-2926-4340-8c77-87fa0d540c5d tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.613533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b60793dc-b6fa-4049-8d27-79f76373769f None None] Provisioning complete for port 3e1c8af0-48b9-4697-838d-44628c179f59 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:53.613911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b60793dc-b6fa-4049-8d27-79f76373769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.616020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:53.616394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Checking segment: {'id': '446afc46-1ea7-4108-b249-cba2d64e8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:53.616792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.617215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Bound using segment: {'id': '446afc46-1ea7-4108-b249-cba2d64e8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:53.618657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Bound port: 2c776e0d-1c93-47a2-8ffa-846dc08311c4, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446afc46-1ea7-4108-b249-cba2d64e8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '47f2efd8-71be-4aa4-a79c-333cb9faf5b8'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:53.618657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.623882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71f7bf39-21df-4bdc-ba2e-2a53dfed4765 req-67c42db5-2926-4340-8c77-87fa0d540c5d tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 945 time: 0.5214646 Jul 07 17:11:53.634457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Calling delete_port for 1991fe81-a467-4ce4-8ee6-f44b57fadbdd owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:53.682622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:24Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:53.725598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] For port 2c776e0d-1c93-47a2-8ffa-846dc08311c4, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:53.730677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] For port 2c776e0d-1c93-47a2-8ffa-846dc08311c4, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2c776e0d-1c93-47a2-8ffa-846dc08311c4,segment=NetworkSegment(446afc46-1ea7-4108-b249-cba2d64e8238),segment_id=446afc46-1ea7-4108-b249-cba2d64e8238)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:53.753737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71f7bf39-21df-4bdc-ba2e-2a53dfed4765 req-e62b24e6-f6ed-4cf9-9ea4-4e5430fa24c6 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b2d55bc-afe9-46d9-9a19-0df901391b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301451 Jul 07 17:11:53.759355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3e1c8af0-48b9-4697-838d-44628c179f59 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:53.759918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.775920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.861085 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65cd59-82bb-4b83-abb2-53f6ce515c4d None None] The sync data for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 is: [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:00:08Z', 'revision_number': 4, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '2281b195-cf98-46bf-9d48-b109c574e999', 'name': '', 'network_id': '10c26f2d-623d-4988-a094-ad8474fd854d', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'mac_address': 'fa:16:3e:0b:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:05Z', 'updated_at': '2021-07-07T17:00:24Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'subnets': [{'id': 'f49afde1-4e12-4c9e-80a3-7d5bd5305532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:53.974144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e586c-817a-4b2c-bfb3-5f74277ac788 None None] Pushing event updated for resources: {'Port': ['ID=2c776e0d-1c93-47a2-8ffa-846dc08311c4,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.039642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.052794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.130921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-510aa9dc-6ed0-4b55-82c1-c7732b71509c req-45fb92a9-cd7f-4f15-80b6-48791695af60 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c89399-634d-447e-b3dc-94af2f1ca8e7 HTTP/1.1" status: 200 len: 210 time: 0.0926132 Jul 07 17:11:54.135884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Port': ['ID=c092f81f-4c50-4a5f-8aac-9e7cc5ef431a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.210643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-01b7127e-f596-4dfe-bd60-b0e3b746d7dc', 'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc', 'tenant_id': '0dc7a9f7b9ea49528ddd244eb8b83911', 'fixed_ips': [{'subnet_id': '062c8700-bde3-4c51-aa64-7ec4ad06751b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:54.213296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.670645 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.760298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fea36c-a0e9-474a-bd84-3b18ab0ed69f None None] New status for floating IP 43634c60-d872-4218-9520-bf61ac070449: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:11:54.822679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.872922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f25f91c1-160e-43b0-9f5a-5a05fd3c3acd req-aed28c9e-4d5f-48d2-80bd-d13fac973a1c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1137655 Jul 07 17:11:54.875422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.982692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Pushing event deleted for resources: {'Port': ['ID=1991fe81-a467-4ce4-8ee6-f44b57fadbdd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.027450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.028115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.028631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.029164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.029666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.030206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.030707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.031206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.031712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.032220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.032730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.033278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:55.152184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1991fe81-a467-4ce4-8ee6-f44b57fadbdd no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:55.200069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 1991fe81-a467-4ce4-8ee6-f44b57fadbdd {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:55.200448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1991fe81-a467-4ce4-8ee6-f44b57fadbdd not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:55.337508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Allocated IP 2001:db8::2 (01b7127e-f596-4dfe-bd60-b0e3b746d7dc/062c8700-bde3-4c51-aa64-7ec4ad06751b/2a18cd53-8215-459a-a23f-8ee714288a80) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:55.406660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91e32b68-6595-40cf-a648-081f18d40baf req-9eceddfd-3498-4e98-8e09-b038b8439f16 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.78 "GET /v2.0/ports?device_id=66697487-0831-4ce7-ba77-2fb96e822fbe HTTP/1.1" status: 200 len: 210 time: 0.1572156 Jul 07 17:11:55.408652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] No DVR routers for this DVR port 1991fe81-a467-4ce4-8ee6-f44b57fadbdd on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:55.417752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.426970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1111e594-424d-4d50-bfc3-b7ed9797a181 req-cddd3d69-e187-4c24-964e-f8cbe28f2552 tempest-ServerMetadataNegativeTestJSON-1786791331 tempest-ServerMetadataNegativeTestJSON-1786791331-project] 10.222.0.13 "DELETE /v2.0/ports/1991fe81-a467-4ce4-8ee6-f44b57fadbdd HTTP/1.1" status: 204 len: 173 time: 2.8536053 Jul 07 17:11:55.438815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'name': 'network-vif-deleted', 'tag': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:55.460815 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6907f97-15c4-4a0b-b2c6-7599319d190f" -d '{"events": [{"server_uuid": "66697487-0831-4ce7-ba77-2fb96e822fbe", "name": "network-vif-deleted", "tag": "1991fe81-a467-4ce4-8ee6-f44b57fadbdd"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:55.552925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2c776e0d-1c93-47a2-8ffa-846dc08311c4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:55.746034 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480fabb5-e948-4103-b6f1-efaab42d137b x-openstack-request-id: req-480fabb5-e948-4103-b6f1-efaab42d137b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:55.755996 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66697487-0831-4ce7-ba77-2fb96e822fbe", "name": "network-vif-deleted", "tag": "1991fe81-a467-4ce4-8ee6-f44b57fadbdd", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:55.756723 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-480fabb5-e948-4103-b6f1-efaab42d137b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:55.757662 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66697487-0831-4ce7-ba77-2fb96e822fbe', 'name': 'network-vif-deleted', 'tag': '1991fe81-a467-4ce4-8ee6-f44b57fadbdd', 'status': 'completed', 'code': 200} Jul 07 17:11:55.822584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:55.829791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Router 575c7027-b4a9-409e-bad9-38fefd5c47b9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:55.968979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.981907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Allocated IP 2001:db8::1 (47f2efd8-71be-4aa4-a79c-333cb9faf5b8/b986f68f-fb91-48d4-a473-4b2d1e240c4f/c8d119b0-0af6-43a5-a74e-65e13b722eee) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:56.006952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Transition to ACTIVE for port object 2a18cd53-8215-459a-a23f-8ee714288a80 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:56.096800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Transition to ACTIVE for port object 2a18cd53-8215-459a-a23f-8ee714288a80 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:56.121406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.147902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:56.169756 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] Sync routers for ids ['575c7027-b4a9-409e-bad9-38fefd5c47b9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:56.199843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-747e563c-8f7c-4e59-8b94-f3265e7bf845 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "PUT /v2.0/routers/575c7027-b4a9-409e-bad9-38fefd5c47b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0382316 Jul 07 17:11:56.213638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46754) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:56.236004 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] Routers {'575c7027-b4a9-409e-bad9-38fefd5c47b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:56.255998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['575c7027-b4a9-409e-bad9-38fefd5c47b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:56.531274 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:56.572816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:56.579499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:56.583341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:56.587054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e31137-3bb0-4b98-9669-8312990598a4 None None] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:56.590252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-a346fc9a-81e8-4cff-baf3-fc3fcd0bee57 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.594531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-a346fc9a-81e8-4cff-baf3-fc3fcd0bee57 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 945 time: 0.2844086 Jul 07 17:11:56.596573 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] Routers {'575c7027-b4a9-409e-bad9-38fefd5c47b9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:56.597364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['575c7027-b4a9-409e-bad9-38fefd5c47b9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:56.687519 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:56.689713 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd66fbf-fbda-4898-93a3-3c468e136204 None None] The sync data for ids ['575c7027-b4a9-409e-bad9-38fefd5c47b9'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:56.771998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] Provisioning for port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:56.822210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-facf2758-d770-46f7-8cad-f28ca2c0f9f3 req-97286cb4-29b1-4508-b519-1ff70fb873c7 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.2450216 Jul 07 17:11:56.833550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.862641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Pushing event updated for resources: {'Port': ['ID=2a18cd53-8215-459a-a23f-8ee714288a80,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:56.897198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] Provisioning complete for port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:56.897198 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.907547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Transition to ACTIVE for port object c8d119b0-0af6-43a5-a74e-65e13b722eee will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:56.991246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.991459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Deleting port 7eecb845-ab20-4388-a1f7-15435f6b3066 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:56.991917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.097407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Attempting to bind port 2a18cd53-8215-459a-a23f-8ee714288a80 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:57.097953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Attempting to bind port 2a18cd53-8215-459a-a23f-8ee714288a80 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:57.098687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Attempting to bind port 2a18cd53-8215-459a-a23f-8ee714288a80 on network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:57.115701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:57.116327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Checking segment: {'id': '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:57.117065 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.117754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Bound using segment: {'id': '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:57.118696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Bound port: 2a18cd53-8215-459a-a23f-8ee714288a80, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '01b7127e-f596-4dfe-bd60-b0e3b746d7dc'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:57.119370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.168459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.245252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46778) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:57.259321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Port': ['ID=c8d119b0-0af6-43a5-a74e-65e13b722eee,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:57.363480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] For port 7eecb845-ab20-4388-a1f7-15435f6b3066, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7eecb845-ab20-4388-a1f7-15435f6b3066,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:57.364245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.382497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Calling delete_port for 7eecb845-ab20-4388-a1f7-15435f6b3066 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:57.447166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.449746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.508671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.509568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Fanout notify agent at l3_agent the message router_deleted on router 575c7027-b4a9-409e-bad9-38fefd5c47b9 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:57.526115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.532717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d96b5758-999b-4b85-83df-feb6601071f4 tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "DELETE /v2.0/routers/575c7027-b4a9-409e-bad9-38fefd5c47b9 HTTP/1.1" status: 204 len: 168 time: 1.3167484 Jul 07 17:11:57.535189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46780) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:57.552071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] For port 2a18cd53-8215-459a-a23f-8ee714288a80, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:57.569809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] For port 2a18cd53-8215-459a-a23f-8ee714288a80, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2a18cd53-8215-459a-a23f-8ee714288a80,segment=NetworkSegment(6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a),segment_id=6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:57.573973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.631028 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.644122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Deleting subnet b6ba3837-3dbf-4f16-983a-99e696d4dedb {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:57.649151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.662647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.713577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:57.737920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.762518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:57.793392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'Port': ['ID=7eecb845-ab20-4388-a1f7-15435f6b3066,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:57.796339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:57.797315 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.826395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d08b0-f53d-453a-9901-87a6177cbd52 None None] Pushing event updated for resources: {'Port': ['ID=2a18cd53-8215-459a-a23f-8ee714288a80,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:57.831284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Deleting subnet ebb5c55b-0550-46a6-9407-262ad4dd0549 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:57.832395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7eecb845-ab20-4388-a1f7-15435f6b3066'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:57.835944 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.894786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.927629 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.003870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] For port 2c776e0d-1c93-47a2-8ffa-846dc08311c4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2c776e0d-1c93-47a2-8ffa-846dc08311c4,segment=NetworkSegment(446afc46-1ea7-4108-b249-cba2d64e8238),segment_id=446afc46-1ea7-4108-b249-cba2d64e8238)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:58.038593 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.126818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] No DVR routers for this DVR port 7eecb845-ab20-4388-a1f7-15435f6b3066 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:58.137032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.146372 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d832ae62-b095-4647-adeb-2185d29a6f70 req-91d419ba-4970-4787-b733-007288b35b93 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "DELETE /v2.0/ports/7eecb845-ab20-4388-a1f7-15435f6b3066 HTTP/1.1" status: 204 len: 173 time: 1.5304232 Jul 07 17:11:58.183645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'name': 'network-vif-deleted', 'tag': '7eecb845-ab20-4388-a1f7-15435f6b3066'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:58.190305 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ee7edc-8122-44f1-b1dd-cbe36920b7ec" -d '{"events": [{"server_uuid": "4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8", "name": "network-vif-deleted", "tag": "7eecb845-ab20-4388-a1f7-15435f6b3066"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:58.228572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb3b0-957c-4c32-a2c0-488b66b3be26 req-10820a65-7f83-4b1e-b123-ffe049452f69 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:58.233783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-878fb3b0-957c-4c32-a2c0-488b66b3be26 req-10820a65-7f83-4b1e-b123-ffe049452f69 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8 HTTP/1.1" status: 200 len: 867 time: 2.0291102 Jul 07 17:11:58.235077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.276498 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.301890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "DELETE /v2.0/subnets/b6ba3837-3dbf-4f16-983a-99e696d4dedb HTTP/1.1" status: 204 len: 168 time: 0.7464976 Jul 07 17:11:58.307021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46792) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:58.318309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621dc5b-dfb7-4554-9e48-ee59bc923824 None None] Network 07b49fc9-c63d-4d1e-b18f-b7feb331f096 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:58.527164 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.536596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.733369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.792831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f00e73-96fd-4e34-9f79-9eff308076d8 None None] Pushing event updated for resources: {'Port': ['ID=2c776e0d-1c93-47a2-8ffa-846dc08311c4,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:58.802350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b0f15903-eeda-4456-bdad-413cd02b71b0 None None] Provisioning for port c8d119b0-0af6-43a5-a74e-65e13b722eee completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:58.838365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67baf210-84af-43f3-9e21-75bef15e8cf7 req-eb70c1a2-06d8-4298-9c65-158425b0ec23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1187594 Jul 07 17:11:58.852483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1f697-876d-4cf7-a93b-38e42e10ce7a tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ba3837-3dbf-4f16-983a-99e696d4dedb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:58.877432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b0f15903-eeda-4456-bdad-413cd02b71b0 None None] Provisioning complete for port c8d119b0-0af6-43a5-a74e-65e13b722eee triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:58.891729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0f15903-eeda-4456-bdad-413cd02b71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.933845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.023236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-878fb3b0-957c-4c32-a2c0-488b66b3be26 req-787bd658-5a3d-4bf7-98a4-e02155bf1eeb tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=101161b9-0cb5-4c89-9536-70e67c10111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620893 Jul 07 17:11:59.080702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b0f15903-eeda-4456-bdad-413cd02b71b0 None None] Port c8d119b0-0af6-43a5-a74e-65e13b722eee cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:59.131627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Deleting port bf3c1326-899a-4c8b-94f1-46101a60438f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:59.132003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.133086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b0f15903-eeda-4456-bdad-413cd02b71b0 None None] Provisioning complete for port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:59.133590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0f15903-eeda-4456-bdad-413cd02b71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.267560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] DHCP port deletion for 07b49fc9-c63d-4d1e-b18f-b7feb331f096 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:59.332528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] For port bf3c1326-899a-4c8b-94f1-46101a60438f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf3c1326-899a-4c8b-94f1-46101a60438f,segment=NetworkSegment(2feaf5ba-0555-4ce8-834b-03559dc0f8d0),segment_id=2feaf5ba-0555-4ce8-834b-03559dc0f8d0)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:59.333554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.404244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Calling delete_port for bf3c1326-899a-4c8b-94f1-46101a60438f owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:59.430470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] Deleting port bf3c1326-899a-4c8b-94f1-46101a60438f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:59.430901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.598149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] For port bf3c1326-899a-4c8b-94f1-46101a60438f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bf3c1326-899a-4c8b-94f1-46101a60438f,segment=NetworkSegment(2feaf5ba-0555-4ce8-834b-03559dc0f8d0),segment_id=2feaf5ba-0555-4ce8-834b-03559dc0f8d0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:59.598989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.639672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] Calling delete_port for bf3c1326-899a-4c8b-94f1-46101a60438f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:59.664559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2c776e0d-1c93-47a2-8ffa-846dc08311c4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:59.670637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.699067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] No DVR routers for this DVR port bf3c1326-899a-4c8b-94f1-46101a60438f on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:59.757238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Port': ['ID=bf3c1326-899a-4c8b-94f1-46101a60438f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.796820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fcd8cfcd-f42c-4438-92c0-fc34604f64df None None] Provisioning complete for port c8d119b0-0af6-43a5-a74e-65e13b722eee triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:59.797615 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fcd8cfcd-f42c-4438-92c0-fc34604f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.875392 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9b8e51-6ca0-4d3e-a4c1-d47081b3da39 x-openstack-request-id: req-8d9b8e51-6ca0-4d3e-a4c1-d47081b3da39 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:59.876024 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8", "name": "network-vif-deleted", "tag": "7eecb845-ab20-4388-a1f7-15435f6b3066", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:59.876024 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d9b8e51-6ca0-4d3e-a4c1-d47081b3da39 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:59.876218 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d6b02-4bcf-4104-b90a-7e2aa2e4d7b8', 'name': 'network-vif-deleted', 'tag': '7eecb845-ab20-4388-a1f7-15435f6b3066', 'status': 'completed', 'code': 200} Jul 07 17:11:59.884830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb5c55b-0550-46a6-9407-262ad4dd0549,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.887636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.890020 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-79d65770-20c4-4dc4-904f-dbdcc78ef417 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ebb5c55b-0550-46a6-9407-262ad4dd0549 HTTP/1.1" status: 204 len: 168 time: 2.6270506 Jul 07 17:11:59.894850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46800) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.908660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:59.913437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.215787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.225072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.226431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.241009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8cfcd-f42c-4438-92c0-fc34604f64df None None] Port c8d119b0-0af6-43a5-a74e-65e13b722eee cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:00.275090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.417205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] Pushing event deleted for resources: {'Port': ['ID=bf3c1326-899a-4c8b-94f1-46101a60438f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.425761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d965ff39-653e-4843-a2b1-8581d2bd4e42 None None] No DVR routers for this DVR port bf3c1326-899a-4c8b-94f1-46101a60438f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:00.466593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2a18cd53-8215-459a-a23f-8ee714288a80 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:00.475734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7205e2-9182-4e44-aa91-1fe8d2692cb2 None None] Network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:00.611260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.680939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8682fcda-5830-414a-9afc-3bac7dccb9b2 req-e4af7a13-f533-457b-ad04-7304b1281384 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.0664959 Jul 07 17:12:00.686011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b49fc9-c63d-4d1e-b18f-b7feb331f096']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:00.736320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:00.736620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.746291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feaf5ba-0555-4ce8-834b-03559dc0f8d0') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:00.746613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feaf5ba-0555-4ce8-834b-03559dc0f8d0') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:00.757948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Port': ['ID=c8d119b0-0af6-43a5-a74e-65e13b722eee,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.763534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.789414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:00.842275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7eecb845-ab20-4388-a1f7-15435f6b3066 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:00.898519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.929623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 7eecb845-ab20-4388-a1f7-15435f6b3066 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:00.929965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7eecb845-ab20-4388-a1f7-15435f6b3066 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:00.954829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:00.955395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:00.962806 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:00.988600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6ed21da2-2a2a-4ff0-9c9b-bbaf100df33b None None] Provisioning for port 2a18cd53-8215-459a-a23f-8ee714288a80 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:01.008142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.042055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 2a18cd53-8215-459a-a23f-8ee714288a80 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:01.051803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2a18cd53-8215-459a-a23f-8ee714288a80 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:01.052180 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.136896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Router b1676422-bc78-49d9-aa3c-612f98b7ebea is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:01.159266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abadb403-8eda-4962-9ef6-2dc51cf8558f']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:01.204136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53204091-6a46-4033-99de-1cd609d37656') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:01.204489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53204091-6a46-4033-99de-1cd609d37656') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:01.240966 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.270329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f507d-255a-4125-afc1-d2ea8052a63b req-123298b1-06fa-4912-b6c6-54cbf155ce7e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.275734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f48f507d-255a-4125-afc1-d2ea8052a63b req-123298b1-06fa-4912-b6c6-54cbf155ce7e tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.4613698 Jul 07 17:12:01.325077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.366279 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.368987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] 10.222.0.78 "DELETE /v2.0/networks/07b49fc9-c63d-4d1e-b18f-b7feb331f096 HTTP/1.1" status: 204 len: 168 time: 3.0526488 Jul 07 17:12:01.375558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.405029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:01.406365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:01.446732 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:01.454554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:01.478484 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a28d01bc-7679-4517-b5c5-dc532d995882 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1525509 Jul 07 17:12:01.479067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46824) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:01.518761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] Sync routers for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:01.554325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca8f84-54cc-448a-91bc-7b141005f79b tempest-FloatingIPNegativeTestJSON-99689569 tempest-FloatingIPNegativeTestJSON-99689569-project] Pushing event deleted for resources: {'Network': ['ID=07b49fc9-c63d-4d1e-b18f-b7feb331f096,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.590267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.600753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc1fd555-28af-45a9-811c-9c426fdcade5 None None] Provisioning complete for port c8d119b0-0af6-43a5-a74e-65e13b722eee triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:01.601428 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd555-28af-45a9-811c-9c426fdcade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.602930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.609568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] 10.222.0.78 "DELETE /v2.0/networks/abadb403-8eda-4962-9ef6-2dc51cf8558f HTTP/1.1" status: 204 len: 168 time: 1.7015712 Jul 07 17:12:01.635974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f48f507d-255a-4125-afc1-d2ea8052a63b req-22f4f465-478c-4f48-af9e-766386a241b8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466864 Jul 07 17:12:01.661743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b914c-d482-4a56-8046-d9ec5a92e786 admin admin] Pushing event deleted for resources: {'Network': ['ID=abadb403-8eda-4962-9ef6-2dc51cf8558f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.723711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:01.724479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:01.888182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:01.914054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.940742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46836) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:01.963880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd555-28af-45a9-811c-9c426fdcade5 None None] Port c8d119b0-0af6-43a5-a74e-65e13b722eee cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:01.970518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:01.972973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:02.061312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:02.062830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296103c-9121-4c23-acfa-cb3171a4e386 None None] The sync data for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:02.076382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46838) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:02.087643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 2a18cd53-8215-459a-a23f-8ee714288a80, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2a18cd53-8215-459a-a23f-8ee714288a80,segment=NetworkSegment(6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a),segment_id=6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:02.096256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.170117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4e8b423-81c2-4f10-9bb7-c0da0030b2e5 req-626deebf-1c26-422a-8d1c-db60f5258793 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1419702 Jul 07 17:12:02.185894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-685bf5d2-093c-4a16-897e-1d1b5d04e155 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f91cb62016d74aaa846a5432d4223da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416484 Jul 07 17:12:02.187320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46842) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:02.326791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=2a18cd53-8215-459a-a23f-8ee714288a80,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:02.354031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf3c1326-899a-4c8b-94f1-46101a60438f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:02.364800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8514-32d5-488c-bfc6-d8aa67cd4206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.398730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8514-32d5-488c-bfc6-d8aa67cd4206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.442027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771536-6db4-4023-8b5a-edb800316c29 req-4d927e50-946a-4d35-a797-a9dbaacf8d01 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.444414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d771536-6db4-4023-8b5a-edb800316c29 req-4d927e50-946a-4d35-a797-a9dbaacf8d01 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.5957847 Jul 07 17:12:02.482407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8514-32d5-488c-bfc6-d8aa67cd4206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.485030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bf3c1326-899a-4c8b-94f1-46101a60438f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:02.488092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bf3c1326-899a-4c8b-94f1-46101a60438f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:02.488291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8514-32d5-488c-bfc6-d8aa67cd4206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.490679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bd7a8514-32d5-488c-bfc6-d8aa67cd4206 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b2d55bc-afe9-46d9-9a19-0df901391b0f HTTP/1.1" status: 204 len: 168 time: 0.3004558 Jul 07 17:12:02.539097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a8514-32d5-488c-bfc6-d8aa67cd4206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d55bc-afe9-46d9-9a19-0df901391b0f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:02.762546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4288c62e-c4d9-4007-8c58-298fec0e078c None None] Provisioning complete for port 2a18cd53-8215-459a-a23f-8ee714288a80 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:02.763312 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4288c62e-c4d9-4007-8c58-298fec0e078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.983095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Deleting port 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:02.984813 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.998260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eceb0a37-9847-4926-bd5a-f17c54b5f853 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e816aff9cef4f5095b2117035deb774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9179027 Jul 07 17:12:03.000196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46856) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:03.159999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f20098-c69f-40bf-8d2a-89af515ef263 req-4ee565e9-f8a4-4a70-9ac4-25c628c27a80 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.176559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96f20098-c69f-40bf-8d2a-89af515ef263 req-4ee565e9-f8a4-4a70-9ac4-25c628c27a80 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 945 time: 0.3726590 Jul 07 17:12:03.264595 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24dcd471-b2ba-47d4-8186-f1c0b12c2523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.320647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24dcd471-b2ba-47d4-8186-f1c0b12c2523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.327387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96f20098-c69f-40bf-8d2a-89af515ef263 req-945d28c2-8a77-4ea5-b5cb-018daf0df34c tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489892 Jul 07 17:12:03.496080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] For port 9b7aecf4-3f65-409f-9421-ff92401afd23, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=9b7aecf4-3f65-409f-9421-ff92401afd23,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:03.498530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.503642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24dcd471-b2ba-47d4-8186-f1c0b12c2523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.506795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24dcd471-b2ba-47d4-8186-f1c0b12c2523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.508603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-24dcd471-b2ba-47d4-8186-f1c0b12c2523 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f55f9352-0cdd-4058-8596-55055e8773ea HTTP/1.1" status: 204 len: 168 time: 0.5068312 Jul 07 17:12:03.535944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcd471-b2ba-47d4-8186-f1c0b12c2523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f9352-0cdd-4058-8596-55055e8773ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.645364 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.682899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb0723e9-c1f3-42ee-a800-88029e7a80e3 req-2f93e6ee-1f75-43cc-800c-dbfb54fae9db tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1011260 Jul 07 17:12:03.735813 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-74a2bd24-1246-4a3c-a481-4ae2991c13bc tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:12:03.736851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-74a2bd24-1246-4a3c-a481-4ae2991c13bc tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2560461 Jul 07 17:12:03.741913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46872) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:04.267958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.269685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.270690 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Floating IP 4112417d-67ec-40f6-a999-55a27e3390f6 disassociated. External IP: 172.25.5.145, port: 9b7aecf4-3f65-409f-9421-ff92401afd23. Jul 07 17:12:04.273032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Calling delete_port for 9b7aecf4-3f65-409f-9421-ff92401afd23 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:04.308515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2a18cd53-8215-459a-a23f-8ee714288a80 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:04.551640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2a18cd53-8215-459a-a23f-8ee714288a80 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:04.558210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.814429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.952819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:04.954152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'Port': ['ID=9b7aecf4-3f65-409f-9421-ff92401afd23,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.960692 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.209589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9abd9f12-f491-478e-9321-afd408dc3f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.270513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dc59537-0c38-4558-b7cf-03d357aa47af req-ae9400ee-df35-4c6a-9c13-46453457732a tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.0652957 Jul 07 17:12:05.354056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205358bc-638c-416b-ab60-2624c73099f4 req-d94a0d33-a989-4cf3-a799-df143c350765 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.372283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-205358bc-638c-416b-ab60-2624c73099f4 req-d94a0d33-a989-4cf3-a799-df143c350765 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 866 time: 0.6181860 Jul 07 17:12:05.429601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1367375986-network', 'tenant_id': '6816240f02024e538acda6bdba96aa8e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:05.492651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Made reservation on behalf of 6816240f02024e538acda6bdba96aa8e for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:05.498634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.538679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.606399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Router a2f62224-265c-46f7-ae32-775ecf045542 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:05.771075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46926) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.798148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-205358bc-638c-416b-ab60-2624c73099f4 req-29aeb610-6486-4be9-86d6-e95ca8bd166d tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ef382b1-07de-48e7-811d-ec721b51c37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4243035 Jul 07 17:12:05.861726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:05.885728 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] Sync routers for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:05.936364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:05.937843 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:05.951268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] No DVR routers for this DVR port 9b7aecf4-3f65-409f-9421-ff92401afd23 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:05.954981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.957167 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7d771536-6db4-4023-8b5a-edb800316c29 req-e5b429a0-d6ce-48bf-961a-d401d3d4031b tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.54 "DELETE /v2.0/ports/9b7aecf4-3f65-409f-9421-ff92401afd23 HTTP/1.1" status: 204 len: 173 time: 3.4988072 Jul 07 17:12:05.957649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-deleted', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:05.969609 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e44ff-2f45-4bc4-aade-6ec127137d93" -d '{"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-deleted", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:06.135811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.145482 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653afe73-462d-4e7e-b570-53c958a857ed x-openstack-request-id: req-653afe73-462d-4e7e-b570-53c958a857ed {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:06.149903 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d61d9-647a-4449-a7ef-9ca575851b9e", "name": "network-vif-deleted", "tag": "9b7aecf4-3f65-409f-9421-ff92401afd23", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:06.152358 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-653afe73-462d-4e7e-b570-53c958a857ed {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:06.152923 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d61d9-647a-4449-a7ef-9ca575851b9e', 'name': 'network-vif-deleted', 'tag': '9b7aecf4-3f65-409f-9421-ff92401afd23', 'status': 'completed', 'code': 200} Jul 07 17:12:06.160113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.192577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:06.222710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.223434 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Added segment 6e14c482-63c0-4a8f-b660-1ad769b2bbd1 of type vlan for network 36f4179b-64eb-4db3-8116-59049638f223 Jul 07 17:12:06.294531 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:06.326597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1346613939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:06.372397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.430213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.433841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.453473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.455122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.460695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.599334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting port c8d119b0-0af6-43a5-a74e-65e13b722eee {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:06.599939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.654635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Pushing event updated for resources: {'Network': ['ID=36f4179b-64eb-4db3-8116-59049638f223,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.664318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6980178 Jul 07 17:12:06.669549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 36f4179b-64eb-4db3-8116-59049638f223 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:06.675794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.700621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Request body: {'subnet': {'network_id': '36f4179b-64eb-4db3-8116-59049638f223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1367375986-subnet', 'tenant_id': '6816240f02024e538acda6bdba96aa8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:06.801132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc8a55-7142-44ee-8abe-6411cb76728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199dbb6-2843-4c99-9fc5-fda0cac74d34,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.814769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Made reservation on behalf of 6816240f02024e538acda6bdba96aa8e for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:06.822369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.836299 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:06.857969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:06.919746 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] Checking router: a2f62224-265c-46f7-ae32-775ecf045542 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:06.937749 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.956543 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:06.956543 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:11:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:06.968924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 9b7aecf4-3f65-409f-9421-ff92401afd23 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:06.971044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Calling delete_port for c8d119b0-0af6-43a5-a74e-65e13b722eee owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:06.971720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 9b7aecf4-3f65-409f-9421-ff92401afd23 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:07.508316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.528036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5b8bce59-089b-4ec6-8f90-5a77eea396ea req-b5c0cd3f-cb62-41f9-a0a9-434c313e5aee tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.9961166 Jul 07 17:12:07.536261 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.587797 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:07.650246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.696360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.707751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.756432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Port': ['ID=c8d119b0-0af6-43a5-a74e-65e13b722eee,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:07.775628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d317f22f-cca6-49e1-a994-20331b8b02e1 req-a22dea62-5864-46fc-ae4a-50e8efb79781 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/ports?device_id=258d61d9-647a-4449-a7ef-9ca575851b9e HTTP/1.1" status: 200 len: 210 time: 0.2913001 Jul 07 17:12:08.058057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524c853a-2fe4-4158-a34c-db13aea21bfb,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.089709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Checking segment: {'id': '6e14c482-63c0-4a8f-b660-1ad769b2bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '36f4179b-64eb-4db3-8116-59049638f223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:08.090085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Network hostable DHCP agents. Network: 36f4179b-64eb-4db3-8116-59049638f223, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:08.150630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Network 36f4179b-64eb-4db3-8116-59049638f223 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:08.167803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 36f4179b-64eb-4db3-8116-59049638f223) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:08.173738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.174591 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.184714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44beeda1-3adf-4add-a2d1-b47765ec9362 None None] Network 36f4179b-64eb-4db3-8116-59049638f223 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:08.219189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-74c9c094-8f1d-41f7-af9f-5c1cba389df9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5405169 Jul 07 17:12:08.406092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.454734 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.456681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0089d060-097a-4b16-b34e-3327433d1ad4 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.6568480 Jul 07 17:12:08.459850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46966) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:08.467525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2044a52-4722-4c05-80b9-197ee3940591 None None] Network 36f4179b-64eb-4db3-8116-59049638f223 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:08.468198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-813501658'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:08.525034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Made reservation on behalf of 251a1d1135eb4b1288c41e62233c7612 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:08.531995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.550211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.644577 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:08.710793 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced479f-bfbe-4e00-8f16-c578508b8f54 None None] The sync data for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 is: [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T16:59:04Z', 'revision_number': 4, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '208a4d29-0029-4aa7-bd4e-b8743cbed427', 'name': '', 'network_id': '68fee5b6-3a6f-44c9-9841-fbc9c297533d', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'mac_address': 'fa:16:3e:2c:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:02Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'subnets': [{'id': '6cc04f58-2610-45d5-bbef-5b896f17f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:08.714106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46980) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:08.945912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.950935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.975099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:08.992243 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.993341 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Added segment d2e0c27f-7387-4b7d-9aaf-567eab10cbb8 of type vlan for network 965f15d4-76cb-4a1b-b728-07902b5b8069 Jul 07 17:12:09.050814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.125841 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-16b1a73c-f00f-4ed5-97df-3e83d8905835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.133756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.134140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b8fd7-1bc4-4315-8a89-60f295cc7932,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.147906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.157922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.158830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.289080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4ab862c-ee54-4c95-b9f0-843a02f534b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.300680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089251f-473d-40a2-9eac-1ef7b0f0250e None None] New status for floating IP 4112417d-67ec-40f6-a999-55a27e3390f6: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:09.463649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4ab862c-ee54-4c95-b9f0-843a02f534b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.467959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0064657 Jul 07 17:12:09.473152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46996) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.480727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'subnet': {'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:09.489807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4ab862c-ee54-4c95-b9f0-843a02f534b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.555757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab862c-ee54-4c95-b9f0-843a02f534b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d3ef5-d932-459a-8296-cc554195ef27,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.659590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8537-7742-4415-bbfa-412e2554f894 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Network': ['ID=965f15d4-76cb-4a1b-b728-07902b5b8069,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.733183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4ab862c-ee54-4c95-b9f0-843a02f534b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b11b690f3744a3dba4e1989196e1905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0112064 Jul 07 17:12:09.749029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:09.784311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46998) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.862645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Made reservation on behalf of 251a1d1135eb4b1288c41e62233c7612 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:09.865961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.950408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7e5220e-955f-465a-96e9-4bd25c277371 req-3cafced7-fa2b-401c-aafe-0afed95c1ccc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1048601 Jul 07 17:12:09.959368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-870dae30-ac8b-4662-9fcf-a1dc08a83ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.960657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Router b1676422-bc78-49d9-aa3c-612f98b7ebea has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:09.990945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-870dae30-ac8b-4662-9fcf-a1dc08a83ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.021077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-7e2907aa-6982-437a-a1cb-5228aa8671de tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.047985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-7e2907aa-6982-437a-a1cb-5228aa8671de tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/networks?id=36f4179b-64eb-4db3-8116-59049638f223 HTTP/1.1" status: 200 len: 813 time: 0.3642342 Jul 07 17:12:10.061984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-870dae30-ac8b-4662-9fcf-a1dc08a83ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.065949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-870dae30-ac8b-4662-9fcf-a1dc08a83ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.067344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-870dae30-ac8b-4662-9fcf-a1dc08a83ce0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/284d3ef5-d932-459a-8296-cc554195ef27 HTTP/1.1" status: 204 len: 168 time: 0.2812600 Jul 07 17:12:10.086909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dae30-ac8b-4662-9fcf-a1dc08a83ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d3ef5-d932-459a-8296-cc554195ef27,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.160654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-187b5e92-fddc-4b6e-b94f-aee47a3efa70 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/quotas/6816240f02024e538acda6bdba96aa8e HTTP/1.1" status: 200 len: 375 time: 0.1110892 Jul 07 17:12:10.317948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.386321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-56a77e4e-db63-4895-bf09-3e8ae9cfbe1e tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6816240f02024e538acda6bdba96aa8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2201271 Jul 07 17:12:10.407217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Checking segment: {'id': 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:10.407488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network hostable DHCP agents. Network: 965f15d4-76cb-4a1b-b728-07902b5b8069, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:10.414294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Subnet': ['ID=db9f430f-318a-4c51-97bc-fcca4bdb5c77,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.433266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:10.447068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 965f15d4-76cb-4a1b-b728-07902b5b8069) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:10.453727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.454681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.459830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15759a-55ec-453e-a942-b30c52706735 None None] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:10.503683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23f59d15-4ed3-4854-898f-60a2e88edeee tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0287683 Jul 07 17:12:10.504516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47008) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:10.529281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'network': {'name': 'tempest-router-network01--1855121631'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:10.563796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:10.604429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-d0929a8b-3e3c-4449-a997-2b77b80ebaf7 service neutron] 10.222.0.78 "GET /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156811 Jul 07 17:12:10.622075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Made reservation on behalf of 251a1d1135eb4b1288c41e62233c7612 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:10.630457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.703543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:10.722056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7165f249-891a-48f5-a177-3f4c44f8ca1c tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9780974 Jul 07 17:12:10.723278 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] Sync routers for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:10.732124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47012) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:10.794676 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-968bde24-eede-4212-8749-b37d7b0f967b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] delete failed (client error): The resource could not be found. Jul 07 17:12:10.796138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-968bde24-eede-4212-8749-b37d7b0f967b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1542479260 HTTP/1.1" status: 404 len: 335 time: 0.0607593 Jul 07 17:12:10.800045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47014) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:10.811072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-44fbfd71-4594-4be8-b0d9-8627f1a13ca0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1676422-bc78-49d9-aa3c-612f98b7ebea'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:10.817596 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:10.824843 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:10.835059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:10.886937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47016) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:10.952488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.953836 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Added segment c0f9346f-5972-4d5e-a728-35f561734379 of type vlan for network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 Jul 07 17:12:10.975196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-965f15d4-76cb-4a1b-b728-07902b5b8069', 'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069', 'tenant_id': '251a1d1135eb4b1288c41e62233c7612', 'fixed_ips': [{'subnet_id': 'db9f430f-318a-4c51-97bc-fcca4bdb5c77'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:10.977636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.998295 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.012775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d937a913-cb69-4781-9386-9a9da88c55a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.072532 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:11.129217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:11.132929 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:11.318939 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:11.319613 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a9ada-3eb9-4a9b-b52e-ab1bed129dd7 None None] The sync data for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:11.485303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c34c6b61-dcfe-4f1e-9c5a-bc65e74d1be8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.528595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Allocated IP 172.20.0.2 (965f15d4-76cb-4a1b-b728-07902b5b8069/db9f430f-318a-4c51-97bc-fcca4bdb5c77/26c484b0-dc43-4078-b6bf-5d563ecf5654) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:11.532099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-6b5fa9dc-8f7c-44ba-807f-151077ba38b5 service neutron] 10.222.0.78 "GET /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266675 Jul 07 17:12:11.548709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d937a913-cb69-4781-9386-9a9da88c55a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.563261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d937a913-cb69-4781-9386-9a9da88c55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.631384 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.792442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c34c6b61-dcfe-4f1e-9c5a-bc65e74d1be8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.854271 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44fbfd71-4594-4be8-b0d9-8627f1a13ca0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.862444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a02cb10-cf7d-407e-afa3-e3cb46e422e5 req-72c46da7-2884-4af8-bbc6-d72fc820ea06 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.0743229 Jul 07 17:12:11.924292 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-44fbfd71-4594-4be8-b0d9-8627f1a13ca0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] update failed (client error): The resource could not be found. Jul 07 17:12:11.934684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-44fbfd71-4594-4be8-b0d9-8627f1a13ca0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea HTTP/1.1" status: 404 len: 339 time: 1.1236804 Jul 07 17:12:11.939833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:11.946858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1504702307'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:11.985785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:11.989448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.037774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4adbc2b-5834-4641-8142-6e526177ff6c req-2c3b2310-aa4b-4abb-915f-50c0f2ff0185 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 210 time: 0.0676954 Jul 07 17:12:12.058981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c34c6b61-dcfe-4f1e-9c5a-bc65e74d1be8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.061725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c34c6b61-dcfe-4f1e-9c5a-bc65e74d1be8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.067268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c34c6b61-dcfe-4f1e-9c5a-bc65e74d1be8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ef382b1-07de-48e7-811d-ec721b51c37d HTTP/1.1" status: 204 len: 168 time: 1.4343355 Jul 07 17:12:12.068059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47028) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:12.127058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.152945 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-e0e6baea-ac50-4898-bbf8-871ead8535b8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] show failed (client error): The resource could not be found. Jul 07 17:12:12.158427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e0e6baea-ac50-4898-bbf8-871ead8535b8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "GET /v2.0/security-groups/4ef382b1-07de-48e7-811d-ec721b51c37d HTTP/1.1" status: 404 len: 347 time: 0.0805588 Jul 07 17:12:12.158427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c6b61-dcfe-4f1e-9c5a-bc65e74d1be8 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef382b1-07de-48e7-811d-ec721b51c37d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.169614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47030) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:12.201851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Transition to ACTIVE for port object 26c484b0-dc43-4078-b6bf-5d563ecf5654 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:12.272261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:12.325702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Transition to ACTIVE for port object 26c484b0-dc43-4078-b6bf-5d563ecf5654 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:12.329700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.331958 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Added segment 26c31275-e781-47d4-9de9-7f682210f0b4 of type vlan for network bb626e30-2992-43d7-9aff-6e86798e53c1 Jul 07 17:12:12.350835 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.381064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d937a913-cb69-4781-9386-9a9da88c55a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfa409ace2d243dc9cecb1d953bc6cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4926550 Jul 07 17:12:12.386134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47038) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:12.466328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937a913-cb69-4781-9386-9a9da88c55a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c7df8-ef5e-4a1a-a352-9ec7bf78ece6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.490790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:12.527775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:12.533223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:12.535021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.543807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.547612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.618422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Pushing event updated for resources: {'Port': ['ID=26c484b0-dc43-4078-b6bf-5d563ecf5654,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.693931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86871bb8-e831-4081-ab90-42d27ea64bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.716808 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2108176 Jul 07 17:12:12.717800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.722190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:12.745342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'network': {'name': 'tempest-router-network02--2069190068'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:12.771976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Attempting to bind port 26c484b0-dc43-4078-b6bf-5d563ecf5654 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:12.772342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Attempting to bind port 26c484b0-dc43-4078-b6bf-5d563ecf5654 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:12.772863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Attempting to bind port 26c484b0-dc43-4078-b6bf-5d563ecf5654 on network 965f15d4-76cb-4a1b-b728-07902b5b8069 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:12.792231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:12.795094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Checking segment: {'id': 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:12.795776 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.796411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Bound using segment: {'id': 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:12.801145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Bound port: 26c484b0-dc43-4078-b6bf-5d563ecf5654, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '965f15d4-76cb-4a1b-b728-07902b5b8069'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:12.801801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.802618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bffe3-0140-4f1b-a17a-57d27c7afe49 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Network': ['ID=60fc8c73-61a0-4061-a9b0-eed30f44ec84,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.812702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Made reservation on behalf of 251a1d1135eb4b1288c41e62233c7612 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:12.816521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.821256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:12.828572 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86871bb8-e831-4081-ab90-42d27ea64bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.857315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.869439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.871306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.894273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:12.926794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Deleting port e24d4534-ef63-471a-b748-75c5401edf6c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:12.927988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.935045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.935525 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Added segment ec77033a-88b7-4f26-ab72-39e62f7bc0c1 of type vlan for network 3a983173-b9bd-432b-a1e5-fab4b1258750 Jul 07 17:12:13.069713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86871bb8-e831-4081-ab90-42d27ea64bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.075701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86871bb8-e831-4081-ab90-42d27ea64bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.082560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-86871bb8-e831-4081-ab90-42d27ea64bd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d04c7df8-ef5e-4a1a-a352-9ec7bf78ece6 HTTP/1.1" status: 204 len: 168 time: 0.6930525 Jul 07 17:12:13.088382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.153567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86871bb8-e831-4081-ab90-42d27ea64bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c7df8-ef5e-4a1a-a352-9ec7bf78ece6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:13.274939 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.303031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.304315 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.329139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.329703 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.363528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] For port 26c484b0-dc43-4078-b6bf-5d563ecf5654, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:13.364047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Calling delete_port for e24d4534-ef63-471a-b748-75c5401edf6c owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:13.371024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] For port 26c484b0-dc43-4078-b6bf-5d563ecf5654, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26c484b0-dc43-4078-b6bf-5d563ecf5654,segment=NetworkSegment(d2e0c27f-7387-4b7d-9aaf-567eab10cbb8),segment_id=d2e0c27f-7387-4b7d-9aaf-567eab10cbb8)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:13.410070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.467605 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7335112 Jul 07 17:12:13.474986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47054) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:13.488603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'subnet': {'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:13.584445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9a43f-0698-4def-9c6b-f57af1efbc3b None None] Pushing event updated for resources: {'Port': ['ID=26c484b0-dc43-4078-b6bf-5d563ecf5654,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:13.725836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Network': ['ID=bb626e30-2992-43d7-9aff-6e86798e53c1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:13.752806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network bb626e30-2992-43d7-9aff-6e86798e53c1 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:13.970232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36b10741-14f4-4fc0-9636-b8d4b1b5c414 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0291073 Jul 07 17:12:13.973206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70d250f3-79d9-467d-a874-16f51fdc32f0 req-07c1d3e6-ce39-4063-abca-f4c10086dd6b tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 210 time: 0.2566922 Jul 07 17:12:13.974010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.022525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47058) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.040628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fb3bd-6487-44c4-853e-a35bc0e9064c tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Network': ['ID=3a983173-b9bd-432b-a1e5-fab4b1258750,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:14.076140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f3a29cb-4c03-4e02-b573-7a8dec51bbb2 req-3572c849-872f-42ac-ba6e-17ddc1e3b10c tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.3608003 Jul 07 17:12:14.076789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'subnet': {'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:14.093000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3a983173-b9bd-432b-a1e5-fab4b1258750 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:14.358134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Made reservation on behalf of 251a1d1135eb4b1288c41e62233c7612 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:14.384849 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.473122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26c484b0-dc43-4078-b6bf-5d563ecf5654 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:14.478389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Pushing event deleted for resources: {'Port': ['ID=e24d4534-ef63-471a-b748-75c5401edf6c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:14.546560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.554498 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.556680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-356c442c-e9c2-435c-8366-e540145360c7 tempest-ServerActionsTestJSON-2112266767 tempest-ServerActionsTestJSON-2112266767-project] 10.222.0.78 "DELETE /v2.0/floatingips/4112417d-67ec-40f6-a999-55a27e3390f6 HTTP/1.1" status: 204 len: 168 time: 2.3900843 Jul 07 17:12:14.562154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47062) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.590567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Made reservation on behalf of 0dc7a9f7b9ea49528ddd244eb8b83911 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:14.595374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.610406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 26c484b0-dc43-4078-b6bf-5d563ecf5654 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:15.458732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.625217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-040d20f9-0b29-48ea-b2d0-a340b81dc8df req-d398e962-6720-4e64-b0cb-364f2f681449 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 210 time: 0.1450260 Jul 07 17:12:15.786076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fccd75a0-8815-4148-a2de-3890cbe71974 req-6016b3fa-4a59-4245-a705-f80692c09fdc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1483557 Jul 07 17:12:15.845031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418427b-c955-4b51-bdb8-dbdf5c9cc1bf None None] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:16.020732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.038911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Subnet': ['ID=8d46a8eb-23c6-446a-aa12-c3b995e7b7b9,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.055265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-a4af4ee7-3789-4a49-8b6c-ddec0889ef21 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.058176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-a4af4ee7-3789-4a49-8b6c-ddec0889ef21 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.13 "GET /v2.0/networks?id=36f4179b-64eb-4db3-8116-59049638f223 HTTP/1.1" status: 200 len: 813 time: 0.6308584 Jul 07 17:12:16.079805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Checking segment: {'id': '26c31275-e781-47d4-9de9-7f682210f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:16.080609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network hostable DHCP agents. Network: bb626e30-2992-43d7-9aff-6e86798e53c1, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:16.083582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] Provisioning for port 26c484b0-dc43-4078-b6bf-5d563ecf5654 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:16.089768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Request body: {'port': {'device_id': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'network_id': '36f4179b-64eb-4db3-8116-59049638f223', 'admin_state_up': True, 'tenant_id': '6816240f02024e538acda6bdba96aa8e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:16.132565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] Provisioning complete for port 26c484b0-dc43-4078-b6bf-5d563ecf5654 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:16.133290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.368796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Checking segment: {'id': 'c0f9346f-5972-4d5e-a728-35f561734379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:16.369879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network hostable DHCP agents. Network: 60fc8c73-61a0-4061-a9b0-eed30f44ec84, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:16.380108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network bb626e30-2992-43d7-9aff-6e86798e53c1 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:16.401950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Subnet': ['ID=c6b6e954-0370-4dc8-91c9-fb248161c2fc,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.412919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, bb626e30-2992-43d7-9aff-6e86798e53c1) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:16.432317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.433453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.433852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63aaa93-055b-4c65-b800-3de7b5c48f50 None None] Network bb626e30-2992-43d7-9aff-6e86798e53c1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:16.518604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:16.590670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.591285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b6230ae-25ce-4cdd-934d-fe525eb69ee2 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5520422 Jul 07 17:12:16.592464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47096) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:16.597906 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 60fc8c73-61a0-4061-a9b0-eed30f44ec84) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:16.614632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.615262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.622818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f4872cd1-8c60-4e9d-988b-5401859dcb3e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:16.754175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f123cc8-9416-4cc3-ae6e-a97ec0dd5d61 None None] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:17.017338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6038875-c251-459e-8dcb-eb30dc429d72 req-e54eb3c7-6788-499c-980e-ddeeea0b6321 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 210 time: 0.0852704 Jul 07 17:12:17.046470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-bb626e30-2992-43d7-9aff-6e86798e53c1', 'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1', 'tenant_id': '0dc7a9f7b9ea49528ddd244eb8b83911', 'fixed_ips': [{'subnet_id': '8d46a8eb-23c6-446a-aa12-c3b995e7b7b9'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:17.051740 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.080065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] For port 26c484b0-dc43-4078-b6bf-5d563ecf5654, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26c484b0-dc43-4078-b6bf-5d563ecf5654,segment=NetworkSegment(d2e0c27f-7387-4b7d-9aaf-567eab10cbb8),segment_id=d2e0c27f-7387-4b7d-9aaf-567eab10cbb8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:17.118844 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.145118 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.155423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-96f7072e-395d-4f3f-974e-3a66ea3cde4d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6686933 Jul 07 17:12:17.155423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Made reservation on behalf of 6816240f02024e538acda6bdba96aa8e for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:17.156504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47108) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:17.159832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.169161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'subnet': {'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:17.482462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f4872cd1-8c60-4e9d-988b-5401859dcb3e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.569349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0566-858a-423b-bb1a-3341dd705370 None None] Pushing event updated for resources: {'Port': ['ID=26c484b0-dc43-4078-b6bf-5d563ecf5654,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:17.757034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89399295-b9f5-48d2-9993-3343ae9837b7 req-a82eb5bf-a8f2-4be5-918e-8df0bbf3f6d5 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1041727 Jul 07 17:12:18.044917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Allocated IP 172.20.0.9 (36f4179b-64eb-4db3-8116-59049638f223/524c853a-2fe4-4158-a34c-db13aea21bfb/a41feca6-7335-495e-9a16-49813090ceed) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:18.050765 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:18.130871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-82bbec23-3eb3-448b-b6d5-350258480236 None None] Provisioning complete for port 26c484b0-dc43-4078-b6bf-5d563ecf5654 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:18.134885 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-82bbec23-3eb3-448b-b6d5-350258480236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.140895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-60fc8c73-61a0-4061-a9b0-eed30f44ec84', 'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84', 'tenant_id': '251a1d1135eb4b1288c41e62233c7612', 'fixed_ips': [{'subnet_id': 'c6b6e954-0370-4dc8-91c9-fb248161c2fc'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:18.145588 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.293798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Made reservation on behalf of 251a1d1135eb4b1288c41e62233c7612 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:18.308400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.335148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Allocated IP 2001:db8:1::2 (bb626e30-2992-43d7-9aff-6e86798e53c1/8d46a8eb-23c6-446a-aa12-c3b995e7b7b9/ab385b8e-0ffc-411d-887d-8636509ed9ac) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:18.462121 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-f4872cd1-8c60-4e9d-988b-5401859dcb3e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:12:18.472766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f4872cd1-8c60-4e9d-988b-5401859dcb3e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea HTTP/1.1" status: 400 len: 364 time: 1.8772604 Jul 07 17:12:18.473493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47128) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:18.824482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae2e0be3-2f10-4c0c-9b3f-2f0b544382b6 req-783aa926-cb73-4c1b-97fd-eb916045d336 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 210 time: 0.2670677 Jul 07 17:12:18.910264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26c484b0-dc43-4078-b6bf-5d563ecf5654 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:18.984715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Deleting port 208a4d29-0029-4aa7-bd4e-b8743cbed427 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:18.985587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.213187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Allocated IP 172.20.0.2 (60fc8c73-61a0-4061-a9b0-eed30f44ec84/c6b6e954-0370-4dc8-91c9-fb248161c2fc/681f6687-bde5-4584-a40d-e537de09ed66) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:19.360828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.469924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3b310a0-81f6-4e07-8efe-96e1e38147ef req-db60cc2a-1b4b-4b98-8cda-81d499fca307 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.2171049 Jul 07 17:12:19.507012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] For port 208a4d29-0029-4aa7-bd4e-b8743cbed427, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=208a4d29-0029-4aa7-bd4e-b8743cbed427,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:19.508637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.511075 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.534151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Transition to ACTIVE for port object ab385b8e-0ffc-411d-887d-8636509ed9ac will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:19.559796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Transition to ACTIVE for port object ab385b8e-0ffc-411d-887d-8636509ed9ac will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:19.596695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Calling delete_port for 208a4d29-0029-4aa7-bd4e-b8743cbed427 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:19.597210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.638573 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.798193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.815507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Checking segment: {'id': 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:19.816330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network hostable DHCP agents. Network: 3a983173-b9bd-432b-a1e5-fab4b1258750, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:19.871025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Subnet': ['ID=bba70c25-3ec2-4c59-aedb-323704880f31,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.898627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.952894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 3a983173-b9bd-432b-a1e5-fab4b1258750 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:19.969796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3a983173-b9bd-432b-a1e5-fab4b1258750) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:19.987243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.987996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.061159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c46e9f8d-51d3-4556-ad1d-d31feb18718e tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9007318 Jul 07 17:12:20.063020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47166) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:20.064850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Network 36f4179b-64eb-4db3-8116-59049638f223 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:20.076770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:20.080425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:20.190229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.190951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.207580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Pushing event updated for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.256433 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-608f3256-dd37-477d-96c2-59e658b9bd00 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1804800 Jul 07 17:12:20.290068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Pushing event updated for resources: {'Port': ['ID=ab385b8e-0ffc-411d-887d-8636509ed9ac,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.291704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47170) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:20.302600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aefc15-e650-497d-bf4c-67b34c8b941f None None] Network 3a983173-b9bd-432b-a1e5-fab4b1258750 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:20.305292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-5d874e00-8d43-4246-89ee-2e07ca9c300c tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:20.306443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-5d874e00-8d43-4246-89ee-2e07ca9c300c tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137756 Jul 07 17:12:20.306666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.306874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.307233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.307575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.307914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.308251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.308581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.308914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.309271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.309600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.310205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.310541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:20.326976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Request body: {'port': {'device_id': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:20.394884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Network bb626e30-2992-43d7-9aff-6e86798e53c1 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:20.400704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 26c484b0-dc43-4078-b6bf-5d563ecf5654 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:20.401211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.513746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:20.529462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:20.676255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a577fd-77e4-4326-90bd-3af504df8488 req-a3dcfcae-3327-47f4-8863-984539f39665 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.678154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a577fd-77e4-4326-90bd-3af504df8488 req-a3dcfcae-3327-47f4-8863-984539f39665 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 931 time: 0.2227063 Jul 07 17:12:20.770576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.916905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Attempting to bind port ab385b8e-0ffc-411d-887d-8636509ed9ac on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:20.917246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Attempting to bind port ab385b8e-0ffc-411d-887d-8636509ed9ac by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '26c31275-e781-47d4-9de9-7f682210f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:20.917720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Attempting to bind port ab385b8e-0ffc-411d-887d-8636509ed9ac on network bb626e30-2992-43d7-9aff-6e86798e53c1 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:20.949833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2a292f4-95d7-4af9-9302-b527c5d2358a req-b8dc8d9d-d115-4deb-a2d9-6605313fabcb tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1013286 Jul 07 17:12:20.967618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=208a4d29-0029-4aa7-bd4e-b8743cbed427,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.990035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.006237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.009148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:21.015044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Checking segment: {'id': '26c31275-e781-47d4-9de9-7f682210f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:21.015558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.015874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Bound using segment: {'id': '26c31275-e781-47d4-9de9-7f682210f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:21.016407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Bound port: ab385b8e-0ffc-411d-887d-8636509ed9ac, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c31275-e781-47d4-9de9-7f682210f0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bb626e30-2992-43d7-9aff-6e86798e53c1'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:21.017415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.044614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3a983173-b9bd-432b-a1e5-fab4b1258750', 'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750', 'tenant_id': '251a1d1135eb4b1288c41e62233c7612', 'fixed_ips': [{'subnet_id': 'bba70c25-3ec2-4c59-aedb-323704880f31'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:21.057799 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.112945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Transition to ACTIVE for port object 681f6687-bde5-4584-a40d-e537de09ed66 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.187357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Transition to ACTIVE for port object 681f6687-bde5-4584-a40d-e537de09ed66 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.231110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.292075 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.329655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca303451-498a-4ac9-8e0f-ea3722e19c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.357756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Allocated IP 2001:db8::1 (03c9eec1-14ba-4a1a-9116-b57645aac1da/2b6c7cd0-98cd-4488-97ec-c950b6eab1bd/08d9bb04-74dd-490f-a795-e87e9e28541a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:21.361131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a577fd-77e4-4326-90bd-3af504df8488 req-7bd05f83-06b4-46d7-952c-65fc067b6306 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271691 Jul 07 17:12:21.387801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Pushing event updated for resources: {'Port': ['ID=681f6687-bde5-4584-a40d-e537de09ed66,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:21.448352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Allocated IP 172.20.0.1 (60fc8c73-61a0-4061-a9b0-eed30f44ec84/c6b6e954-0370-4dc8-91c9-fb248161c2fc/ca010e04-e72c-4f9f-b365-8679e9b8b2de) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:21.481801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:21.511352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:21.514675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:21.605245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] For port ab385b8e-0ffc-411d-887d-8636509ed9ac, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:21.686392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Attempting to bind port 681f6687-bde5-4584-a40d-e537de09ed66 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:21.686673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Attempting to bind port 681f6687-bde5-4584-a40d-e537de09ed66 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c0f9346f-5972-4d5e-a728-35f561734379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:21.687135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Attempting to bind port 681f6687-bde5-4584-a40d-e537de09ed66 on network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:21.701154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:21.701563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Checking segment: {'id': 'c0f9346f-5972-4d5e-a728-35f561734379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:21.701986 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.702443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Bound using segment: {'id': 'c0f9346f-5972-4d5e-a728-35f561734379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:21.702972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Bound port: 681f6687-bde5-4584-a40d-e537de09ed66, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f9346f-5972-4d5e-a728-35f561734379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '60fc8c73-61a0-4061-a9b0-eed30f44ec84'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:21.703784 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.707095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.722845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] For port ab385b8e-0ffc-411d-887d-8636509ed9ac, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ab385b8e-0ffc-411d-887d-8636509ed9ac,segment=NetworkSegment(26c31275-e781-47d4-9de9-7f682210f0b4),segment_id=26c31275-e781-47d4-9de9-7f682210f0b4)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:21.726114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Transition to ACTIVE for port object 08d9bb04-74dd-490f-a795-e87e9e28541a will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.734982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.772216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.806444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.845960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Transition to ACTIVE for port object ca010e04-e72c-4f9f-b365-8679e9b8b2de will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.848026 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.902652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Allocated IP 172.20.0.2 (3a983173-b9bd-432b-a1e5-fab4b1258750/bba70c25-3ec2-4c59-aedb-323704880f31/245ebd8d-6ee3-4ce9-9570-c6184dd21838) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:21.905012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975da39d-11f6-40d4-a2e6-ad92e42e42a6 None None] Pushing event updated for resources: {'Port': ['ID=ab385b8e-0ffc-411d-887d-8636509ed9ac,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.016674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:22.075077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:22.110603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] For port 681f6687-bde5-4584-a40d-e537de09ed66, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:22.138263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] For port 681f6687-bde5-4584-a40d-e537de09ed66, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=681f6687-bde5-4584-a40d-e537de09ed66,segment=NetworkSegment(c0f9346f-5972-4d5e-a728-35f561734379),segment_id=c0f9346f-5972-4d5e-a728-35f561734379)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:22.150376 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.151555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:22.152269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.241092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c6e0-105f-4d59-bc1b-8d7f601f3ee0 None None] Pushing event updated for resources: {'Port': ['ID=681f6687-bde5-4584-a40d-e537de09ed66,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.326793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Port': ['ID=08d9bb04-74dd-490f-a795-e87e9e28541a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.584905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.631798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Transition to ACTIVE for port object 245ebd8d-6ee3-4ce9-9570-c6184dd21838 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:22.696151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Transition to ACTIVE for port object 245ebd8d-6ee3-4ce9-9570-c6184dd21838 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:22.750451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.913435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Network 3a983173-b9bd-432b-a1e5-fab4b1258750 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:22.918653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:22.934208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:23.162491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Pushing event updated for resources: {'Port': ['ID=245ebd8d-6ee3-4ce9-9570-c6184dd21838,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.162820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca303451-498a-4ac9-8e0f-ea3722e19c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.188442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.229557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca303451-498a-4ac9-8e0f-ea3722e19c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.346862 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca303451-498a-4ac9-8e0f-ea3722e19c01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddbc28f4bea7448399c300ad4d449aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0488338 Jul 07 17:12:23.368007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9059ee27-5bca-4481-8b4b-d8a3ce876879 req-c2aa76e4-7c4e-4a0f-a150-c9aaff7d1c92 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.1928670 Jul 07 17:12:23.394457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47190) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:23.493040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Attempting to bind port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:23.496215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Attempting to bind port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:23.496924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Attempting to bind port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 on network 3a983173-b9bd-432b-a1e5-fab4b1258750 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:23.510691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ce43bc2-a0c2-497f-ba3f-8025dc69899a None None] Provisioning for port 08d9bb04-74dd-490f-a795-e87e9e28541a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:23.549476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ce43bc2-a0c2-497f-ba3f-8025dc69899a None None] Provisioning complete for port 08d9bb04-74dd-490f-a795-e87e9e28541a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:23.550326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce43bc2-a0c2-497f-ba3f-8025dc69899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.564400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:23.567338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Checking segment: {'id': 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:23.576097 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.576981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Bound using segment: {'id': 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:23.577975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Bound port: 245ebd8d-6ee3-4ce9-9570-c6184dd21838, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3a983173-b9bd-432b-a1e5-fab4b1258750'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:23.578630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.605246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:23.606746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41feca6-7335-495e-9a16-49813090ceed {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:23.617659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.634854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Transition to ACTIVE for port object a41feca6-7335-495e-9a16-49813090ceed will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:23.645835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.685404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.767288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.787397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.804047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca303451-498a-4ac9-8e0f-ea3722e19c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8833a89f-b1e5-4ef0-aa83-7e189184c2a2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.808311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.809600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2ce43bc2-a0c2-497f-ba3f-8025dc69899a None None] Port 08d9bb04-74dd-490f-a795-e87e9e28541a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:23.900424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ab385b8e-0ffc-411d-887d-8636509ed9ac up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:23.918638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:23.919716 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.943524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:23.970655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] For port 245ebd8d-6ee3-4ce9-9570-c6184dd21838, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:23.983502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.987726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.990484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8833a89f-b1e5-4ef0-aa83-7e189184c2a2 HTTP/1.1" status: 204 len: 168 time: 0.5774307 Jul 07 17:12:24.013903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] For port 245ebd8d-6ee3-4ce9-9570-c6184dd21838, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=245ebd8d-6ee3-4ce9-9570-c6184dd21838,segment=NetworkSegment(ec77033a-88b7-4f26-ab72-39e62f7bc0c1),segment_id=ec77033a-88b7-4f26-ab72-39e62f7bc0c1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:24.028147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.090391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Port': ['ID=ca010e04-e72c-4f9f-b365-8679e9b8b2de,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.107214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833a89f-b1e5-4ef0-aa83-7e189184c2a2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.157424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ab385b8e-0ffc-411d-887d-8636509ed9ac completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:24.206636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 681f6687-bde5-4584-a40d-e537de09ed66 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:24.323798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e98565-70ed-4cda-bfc6-e19e102f91ab None None] Pushing event updated for resources: {'Port': ['ID=245ebd8d-6ee3-4ce9-9570-c6184dd21838,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.352396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.353437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.366572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.367864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.368274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.370145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.370587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.370988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.371331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.371674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.372012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.372408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaeec1-2b99-4074-80f5-ded6a42a9373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.436193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f08dfd-48af-405e-9abe-eba9731acbc3 req-798925f7-0e0b-44ab-b06e-3f0a4e380351 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.442846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5f08dfd-48af-405e-9abe-eba9731acbc3 req-798925f7-0e0b-44ab-b06e-3f0a4e380351 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 931 time: 1.2619147 Jul 07 17:12:24.447843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 681f6687-bde5-4584-a40d-e537de09ed66 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:24.449193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.450698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.451110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.451464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.452551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.452915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.453284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.453627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.455652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.456335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.456884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.457457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.579677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Attempting to bind port a41feca6-7335-495e-9a16-49813090ceed on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:24.580297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Attempting to bind port a41feca6-7335-495e-9a16-49813090ceed by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '6e14c482-63c0-4a8f-b660-1ad769b2bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '36f4179b-64eb-4db3-8116-59049638f223'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:24.580430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Attempting to bind port a41feca6-7335-495e-9a16-49813090ceed on network 36f4179b-64eb-4db3-8116-59049638f223 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:24.616023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Port a41feca6-7335-495e-9a16-49813090ceed on network 36f4179b-64eb-4db3-8116-59049638f223 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:24.622201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Attempting to bind port a41feca6-7335-495e-9a16-49813090ceed on network 36f4179b-64eb-4db3-8116-59049638f223 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:24.672927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.711489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:24.715437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Checking segment: {'id': '6e14c482-63c0-4a8f-b660-1ad769b2bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '36f4179b-64eb-4db3-8116-59049638f223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:24.716332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Bound using segment: {'id': '6e14c482-63c0-4a8f-b660-1ad769b2bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '36f4179b-64eb-4db3-8116-59049638f223'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:24.720492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Bound port: a41feca6-7335-495e-9a16-49813090ceed, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e14c482-63c0-4a8f-b660-1ad769b2bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '36f4179b-64eb-4db3-8116-59049638f223'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:24.721083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.723734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5f08dfd-48af-405e-9abe-eba9731acbc3 req-276df895-22f5-42d4-a06c-3f32acdba880 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264228 Jul 07 17:12:24.813788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Router a2f62224-265c-46f7-ae32-775ecf045542 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:24.996103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47210) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:25.000198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199eb83-a90f-45dc-98f9-cdf03d0ac99b None None] Network bb626e30-2992-43d7-9aff-6e86798e53c1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:25.053406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ed88e5c-bb64-4509-8532-5a37a3237067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.155941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:25.162790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a41feca6-7335-495e-9a16-49813090ceed,segment=NetworkSegment(6e14c482-63c0-4a8f-b660-1ad769b2bbd1),segment_id=6e14c482-63c0-4a8f-b660-1ad769b2bbd1)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:25.187021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.274513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90d38ed3-6b69-4a4c-8a83-cb7bb2ce55ae req-248ec1a2-6b26-47bc-8b34-2ede0fb8b3bc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.3032084 Jul 07 17:12:25.279049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.280079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.282831 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/a41feca6-7335-495e-9a16-49813090ceed HTTP/1.1" status: 200 len: 1091 time: 4.9681313 Jul 07 17:12:25.288420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:25.291775 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6080c181-31af-4e09-93c6-e1bf97931d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "tag": "a41feca6-7335-495e-9a16-49813090ceed"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:25.319601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] Provisioning for port ab385b8e-0ffc-411d-887d-8636509ed9ac completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:25.352961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] Provisioning complete for port ab385b8e-0ffc-411d-887d-8636509ed9ac triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:25.358128 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.415284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931b9b2-76e8-4ad0-b439-c4df248992a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.421338 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7930ea89-0c3c-467b-bea7-996bec035fa4 x-openstack-request-id: req-7930ea89-0c3c-467b-bea7-996bec035fa4 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:25.422122 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "tag": "a41feca6-7335-495e-9a16-49813090ceed", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:25.422613 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7930ea89-0c3c-467b-bea7-996bec035fa4 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:25.423550 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed', 'status': 'completed', 'code': 200} Jul 07 17:12:25.552866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d89bfd-1cfa-46d4-8183-f6d8fb8e89a4 None None] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:25.601934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:25.637052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ed88e5c-bb64-4509-8532-5a37a3237067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.642070 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.653568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ed88e5c-bb64-4509-8532-5a37a3237067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.657411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] Sync routers for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:25.660482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 245ebd8d-6ee3-4ce9-9570-c6184dd21838 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:25.670574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06ed95d2-a96f-46c5-ba60-ed8e01be7cfb admin admin] 10.222.0.78 "PUT /v2.0/routers/a2f62224-265c-46f7-ae32-775ecf045542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1067269 Jul 07 17:12:25.671571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.691273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47216) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:25.799864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:25.800516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:25.801652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.803515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.121802 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.125933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88e5c-bb64-4509-8532-5a37a3237067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957a645-7a3a-4171-83cc-71a102d0830c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.137612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:26.172786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.278235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-1691762c-3109-4619-99de-50d1d792b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.286979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-1691762c-3109-4619-99de-50d1d792b262 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6816240f02024e538acda6bdba96aa8e&device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 1094 time: 0.8489561 Jul 07 17:12:26.306841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event updated for resources: {'Port': ['ID=08d9bb04-74dd-490f-a795-e87e9e28541a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.380861 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.389412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.434078 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4ed88e5c-bb64-4509-8532-5a37a3237067 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d8d4fa409944b95849d06d7f08e7c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4349265 Jul 07 17:12:26.440741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47224) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.548292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] For port ab385b8e-0ffc-411d-887d-8636509ed9ac, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ab385b8e-0ffc-411d-887d-8636509ed9ac,segment=NetworkSegment(26c31275-e781-47d4-9de9-7f682210f0b4),segment_id=26c31275-e781-47d4-9de9-7f682210f0b4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:26.561663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f4ff2-754b-4b1f-a10c-d9fa06b5d6cb None None] Network 3a983173-b9bd-432b-a1e5-fab4b1258750 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:26.583929 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-7cf79f08-e70f-4c04-a8cc-b00dcecf6ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7542450 Jul 07 17:12:26.611679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.620326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:26.774607 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-e07aed72-70da-4fe2-bbaa-06825401a3f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a41feca6-7335-495e-9a16-49813090ceed HTTP/1.1" status: 200 len: 217 time: 0.4722569 Jul 07 17:12:26.792561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:26.800901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d664905c-225e-43f9-b365-c881db653436 req-1dd1e256-2646-446a-8059-817542262b22 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.0967782 Jul 07 17:12:26.841396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:26.865021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.873224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Port': ['ID=ca010e04-e72c-4f9f-b365-8679e9b8b2de,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.910630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72cf3999-ec32-4e82-9104-f438b20444b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.960378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72cf3999-ec32-4e82-9104-f438b20444b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.968202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a8eb-8fe4-48c2-9be8-6a8ef959a931 req-89648606-35b2-4d96-8b33-ae3850e8ac50 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.982627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6c6a8eb-8fe4-48c2-9be8-6a8ef959a931 req-89648606-35b2-4d96-8b33-ae3850e8ac50 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 943 time: 0.6380589 Jul 07 17:12:27.160167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72cf3999-ec32-4e82-9104-f438b20444b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.165973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72cf3999-ec32-4e82-9104-f438b20444b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.178967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72cf3999-ec32-4e82-9104-f438b20444b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e957a645-7a3a-4171-83cc-71a102d0830c HTTP/1.1" status: 204 len: 168 time: 0.7211654 Jul 07 17:12:27.299998 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.431243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6c6a8eb-8fe4-48c2-9be8-6a8ef959a931 req-0ba4c391-5ebf-4f7d-8479-bcc4d1108d19 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449410 Jul 07 17:12:27.452601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Provisioning complete for port ab385b8e-0ffc-411d-887d-8636509ed9ac triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:27.453516 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.479287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf3999-ec32-4e82-9104-f438b20444b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957a645-7a3a-4171-83cc-71a102d0830c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.565658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-050eb637-6539-4bc0-b9a6-c6571c926d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.568669 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-050eb637-6539-4bc0-b9a6-c6571c926d73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=524c853a-2fe4-4158-a34c-db13aea21bfb HTTP/1.1" status: 200 len: 853 time: 0.7707098 Jul 07 17:12:27.593563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:27.602606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:27.625637 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-47388bdd-b22b-4341-8851-fe24699864a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36f4179b-64eb-4db3-8116-59049638f223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470734 Jul 07 17:12:27.775856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Deleting port b429c4b4-8e25-4f9e-b236-28a326dfff8c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:27.776755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.786912 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-7dd73d70-4047-429a-b131-838df27ee2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421921 Jul 07 17:12:27.794751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23448-f1a4-403d-9317-e351a831262b req-e45a288d-e06a-4419-a819-25b5d00a3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.796869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-e45a288d-e06a-4419-a819-25b5d00a3fa8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 1096 time: 1.1334887 Jul 07 17:12:27.891845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048c3ac-af13-48b2-bcde-8655cb4da15b None None] Pushing event updated for resources: {'Port': ['ID=ab385b8e-0ffc-411d-887d-8636509ed9ac,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.178769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] For port b429c4b4-8e25-4f9e-b236-28a326dfff8c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b429c4b4-8e25-4f9e-b236-28a326dfff8c,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:28.178769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.219854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23448-f1a4-403d-9317-e351a831262b req-d8a043e6-35cd-4319-927b-924719130555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.243104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-d8a043e6-35cd-4319-927b-924719130555 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 200 len: 909 time: 0.4113603 Jul 07 17:12:28.264088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Router b1676422-bc78-49d9-aa3c-612f98b7ebea has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:28.265843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Router 25cc2da5-c1d2-4ca8-8260-202152c910e9 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:28.279056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Calling delete_port for b429c4b4-8e25-4f9e-b236-28a326dfff8c owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:28.312166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T17:12:20Z', 'revision_number': 5, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port': {'id': 'b429c4b4-8e25-4f9e-b236-28a326dfff8c', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:55Z', 'updated_at': '2021-07-07T16:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:28.401316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] Checking router: a2f62224-265c-46f7-ae32-775ecf045542 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:28.426587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Provisioning for port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:28.436958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Provisioning complete for port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:28.437887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.440370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-1ea8b9ee-8c72-4402-9a86-75dfbcdd43b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 200 len: 1001 time: 0.1553035 Jul 07 17:12:28.441882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] Routers {'a2f62224-265c-46f7-ae32-775ecf045542'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:28.442944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a2f62224-265c-46f7-ae32-775ecf045542'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:28.690280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:28.704021 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8c048424-bae2-46db-b14e-44726095f08b tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2049720 Jul 07 17:12:28.705373 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] Sync routers for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:28.751786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:28.753165 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:28.859092 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:28.888350 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:28.892714 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:28.903579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] Set router a2f62224-265c-46f7-ae32-775ecf045542 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:29.015313 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.016615 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3491ee-1858-43bf-857a-9068fedad841 None None] The sync data for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:29.099475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T17:12:27Z', 'revision_number': 6, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.260228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47244) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.272242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2bec89a-ec55-43a0-aa16-d81c73816918 req-92cd46de-62a1-4d54-abeb-7a9f73ca3acc tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a906e1c5-204b-4ec8-9c13-c1d32cab1fc7 HTTP/1.1" status: 200 len: 210 time: 0.6954048 Jul 07 17:12:29.330689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77703fe-5c1b-48b4-a7f2-f7ed035f061d None None] The sync data for ids ['a2f62224-265c-46f7-ae32-775ecf045542'] in n-d-793619-7 is: [{'id': 'a2f62224-265c-46f7-ae32-775ecf045542', 'name': 'tempest-ServerActionsTestJSON-814493764-router', 'tenant_id': 'a07db760496a41299a85ffd13db64383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:51Z', 'updated_at': '2021-07-07T17:12:27Z', 'revision_number': 6, 'project_id': 'a07db760496a41299a85ffd13db64383', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:29.434130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.506826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] For port 245ebd8d-6ee3-4ce9-9570-c6184dd21838, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=245ebd8d-6ee3-4ce9-9570-c6184dd21838,segment=NetworkSegment(ec77033a-88b7-4f26-ab72-39e62f7bc0c1),segment_id=ec77033a-88b7-4f26-ab72-39e62f7bc0c1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:29.509730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6010fe5e-69ea-438b-b8d9-bd20d3d477a0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.520757 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.644877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Provisioning for port 681f6687-bde5-4584-a40d-e537de09ed66 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:29.645401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23448-f1a4-403d-9317-e351a831262b req-e6364738-6ef8-41a8-beb3-52460322ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.654941 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-e6364738-6ef8-41a8-beb3-52460322ec1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=86c2a815-2c16-4ef0-9282-dda1e8e32605 HTTP/1.1" status: 200 len: 847 time: 1.2046494 Jul 07 17:12:29.669281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Provisioning complete for port 681f6687-bde5-4584-a40d-e537de09ed66 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:29.669678 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.740677 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-330e0d3c-3846-40bc-a256-17a1fd9994a9 req-3cac93e3-8420-41cf-8093-82476bd606ea service neutron] 10.222.0.13 "GET /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9275591 Jul 07 17:12:29.799037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:29.843667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.853283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ab385b8e-0ffc-411d-887d-8636509ed9ac up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:29.876452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] Sync routers for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:29.887792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-278adf50-31c6-43b9-bcfb-9d279f16bb42 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8105469 Jul 07 17:12:29.900770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47260) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.932950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Pushing event updated for resources: {'Port': ['ID=245ebd8d-6ee3-4ce9-9570-c6184dd21838,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.950660 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-6010fe5e-69ea-438b-b8d9-bd20d3d477a0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:12:29.952853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6010fe5e-69ea-438b-b8d9-bd20d3d477a0 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea HTTP/1.1" status: 409 len: 329 time: 0.6749022 Jul 07 17:12:29.956032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.031006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.083863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] For port 681f6687-bde5-4584-a40d-e537de09ed66, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=681f6687-bde5-4584-a40d-e537de09ed66,segment=NetworkSegment(c0f9346f-5972-4d5e-a728-35f561734379),segment_id=c0f9346f-5972-4d5e-a728-35f561734379)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:30.085207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:30.086618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:30.093935 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.109195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d2ff-37a8-44a3-9409-381c7dea4cf3 req-51b7bfb6-4ff0-475e-9517-43ec95f1a5c3 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.112033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c686d2ff-37a8-44a3-9409-381c7dea4cf3 req-51b7bfb6-4ff0-475e-9517-43ec95f1a5c3 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 943 time: 0.8285837 Jul 07 17:12:30.146248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-88653101-network', 'tenant_id': 'b79c0f69082f41e98fe0e34927ed3f82'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:30.149847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:30.184068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23448-f1a4-403d-9317-e351a831262b req-d3fca876-9bcb-40f6-a652-22a60725a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.188768 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-d3fca876-9bcb-40f6-a652-22a60725a170 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e7cfd94-3938-4c82-981f-3e6462aac974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5261319 Jul 07 17:12:30.213182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-a8538d5a-97e2-4d08-bf7b-a8d9b321082d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:30.215649 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-a8538d5a-97e2-4d08-bf7b-a8d9b321082d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119526 Jul 07 17:12:30.268978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:30.269840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:30.272519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be6f2-72ef-4bf0-879f-9feb00e3536f None None] Pushing event updated for resources: {'Port': ['ID=681f6687-bde5-4584-a40d-e537de09ed66,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.287046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ab385b8e-0ffc-411d-887d-8636509ed9ac triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:30.287486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.314880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c686d2ff-37a8-44a3-9409-381c7dea4cf3 req-4cf25441-1f23-43f2-bf17-53df0d16cf58 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940079 Jul 07 17:12:30.379932 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.390767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Provisioning complete for port 08d9bb04-74dd-490f-a795-e87e9e28541a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:30.391361 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.396544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:30.397656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8cd47-145e-48fe-9ae8-774809c20e95 None None] The sync data for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:30.430961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-ce699653-7377-4821-a2c7-e6d61c1a3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.434836 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-ce699653-7377-4821-a2c7-e6d61c1a3c69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6816240f02024e538acda6bdba96aa8e&device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 1094 time: 0.5760689 Jul 07 17:12:30.441363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b429c4b4-8e25-4f9e-b236-28a326dfff8c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.497959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Port 08d9bb04-74dd-490f-a795-e87e9e28541a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:30.555096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Made reservation on behalf of b79c0f69082f41e98fe0e34927ed3f82 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:30.559090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.562477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.590845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Provisioning for port ca010e04-e72c-4f9f-b365-8679e9b8b2de completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:30.604371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.605933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Provisioning complete for port ca010e04-e72c-4f9f-b365-8679e9b8b2de triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:30.606334 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.679685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Port ca010e04-e72c-4f9f-b365-8679e9b8b2de cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:30.716387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Provisioning complete for port 681f6687-bde5-4584-a40d-e537de09ed66 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:30.716811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.734821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.871316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-dcdd0ace-9c5b-402a-a6db-53d5156aebda service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320720 Jul 07 17:12:30.886409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.888041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee071fea-91e4-40b8-9f4e-0c906be8a750 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.891540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.021584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee071fea-91e4-40b8-9f4e-0c906be8a750 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.024176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Provisioning complete for port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:31.025252 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75b4614e-d620-4694-83de-369e89ad0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.072800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-586ef9a1-796f-473a-9f37-93bfe07d894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.074512 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-586ef9a1-796f-473a-9f37-93bfe07d894e service neutron] 10.222.0.13 "GET /v2.0/networks?id=36f4179b-64eb-4db3-8116-59049638f223 HTTP/1.1" status: 200 len: 914 time: 0.6178079 Jul 07 17:12:31.129632 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-fb5fd90f-67c0-4eb2-8257-c8c661b00b1f tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:12:31.136978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fb5fd90f-67c0-4eb2-8257-c8c661b00b1f tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2235885 Jul 07 17:12:31.142438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47272) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.159889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.160789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f62224-265c-46f7-ae32-775ecf045542 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:31.161272 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-a0b7c7df-0ada-441c-bb5e-e4f5fce5b165 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a41feca6-7335-495e-9a16-49813090ceed HTTP/1.1" status: 200 len: 217 time: 0.0705724 Jul 07 17:12:31.238819 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.243178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3d499db4-f88e-4df5-9e37-f5cf4302da42 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a2f62224-265c-46f7-ae32-775ecf045542 HTTP/1.1" status: 204 len: 168 time: 5.0612462 Jul 07 17:12:31.283643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47274) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.336375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a41feca6-7335-495e-9a16-49813090ceed details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:31.359435 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-39a23448-f1a4-403d-9317-e351a831262b req-59d70fea-165c-4b76-a2ce-96370a58ffcc service neutron] 10.222.0.54 "GET /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639950 Jul 07 17:12:31.395571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 245ebd8d-6ee3-4ce9-9570-c6184dd21838 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:31.439480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.448482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.481066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-4185f1a4-7176-4e01-a929-cc6d879d9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.481066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-4185f1a4-7176-4e01-a929-cc6d879d9a09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=524c853a-2fe4-4158-a34c-db13aea21bfb HTTP/1.1" status: 200 len: 853 time: 0.3114438 Jul 07 17:12:31.489585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Deleting subnet 6cc04f58-2610-45d5-bbef-5b896f17f2cf {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:31.498057 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.resource_extend [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:31.510144 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.547547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:31.584115 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-6f207c83-dc58-4d02-84fe-335549bf02a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36f4179b-64eb-4db3-8116-59049638f223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878420 Jul 07 17:12:31.591317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9455c56b-1db9-4785-bf0c-6b00a737b64b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.611264 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee071fea-91e4-40b8-9f4e-0c906be8a750 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.620028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.620393 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Added segment 678e8fd0-f4f7-4348-b3bf-80110bf4d074 of type vlan for network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc Jul 07 17:12:31.627992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee071fea-91e4-40b8-9f4e-0c906be8a750 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.633974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ee071fea-91e4-40b8-9f4e-0c906be8a750 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/security-groups/fe2b1710-c435-4fb3-ae77-50fe81701721 HTTP/1.1" status: 204 len: 168 time: 0.9967391 Jul 07 17:12:31.638850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47278) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.698143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.748326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee071fea-91e4-40b8-9f4e-0c906be8a750 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2b1710-c435-4fb3-ae77-50fe81701721,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.757390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a41feca6-7335-495e-9a16-49813090ceed,segment=NetworkSegment(6e14c482-63c0-4a8f-b660-1ad769b2bbd1),segment_id=6e14c482-63c0-4a8f-b660-1ad769b2bbd1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:31.787643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'a41feca6-7335-495e-9a16-49813090ceed', 'network_id': '36f4179b-64eb-4db3-8116-59049638f223', 'port_id': 'a41feca6-7335-495e-9a16-49813090ceed', 'mac_address': 'fa:16:3e:a9:3c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c853a-2fe4-4158-a34c-db13aea21bfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:31.820425 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-31f5bdf3-b819-49ee-ae74-33f5720a21b5 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] show failed (client error): The resource could not be found. Jul 07 17:12:31.822251 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31f5bdf3-b819-49ee-ae74-33f5720a21b5 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "GET /v2.0/security-groups/fe2b1710-c435-4fb3-ae77-50fe81701721 HTTP/1.1" status: 404 len: 347 time: 0.1493232 Jul 07 17:12:31.879082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47280) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.934462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:31.935944 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.978564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.991033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.012011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41feca6-7335-495e-9a16-49813090ceed {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:32.034439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a41feca6-7335-495e-9a16-49813090ceed,segment=NetworkSegment(6e14c482-63c0-4a8f-b660-1ad769b2bbd1),segment_id=6e14c482-63c0-4a8f-b660-1ad769b2bbd1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:32.089314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 681f6687-bde5-4584-a40d-e537de09ed66 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:32.091910 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.214703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.resource_extend [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:32.262642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-55702339-283d-480a-9497-70d9a3e4fe25 service neutron] 10.222.0.13 "GET /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593871 Jul 07 17:12:32.263556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.320081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 681f6687-bde5-4584-a40d-e537de09ed66 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.320881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.372992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['a41feca6-7335-495e-9a16-49813090ceed'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:32.379563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.382158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.382158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.387190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.484890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.555047 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7094159 Jul 07 17:12:32.571940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:32.574094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f8d9a-eb70-4152-86d8-320d9bcb2380 req-647a54ef-2382-441f-89a3-03699ef53838 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.590026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-035f8d9a-eb70-4152-86d8-320d9bcb2380 req-647a54ef-2382-441f-89a3-03699ef53838 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 944 time: 0.2925889 Jul 07 17:12:32.623730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Request body: {'subnet': {'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-88653101-subnet', 'tenant_id': 'b79c0f69082f41e98fe0e34927ed3f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:32.650483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d8cfa-70db-47f1-8635-1da59265b1ea admin admin] Pushing event updated for resources: {'Network': ['ID=6d2bebce-87bd-4139-af9c-b5db09e4c7bc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.660116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port 725fd266-7cc7-49fa-af50-0714115c9988 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:32.661155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.665020 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6080c181-31af-4e09-93c6-e1bf97931d0d req-b02e16ed-fbe9-4afc-91a6-a1faced1f470 service neutron] 10.222.0.13 "GET /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860576 Jul 07 17:12:32.678481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:32.739255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.768833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b429c4b4-8e25-4f9e-b236-28a326dfff8c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:32.780386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Made reservation on behalf of b79c0f69082f41e98fe0e34927ed3f82 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:32.783112 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.794161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-035f8d9a-eb70-4152-86d8-320d9bcb2380 req-07c7d1a8-82cb-43eb-9466-9c990b9082f9 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937871 Jul 07 17:12:32.795049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc04f58-2610-45d5-bbef-5b896f17f2cf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.810588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: b429c4b4-8e25-4f9e-b236-28a326dfff8c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:32.812238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b429c4b4-8e25-4f9e-b236-28a326dfff8c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:32.812870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 208a4d29-0029-4aa7-bd4e-b8743cbed427 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:32.844054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72316993-f686-4f2f-95c4-a607d9ed0713 None None] Network 68fee5b6-3a6f-44c9-9841-fbc9c297533d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:32.857469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.916946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 208a4d29-0029-4aa7-bd4e-b8743cbed427 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:32.917674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 208a4d29-0029-4aa7-bd4e-b8743cbed427 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:33.210038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.212791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-84adb997-e206-41ed-bbe3-71c41fb5b32b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6cc04f58-2610-45d5-bbef-5b896f17f2cf HTTP/1.1" status: 204 len: 168 time: 1.9258876 Jul 07 17:12:33.217799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47286) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.356448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.356900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.369622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Deleting port ca010e04-e72c-4f9f-b365-8679e9b8b2de {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:33.369972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.420782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] DHCP port deletion for 68fee5b6-3a6f-44c9-9841-fbc9c297533d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:33.444324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for 725fd266-7cc7-49fa-af50-0714115c9988 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:33.496177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.498076 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.515049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Calling delete_port for ca010e04-e72c-4f9f-b365-8679e9b8b2de owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:33.517164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] Deleting port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:33.517811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.598417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] For port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,segment=NetworkSegment(1478e504-5c1d-46ea-9338-fd3cb20e1c6f),segment_id=1478e504-5c1d-46ea-9338-fd3cb20e1c6f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:33.599158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.617659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] Calling delete_port for 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:33.717778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.729533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.734147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.764777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] Pushing event deleted for resources: {'Port': ['ID=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.770907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Port': ['ID=ca010e04-e72c-4f9f-b365-8679e9b8b2de,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.779138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4fe7b-7bef-48a8-afd4-517d36ba1054 None None] No DVR routers for this DVR port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:33.983600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.072233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.207138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Deleting port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:34.207595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.322813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.327094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Router 25cc2da5-c1d2-4ca8-8260-202152c910e9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:34.334407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.354914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] For port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:34.355282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.402281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=725fd266-7cc7-49fa-af50-0714115c9988,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.416109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7558f-665f-4ca6-a436-d43ebc96e50b req-0166674a-e418-4728-81e8-04d88ed778ec tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.416109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43c7558f-665f-4ca6-a436-d43ebc96e50b req-0166674a-e418-4728-81e8-04d88ed778ec tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 944 time: 0.3002341 Jul 07 17:12:34.427756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Calling delete_port for 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:34.446860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:12:34.452379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Checking segment: {'id': '678e8fd0-f4f7-4348-b3bf-80110bf4d074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:34.453071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Network hostable DHCP agents. Network: 6d2bebce-87bd-4139-af9c-b5db09e4c7bc, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:34.490433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.498078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:34.507891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-07980029-3b45-4fff-bc7f-ba432bc9c1e1 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3627768 Jul 07 17:12:34.515974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47298) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.517660 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] Sync routers for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:34.534813 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:34.536559 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.589212 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-81cf0148-de8d-455f-8fbe-01fe298b72d9 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] delete failed (client error): The resource could not be found. Jul 07 17:12:34.590969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-81cf0148-de8d-455f-8fbe-01fe298b72d9 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1612523270 HTTP/1.1" status: 404 len: 335 time: 0.0733502 Jul 07 17:12:34.596667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47300) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.600627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.604709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-49179c71-d53e-467e-a916-22517719e4b6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'router': {'external_gateway_info': {'network_id': '25cc2da5-c1d2-4ca8-8260-202152c910e9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.614699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting port 08d9bb04-74dd-490f-a795-e87e9e28541a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:34.615413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.621367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5b81d1-b4ee-4b71-970c-1c23160cd9d5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.622662 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:34.623857 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.643422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] No DVR routers for this DVR port 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:34.700212 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.701857 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff4a89-111b-4613-8e8d-b594909c0dc4 None None] The sync data for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:34.754284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43c7558f-665f-4ca6-a436-d43ebc96e50b req-54137c8a-d3fb-492e-a094-cb8bad9be608 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887847 Jul 07 17:12:34.899258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.902745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.908137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-990048ab-0239-425e-a2ec-399254807ce8 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/floatingips/43634c60-d872-4218-9520-bf61ac070449 HTTP/1.1" status: 204 len: 168 time: 3.0193031 Jul 07 17:12:34.908982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47304) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.933999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:34.966157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.999054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6d2bebce-87bd-4139-af9c-b5db09e4c7bc) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:35.003948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.012352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fee5b6-3a6f-44c9-9841-fbc9c297533d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:35.015188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45131f-8643-413d-9f79-7463b9e6a5f4 None None] Network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:35.046382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.047370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.060373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1478e504-5c1d-46ea-9338-fd3cb20e1c6f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:35.060850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1478e504-5c1d-46ea-9338-fd3cb20e1c6f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:35.067776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Calling delete_port for 08d9bb04-74dd-490f-a795-e87e9e28541a owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:35.098505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.101377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49179c71-d53e-467e-a916-22517719e4b6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.128034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-786ed095-9961-4a1a-988b-f59e95bd4d70 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5449657 Jul 07 17:12:35.153710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.241297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:35.242941 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:35.246146 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:35.271135 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-49179c71-d53e-467e-a916-22517719e4b6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] update failed (client error): The resource could not be found. Jul 07 17:12:35.276603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49179c71-d53e-467e-a916-22517719e4b6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9 HTTP/1.1" status: 404 len: 339 time: 0.6747591 Jul 07 17:12:35.287234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47308) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:35.353681 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-27926b1c-4f69-4960-b690-d60527530fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.358847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a41feca6-7335-495e-9a16-49813090ceed up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:35.362398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6022349-f5e1-49e4-b34c-6f67dfe3f3ba None None] Network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:35.406301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:35.443466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.663802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.667481 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] 10.222.0.78 "DELETE /v2.0/networks/68fee5b6-3a6f-44c9-9841-fbc9c297533d HTTP/1.1" status: 204 len: 168 time: 2.4469807 Jul 07 17:12:35.694027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7851c67-0eb0-4869-9636-f19a41a56409 admin admin] Pushing event deleted for resources: {'Network': ['ID=68fee5b6-3a6f-44c9-9841-fbc9c297533d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:35.750987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.765056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:35.765490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3a5b81d1-b4ee-4b71-970c-1c23160cd9d5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:35.824447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Port': ['ID=08d9bb04-74dd-490f-a795-e87e9e28541a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.042879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port a41feca6-7335-495e-9a16-49813090ceed completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:36.058216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port a41feca6-7335-495e-9a16-49813090ceed triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:36.058700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.101958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47324) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.250078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.291558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0231f935-24df-4ea3-8dd5-d4445bf471db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a07db760496a41299a85ffd13db64383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852059 Jul 07 17:12:36.302656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47326) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.325899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:36.328512 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c361cbc-d7d8-4d37-975c-75658409b832" -d '{"events": [{"server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "name": "network-vif-plugged", "status": "completed", "tag": "a41feca6-7335-495e-9a16-49813090ceed"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:36.340849 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.378492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a41feca6-7335-495e-9a16-49813090ceed,segment=NetworkSegment(6e14c482-63c0-4a8f-b660-1ad769b2bbd1),segment_id=6e14c482-63c0-4a8f-b660-1ad769b2bbd1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:36.386348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.474476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port 7afc3b61-9c82-4062-bd83-a8845e3dce36 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:36.474844 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.498850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264095-7a3b-4d21-beea-57d91c039467 req-971b3cce-d1d0-412b-b17e-ecd1c187a4b0 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.500619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e264095-7a3b-4d21-beea-57d91c039467 req-971b3cce-d1d0-412b-b17e-ecd1c187a4b0 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 945 time: 1.4386814 Jul 07 17:12:36.508384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.586792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47332) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.688065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Router b1676422-bc78-49d9-aa3c-612f98b7ebea has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:36.702076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1686690458-network', 'tenant_id': '362953d97a7346d087cf2afec1314c45'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:36.707998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-b292aba2-8855-45e2-bbb0-1b6d112980df tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.709867 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-b292aba2-8855-45e2-bbb0-1b6d112980df tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.54 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 945 time: 0.2373352 Jul 07 17:12:36.852074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:36.862744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cfa4ac0a-8cc4-4628-9205-9259e2f066a6 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9048960 Jul 07 17:12:36.863408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.887321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] Sync routers for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:36.895744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4b26-7dbd-44d6-81cd-aafd47ee74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.906716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:36.907943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.930556 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-4d7ed383-ba12-44ee-8bf6-02b249937e19 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] show failed (client error): The resource could not be found. Jul 07 17:12:36.933612 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4d7ed383-ba12-44ee-8bf6-02b249937e19 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1459481787 HTTP/1.1" status: 404 len: 335 time: 0.0522001 Jul 07 17:12:36.938753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47336) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.947143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-60f44452-0555-4778-99ec-2773f997ecd8 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Request body: {'router': {'name': 'new_name'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:36.956724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Made reservation on behalf of 362953d97a7346d087cf2afec1314c45 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:36.961489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.965440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.976025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] Routers {'b1676422-bc78-49d9-aa3c-612f98b7ebea'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:36.976873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b1676422-bc78-49d9-aa3c-612f98b7ebea'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.986523 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-60f44452-0555-4778-99ec-2773f997ecd8 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] update failed (client error): The resource could not be found. Jul 07 17:12:36.987614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-60f44452-0555-4778-99ec-2773f997ecd8 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1266037198 HTTP/1.1" status: 404 len: 335 time: 0.0466096 Jul 07 17:12:36.998739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47338) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.016004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e264095-7a3b-4d21-beea-57d91c039467 req-c5a98e74-a5c0-4f7c-a217-1bba9703f22e tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515400 Jul 07 17:12:37.021540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.023212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bacd7-34d6-42e8-9112-0400f1ba8c1e None None] The sync data for ids ['b1676422-bc78-49d9-aa3c-612f98b7ebea'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:37.042076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Deleting port 736a9601-efe5-45e1-8547-530f16d82929 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:37.042425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.071539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d537af-3370-4082-8cee-8707c73a8d91 req-04f56381-218c-44f5-81ec-aafb7544d212 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.075421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73d537af-3370-4082-8cee-8707c73a8d91 req-04f56381-218c-44f5-81ec-aafb7544d212 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 945 time: 0.6941524 Jul 07 17:12:37.077374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.081698 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d53be8-5d8a-4acd-afb3-5b425c0378b7 x-openstack-request-id: req-f1d53be8-5d8a-4acd-afb3-5b425c0378b7 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:37.082544 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "name": "network-vif-plugged", "status": "completed", "tag": "a41feca6-7335-495e-9a16-49813090ceed", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:37.082757 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1d53be8-5d8a-4acd-afb3-5b425c0378b7 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:37.083105 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed', 'code': 200} Jul 07 17:12:37.098437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4b26-7dbd-44d6-81cd-aafd47ee74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.125059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting subnet 8d46a8eb-23c6-446a-aa12-c3b995e7b7b9 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:37.132868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.133239 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.211607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] For port 736a9601-efe5-45e1-8547-530f16d82929, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=736a9601-efe5-45e1-8547-530f16d82929,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:37.212257 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.221354 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.228991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.248661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for 7afc3b61-9c82-4062-bd83-a8845e3dce36 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:37.291267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Calling delete_port for 736a9601-efe5-45e1-8547-530f16d82929 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:37.435513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.473440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5c875-3e54-4cfe-8483-f1b9e1996cfc req-10640d38-48a0-4228-9ca2-b285e3bcfdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.474827 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9af5c875-3e54-4cfe-8483-f1b9e1996cfc req-10640d38-48a0-4228-9ca2-b285e3bcfdab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 1096 time: 0.2564800 Jul 07 17:12:37.554363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73d537af-3370-4082-8cee-8707c73a8d91 req-567807e2-81dc-475c-a50d-150e59bdc81f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350519 Jul 07 17:12:37.564169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9af5c875-3e54-4cfe-8483-f1b9e1996cfc req-d8f2ac70-7564-40fd-a034-1b1b333fad08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794075 Jul 07 17:12:37.588038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.630865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.637846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Subnet': ['ID=8d46a8eb-23c6-446a-aa12-c3b995e7b7b9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.645674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.648514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7da67fbd-68d2-4e6a-b205-926d8439b487 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/subnets/8d46a8eb-23c6-446a-aa12-c3b995e7b7b9 HTTP/1.1" status: 204 len: 168 time: 0.6478181 Jul 07 17:12:37.654522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47342) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.661285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['736a9601-efe5-45e1-8547-530f16d82929'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:37.666233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846fcad-4585-4e8a-90b7-b80cde32e1c7 None None] Network bb626e30-2992-43d7-9aff-6e86798e53c1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:37.702606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Pushing event deleted for resources: {'Port': ['ID=736a9601-efe5-45e1-8547-530f16d82929,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.724171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4b26-7dbd-44d6-81cd-aafd47ee74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.729071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4b26-7dbd-44d6-81cd-aafd47ee74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.731475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1aaa4b26-7dbd-44d6-81cd-aafd47ee74f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/101161b9-0cb5-4c89-9536-70e67c10111f HTTP/1.1" status: 204 len: 168 time: 1.3605278 Jul 07 17:12:37.769929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa4b26-7dbd-44d6-81cd-aafd47ee74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101161b9-0cb5-4c89-9536-70e67c10111f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.789792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.797805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] No DVR routers for this DVR port 736a9601-efe5-45e1-8547-530f16d82929 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:37.803391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.806496 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-85f1a3d4-1fc2-4d52-aaae-136f9647fb73 req-fcc46139-0838-4e1b-8c16-adc86c9014f8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.54 "DELETE /v2.0/ports/736a9601-efe5-45e1-8547-530f16d82929 HTTP/1.1" status: 204 len: 173 time: 1.0901587 Jul 07 17:12:37.807049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'name': 'network-vif-deleted', 'tag': '736a9601-efe5-45e1-8547-530f16d82929'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:37.809893 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896fe223-db75-4d65-bc4a-5f04ff5e961e" -d '{"events": [{"server_uuid": "821ca08d-0e24-49e5-8bd0-1a1fc643cca9", "name": "network-vif-deleted", "tag": "736a9601-efe5-45e1-8547-530f16d82929"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:37.860298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.894746 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d944a4-151d-4a2e-aeba-c7d50fcd2ffb x-openstack-request-id: req-e6d944a4-151d-4a2e-aeba-c7d50fcd2ffb {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:37.895043 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821ca08d-0e24-49e5-8bd0-1a1fc643cca9", "name": "network-vif-deleted", "tag": "736a9601-efe5-45e1-8547-530f16d82929", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:37.895307 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6d944a4-151d-4a2e-aeba-c7d50fcd2ffb {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:37.895721 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821ca08d-0e24-49e5-8bd0-1a1fc643cca9', 'name': 'network-vif-deleted', 'tag': '736a9601-efe5-45e1-8547-530f16d82929', 'status': 'completed', 'code': 200} Jul 07 17:12:38.005373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting port ab385b8e-0ffc-411d-887d-8636509ed9ac {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:38.005715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.057965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] DHCP port deletion for bb626e30-2992-43d7-9aff-6e86798e53c1 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:38.064963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.107778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.141429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] Deleting port ab385b8e-0ffc-411d-887d-8636509ed9ac {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:38.142287 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.204097 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.243121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] For port ab385b8e-0ffc-411d-887d-8636509ed9ac, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ab385b8e-0ffc-411d-887d-8636509ed9ac,segment=NetworkSegment(26c31275-e781-47d4-9de9-7f682210f0b4),segment_id=26c31275-e781-47d4-9de9-7f682210f0b4)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:38.243802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.261145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Calling delete_port for ab385b8e-0ffc-411d-887d-8636509ed9ac owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:38.276791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] For port ab385b8e-0ffc-411d-887d-8636509ed9ac, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ab385b8e-0ffc-411d-887d-8636509ed9ac,segment=NetworkSegment(26c31275-e781-47d4-9de9-7f682210f0b4),segment_id=26c31275-e781-47d4-9de9-7f682210f0b4)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:38.276791 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.308388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] Calling delete_port for ab385b8e-0ffc-411d-887d-8636509ed9ac owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:38.314354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=7afc3b61-9c82-4062-bd83-a8845e3dce36,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.333791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:38.368276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc369dc1-b49a-49eb-820f-6c081190e519,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.401528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.413778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.414354 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Added segment ef6a32d5-fd88-4afd-86d5-94cc1c931074 of type vlan for network a291aaf4-d511-47b5-9b25-8a520a1c620b Jul 07 17:12:38.434223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Port': ['ID=ab385b8e-0ffc-411d-887d-8636509ed9ac,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.437073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] No DVR routers for this DVR port ab385b8e-0ffc-411d-887d-8636509ed9ac on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:38.498658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.536674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Allocated IP 172.20.0.1 (965f15d4-76cb-4a1b-b728-07902b5b8069/db9f430f-318a-4c51-97bc-fcca4bdb5c77/e1aabe5d-2767-4d2a-b484-c37dd86c2447) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:38.561359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.571496 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.575088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb626e30-2992-43d7-9aff-6e86798e53c1']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.607772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] Pushing event deleted for resources: {'Port': ['ID=ab385b8e-0ffc-411d-887d-8636509ed9ac,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.622304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68673874-2fa8-446d-9ea0-aff2b4751d6c None None] No DVR routers for this DVR port ab385b8e-0ffc-411d-887d-8636509ed9ac on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:38.626667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c31275-e781-47d4-9de9-7f682210f0b4') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.637602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c31275-e781-47d4-9de9-7f682210f0b4') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.671807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.688852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.746414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.747418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.748022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.784744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2960f4fe-a613-4dd1-974b-329998fbfa0e req-9615bdc1-323d-42a8-af29-b9a59a4a63c6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=821ca08d-0e24-49e5-8bd0-1a1fc643cca9 HTTP/1.1" status: 200 len: 210 time: 0.4224765 Jul 07 17:12:38.800487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2074051 Jul 07 17:12:38.872372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:38.919845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Request body: {'subnet': {'network_id': 'a291aaf4-d511-47b5-9b25-8a520a1c620b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1686690458-subnet', 'tenant_id': '362953d97a7346d087cf2afec1314c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:38.992882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Transition to ACTIVE for port object e1aabe5d-2767-4d2a-b484-c37dd86c2447 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:39.000512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Made reservation on behalf of 362953d97a7346d087cf2afec1314c45 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:39.003215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.139663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.146843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd7b-8331-4292-a77e-bb0b0b8c82a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.258176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b8318-e439-4a77-9ffd-553c6f0355a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a291aaf4-d511-47b5-9b25-8a520a1c620b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.271389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a291aaf4-d511-47b5-9b25-8a520a1c620b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:39.286650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.296685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:39.297461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:39.301248 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:39.345638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.349299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7d8dffa0-c90e-4e3a-8149-599aff5fdf23 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/ports/7afc3b61-9c82-4062-bd83-a8845e3dce36 HTTP/1.1" status: 204 len: 168 time: 4.4390349 Jul 07 17:12:39.357293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:39.380819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ab385b8e-0ffc-411d-887d-8636509ed9ac no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:39.422237 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.438970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.441365 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/networks/bb626e30-2992-43d7-9aff-6e86798e53c1 HTTP/1.1" status: 204 len: 168 time: 1.7857018 Jul 07 17:12:39.446604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:39.475709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.523161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ab385b8e-0ffc-411d-887d-8636509ed9ac {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:39.524383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ab385b8e-0ffc-411d-887d-8636509ed9ac not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:39.541549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8034-0f5f-4eee-a414-11e296df5a64 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Network': ['ID=bb626e30-2992-43d7-9aff-6e86798e53c1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.561500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting subnet 062c8700-bde3-4c51-aa64-7ec4ad06751b {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:39.567662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.572042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb2cc3-835a-4b15-890e-b27c7a09fc56 req-9d1232fa-a2f6-401a-8f5c-e98d4362b819 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.574149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89bb2cc3-835a-4b15-890e-b27c7a09fc56 req-9d1232fa-a2f6-401a-8f5c-e98d4362b819 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 945 time: 0.5831485 Jul 07 17:12:39.578101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Port': ['ID=e1aabe5d-2767-4d2a-b484-c37dd86c2447,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.589633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:39.597802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:39.628875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:39.665512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.671913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port df613e4f-afcd-473c-9312-1a190252783c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:39.672588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.719762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89bb2cc3-835a-4b15-890e-b27c7a09fc56 req-15c014ac-9f9d-412a-9f71-55115d830c8e tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265755 Jul 07 17:12:39.724333 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.781186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.971176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=98dd5014-4dca-437b-a750-a72267cd2afd,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.075356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Checking segment: {'id': 'ef6a32d5-fd88-4afd-86d5-94cc1c931074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a291aaf4-d511-47b5-9b25-8a520a1c620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:40.076430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Network hostable DHCP agents. Network: a291aaf4-d511-47b5-9b25-8a520a1c620b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:40.077760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.100982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.113977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.168889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1f94c4b5-385a-4f3d-8572-2e561fe25429 None None] Provisioning for port e1aabe5d-2767-4d2a-b484-c37dd86c2447 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:40.174733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1f94c4b5-385a-4f3d-8572-2e561fe25429 None None] Provisioning complete for port e1aabe5d-2767-4d2a-b484-c37dd86c2447 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:40.175775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f94c4b5-385a-4f3d-8572-2e561fe25429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.192354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for df613e4f-afcd-473c-9312-1a190252783c owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:40.283004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1f94c4b5-385a-4f3d-8572-2e561fe25429 None None] Port e1aabe5d-2767-4d2a-b484-c37dd86c2447 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:40.355880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.377911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Network a291aaf4-d511-47b5-9b25-8a520a1c620b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:40.406381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a291aaf4-d511-47b5-9b25-8a520a1c620b) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:40.418749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64dddd3-02b8-4d38-b1ae-a7fd3ebe4acf None None] Network a291aaf4-d511-47b5-9b25-8a520a1c620b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:40.421372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.421988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.437585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Subnet': ['ID=062c8700-bde3-4c51-aa64-7ec4ad06751b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.441570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.451547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c860aa79-551e-49c0-9165-3ea05871e55f tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/subnets/062c8700-bde3-4c51-aa64-7ec4ad06751b HTTP/1.1" status: 204 len: 168 time: 0.9615586 Jul 07 17:12:40.452333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47394) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:40.459183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a7859e-3e47-459a-a14c-0941032701da None None] Network 01b7127e-f596-4dfe-bd60-b0e3b746d7dc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:40.478542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-43798650-80ed-4d05-a682-ec37ee6627ea admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5808327 Jul 07 17:12:40.681193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting subnet b986f68f-fb91-48d4-a473-4b2d1e240c4f {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:40.725624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.780492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.801501 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.856904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.862825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.863153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1122fe5c-c0e7-450c-b11e-5005fa83231b req-6460f7f3-00d7-4608-bc2a-7426d50ce169 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.0777793 Jul 07 17:12:40.866635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.934959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.937518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event updated for resources: {'Port': ['ID=e1aabe5d-2767-4d2a-b484-c37dd86c2447,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.937813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=df613e4f-afcd-473c-9312-1a190252783c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:41.049758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 736a9601-efe5-45e1-8547-530f16d82929 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:41.126313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.134292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-902fedb0-706a-4b10-b47c-f4ebf64d2d2b tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/ports/df613e4f-afcd-473c-9312-1a190252783c HTTP/1.1" status: 204 len: 168 time: 1.7752149 Jul 07 17:12:41.146990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:41.158240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 736a9601-efe5-45e1-8547-530f16d82929 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:41.158873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 736a9601-efe5-45e1-8547-530f16d82929 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:41.376615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde6782-a79b-4689-8ce3-09c7704cf0ad None None] Network a291aaf4-d511-47b5-9b25-8a520a1c620b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:41.450082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting subnet b194b04d-9f54-4f22-aca5-6117b8b5c423 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:41.460443 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.562208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.808513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.809290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] DHCP port deletion for 01b7127e-f596-4dfe-bd60-b0e3b746d7dc request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:41.900323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.956491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] Deleting port 2a18cd53-8215-459a-a23f-8ee714288a80 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:41.958013 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.019816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Subnet': ['ID=b986f68f-fb91-48d4-a473-4b2d1e240c4f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:42.033261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.037706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-181055bc-51a5-41c7-b3e9-932fae602d5e tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/subnets/b986f68f-fb91-48d4-a473-4b2d1e240c4f HTTP/1.1" status: 204 len: 168 time: 1.5813055 Jul 07 17:12:42.043449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47448) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.065944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:42.076294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:42.140871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b645b-50c0-4a17-8485-c9899a9de008 None None] Network 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:42.320736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.370678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.473349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1a8fdebb-91f7-410a-8fab-a801123e2c5c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.478142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1a8fdebb-91f7-410a-8fab-a801123e2c5c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/networks?id=6d2bebce-87bd-4139-af9c-b5db09e4c7bc HTTP/1.1" status: 200 len: 807 time: 0.4079795 Jul 07 17:12:42.496838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] For port 2a18cd53-8215-459a-a23f-8ee714288a80, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2a18cd53-8215-459a-a23f-8ee714288a80,segment=NetworkSegment(6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a),segment_id=6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:42.497696 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.575157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] Calling delete_port for 2a18cd53-8215-459a-a23f-8ee714288a80 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:42.595149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eee36839-07d9-4e58-b577-87a4597ee36f None None] Provisioning complete for port e1aabe5d-2767-4d2a-b484-c37dd86c2447 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:42.596237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eee36839-07d9-4e58-b577-87a4597ee36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.634870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.705524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] DHCP port deletion for 47f2efd8-71be-4aa4-a79c-333cb9faf5b8 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:42.775766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.789425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710bee3-4281-4d06-91b3-385dc30da640 req-6a209d23-8c7e-4b03-ac67-6724884025d5 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.794143 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/subnets/b194b04d-9f54-4f22-aca5-6117b8b5c423 HTTP/1.1" status: 204 len: 168 time: 1.6454630 Jul 07 17:12:42.796384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c356c-3416-46be-9303-cec91dfc4894 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Subnet': ['ID=b194b04d-9f54-4f22-aca5-6117b8b5c423,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:42.802443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting port 2a18cd53-8215-459a-a23f-8ee714288a80 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:42.803119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.807176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7710bee3-4281-4d06-91b3-385dc30da640 req-6a209d23-8c7e-4b03-ac67-6724884025d5 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 945 time: 0.8820465 Jul 07 17:12:42.818540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-43ee08a1-989e-4d08-9324-02bce0e102ce tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/quotas/b79c0f69082f41e98fe0e34927ed3f82 HTTP/1.1" status: 200 len: 375 time: 0.3045957 Jul 07 17:12:42.824695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47460) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.910482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e813aa6-bcfc-4eb8-a9c5-47f364e3b353 None None] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:42.917422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting subnet de5f9ff7-cd67-4401-80b5-e198705f00cf {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:42.921182 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.998538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.057208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eee36839-07d9-4e58-b577-87a4597ee36f None None] Port e1aabe5d-2767-4d2a-b484-c37dd86c2447 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:43.063280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] For port 2a18cd53-8215-459a-a23f-8ee714288a80, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2a18cd53-8215-459a-a23f-8ee714288a80,segment=NetworkSegment(6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a),segment_id=6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:43.063918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.117306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.122811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Calling delete_port for 2a18cd53-8215-459a-a23f-8ee714288a80 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:43.149359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.178147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] Pushing event deleted for resources: {'Port': ['ID=2a18cd53-8215-459a-a23f-8ee714288a80,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.236067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec70c9e-c124-4340-8e6d-c8bc768bc6b7 None None] No DVR routers for this DVR port 2a18cd53-8215-459a-a23f-8ee714288a80 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:43.290333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] Deleting port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:43.294768 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.317661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2c776e0d-1c93-47a2-8ffa-846dc08311c4 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:43.362659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-99fb2034-5795-43cd-9d4c-b293793e9a43 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b79c0f69082f41e98fe0e34927ed3f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5425873 Jul 07 17:12:43.371906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-d2f136a8-64ae-4e28-9b4c-cd28769a6838 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:43.382208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-d2f136a8-64ae-4e28-9b4c-cd28769a6838 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181494 Jul 07 17:12:43.414634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.429408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] For port 2c776e0d-1c93-47a2-8ffa-846dc08311c4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2c776e0d-1c93-47a2-8ffa-846dc08311c4,segment=NetworkSegment(446afc46-1ea7-4108-b249-cba2d64e8238),segment_id=446afc46-1ea7-4108-b249-cba2d64e8238)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:43.429716 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.438893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7710bee3-4281-4d06-91b3-385dc30da640 req-c029a008-f529-4f32-a420-d6e170438eb5 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305273 Jul 07 17:12:43.476911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] No DVR routers for this DVR port 2a18cd53-8215-459a-a23f-8ee714288a80 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:43.479090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Port': ['ID=2a18cd53-8215-459a-a23f-8ee714288a80,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.489165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] Calling delete_port for 2c776e0d-1c93-47a2-8ffa-846dc08311c4 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:43.526221 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.594298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.613052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/subnets/de5f9ff7-cd67-4401-80b5-e198705f00cf HTTP/1.1" status: 204 len: 168 time: 0.7760713 Jul 07 17:12:43.613468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47464) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:43.846206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Router 25cc2da5-c1d2-4ca8-8260-202152c910e9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:43.888873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db174e0-748b-4ec1-9fce-4dda5843e010 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Subnet': ['ID=de5f9ff7-cd67-4401-80b5-e198705f00cf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.924599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2474acf-2a35-460e-b0f3-12398a2e76f2 None None] Network 7af9f4e7-b963-4723-a975-d2143bc5cbb6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:43.937532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] DHCP port deletion for c78b16dd-a53c-447a-8fb2-289e9f8efb6c request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:44.010947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.096815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b7127e-f596-4dfe-bd60-b0e3b746d7dc']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.167904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.168431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beb1a99-cd6a-44e0-90a1-e39ce39a2a8a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.229728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.291062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.322864 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.332799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.370340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:44.375914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:44.376671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: self.session.flush() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:44.385252 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:44.391029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] Sync routers for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:44.407025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 2c776e0d-1c93-47a2-8ffa-846dc08311c4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2c776e0d-1c93-47a2-8ffa-846dc08311c4,segment=NetworkSegment(446afc46-1ea7-4108-b249-cba2d64e8238),segment_id=446afc46-1ea7-4108-b249-cba2d64e8238)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:44.414215 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:44.418356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.418941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.419145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2a18cd53-8215-459a-a23f-8ee714288a80 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:44.429774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-60490c6e-bdb1-46d0-86a9-9c00f2b3f0ca service neutron] 10.222.0.78 "GET /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0452359 Jul 07 17:12:44.434663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f546e2b7-4489-449a-b53b-7714501e8a87 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1429801 Jul 07 17:12:44.439889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47472) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:44.552083 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.577972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1249ff46-963a-4d37-b522-f68b5de9d5ae req-a6fd5a36-bd4d-4ec8-b925-cccd9ccbad3c tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0666738 Jul 07 17:12:44.600624 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:44.603619 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.621043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.639332 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.651003 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/networks/01b7127e-f596-4dfe-bd60-b0e3b746d7dc HTTP/1.1" status: 204 len: 168 time: 2.6057978 Jul 07 17:12:44.654491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47474) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:44.703804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=2c776e0d-1c93-47a2-8ffa-846dc08311c4,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:44.739073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 2a18cd53-8215-459a-a23f-8ee714288a80 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:44.754001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2a18cd53-8215-459a-a23f-8ee714288a80 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:44.761774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Deleting port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:44.762418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.771420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.773258 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c58fe-1624-443c-a7d0-6d6a428f4b84 None None] The sync data for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:44.807789 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.808170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b25b4017-99de-4792-bdd0-53fc87bd3f55 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.843601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Deleting port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:44.849067 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.917573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] For port ef778fb6-5c2e-45a5-81ed-d43f6efaae25, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:44.918611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.924301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec56ac5-70c4-48f7-8d82-b4474d826936 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Network': ['ID=01b7127e-f596-4dfe-bd60-b0e3b746d7dc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.075971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Calling delete_port for ef778fb6-5c2e-45a5-81ed-d43f6efaae25 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:45.080735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] Pushing event deleted for resources: {'Port': ['ID=2c776e0d-1c93-47a2-8ffa-846dc08311c4,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.094286 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-b25b4017-99de-4792-bdd0-53fc87bd3f55 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:12:45.096373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b25b4017-99de-4792-bdd0-53fc87bd3f55 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9 HTTP/1.1" status: 409 len: 329 time: 0.6553481 Jul 07 17:12:45.101060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47482) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:45.123939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-ad6ef814-d58a-4d70-a639-e066dd683019 service neutron] 10.222.0.78 "GET /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757941 Jul 07 17:12:45.153184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b6c34-ebb1-4a3d-86c0-f5a0a102d82b None None] No DVR routers for this DVR port 2c776e0d-1c93-47a2-8ffa-846dc08311c4 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:45.282783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] For port ef778fb6-5c2e-45a5-81ed-d43f6efaae25, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,segment=NetworkSegment(60a85c8c-8a95-4c55-923e-9019f2b2d25f),segment_id=60a85c8c-8a95-4c55-923e-9019f2b2d25f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:45.286847 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.342291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.349700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] DHCP port deletion for 7af9f4e7-b963-4723-a975-d2143bc5cbb6 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:45.404055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Calling delete_port for ef778fb6-5c2e-45a5-81ed-d43f6efaae25 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:45.702193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.728665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.822643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f2efd8-71be-4aa4-a79c-333cb9faf5b8']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:45.886275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] No DVR routers for this DVR port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:46.010150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446afc46-1ea7-4108-b249-cba2d64e8238') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.010607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446afc46-1ea7-4108-b249-cba2d64e8238') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.027377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef778fb6-5c2e-45a5-81ed-d43f6efaae25 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:46.038970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Port': ['ID=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:46.089687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.118410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ef778fb6-5c2e-45a5-81ed-d43f6efaae25 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:46.129718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef778fb6-5c2e-45a5-81ed-d43f6efaae25 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:46.159043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.259962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] Deleting port 186f9c72-cc18-478e-8095-2c3f9dec2509 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:46.260450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.262357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:46.271209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:46.278616 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:46.335468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae1b4d57-ae92-4065-b880-8c2f9e474088 req-9c15fdd7-e350-4e1c-b2e4-c474eebf1288 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1519146 Jul 07 17:12:46.373918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e1ae9-23c7-4519-825d-0dbf68db8358 req-05749d32-1524-4734-b6b0-35608ef0c43a tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.414335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c86e1ae9-23c7-4519-825d-0dbf68db8358 req-05749d32-1524-4734-b6b0-35608ef0c43a tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 945 time: 0.4803479 Jul 07 17:12:46.426285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.432848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.481395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.485932 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/networks/47f2efd8-71be-4aa4-a79c-333cb9faf5b8 HTTP/1.1" status: 204 len: 168 time: 1.8278840 Jul 07 17:12:46.491873 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882d430-4d0d-42f9-bfdd-86942da7f398 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Network': ['ID=47f2efd8-71be-4aa4-a79c-333cb9faf5b8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:46.497881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78b16dd-a53c-447a-8fb2-289e9f8efb6c']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.501956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47506) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:46.556494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] For port 186f9c72-cc18-478e-8095-2c3f9dec2509, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=186f9c72-cc18-478e-8095-2c3f9dec2509,segment=NetworkSegment(46c03946-bf40-4a05-ad55-8af9d46937d3),segment_id=46c03946-bf40-4a05-ad55-8af9d46937d3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.558193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.574103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a85c8c-8a95-4c55-923e-9019f2b2d25f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.575313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a85c8c-8a95-4c55-923e-9019f2b2d25f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.616794 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.654688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] Calling delete_port for 186f9c72-cc18-478e-8095-2c3f9dec2509 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:46.662505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.688885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting subnet 2b6c7cd0-98cd-4488-97ec-c950b6eab1bd {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:46.693991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:46.695179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.742295 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c86e1ae9-23c7-4519-825d-0dbf68db8358 req-d62de7bc-e70f-450a-9a77-9bdc88da60bf tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264682 Jul 07 17:12:46.766307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68728753-cadf-405a-8267-aadd82dc06e6 req-56931490-a0a7-491c-a7c0-d9c3810c6bf3 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 210 time: 0.2088630 Jul 07 17:12:46.806364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:46.862125 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:46.876776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.982942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.017064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] No DVR routers for this DVR port 186f9c72-cc18-478e-8095-2c3f9dec2509 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:47.052765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.059481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.091386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3e1b4-09be-4148-9026-7a94700f2f27 None None] Pushing event deleted for resources: {'Port': ['ID=186f9c72-cc18-478e-8095-2c3f9dec2509,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.113432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.114023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.118300 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/networks/c78b16dd-a53c-447a-8fb2-289e9f8efb6c HTTP/1.1" status: 204 len: 168 time: 3.5046463 Jul 07 17:12:47.136461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:47.152748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Network c78b16dd-a53c-447a-8fb2-289e9f8efb6c is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:12:47.154833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] No DVR routers for this DVR port ef778fb6-5c2e-45a5-81ed-d43f6efaae25 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:47.186283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77fa3-f5dc-426d-a8fa-1011c1756544 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Network': ['ID=c78b16dd-a53c-447a-8fb2-289e9f8efb6c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.227216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a883c59-c6d3-4433-8cfc-3773c0962532 None None] Pushing event deleted for resources: {'Port': ['ID=ef778fb6-5c2e-45a5-81ed-d43f6efaae25,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.440490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 186f9c72-cc18-478e-8095-2c3f9dec2509 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:47.527171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 186f9c72-cc18-478e-8095-2c3f9dec2509 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:47.527804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 186f9c72-cc18-478e-8095-2c3f9dec2509 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:47.580821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Deleting port e1aabe5d-2767-4d2a-b484-c37dd86c2447 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:47.581723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.676188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.758514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8177d95f-1c1d-4334-b04b-9847fa6aece3 req-d9b0b8cb-73f4-47e6-aa82-d65ebaedcc29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.2091565 Jul 07 17:12:47.762310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.884286 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.952070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6c7cd0-98cd-4488-97ec-c950b6eab1bd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.962216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.968183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de0b71ed-dc33-42d3-8cf7-a2dc21dab981 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/subnets/2b6c7cd0-98cd-4488-97ec-c950b6eab1bd HTTP/1.1" status: 204 len: 168 time: 1.4617641 Jul 07 17:12:47.972700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed687b-7c33-405f-b977-9a01295f4271 None None] Network 03c9eec1-14ba-4a1a-9116-b57645aac1da requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:47.996418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-a9f95fc0-8f30-4dda-87da-bc102d0cadf4 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.000081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-a9f95fc0-8f30-4dda-87da-bc102d0cadf4 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 945 time: 0.9325383 Jul 07 17:12:48.001819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47522) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:48.154971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ad5a792-577a-48a6-96da-80275aa81079 req-80919fc8-96d8-4b7f-a9be-171313d32d37 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1218348 Jul 07 17:12:48.315142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.355434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Calling delete_port for e1aabe5d-2767-4d2a-b484-c37dd86c2447 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:48.373181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501f32b-d52c-461a-b9af-0e27fa176363 req-25a6958f-3143-4a1a-942d-60a8b870db38 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.374284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5501f32b-d52c-461a-b9af-0e27fa176363 req-25a6958f-3143-4a1a-942d-60a8b870db38 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 945 time: 0.3449388 Jul 07 17:12:48.437462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] DHCP port deletion for 03c9eec1-14ba-4a1a-9116-b57645aac1da request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:48.522640 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.526327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b75487d-cd34-4a9c-a074-c750449cdec9 req-c77043b2-3970-488c-9d97-258661c809a3 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 210 time: 0.0817125 Jul 07 17:12:48.571503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] Deleting port 3e1c8af0-48b9-4697-838d-44628c179f59 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:48.572141 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.582365 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.587510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af9f4e7-b963-4723-a975-d2143bc5cbb6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:48.641388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5501f32b-d52c-461a-b9af-0e27fa176363 req-d4ebebc7-eba0-417a-afba-90bc67b1419e tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/security-groups?id=a199dbb6-2843-4c99-9fc5-fda0cac74d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981084 Jul 07 17:12:48.691773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c03946-bf40-4a05-ad55-8af9d46937d3') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:48.692424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c03946-bf40-4a05-ad55-8af9d46937d3') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:48.711416 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a0b7a0b2-4b8f-4cc0-ae1a-1b6ecdb868bf req-fe51effe-fea3-4d27-9375-4f2630518c85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1450441 Jul 07 17:12:48.731100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] For port 3e1c8af0-48b9-4697-838d-44628c179f59, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3e1c8af0-48b9-4697-838d-44628c179f59,segment=NetworkSegment(b1599b3f-a894-4713-bf44-c9a5aaa33cb6),segment_id=b1599b3f-a894-4713-bf44-c9a5aaa33cb6)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:48.731504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.748711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] Calling delete_port for 3e1c8af0-48b9-4697-838d-44628c179f59 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:48.773189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-8e757cd0-6196-47ea-b9b9-8a6d5bf67b56 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.776891 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.779475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-8e757cd0-6196-47ea-b9b9-8a6d5bf67b56 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.13 "GET /v2.0/networks?id=6d2bebce-87bd-4139-af9c-b5db09e4c7bc HTTP/1.1" status: 200 len: 807 time: 0.2228770 Jul 07 17:12:48.815816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Request body: {'port': {'device_id': '2485af81-391a-4cb5-ba68-3fded851aee9', 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc', 'admin_state_up': True, 'tenant_id': 'b79c0f69082f41e98fe0e34927ed3f82'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:48.871590 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.890765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:48.891180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:48.898707 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:48.951098 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.969984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Deleting port a41feca6-7335-495e-9a16-49813090ceed {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:48.970361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.981941 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.992993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Port': ['ID=e1aabe5d-2767-4d2a-b484-c37dd86c2447,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.037969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Made reservation on behalf of b79c0f69082f41e98fe0e34927ed3f82 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:49.042679 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.059072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] Pushing event deleted for resources: {'Port': ['ID=3e1c8af0-48b9-4697-838d-44628c179f59,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.061139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a6fe2-62f7-486a-8f37-86bb03558785 None None] No DVR routers for this DVR port 3e1c8af0-48b9-4697-838d-44628c179f59 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:49.163040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a41feca6-7335-495e-9a16-49813090ceed,segment=NetworkSegment(6e14c482-63c0-4a8f-b660-1ad769b2bbd1),segment_id=6e14c482-63c0-4a8f-b660-1ad769b2bbd1)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:49.163720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.409582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e1c8af0-48b9-4697-838d-44628c179f59 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:49.475811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3e1c8af0-48b9-4697-838d-44628c179f59 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:49.476863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e1c8af0-48b9-4697-838d-44628c179f59 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:49.507356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a41feca6-7335-495e-9a16-49813090ceed no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:49.532876 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.676628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.691420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Calling delete_port for a41feca6-7335-495e-9a16-49813090ceed owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:49.703731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd91a346-e2cf-454e-ae2f-119ade5decbd req-4150daf8-1160-4780-a930-6fa084a31c54 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1207983 Jul 07 17:12:49.746925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a41feca6-7335-495e-9a16-49813090ceed, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a41feca6-7335-495e-9a16-49813090ceed,segment=NetworkSegment(6e14c482-63c0-4a8f-b660-1ad769b2bbd1),segment_id=6e14c482-63c0-4a8f-b660-1ad769b2bbd1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:49.748099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:49.751049 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d8c1a-363e-4799-b263-e78bd2e1f151" -d '{"events": [{"server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "name": "network-vif-unplugged", "status": "completed", "tag": "a41feca6-7335-495e-9a16-49813090ceed"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:49.756928 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.917495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.922201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.023290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Pushing event deleted for resources: {'Port': ['ID=a41feca6-7335-495e-9a16-49813090ceed,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.026484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.039547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b15b881-e8b9-4a1e-a0c6-540c7338d540 req-a973d868-0690-4a14-8bbe-eb975965e191 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 210 time: 0.0973101 Jul 07 17:12:50.042714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Allocated IP 172.20.0.10 (6d2bebce-87bd-4139-af9c-b5db09e4c7bc/d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12/239031fd-8a5c-4073-b0ef-da552eca6007) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:50.049530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Deleting port 3e1c8af0-48b9-4697-838d-44628c179f59 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:50.050188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.054108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.056779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] 10.222.0.78 "DELETE /v2.0/networks/7af9f4e7-b963-4723-a975-d2143bc5cbb6 HTTP/1.1" status: 204 len: 168 time: 2.9008822 Jul 07 17:12:50.142641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] No DVR routers for this DVR port a41feca6-7335-495e-9a16-49813090ceed on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:50.157080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.159631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47bf703e-716c-4e02-ad92-48a4ea580177 req-23bbae58-3da9-4c05-8531-ebc0e9cfa88f tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.13 "DELETE /v2.0/ports/a41feca6-7335-495e-9a16-49813090ceed HTTP/1.1" status: 204 len: 173 time: 2.1507087 Jul 07 17:12:50.160302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d5287b5-f985-4486-87b4-75acdbdab215 req-3518c353-1514-4199-9a4d-bc2cb964c009 tempest-ServerPasswordTestJSON-1087597872 tempest-ServerPasswordTestJSON-1087597872-project] 10.222.0.78 "GET /v2.0/ports?device_id=e32f503f-2ce8-47d4-88c0-d151d44adc60 HTTP/1.1" status: 200 len: 210 time: 0.1363912 Jul 07 17:12:50.160461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'name': 'network-vif-deleted', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:50.164159 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b583b90-fe5c-4622-90b5-7f17a5c99140" -d '{"events": [{"server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "name": "network-vif-deleted", "tag": "a41feca6-7335-495e-9a16-49813090ceed"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:50.168518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b376ff7-40b7-4448-a0cf-74ef02abc872 tempest-TaggedBootDevicesTest_v242-2042874754 tempest-TaggedBootDevicesTest_v242-2042874754-project] Pushing event deleted for resources: {'Network': ['ID=7af9f4e7-b963-4723-a975-d2143bc5cbb6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.290968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] For port 3e1c8af0-48b9-4697-838d-44628c179f59, host n-d-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:50.291345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.342755 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf53cd-e91c-4f7f-b711-f3748aafbf84 x-openstack-request-id: req-e2cf53cd-e91c-4f7f-b711-f3748aafbf84 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:50.343467 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "name": "network-vif-deleted", "tag": "a41feca6-7335-495e-9a16-49813090ceed", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:50.343467 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2cf53cd-e91c-4f7f-b711-f3748aafbf84 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:50.344057 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'name': 'network-vif-deleted', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed', 'status': 'completed', 'code': 200} Jul 07 17:12:50.348516 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba2c979-36ea-4538-93ce-08501cd27258 x-openstack-request-id: req-3ba2c979-36ea-4538-93ce-08501cd27258 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:50.349681 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32f503f-2ce8-47d4-88c0-d151d44adc60", "name": "network-vif-unplugged", "status": "completed", "tag": "a41feca6-7335-495e-9a16-49813090ceed", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:50.351085 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ba2c979-36ea-4538-93ce-08501cd27258 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:50.352430 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f503f-2ce8-47d4-88c0-d151d44adc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41feca6-7335-495e-9a16-49813090ceed', 'code': 200} Jul 07 17:12:50.372849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Calling delete_port for 3e1c8af0-48b9-4697-838d-44628c179f59 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:50.378484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Port 3e1c8af0-48b9-4697-838d-44628c179f59 was not found and therefore no delete operation was performed {{(pid=98264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:12:50.380726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.456949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Router 25cc2da5-c1d2-4ca8-8260-202152c910e9 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:50.476388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Port': ['ID=3e1c8af0-48b9-4697-838d-44628c179f59,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.480857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] No DVR routers for this DVR port 3e1c8af0-48b9-4697-838d-44628c179f59 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:50.605921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.638594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c9eec1-14ba-4a1a-9116-b57645aac1da']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.661435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.661961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1599b3f-a894-4713-bf44-c9a5aaa33cb6') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.682268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.709273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:50.721175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6d69bbaf-0925-4e69-844c-16db5aa59f5a tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6145921 Jul 07 17:12:50.722098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47550) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:50.738305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] Sync routers for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:50.752495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.766193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:50.767259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.768552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:50.769403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.792509 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-65e3a2e0-6fec-48e8-aea9-1fce728b9240 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] show failed (client error): The resource could not be found. Jul 07 17:12:50.798404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-65e3a2e0-6fec-48e8-aea9-1fce728b9240 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-303158746 HTTP/1.1" status: 404 len: 334 time: 0.0706370 Jul 07 17:12:50.798404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:50.803248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-df233e4c-e58a-44c1-a60d-51f556612a12 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Request body: {'router': {'name': 'new_name'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:50.857614 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-df233e4c-e58a-44c1-a60d-51f556612a12 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] update failed (client error): The resource could not be found. Jul 07 17:12:50.862261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-df233e4c-e58a-44c1-a60d-51f556612a12 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1868015004 HTTP/1.1" status: 404 len: 335 time: 0.0597231 Jul 07 17:12:50.862524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.864598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47558) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:50.900526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.930829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] Routers {'25cc2da5-c1d2-4ca8-8260-202152c910e9'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:50.934806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:12:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['25cc2da5-c1d2-4ca8-8260-202152c910e9'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:50.951928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Deleting subnet bba70c25-3ec2-4c59-aedb-323704880f31 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:50.969567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:50.983013 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:51.036825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:51.041219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ff4e8-e633-4e62-b4ac-6a03ef050e33 None None] The sync data for ids ['25cc2da5-c1d2-4ca8-8260-202152c910e9'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:51.057676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.070750 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.085642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/networks/03c9eec1-14ba-4a1a-9116-b57645aac1da HTTP/1.1" status: 204 len: 168 time: 3.0797856 Jul 07 17:12:51.116043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47562) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:51.122598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.130661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef162c0-8112-4be9-86a8-f482c6844734 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Pushing event deleted for resources: {'Network': ['ID=03c9eec1-14ba-4a1a-9116-b57645aac1da,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.408530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34433488-adff-4a16-b374-b0badfb34ed7 req-42f43af3-e8fa-4722-ae4f-c8e42af25635 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.3369262 Jul 07 17:12:51.487133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0e2544c5-757e-4295-9dfe-6a2c03f45571 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1676422-bc78-49d9-aa3c-612f98b7ebea HTTP/1.1" status: 200 len: 205 time: 0.1529522 Jul 07 17:12:51.489610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:51.498580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-453c1434-1484-48f1-bf2a-b1166c2ccd73 req-353a6ca8-9486-4df7-b422-7aac92947729 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 210 time: 0.1623497 Jul 07 17:12:51.530285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.576255 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.749780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.759799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47572) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:51.786661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:51.802531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:51.816292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:51.941657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Pushing event updated for resources: {'Port': ['ID=239031fd-8a5c-4073-b0ef-da552eca6007,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.009400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.079907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Subnet': ['ID=bba70c25-3ec2-4c59-aedb-323704880f31,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.102899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.104462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.120660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.123889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b5c8e-77b3-4c44-9dfc-eb8d9d8aa862 None None] Network 3a983173-b9bd-432b-a1e5-fab4b1258750 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:52.125214 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ed0b51b2-f8f2-4528-ad85-8fe8d1d83ea2 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/subnets/bba70c25-3ec2-4c59-aedb-323704880f31 HTTP/1.1" status: 204 len: 168 time: 1.2592969 Jul 07 17:12:52.130205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47584) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:52.189702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-04c59343-e0c1-445e-a357-13829d50c41c tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3804188 Jul 07 17:12:52.218296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Request body: {'port': {'device_id': '2485af81-391a-4cb5-ba68-3fded851aee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:52.269492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.282184 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.333817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Deleting subnet c6b6e954-0370-4dc8-91c9-fb248161c2fc {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:52.344334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Deleting subnet 524c853a-2fe4-4158-a34c-db13aea21bfb {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:52.351276 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.351825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.381762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.382285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Fanout notify agent at l3_agent the message router_deleted on router b1676422-bc78-49d9-aa3c-612f98b7ebea {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:52.391505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.395091 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e714ecb7-20e5-4c00-8380-c0df499e0454 tempest-RoutersNegativeIpV6Test-420802961 tempest-RoutersNegativeIpV6Test-420802961-project] 10.222.0.78 "DELETE /v2.0/routers/b1676422-bc78-49d9-aa3c-612f98b7ebea HTTP/1.1" status: 204 len: 168 time: 0.9017386 Jul 07 17:12:52.456155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.493201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] DHCP port deletion for 3a983173-b9bd-432b-a1e5-fab4b1258750 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:52.522673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.565460 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.646214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.651854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] Deleting port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:52.652243 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.811789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.838893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] For port 245ebd8d-6ee3-4ce9-9570-c6184dd21838, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=245ebd8d-6ee3-4ce9-9570-c6184dd21838,segment=NetworkSegment(ec77033a-88b7-4f26-ab72-39e62f7bc0c1),segment_id=ec77033a-88b7-4f26-ab72-39e62f7bc0c1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:52.839565 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.909583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] Calling delete_port for 245ebd8d-6ee3-4ce9-9570-c6184dd21838 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:52.922364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.930999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] 10.222.0.78 "DELETE /v2.0/subnets/524c853a-2fe4-4158-a34c-db13aea21bfb HTTP/1.1" status: 204 len: 168 time: 1.1685970 Jul 07 17:12:52.932766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b360b7-5dae-41e5-87e3-889445ede5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524c853a-2fe4-4158-a34c-db13aea21bfb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.949710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47602) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.030041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8484b495-9c1e-464a-b4b3-294b795ff2e8 req-617f4d4a-3e7a-469d-8c8f-d6b2f58434c2 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.2844656 Jul 07 17:12:53.031931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47606) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.090938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.125033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] Pushing event deleted for resources: {'Port': ['ID=245ebd8d-6ee3-4ce9-9570-c6184dd21838,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:53.129498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249c7b9-18c2-4c68-986b-55232f97292f None None] No DVR routers for this DVR port 245ebd8d-6ee3-4ce9-9570-c6184dd21838 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:53.209985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.249380 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.383968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.400273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 245ebd8d-6ee3-4ce9-9570-c6184dd21838 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:53.411982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f4179b-64eb-4db3-8116-59049638f223']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.434852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 245ebd8d-6ee3-4ce9-9570-c6184dd21838 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:53.435186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 245ebd8d-6ee3-4ce9-9570-c6184dd21838 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:53.439158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e14c482-63c0-4a8f-b660-1ad769b2bbd1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.439158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e14c482-63c0-4a8f-b660-1ad769b2bbd1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.455910 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.474795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.482329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:53.482742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:53.485155 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:53.565023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.571664 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.576482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/36f4179b-64eb-4db3-8116-59049638f223 HTTP/1.1" status: 204 len: 168 time: 0.6247709 Jul 07 17:12:53.605410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560eb14-0363-467a-95d3-cb98fd38ffc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f4179b-64eb-4db3-8116-59049638f223,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:53.800935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb0be4-7bb2-4aed-b174-76da7ad6824f req-bbc890a5-dc01-4c63-84a2-27eb68d3c92a tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.802741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bdb0be4-7bb2-4aed-b174-76da7ad6824f req-bbc890a5-dc01-4c63-84a2-27eb68d3c92a tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 932 time: 1.0600550 Jul 07 17:12:53.808142 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.837094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47622) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.862827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-53f09dd9-6b4f-40dc-9b2b-d4ebe1a7718f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0dc7a9f7b9ea49528ddd244eb8b83911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490363 Jul 07 17:12:53.865756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47624) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.917927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-da152597-2e68-40fe-97b7-989d33175828 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.919650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-da152597-2e68-40fe-97b7-989d33175828 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 814 time: 0.6894827 Jul 07 17:12:53.926440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.964252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bdb0be4-7bb2-4aed-b174-76da7ad6824f req-23ec1b6b-abd0-4980-8831-01a3eda21103 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294858 Jul 07 17:12:53.983208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-34ca1bda-0aad-4b69-8a16-032a5ad1b023 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6816240f02024e538acda6bdba96aa8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406488 Jul 07 17:12:53.989847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.013264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b6e954-0370-4dc8-91c9-fb248161c2fc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.017481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.020314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-479e4e2f-5444-4328-94d1-89c2359807c6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/subnets/c6b6e954-0370-4dc8-91c9-fb248161c2fc HTTP/1.1" status: 204 len: 168 time: 1.8886814 Jul 07 17:12:54.024276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-b2fa7b08-0e01-44d1-8e4a-0bfe0730a567 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/quotas/0c71e06225374db88ff11c5113a74338 HTTP/1.1" status: 200 len: 375 time: 0.0952396 Jul 07 17:12:54.026393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47628) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.034542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30286adc-ed60-4e8c-a0c1-55327447c856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.043217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3533439f-4848-4bde-9b8d-4ad930c97597 None None] Network 60fc8c73-61a0-4061-a9b0-eed30f44ec84 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:54.077982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30286adc-ed60-4e8c-a0c1-55327447c856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.120773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-f1925597-d3f0-4882-9486-151d4127a0e8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737181 Jul 07 17:12:54.253709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30286adc-ed60-4e8c-a0c1-55327447c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.257717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-30286adc-ed60-4e8c-a0c1-55327447c856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.259587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-30286adc-ed60-4e8c-a0c1-55327447c856 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/333f25ad-c659-4602-97b8-7be62a828c94 HTTP/1.1" status: 204 len: 168 time: 0.3912776 Jul 07 17:12:54.298263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.350045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] DHCP port deletion for 60fc8c73-61a0-4061-a9b0-eed30f44ec84 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:54.358769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30286adc-ed60-4e8c-a0c1-55327447c856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f25ad-c659-4602-97b8-7be62a828c94,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.451377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.467384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7d2ec5f6-6226-406b-8c5b-ea6741b6d5b7 service neutron] 10.222.0.78 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524433 Jul 07 17:12:54.523811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.564198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] Deleting port 681f6687-bde5-4584-a40d-e537de09ed66 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:54.565153 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.589585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0228ac2-6063-499f-a0ee-689ad6c14084 req-af2d883b-8728-4038-9416-693e3ba9cb34 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1174047 Jul 07 17:12:54.596416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239031fd-8a5c-4073-b0ef-da552eca6007 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:54.612219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.639132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Transition to ACTIVE for port object 239031fd-8a5c-4073-b0ef-da552eca6007 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:54.669448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.746207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] For port 681f6687-bde5-4584-a40d-e537de09ed66, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=681f6687-bde5-4584-a40d-e537de09ed66,segment=NetworkSegment(c0f9346f-5972-4d5e-a728-35f561734379),segment_id=c0f9346f-5972-4d5e-a728-35f561734379)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:54.746937 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.770920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Pushing event updated for resources: {'Port': ['ID=239031fd-8a5c-4073-b0ef-da552eca6007,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.783887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] Calling delete_port for 681f6687-bde5-4584-a40d-e537de09ed66 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:54.885216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.920115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-fb44bc88-b5ee-4500-b183-257810a19141 service neutron] 10.222.0.78 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390225 Jul 07 17:12:54.921786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a983173-b9bd-432b-a1e5-fab4b1258750']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:54.956244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.956244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.956244 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a199dbb6-2843-4c99-9fc5-fda0cac74d34 HTTP/1.1" status: 204 len: 168 time: 0.9628775 Jul 07 17:12:54.986311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.995882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:54.996457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec77033a-88b7-4f26-ab72-39e62f7bc0c1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:55.056367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Attempting to bind port 239031fd-8a5c-4073-b0ef-da552eca6007 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:55.057020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Attempting to bind port 239031fd-8a5c-4073-b0ef-da552eca6007 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '678e8fd0-f4f7-4348-b3bf-80110bf4d074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:55.058909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Attempting to bind port 239031fd-8a5c-4073-b0ef-da552eca6007 on network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:55.070209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Port 239031fd-8a5c-4073-b0ef-da552eca6007 on network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:55.070209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Attempting to bind port 239031fd-8a5c-4073-b0ef-da552eca6007 on network 6d2bebce-87bd-4139-af9c-b5db09e4c7bc {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:55.081268 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:55.084409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:55.087633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Checking segment: {'id': '678e8fd0-f4f7-4348-b3bf-80110bf4d074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:55.088458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Bound using segment: {'id': '678e8fd0-f4f7-4348-b3bf-80110bf4d074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:55.089444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Bound port: 239031fd-8a5c-4073-b0ef-da552eca6007, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678e8fd0-f4f7-4348-b3bf-80110bf4d074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:55.091610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.096180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.108873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] Pushing event deleted for resources: {'Port': ['ID=681f6687-bde5-4584-a40d-e537de09ed66,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:55.124730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1841a7-1fed-442d-9483-5ba87085a9d9 None None] No DVR routers for this DVR port 681f6687-bde5-4584-a40d-e537de09ed66 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:55.167968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.191819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199dbb6-2843-4c99-9fc5-fda0cac74d34,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:55.229012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:55.229687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.239943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.243341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.243341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.245972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.251431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.252099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.252681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.253279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.253846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.257860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.258185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.258413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce4c6-1329-4902-9f15-9778fb375c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:55.268169 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:55.308450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] For port 239031fd-8a5c-4073-b0ef-da552eca6007, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:55.312322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] For port 239031fd-8a5c-4073-b0ef-da552eca6007, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=239031fd-8a5c-4073-b0ef-da552eca6007,segment=NetworkSegment(678e8fd0-f4f7-4348-b3bf-80110bf4d074),segment_id=678e8fd0-f4f7-4348-b3bf-80110bf4d074)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:55.321660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.412047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.413713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.416146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] 10.222.0.13 "PUT /v2.0/ports/239031fd-8a5c-4073-b0ef-da552eca6007 HTTP/1.1" status: 200 len: 1092 time: 3.2100992 Jul 07 17:12:55.456177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2485af81-391a-4cb5-ba68-3fded851aee9', 'tag': '239031fd-8a5c-4073-b0ef-da552eca6007'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:55.460236 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3dcabf-d322-4205-8dd9-711089a16cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2485af81-391a-4cb5-ba68-3fded851aee9", "tag": "239031fd-8a5c-4073-b0ef-da552eca6007"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:55.540337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 681f6687-bde5-4584-a40d-e537de09ed66 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:55.611249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.657611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 681f6687-bde5-4584-a40d-e537de09ed66 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:55.658936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 681f6687-bde5-4584-a40d-e537de09ed66 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:55.662211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.677288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/networks/3a983173-b9bd-432b-a1e5-fab4b1258750 HTTP/1.1" status: 204 len: 168 time: 1.6444316 Jul 07 17:12:55.729286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47660) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:55.746144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278bfb-f4df-4b28-9e2b-20d77761bbfe tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Network': ['ID=3a983173-b9bd-432b-a1e5-fab4b1258750,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:55.889394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835d4b4-a149-4044-9a55-1f6b570ce949 service neutron] Pushing event updated for resources: {'Port': ['ID=239031fd-8a5c-4073-b0ef-da552eca6007,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.009920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.034671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a89317d-52ed-4694-a9a4-6c6f6c380c9d req-135c105c-a22c-4586-872b-f1fa11a25b66 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 210 time: 0.2888069 Jul 07 17:12:56.239958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424284a-02a4-4ff1-a9fb-557ea995120f req-dc4b146a-d288-439b-879e-a5591af05ef3 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.247010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6424284a-02a4-4ff1-a9fb-557ea995120f req-dc4b146a-d288-439b-879e-a5591af05ef3 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 944 time: 0.8830967 Jul 07 17:12:56.276131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-2d4a948f-e5c2-4897-9ce8-9bcbf7bdfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.278772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-2d4a948f-e5c2-4897-9ce8-9bcbf7bdfcf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b79c0f69082f41e98fe0e34927ed3f82&device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 1095 time: 0.6236813 Jul 07 17:12:56.456857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-67e1bcfc-6fa4-40a8-9819-808f4688155d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239031fd-8a5c-4073-b0ef-da552eca6007 HTTP/1.1" status: 200 len: 217 time: 0.1449082 Jul 07 17:12:56.553978 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.570986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6424284a-02a4-4ff1-a9fb-557ea995120f req-6951da9f-e4ea-4b85-83fc-ae434ce7fe91 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125191 Jul 07 17:12:56.598072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fc8c73-61a0-4061-a9b0-eed30f44ec84']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:56.639885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f9346f-5972-4d5e-a728-35f561734379') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:56.640135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f9346f-5972-4d5e-a728-35f561734379') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:56.668277 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.714535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.747809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:56.749812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.767569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-b5044fd7-568a-46ac-a4e5-0a37fac8156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.774231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-b5044fd7-568a-46ac-a4e5-0a37fac8156b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12 HTTP/1.1" status: 200 len: 847 time: 0.3086898 Jul 07 17:12:56.783615 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d23055-2a72-4cf5-9f49-b4d2a708e5e3 x-openstack-request-id: req-40d23055-2a72-4cf5-9f49-b4d2a708e5e3 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:56.784744 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2485af81-391a-4cb5-ba68-3fded851aee9", "tag": "239031fd-8a5c-4073-b0ef-da552eca6007", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:56.784986 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40d23055-2a72-4cf5-9f49-b4d2a708e5e3 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:56.785711 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2485af81-391a-4cb5-ba68-3fded851aee9', 'tag': '239031fd-8a5c-4073-b0ef-da552eca6007', 'status': 'completed', 'code': 200} Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:56.935566 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:56.940480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.956823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.966006 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/networks/60fc8c73-61a0-4061-a9b0-eed30f44ec84 HTTP/1.1" status: 204 len: 168 time: 1.2335730 Jul 07 17:12:56.967249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47692) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.009715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-f4b204d7-3642-48ca-bdeb-ee33b5450e75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2bebce-87bd-4139-af9c-b5db09e4c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179449 Jul 07 17:12:57.097802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Deleting subnet db9f430f-318a-4c51-97bc-fcca4bdb5c77 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:57.104912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e130b-92d4-4e47-8567-dc611dfb6efd tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Network': ['ID=60fc8c73-61a0-4061-a9b0-eed30f44ec84,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:57.108529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.248051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.485200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.536347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0c9e94e-6b49-4b47-b3f1-44034641a3eb req-a9f0803c-abf3-484d-8990-cd7f4c9b63d8 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.4784946 Jul 07 17:12:57.714490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.766807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.769180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db24b8-aa6b-4ccb-8863-9420f5e777cb None None] Network 965f15d4-76cb-4a1b-b728-07902b5b8069 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:57.770141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/subnets/db9f430f-318a-4c51-97bc-fcca4bdb5c77 HTTP/1.1" status: 204 len: 168 time: 0.7847254 Jul 07 17:12:57.777912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47712) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.874260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-695b9d4c-953c-4fb1-8e52-5bed204f1bd3 req-03a02fe7-8b33-469f-b8b4-8e87cdbe883a tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 210 time: 0.1323588 Jul 07 17:12:57.880954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-c4756074-cfbf-4fa2-9bce-50b107e13aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644824 Jul 07 17:12:57.905555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4559e4-4739-40a0-a639-6c21b96ca04d tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Subnet': ['ID=db9f430f-318a-4c51-97bc-fcca4bdb5c77,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.080757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.110487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8399823-bb6d-43af-a22d-3987d14c1284 req-7a9d7e12-7038-4f72-a4e1-658e72ab184e service neutron] 10.222.0.13 "GET /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106116 Jul 07 17:12:58.133324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824c44b-b521-46c5-bc39-249f5c114907 req-9efb54fd-00ad-422e-b957-c766de91bb62 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.135145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7824c44b-b521-46c5-bc39-249f5c114907 req-9efb54fd-00ad-422e-b957-c766de91bb62 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 944 time: 0.1663668 Jul 07 17:12:58.196502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Deleting port 26c484b0-dc43-4078-b6bf-5d563ecf5654 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:58.197647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.212959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] DHCP port deletion for 965f15d4-76cb-4a1b-b728-07902b5b8069 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:58.300994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7824c44b-b521-46c5-bc39-249f5c114907 req-f5c39166-97d9-45f8-bf8b-be2b47ee5e34 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566548 Jul 07 17:12:58.320236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] Deleting port 26c484b0-dc43-4078-b6bf-5d563ecf5654 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:58.320542 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.363638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] For port 26c484b0-dc43-4078-b6bf-5d563ecf5654, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26c484b0-dc43-4078-b6bf-5d563ecf5654,segment=NetworkSegment(d2e0c27f-7387-4b7d-9aaf-567eab10cbb8),segment_id=d2e0c27f-7387-4b7d-9aaf-567eab10cbb8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:58.364030 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.411236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Calling delete_port for 26c484b0-dc43-4078-b6bf-5d563ecf5654 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:58.520574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] For port 26c484b0-dc43-4078-b6bf-5d563ecf5654, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26c484b0-dc43-4078-b6bf-5d563ecf5654,segment=NetworkSegment(d2e0c27f-7387-4b7d-9aaf-567eab10cbb8),segment_id=d2e0c27f-7387-4b7d-9aaf-567eab10cbb8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:58.524166 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.569525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] Calling delete_port for 26c484b0-dc43-4078-b6bf-5d563ecf5654 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:58.586568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-2a11b0db-6251-4d07-b3bc-a0e87d5fc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.592109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-2a11b0db-6251-4d07-b3bc-a0e87d5fc72f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b79c0f69082f41e98fe0e34927ed3f82&device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 1095 time: 0.1913025 Jul 07 17:12:58.789869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.893093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] Pushing event deleted for resources: {'Port': ['ID=26c484b0-dc43-4078-b6bf-5d563ecf5654,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.897984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b883bb-317e-4bb2-910c-ee65dd2a5844 None None] No DVR routers for this DVR port 26c484b0-dc43-4078-b6bf-5d563ecf5654 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:58.978806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-a8c7ec2c-adb3-4811-9da4-8b5604d3b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.996441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-a8c7ec2c-adb3-4811-9da4-8b5604d3b92c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2bebce-87bd-4139-af9c-b5db09e4c7bc HTTP/1.1" status: 200 len: 908 time: 0.3796821 Jul 07 17:12:59.008622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-af723465-b405-4e65-aa85-1eb6c0dd3139 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.019883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-af723465-b405-4e65-aa85-1eb6c0dd3139 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.13 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 814 time: 0.5639267 Jul 07 17:12:59.028835 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.072291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Request body: {'port': {'device_id': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a', 'admin_state_up': True, 'tenant_id': '0c71e06225374db88ff11c5113a74338'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:59.110836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-2eb0c702-49f3-4f4c-a470-42661b68a73d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239031fd-8a5c-4073-b0ef-da552eca6007 HTTP/1.1" status: 200 len: 217 time: 0.1134701 Jul 07 17:12:59.170658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d47c5f67-55cf-42bd-a73d-13174240e7ad req-34ec14b4-5760-4279-8d8d-ac6278eda605 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0627048 Jul 07 17:12:59.298707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Port': ['ID=26c484b0-dc43-4078-b6bf-5d563ecf5654,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:59.301548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-578cc112-35bb-4de8-809c-ee1c67d8a5d9 req-098e2b77-dfdd-4d25-8f1b-435821fe99ea tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1291790 Jul 07 17:12:59.317394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] No DVR routers for this DVR port 26c484b0-dc43-4078-b6bf-5d563ecf5654 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:59.332081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-5136e898-9bea-4fe0-9346-48c9c2846de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.335961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-5136e898-9bea-4fe0-9346-48c9c2846de3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12 HTTP/1.1" status: 200 len: 847 time: 0.1942248 Jul 07 17:12:59.391721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26c484b0-dc43-4078-b6bf-5d563ecf5654 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:59.451201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 26c484b0-dc43-4078-b6bf-5d563ecf5654 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:59.451558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26c484b0-dc43-4078-b6bf-5d563ecf5654 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:59.504333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-826ef3f9-5181-49b8-b859-94c755a84807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2bebce-87bd-4139-af9c-b5db09e4c7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476092 Jul 07 17:12:59.556740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 239031fd-8a5c-4073-b0ef-da552eca6007 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:59.580213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47760) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:59.606439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.628185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965f15d4-76cb-4a1b-b728-07902b5b8069']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.658489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.658960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e0c27f-7387-4b7d-9aaf-567eab10cbb8') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.686681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.704722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Made reservation on behalf of 0c71e06225374db88ff11c5113a74338 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:59.718968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.767628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 239031fd-8a5c-4073-b0ef-da552eca6007, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=239031fd-8a5c-4073-b0ef-da552eca6007,segment=NetworkSegment(678e8fd0-f4f7-4348-b3bf-80110bf4d074),segment_id=678e8fd0-f4f7-4348-b3bf-80110bf4d074)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:59.770817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.785777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8bc909-4d9a-4123-8146-41ce2a29c408 req-b52454cb-22bd-45ea-b73a-27402d4756b9 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 210 time: 0.2842026 Jul 07 17:12:59.841013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '239031fd-8a5c-4073-b0ef-da552eca6007', 'network_id': '6d2bebce-87bd-4139-af9c-b5db09e4c7bc', 'port_id': '239031fd-8a5c-4073-b0ef-da552eca6007', 'mac_address': 'fa:16:3e:16:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b0e2b0-c1c1-4a97-b215-f645bbb5aa12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:59.925707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.944201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239031fd-8a5c-4073-b0ef-da552eca6007 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:59.957808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:59.958753 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:59.974035 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:59.979333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-9608f4e6-a091-4805-a453-10b9c885320c service neutron] 10.222.0.13 "GET /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585259 Jul 07 17:12:59.979510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 239031fd-8a5c-4073-b0ef-da552eca6007, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=239031fd-8a5c-4073-b0ef-da552eca6007,segment=NetworkSegment(678e8fd0-f4f7-4348-b3bf-80110bf4d074),segment_id=678e8fd0-f4f7-4348-b3bf-80110bf4d074)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:59.986111 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.003331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eb03a-ecbb-41a3-991f-01077aec0055 req-d212174c-af71-43ca-8f5a-0389bf50c243 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.010055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-299eb03a-ecbb-41a3-991f-01077aec0055 req-d212174c-af71-43ca-8f5a-0389bf50c243 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 944 time: 0.5096426 Jul 07 17:13:00.013639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df02e202-e29a-452b-86fa-49e85c34d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.080618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=239031fd-8a5c-4073-b0ef-da552eca6007,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.153928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.159288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.167642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/networks/965f15d4-76cb-4a1b-b728-07902b5b8069 HTTP/1.1" status: 204 len: 168 time: 2.2864022 Jul 07 17:13:00.182535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47766) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.258917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['239031fd-8a5c-4073-b0ef-da552eca6007'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:00.266537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Allocated IP 172.20.0.13 (ac81aaaa-254c-4c80-89bf-59e4dbdb861a/84ed9098-1fcf-4ce0-b9d9-8d718a066b29/ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:00.303648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-299eb03a-ecbb-41a3-991f-01077aec0055 req-b2522192-4b7d-4121-be77-e1988ef88e86 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704079 Jul 07 17:13:00.372433 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fb0573a9-ee53-4e6d-b293-f5bfa26e30b9 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "GET /v2.0/ports?device_id=25cc2da5-c1d2-4ca8-8260-202152c910e9 HTTP/1.1" status: 200 len: 205 time: 0.1817296 Jul 07 17:13:00.373496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47772) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.385983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a424e9-6727-40ad-a04f-0c266921a136 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Pushing event deleted for resources: {'Network': ['ID=965f15d4-76cb-4a1b-b728-07902b5b8069,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.664434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.705056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61c7937c-b160-4a12-bb38-c49e5200b413 req-7f1817df-1b4a-44ac-a724-65ceaea5ad49 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0973845 Jul 07 17:13:00.765352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3dcabf-d322-4205-8dd9-711089a16cfc req-c4f812e7-000d-4ac4-b221-81b6b91a861b service neutron] 10.222.0.13 "GET /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529058 Jul 07 17:13:00.799944 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df02e202-e29a-452b-86fa-49e85c34d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.809846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df02e202-e29a-452b-86fa-49e85c34d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.814971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26b7fc01-2021-432e-a013-0c8a485123a6 req-e4eb200b-cae9-4e52-af6a-5c7c57927cee tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1467922 Jul 07 17:13:00.845497 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df02e202-e29a-452b-86fa-49e85c34d609 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=acf586aa4d984ddaaaeb84a3dcc1397b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2622099 Jul 07 17:13:00.850772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47778) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.852772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.905702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02e202-e29a-452b-86fa-49e85c34d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df06d05a-0429-435a-898a-0def7bcf5ec4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.975799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.009595 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.020060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.041798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Network ac81aaaa-254c-4c80-89bf-59e4dbdb861a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:01.049926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:01.058635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:01.093692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Pushing event updated for resources: {'Port': ['ID=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.149278 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27cadcae-89ec-4014-843f-c9500d0ccd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.173881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.174392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Fanout notify agent at l3_agent the message router_deleted on router 25cc2da5-c1d2-4ca8-8260-202152c910e9 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:01.190115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.191296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5e2377f3-b54a-4238-8bbb-76250be39ed6 tempest-RoutersNegativeTest-627941545 tempest-RoutersNegativeTest-627941545-project] 10.222.0.78 "DELETE /v2.0/routers/25cc2da5-c1d2-4ca8-8260-202152c910e9 HTTP/1.1" status: 204 len: 168 time: 0.8189054 Jul 07 17:13:01.207959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.208648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.230602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27cadcae-89ec-4014-843f-c9500d0ccd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.250576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-d655355e-d821-4f3a-a386-dff12d6acff6 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1963019 Jul 07 17:13:01.272720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92f771-cb03-4baf-9044-38110c1fb5c9 req-a801a075-8897-48a1-ba5d-ca0b1aa11219 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.275438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Request body: {'port': {'device_id': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:01.280437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c92f771-cb03-4baf-9044-38110c1fb5c9 req-a801a075-8897-48a1-ba5d-ca0b1aa11219 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 932 time: 0.2912934 Jul 07 17:13:01.342532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c92f771-cb03-4baf-9044-38110c1fb5c9 req-ef81a147-f2ae-4b20-87ac-3e7c9cfd7e53 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610859 Jul 07 17:13:01.384339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27cadcae-89ec-4014-843f-c9500d0ccd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.387835 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27cadcae-89ec-4014-843f-c9500d0ccd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.389484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27cadcae-89ec-4014-843f-c9500d0ccd04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df06d05a-0429-435a-898a-0def7bcf5ec4 HTTP/1.1" status: 204 len: 168 time: 0.5375943 Jul 07 17:13:01.422496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cadcae-89ec-4014-843f-c9500d0ccd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df06d05a-0429-435a-898a-0def7bcf5ec4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.500235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.571453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 239031fd-8a5c-4073-b0ef-da552eca6007 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:01.718880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 239031fd-8a5c-4073-b0ef-da552eca6007 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:01.732550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 239031fd-8a5c-4073-b0ef-da552eca6007 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:01.732550 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.740261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47790) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:01.866337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff000ad2-afd0-4209-b98a-7feeb77904e3 req-b68e407c-d392-46ea-aa03-b60ed16a3a95 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.889024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff000ad2-afd0-4209-b98a-7feeb77904e3 req-b68e407c-d392-46ea-aa03-b60ed16a3a95 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 945 time: 0.2510228 Jul 07 17:13:01.902460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.969208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485af81-391a-4cb5-ba68-3fded851aee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239031fd-8a5c-4073-b0ef-da552eca6007'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:01.971867 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f61d8-6f45-41ce-89b8-5118b919f5a8" -d '{"events": [{"server_uuid": "2485af81-391a-4cb5-ba68-3fded851aee9", "name": "network-vif-plugged", "status": "completed", "tag": "239031fd-8a5c-4073-b0ef-da552eca6007"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:01.997810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 239031fd-8a5c-4073-b0ef-da552eca6007, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=239031fd-8a5c-4073-b0ef-da552eca6007,segment=NetworkSegment(678e8fd0-f4f7-4348-b3bf-80110bf4d074),segment_id=678e8fd0-f4f7-4348-b3bf-80110bf4d074)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:02.008519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.039394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff000ad2-afd0-4209-b98a-7feeb77904e3 req-5255318c-7342-4055-92b4-99650c71d38e tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463723 Jul 07 17:13:02.089998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47802) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:02.132883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5fc257e2-4fd5-424d-8cc5-fec98caf3f9e req-bb54038b-fa7f-48ce-a0c6-f77df9b150ed tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0476601 Jul 07 17:13:02.176137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-479bcfb4-cd08-4296-a461-4820be7739bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.234641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=239031fd-8a5c-4073-b0ef-da552eca6007,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.251503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0a1b00fe-6615-4e52-b930-af4dcb6ec49a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=251a1d1135eb4b1288c41e62233c7612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990673 Jul 07 17:13:02.252678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47804) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:02.281502 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37272ebe-233e-48cf-baea-664279002ac2 x-openstack-request-id: req-37272ebe-233e-48cf-baea-664279002ac2 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:02.281854 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2485af81-391a-4cb5-ba68-3fded851aee9", "name": "network-vif-plugged", "status": "completed", "tag": "239031fd-8a5c-4073-b0ef-da552eca6007", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:02.282234 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37272ebe-233e-48cf-baea-664279002ac2 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:02.282697 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485af81-391a-4cb5-ba68-3fded851aee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239031fd-8a5c-4073-b0ef-da552eca6007', 'code': 200} Jul 07 17:13:02.361657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:02.386289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.422500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Transition to ACTIVE for port object ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:02.435211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.546195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.585707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-479bcfb4-cd08-4296-a461-4820be7739bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.595379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-479bcfb4-cd08-4296-a461-4820be7739bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.780680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-037b80b0-147e-495b-adcb-8a5893778d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.794478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-353e4d6a-3523-4311-848c-b4c20b84b86e req-ebec4649-c4d8-4627-93ca-6755578656f4 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.4367776 Jul 07 17:13:02.865936 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-037b80b0-147e-495b-adcb-8a5893778d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.003500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e982dd08-f748-478f-ae8a-f720163e2dd5 req-66787473-fa9b-4f7c-aff8-4802da985d68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.3860648 Jul 07 17:13:03.018178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bcfb4-cd08-4296-a461-4820be7739bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e81da-e90d-4d0f-907c-a1275d6f9eff,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:03.025387 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-479bcfb4-cd08-4296-a461-4820be7739bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a2ce649417c4c2c92ca0a15f4c41efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9291401 Jul 07 17:13:03.027410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Attempting to bind port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:03.027762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Attempting to bind port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:03.028122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Attempting to bind port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b on network ac81aaaa-254c-4c80-89bf-59e4dbdb861a {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:03.030244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47812) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:03.050629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b on network ac81aaaa-254c-4c80-89bf-59e4dbdb861a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:03.050968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Attempting to bind port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b on network ac81aaaa-254c-4c80-89bf-59e4dbdb861a {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:03.066799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:03.067245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Checking segment: {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:03.067648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Bound using segment: {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:03.068098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Bound port: ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31690b59-2cba-4d79-be9b-a9edc751fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:03.069113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.135502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f691f9-b398-4b7d-bd58-c59f22179cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.190730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef5aa-da07-4505-960f-febb72258bb2 req-934560b6-c49d-4bc5-bc11-ca0f42d6b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.192623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f691f9-b398-4b7d-bd58-c59f22179cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.192742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51cef5aa-da07-4505-960f-febb72258bb2 req-934560b6-c49d-4bc5-bc11-ca0f42d6b398 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 1097 time: 0.4086437 Jul 07 17:13:03.235186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] For port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:03.235845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c61a0-20c9-44ee-8e32-8be785ab8634 req-034604e8-98af-4e3e-908c-f5e582fd5227 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.246830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-255c61a0-20c9-44ee-8e32-8be785ab8634 req-034604e8-98af-4e3e-908c-f5e582fd5227 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 944 time: 0.4578273 Jul 07 17:13:03.255335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-037b80b0-147e-495b-adcb-8a5893778d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.260972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-037b80b0-147e-495b-adcb-8a5893778d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.267482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-037b80b0-147e-495b-adcb-8a5893778d59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d8b8fd7-1bc4-4315-8a89-60f295cc7932 HTTP/1.1" status: 204 len: 168 time: 1.0087571 Jul 07 17:13:03.346868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b80b0-147e-495b-adcb-8a5893778d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b8fd7-1bc4-4315-8a89-60f295cc7932,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:03.374852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f691f9-b398-4b7d-bd58-c59f22179cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.384079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-61f691f9-b398-4b7d-bd58-c59f22179cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.385586 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61f691f9-b398-4b7d-bd58-c59f22179cef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a1e81da-e90d-4d0f-907c-a1275d6f9eff HTTP/1.1" status: 204 len: 168 time: 0.3540840 Jul 07 17:13:03.395846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-255c61a0-20c9-44ee-8e32-8be785ab8634 req-39fa9899-ddf6-433b-bfeb-63d5bc9b515d tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427453 Jul 07 17:13:03.411180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] For port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:03.426976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51cef5aa-da07-4505-960f-febb72258bb2 req-3c8ae291-a2fb-4497-880e-f5a99d7b8598 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599708 Jul 07 17:13:03.439858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.442821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f691f9-b398-4b7d-bd58-c59f22179cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e81da-e90d-4d0f-907c-a1275d6f9eff,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:03.570522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.574728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.579214 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] 10.222.0.13 "PUT /v2.0/ports/ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b HTTP/1.1" status: 200 len: 1092 time: 2.3157794 Jul 07 17:13:03.584902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'tag': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:03.591943 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302aff23-3b90-4775-a93f-68e268c095ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f96ae5-1265-47db-a59b-232d41bf277d", "tag": "ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:03.659769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58022ae-dd27-47df-bccb-d00d468b64f6 req-36eed914-474d-4ca1-8556-ead71112fcf8 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.660194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e591742-782c-40b4-a79c-8240755efc2c service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:03.663906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f58022ae-dd27-47df-bccb-d00d468b64f6 req-36eed914-474d-4ca1-8556-ead71112fcf8 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 946 time: 0.2296720 Jul 07 17:13:03.706337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.795146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa820922-2e73-4151-8f53-c5db4fd97bea req-2fef7a9c-8ad4-4c51-bfc0-5b0c724b645b tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0777225 Jul 07 17:13:03.845686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f58022ae-dd27-47df-bccb-d00d468b64f6 req-7add7a49-eb90-41d2-af5d-56c15c4921de tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694782 Jul 07 17:13:03.874898 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf705c7d-c45e-4da3-ace4-448c37b90462 x-openstack-request-id: req-bf705c7d-c45e-4da3-ace4-448c37b90462 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:03.875253 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f96ae5-1265-47db-a59b-232d41bf277d", "tag": "ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:03.875501 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf705c7d-c45e-4da3-ace4-448c37b90462 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:03.875876 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'tag': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b', 'status': 'completed', 'code': 200} Jul 07 17:13:03.881680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-15ab53e3-90fa-48e0-b1d8-fb4a83cafb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.885207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-15ab53e3-90fa-48e0-b1d8-fb4a83cafb2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 1095 time: 0.1180530 Jul 07 17:13:03.967303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-cdea23f3-0442-4a32-b1e9-aff826290ab5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b HTTP/1.1" status: 200 len: 217 time: 0.0537307 Jul 07 17:13:04.085886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-bc756bd6-a8aa-49a6-be6f-1ae0d6cf47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.087785 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-bc756bd6-a8aa-49a6-be6f-1ae0d6cf47d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ed9098-1fcf-4ce0-b9d9-8d718a066b29 HTTP/1.1" status: 200 len: 854 time: 0.1127598 Jul 07 17:13:04.123815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff84ff01-e5f9-4cb9-a12b-8fc7631fcfa4 req-d251b3aa-fa20-4f2b-a325-1d6cd72b286a tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0381405 Jul 07 17:13:04.158848 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-b3bf9a56-8bb8-4a8b-ba5b-38858614dd4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628707 Jul 07 17:13:04.438302 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-196710ba-92c0-47e2-ab9c-869aad1131e8 service neutron] 10.222.0.13 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078440 Jul 07 17:13:04.723723 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9c4b9b09-d886-45f8-946b-8af7e281e247 req-7ba0bbd9-1b73-4172-a4af-de12df16c741 service neutron] 10.222.0.13 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763488 Jul 07 17:13:04.931873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2f99-973b-4ff9-8bc1-76fd90a64e12 req-b3e5a390-5938-44ef-a0fe-39d74ea8a685 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.936911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-698f2f99-973b-4ff9-8bc1-76fd90a64e12 req-b3e5a390-5938-44ef-a0fe-39d74ea8a685 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 944 time: 0.1436214 Jul 07 17:13:04.980727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aff23-3b90-4775-a93f-68e268c095ca req-8e879672-bd65-4732-b125-c55d3eeecabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.982712 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-8e879672-bd65-4732-b125-c55d3eeecabc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 1095 time: 0.1378472 Jul 07 17:13:05.038079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-698f2f99-973b-4ff9-8bc1-76fd90a64e12 req-c9a55cdd-3dcf-4a0e-8f49-d171cdd4f4e3 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821977 Jul 07 17:13:05.137668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3215b0fe-6083-402e-a0f6-c8c6e84ef894 req-2153df3b-1c53-4d2b-850f-56f0474f23ef tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0718973 Jul 07 17:13:05.172559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aff23-3b90-4775-a93f-68e268c095ca req-53f44ef8-441b-493a-941e-e77b2212dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.174652 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-53f44ef8-441b-493a-941e-e77b2212dd9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 915 time: 0.1846130 Jul 07 17:13:05.238919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-727998f1-bcb1-4818-a376-362c31171a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.297343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.406934 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-bfd387fb-eaad-44bf-a122-e77cff9b5fc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b HTTP/1.1" status: 200 len: 217 time: 0.2232182 Jul 07 17:13:05.570378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1461728777'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:05.577343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aff23-3b90-4775-a93f-68e268c095ca req-4a5250d2-57d8-4acf-aad9-753022d81b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.581355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-4a5250d2-57d8-4acf-aad9-753022d81b5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ed9098-1fcf-4ce0-b9d9-8d718a066b29 HTTP/1.1" status: 200 len: 854 time: 0.1659584 Jul 07 17:13:05.691357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Made reservation on behalf of 1901f5c019524b40b3c3a41551837d06 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:05.699973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.731467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-e61e62c8-8e3e-49e6-81f7-30d119bc9b5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389911 Jul 07 17:13:05.766520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.782178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-475ffdde-39e3-4f17-a22d-2cfb7d9b33eb req-f63eb7ec-3f4d-4b6f-b5dc-789bca39e93d tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1238282 Jul 07 17:13:05.816634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61e5c7-4815-457a-a37a-d231493bda42 req-577fa3e1-f600-4e3f-b8c8-6009f2844b88 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.851478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f61e5c7-4815-457a-a37a-d231493bda42 req-577fa3e1-f600-4e3f-b8c8-6009f2844b88 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 946 time: 0.4013555 Jul 07 17:13:05.919698 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-12a364d4-498d-4ef3-9c7f-3670db0f18c7 service neutron] 10.222.0.13 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812134 Jul 07 17:13:05.973076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f61e5c7-4815-457a-a37a-d231493bda42 req-b7750b37-44ca-4029-ae05-175556dbcf5f tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190522 Jul 07 17:13:06.173797 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-302aff23-3b90-4775-a93f-68e268c095ca req-28545d84-f3b0-4fd7-b1ff-30b69d1dc178 service neutron] 10.222.0.13 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412395 Jul 07 17:13:06.290597 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.298688 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.418734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:06.439465 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.440248 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Added segment 7ef4d3e1-4daa-4557-b650-43959a37a7d3 of type vlan for network 91a98ce1-b658-4c98-8088-a69cfce2574d Jul 07 17:13:06.503213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.607720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.614221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.614635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.733180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4297819 Jul 07 17:13:06.733652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47920) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:06.740077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-4550aeb6-ba96-46e3-8a2e-e168f153ff59 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-1708627329') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:06.796800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c626e2-6525-480a-9140-45f94aa5b4b0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.851848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae38f5a8-fc7b-4891-be0a-13425d8a4419 req-ca6c06ee-e2cf-4065-afbe-0df21e77d6c1 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0424862 Jul 07 17:13:06.882377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a9ef7-4df1-465c-a6be-32124c985ccc tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Pushing event updated for resources: {'Network': ['ID=91a98ce1-b658-4c98-8088-a69cfce2574d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.902172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 91a98ce1-b658-4c98-8088-a69cfce2574d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:06.922301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4550aeb6-ba96-46e3-8a2e-e168f153ff59 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "PUT /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-1708627329 HTTP/1.1" status: 201 len: 201 time: 0.1866620 Jul 07 17:13:06.923746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5d8af-54c5-4d02-8f54-35b568129a18 req-7cded78e-3192-41e2-a6fa-bb70874c8148 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.924927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47926) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:06.925460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65c5d8af-54c5-4d02-8f54-35b568129a18 req-7cded78e-3192-41e2-a6fa-bb70874c8148 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 944 time: 0.5827658 Jul 07 17:13:06.932022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-e50b5942-ec7d-40b5-b2a0-492bcc5091ce tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-1708627329') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:06.977795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65c5d8af-54c5-4d02-8f54-35b568129a18 req-6e213c42-b359-45fd-8a71-5d33ec1e878e tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Jul 07 17:13:07.078401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e50b5942-ec7d-40b5-b2a0-492bcc5091ce tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-1708627329 HTTP/1.1" status: 204 len: 168 time: 0.1516564 Jul 07 17:13:07.082593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47928) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.088626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-b1052e0e-51d8-43c0-8b99-43dd44b2f0c0 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:07.178459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c18050a3-4dea-4d5c-aa9b-7ea7d67620f0 req-a27eafb3-1a85-4fbf-ab55-e726bd3e6b87 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0629227 Jul 07 17:13:07.228149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b1052e0e-51d8-43c0-8b99-43dd44b2f0c0 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags HTTP/1.1" status: 200 len: 238 time: 0.1439664 Jul 07 17:13:07.232474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47930) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.238537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-fd22d125-6db2-41db-b8b4-cb1c15fb146d tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', {'tags': ['tempest-TagsTest-Tag-804154248', 'tempest-TagsTest-Tag-1920737673', 'tempest-TagsTest-Tag-562245710']}) {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:07.356828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fd22d125-6db2-41db-b8b4-cb1c15fb146d tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "PUT /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags HTTP/1.1" status: 200 len: 307 time: 0.1189971 Jul 07 17:13:07.357409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47932) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.364466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-17779c41-44cc-4176-9ce0-cca8fd28f270 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-804154248') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:07.601872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:07.645910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47940) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.665458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-8e799412-2289-4118-bdf6-2d4bca2fef7e tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-804154248') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:07.667396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-17779c41-44cc-4176-9ce0-cca8fd28f270 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "DELETE /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-804154248 HTTP/1.1" status: 204 len: 168 time: 0.3080211 Jul 07 17:13:07.827790 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.907637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:07.934978 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-8e799412-2289-4118-bdf6-2d4bca2fef7e tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] show failed (client error): The resource could not be found. Jul 07 17:13:07.939319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b', 'network_id': 'ac81aaaa-254c-4c80-89bf-59e4dbdb861a', 'port_id': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b', 'mac_address': 'fa:16:3e:ee:21:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ed9098-1fcf-4ce0-b9d9-8d718a066b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:07.939665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47956) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.939897 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e799412-2289-4118-bdf6-2d4bca2fef7e tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-804154248 HTTP/1.1" status: 404 len: 325 time: 0.2879329 Jul 07 17:13:07.945379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-ed0bd220-d85a-41da-a321-15c8a6a9e594 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-1920737673') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:08.041293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.076757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:08.115619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:08.122543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.161349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbcc2654-f4cf-49e0-94cd-d93d5f114c6f req-d08ac9ab-2f9c-46fc-90b1-1da71714cbfb tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0862317 Jul 07 17:13:08.206921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ed0bd220-d85a-41da-a321-15c8a6a9e594 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-1920737673 HTTP/1.1" status: 204 len: 168 time: 0.2637098 Jul 07 17:13:08.207137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47962) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.212370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-d70aac6b-c928-4afd-99c5-c2715acbce6f tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-562245710') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:08.270520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.418238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cdb6f21-f1fc-4b05-afd9-e4f0087b4a27 req-6824d95f-9e73-4f5a-a573-8e5a6f5e161e tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0456367 Jul 07 17:13:08.424125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:08.440910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d70aac6b-c928-4afd-99c5-c2715acbce6f tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-562245710 HTTP/1.1" status: 204 len: 168 time: 0.2302494 Jul 07 17:13:08.442080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47966) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.448503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-2d2e9333-2dc8-4d47-b9b6-d5aa6834fc67 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:08.460874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49050640-16fd-4976-8850-75358546cb34 req-83fd14fe-a5e5-4264-bf53-778baae31664 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.463022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49050640-16fd-4976-8850-75358546cb34 req-83fd14fe-a5e5-4264-bf53-778baae31664 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 945 time: 0.1403553 Jul 07 17:13:08.563512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49050640-16fd-4976-8850-75358546cb34 req-ae9379bc-6485-4671-9423-a139ee946eab tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894513 Jul 07 17:13:08.644428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2d2e9333-2dc8-4d47-b9b6-d5aa6834fc67 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "DELETE /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags HTTP/1.1" status: 204 len: 168 time: 0.2007282 Jul 07 17:13:08.647868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47968) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.652555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-3c723dc6-83c4-426e-b47a-988306dac249 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-1920737673') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:08.770474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47974) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.867982 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-3c723dc6-83c4-426e-b47a-988306dac249 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] show failed (client error): The resource could not be found. Jul 07 17:13:08.881970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3c723dc6-83c4-426e-b47a-988306dac249 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-1920737673 HTTP/1.1" status: 404 len: 326 time: 0.2319174 Jul 07 17:13:08.884833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 47980) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.895478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.tag.tag_plugin [None req-8f6247aa-e224-4447-8952-f6e9fc1e00df tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d', 'tempest-TagsTest-Tag-562245710') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:09.029310 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-8f6247aa-e224-4447-8952-f6e9fc1e00df tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] show failed (client error): The resource could not be found. Jul 07 17:13:09.034871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47984) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.035671 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8f6247aa-e224-4447-8952-f6e9fc1e00df tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "GET /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags/tempest-TagsTest-Tag-562245710 HTTP/1.1" status: 404 len: 325 time: 0.1483948 Jul 07 17:13:09.044429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.tag.tag_plugin [None req-514adc23-adab-469a-b40f-7ec8bd14f742 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '91a98ce1-b658-4c98-8088-a69cfce2574d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:09.143531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fa0a-ea01-4134-84b8-2060a13638bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.149835 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.241303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-514adc23-adab-469a-b40f-7ec8bd14f742 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "DELETE /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d/tags HTTP/1.1" status: 204 len: 168 time: 0.2035744 Jul 07 17:13:09.246728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 47986) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.384532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.583183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cbf707d-d86a-43c6-95c5-d60fe1c70865 req-a97dddd2-240c-490e-9087-e566ab954e3b tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1123047 Jul 07 17:13:09.619049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:09.626231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.665043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a98ce1-b658-4c98-8088-a69cfce2574d']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:09.696040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef4d3e1-4daa-4557-b650-43959a37a7d3') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:09.696413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef4d3e1-4daa-4557-b650-43959a37a7d3') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:09.713150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.757709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.767585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:09.768005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:09.777645 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:09.816873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:09.833305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:09.834137 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.052018 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.098151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6dd68da2-d83d-45b9-8fb2-d3930c827a2f req-d6d966a5-47b7-4752-a2a7-b20bed1aef74 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1705289 Jul 07 17:13:10.102022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:10.103442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:10.107188 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bf6fe1-13a8-41fa-83e1-dffac984f543" -d '{"events": [{"server_uuid": "e6f96ae5-1265-47db-a59b-232d41bf277d", "name": "network-vif-plugged", "status": "completed", "tag": "ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:10.110927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.112175 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.143470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.181278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.197319 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.199317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] 10.222.0.78 "DELETE /v2.0/networks/91a98ce1-b658-4c98-8088-a69cfce2574d HTTP/1.1" status: 204 len: 168 time: 0.9508929 Jul 07 17:13:10.204309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247cc67-ca96-47ed-9778-90fb7f61a7c3 tempest-TagsTest-1006869063 tempest-TagsTest-1006869063-project] Pushing event deleted for resources: {'Network': ['ID=91a98ce1-b658-4c98-8088-a69cfce2574d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.228052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0fb54-2c5f-4c1f-8c85-08009326ef72 req-b244e4b6-b6ff-4c48-9279-286e0d1b793c tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.233276 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036fa151-0fae-40aa-9faa-6887680c2201 x-openstack-request-id: req-036fa151-0fae-40aa-9faa-6887680c2201 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:10.233527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cec0fb54-2c5f-4c1f-8c85-08009326ef72 req-b244e4b6-b6ff-4c48-9279-286e0d1b793c tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 945 time: 0.3692641 Jul 07 17:13:10.233987 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f96ae5-1265-47db-a59b-232d41bf277d", "name": "network-vif-plugged", "status": "completed", "tag": "ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:10.234498 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-036fa151-0fae-40aa-9faa-6887680c2201 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:10.235533 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b', 'code': 200} Jul 07 17:13:10.311577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cec0fb54-2c5f-4c1f-8c85-08009326ef72 req-f93471b3-8092-41d4-9e1c-5558881b91f5 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735822 Jul 07 17:13:10.594441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ddd8c-39d1-47a8-b6e4-dc2cd06f7d32 req-be6724c5-067e-4da4-a7ec-9c7322b83701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.598277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-015ddd8c-39d1-47a8-b6e4-dc2cd06f7d32 req-be6724c5-067e-4da4-a7ec-9c7322b83701 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 1097 time: 0.1938515 Jul 07 17:13:10.690193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48022) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:10.748881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-015ddd8c-39d1-47a8-b6e4-dc2cd06f7d32 req-0919ba5c-5ba1-44f2-a4cb-ff05d887b329 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407747 Jul 07 17:13:10.835052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.864007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b6d8f9f-0e2c-4e19-b055-f5cd9444002d req-0669c503-23c2-406b-ba62-11584ee87f33 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0689363 Jul 07 17:13:10.950762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Deleting port 2281b195-cf98-46bf-9d48-b109c574e999 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:10.951832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.021077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3de8157e-418c-4a5c-8380-c72ae6db8c08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1901f5c019524b40b3c3a41551837d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292084 Jul 07 17:13:11.022812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48030) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:11.139334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] For port 2281b195-cf98-46bf-9d48-b109c574e999, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2281b195-cf98-46bf-9d48-b109c574e999,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.140119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.144265 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-266d1f68-e2c1-4097-aabc-cc45118c028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.182989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Calling delete_port for 2281b195-cf98-46bf-9d48-b109c574e999 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:11.208122 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-266d1f68-e2c1-4097-aabc-cc45118c028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.333879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-266d1f68-e2c1-4097-aabc-cc45118c028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.351740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-266d1f68-e2c1-4097-aabc-cc45118c028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.354971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-266d1f68-e2c1-4097-aabc-cc45118c028a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e6c626e2-6525-480a-9140-45f94aa5b4b0 HTTP/1.1" status: 204 len: 168 time: 0.3295407 Jul 07 17:13:11.392649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d1f68-e2c1-4097-aabc-cc45118c028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c626e2-6525-480a-9140-45f94aa5b4b0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.503264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2dbe265-7f22-4380-a717-140895cfd9d2 req-b32178bf-a81c-4ed8-b0f8-8c3d2a41c7ec tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1125145 Jul 07 17:13:11.695618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.789826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2281b195-cf98-46bf-9d48-b109c574e999,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.989051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ffcb1-a057-4168-ae2d-61093c61d1a1 req-a0e7d3cf-5579-4268-b9a2-871c5e77f05b tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.998566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-418ffcb1-a057-4168-ae2d-61093c61d1a1 req-a0e7d3cf-5579-4268-b9a2-871c5e77f05b tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 946 time: 0.2286303 Jul 07 17:13:12.180952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-418ffcb1-a057-4168-ae2d-61093c61d1a1 req-77f5de6c-c741-4aaa-8900-9bc8e903fe78 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737731 Jul 07 17:13:12.469483 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.480467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8826b79-c8cf-4b20-904c-2f8d2acad631 req-3d92b9d6-421f-4051-afcc-43e13d17dc98 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.483292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8826b79-c8cf-4b20-904c-2f8d2acad631 req-3d92b9d6-421f-4051-afcc-43e13d17dc98 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 946 time: 0.1894407 Jul 07 17:13:12.533444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b43457ed-e794-4f7c-b35d-b61557cb19f2 req-06b1a890-849e-4a1b-98f9-7bab0f3e0b65 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0485268 Jul 07 17:13:12.601488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8826b79-c8cf-4b20-904c-2f8d2acad631 req-b64adcc3-a679-490a-bdd2-f5cb2ce00f1d tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005909 Jul 07 17:13:12.814384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Router 747d59da-f065-48e6-93b8-8bc5dfcac220 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:12.830505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8be769c7-f096-40c6-ad2c-7930eed724c2 req-9892696b-f95d-4367-8f4c-732c612c441f tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0552876 Jul 07 17:13:12.972173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:12.981792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6dd1704d-f704-4918-9b3e-e30765e4e9e1 admin admin] 10.222.0.78 "PUT /v2.0/routers/747d59da-f065-48e6-93b8-8bc5dfcac220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2130246 Jul 07 17:13:12.983159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48076) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.990332 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] Sync routers for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:13.003049 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:13.003794 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.147372 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.173988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:13.355364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.389809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-89c603e2-ce67-43b1-b219-9befa3ff1874 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.391474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-89c603e2-ce67-43b1-b219-9befa3ff1874 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.13 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 946 time: 0.1013680 Jul 07 17:13:13.436440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Deleting port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:13.436653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.663283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] For port c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:13.664362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.689504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Calling delete_port for c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:13.689838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Deleting port 239031fd-8a5c-4073-b0ef-da552eca6007 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:13.690610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.736703 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:13:11Z', 'revision_number': 5, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port': {'id': 'c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:58Z', 'updated_at': '2021-07-07T17:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.809414 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] Checking router: 747d59da-f065-48e6-93b8-8bc5dfcac220 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:13.827218 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] Routers {'747d59da-f065-48e6-93b8-8bc5dfcac220'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:13.828896 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['747d59da-f065-48e6-93b8-8bc5dfcac220'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.922198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30200c51-34c5-46f7-a559-62ecf3ac3736 req-f21f1ace-9c63-494d-be1c-3fd169f848ce tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.931498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30200c51-34c5-46f7-a559-62ecf3ac3736 req-f21f1ace-9c63-494d-be1c-3fd169f848ce tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 946 time: 0.4345915 Jul 07 17:13:13.937984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ffabac7-2ae5-4db9-984b-9beb09abed61 req-9e3a7c72-345c-4ec3-804a-eefb2496d396 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0684586 Jul 07 17:13:14.022931 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] Set router 747d59da-f065-48e6-93b8-8bc5dfcac220 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:14.032042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] For port 239031fd-8a5c-4073-b0ef-da552eca6007, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=239031fd-8a5c-4073-b0ef-da552eca6007,segment=NetworkSegment(678e8fd0-f4f7-4348-b3bf-80110bf4d074),segment_id=678e8fd0-f4f7-4348-b3bf-80110bf4d074)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:14.043082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30200c51-34c5-46f7-a559-62ecf3ac3736 req-6168f3cc-f399-4647-aca5-ce1de44ac231 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105583 Jul 07 17:13:14.043581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.120099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Calling delete_port for 239031fd-8a5c-4073-b0ef-da552eca6007 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:14.135247 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:13:13Z', 'revision_number': 6, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:14.214382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.254066 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c72bff-c62e-4a5d-9457-e1403b26a20a None None] The sync data for ids ['747d59da-f065-48e6-93b8-8bc5dfcac220'] in n-d-793619-7 is: [{'id': '747d59da-f065-48e6-93b8-8bc5dfcac220', 'name': 'tempest-TaggedBootDevicesTest_v242-1927316943-router', 'tenant_id': 'edcd4996e15c47fb874e36ef60218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:56Z', 'updated_at': '2021-07-07T17:13:13Z', 'revision_number': 6, 'project_id': 'edcd4996e15c47fb874e36ef60218d2c', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:14.290088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.398006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8cc8f3d-bf75-448b-b4c0-f39d4bac933e req-ed9c6cd8-a102-4847-9253-695b99679fe9 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1112690 Jul 07 17:13:14.492920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.605525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.650713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['239031fd-8a5c-4073-b0ef-da552eca6007'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:14.729549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Pushing event deleted for resources: {'Port': ['ID=239031fd-8a5c-4073-b0ef-da552eca6007,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.806971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] No DVR routers for this DVR port 239031fd-8a5c-4073-b0ef-da552eca6007 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:14.810729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.813622 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1de74e84-944a-4ecd-befb-9b18f9d0f4a2 req-a80414e9-451e-447d-abf1-94a997afe8ca tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.13 "DELETE /v2.0/ports/239031fd-8a5c-4073-b0ef-da552eca6007 HTTP/1.1" status: 204 len: 173 time: 1.4162347 Jul 07 17:13:14.814234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2485af81-391a-4cb5-ba68-3fded851aee9', 'name': 'network-vif-deleted', 'tag': '239031fd-8a5c-4073-b0ef-da552eca6007'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:14.819279 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c00d89d-5efb-4bf1-90b2-c580b1cc50c2" -d '{"events": [{"server_uuid": "2485af81-391a-4cb5-ba68-3fded851aee9", "name": "network-vif-deleted", "tag": "239031fd-8a5c-4073-b0ef-da552eca6007"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:15.116507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188de3f-75be-48fc-8e3b-a90f79e68bca req-7f464b1c-b445-4770-9afd-b7f85b859e5e tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.131045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d188de3f-75be-48fc-8e3b-a90f79e68bca req-7f464b1c-b445-4770-9afd-b7f85b859e5e tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/ports?device_id=2485af81-391a-4cb5-ba68-3fded851aee9 HTTP/1.1" status: 200 len: 946 time: 0.8588562 Jul 07 17:13:15.165479 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.172850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.270249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d188de3f-75be-48fc-8e3b-a90f79e68bca req-11808a80-f29a-4823-b8c0-cce834cf7cb7 tempest-VolumesActionsTest-794641317 tempest-VolumesActionsTest-794641317-project] 10.222.0.78 "GET /v2.0/security-groups?id=9455c56b-1db9-4785-bf0c-6b00a737b64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374145 Jul 07 17:13:15.398392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.399750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747d59da-f065-48e6-93b8-8bc5dfcac220 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:15.407630 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.409487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b436be74-9505-459f-b6ac-544e6e994f17 admin admin] 10.222.0.78 "DELETE /v2.0/routers/747d59da-f065-48e6-93b8-8bc5dfcac220 HTTP/1.1" status: 204 len: 168 time: 2.4261916 Jul 07 17:13:15.413861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48142) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:15.459997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:15.516044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:15.518196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c8f91e03-d3e9-4fa4-ab6b-f3f5bf43a1cd not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:15.518660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2281b195-cf98-46bf-9d48-b109c574e999 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:15.569771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Deleting subnet f49afde1-4e12-4c9e-80a3-7d5bd5305532 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:15.574713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.585765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 2281b195-cf98-46bf-9d48-b109c574e999 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:15.593851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2281b195-cf98-46bf-9d48-b109c574e999 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:15.675768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.754850 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc0a8f7-8512-479e-9a8d-bb15e548212e x-openstack-request-id: req-ffc0a8f7-8512-479e-9a8d-bb15e548212e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:15.756425 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2485af81-391a-4cb5-ba68-3fded851aee9", "name": "network-vif-deleted", "tag": "239031fd-8a5c-4073-b0ef-da552eca6007", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:15.756425 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffc0a8f7-8512-479e-9a8d-bb15e548212e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:15.756793 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2485af81-391a-4cb5-ba68-3fded851aee9', 'name': 'network-vif-deleted', 'tag': '239031fd-8a5c-4073-b0ef-da552eca6007', 'status': 'completed', 'code': 200} Jul 07 17:13:15.888284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-796d3aa0-53dc-4872-9577-ee54c2da44da req-6b6d62a1-3a69-4714-bb68-48986da421c2 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1592939 Jul 07 17:13:16.006042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.071794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c67de14-7bb4-4f25-887f-d12b339d7265 req-16e4aab1-4799-4278-8720-8fa42dfbbecc tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0915391 Jul 07 17:13:16.167859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.239250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49afde1-4e12-4c9e-80a3-7d5bd5305532,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:16.259787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.265530 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e90e9ef7-2952-4986-a7e9-e291ccf6dfe0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f49afde1-4e12-4c9e-80a3-7d5bd5305532 HTTP/1.1" status: 204 len: 168 time: 0.8468828 Jul 07 17:13:16.266273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:16.323174 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e921a-d40c-4a64-95ee-81ff0d03431e None None] Network 10c26f2d-623d-4988-a094-ad8474fd854d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:16.386238 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.531724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Deleting port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:16.532079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.660369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] For port 861fa56d-7770-4e9e-8c48-74703fe4f6e1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=861fa56d-7770-4e9e-8c48-74703fe4f6e1,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:16.660724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.681579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Calling delete_port for 861fa56d-7770-4e9e-8c48-74703fe4f6e1 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:17.123582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] DHCP port deletion for 10c26f2d-623d-4988-a094-ad8474fd854d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:17.251747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] Deleting port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:17.252122 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.446006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-59313f15-ae13-49fb-8412-8bf7adb3ecbd req-69016fd1-d35a-4db5-9fc5-ee804247eed6 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0702271 Jul 07 17:13:17.473044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] For port 861fa56d-7770-4e9e-8c48-74703fe4f6e1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=861fa56d-7770-4e9e-8c48-74703fe4f6e1,segment=NetworkSegment(78ed38f2-0d55-41bc-aa57-d886ad7f183d),segment_id=78ed38f2-0d55-41bc-aa57-d886ad7f183d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:17.475711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.526856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 861fa56d-7770-4e9e-8c48-74703fe4f6e1 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:17.574642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] Calling delete_port for 861fa56d-7770-4e9e-8c48-74703fe4f6e1 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:17.610446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.646160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] No DVR routers for this DVR port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:17.690684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 239031fd-8a5c-4073-b0ef-da552eca6007 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:17.713119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=861fa56d-7770-4e9e-8c48-74703fe4f6e1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:17.733933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 239031fd-8a5c-4073-b0ef-da552eca6007 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:17.734473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 239031fd-8a5c-4073-b0ef-da552eca6007 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:17.753901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No active binding found for port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 {{(pid=98272) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:13:17.754789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 861fa56d-7770-4e9e-8c48-74703fe4f6e1 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:17.858119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8ac825b-0414-45f4-8288-e283e13c490f req-07223df5-a7ab-46d2-826c-a8f8bf029d1b tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.2068291 Jul 07 17:13:17.907283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.959712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.999602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c26f2d-623d-4988-a094-ad8474fd854d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:18.021439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] No DVR routers for this DVR port 861fa56d-7770-4e9e-8c48-74703fe4f6e1 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:18.032653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc6bdb-ea7c-4723-8e6e-6cc548e1ed29 None None] Pushing event deleted for resources: {'Port': ['ID=861fa56d-7770-4e9e-8c48-74703fe4f6e1,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.045262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ed38f2-0d55-41bc-aa57-d886ad7f183d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:18.046060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ed38f2-0d55-41bc-aa57-d886ad7f183d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:18.064427 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.095884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.111900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:18.113499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:18.275269 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:18.300010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.311968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.316817 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] 10.222.0.78 "DELETE /v2.0/networks/10c26f2d-623d-4988-a094-ad8474fd854d HTTP/1.1" status: 204 len: 168 time: 2.0474942 Jul 07 17:13:18.343488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821635e1-6e57-4bbe-be89-bb1ae3a39b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c26f2d-623d-4988-a094-ad8474fd854d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.617757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48206) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:18.712612 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e18d118d-d424-4c9c-906e-0376d715e9a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edcd4996e15c47fb874e36ef60218d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933125 Jul 07 17:13:18.721513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48210) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:18.815591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4063-5b44-4d8e-9d4c-d1710485f79b req-dae956f0-e04a-49ac-9e8a-e7a3e318cbbb tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.825237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d5e4063-5b44-4d8e-9d4c-d1710485f79b req-dae956f0-e04a-49ac-9e8a-e7a3e318cbbb tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.2236645 Jul 07 17:13:18.831248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9e66397-d7e2-4ee8-98cc-6b2b87f6b6ef req-825d97da-d517-420e-800c-4849d3969f15 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0955389 Jul 07 17:13:18.862051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-910aae56-c7f0-4c86-91f9-71cf8bae2697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.892557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-910aae56-c7f0-4c86-91f9-71cf8bae2697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.983106 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d5e4063-5b44-4d8e-9d4c-d1710485f79b req-3675c6d4-fa8d-4dc3-8dd0-0d4a5cf54cbb tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422837 Jul 07 17:13:19.016843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-910aae56-c7f0-4c86-91f9-71cf8bae2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.034342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-910aae56-c7f0-4c86-91f9-71cf8bae2697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.040776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-910aae56-c7f0-4c86-91f9-71cf8bae2697 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de57eb96-8142-4bef-b72c-ddea8698a800 HTTP/1.1" status: 204 len: 168 time: 0.3162370 Jul 07 17:13:19.178292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910aae56-c7f0-4c86-91f9-71cf8bae2697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de57eb96-8142-4bef-b72c-ddea8698a800,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:19.329825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987b5af-88b5-4103-bb56-48d073366515 req-423ab97c-2e78-4cdf-acfe-e54e7a73af7b tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.343979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d987b5af-88b5-4103-bb56-48d073366515 req-423ab97c-2e78-4cdf-acfe-e54e7a73af7b tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.54 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.3629224 Jul 07 17:13:19.397792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-434da165-cec1-4224-a61b-7a0a92c97946 req-5518ea05-af93-4fdb-9d8a-3881687653fd tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1122622 Jul 07 17:13:19.690636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Deleting port 531db723-c555-4ebe-a6f5-3632c7e79186 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:19.691533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.011396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] For port 531db723-c555-4ebe-a6f5-3632c7e79186, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=531db723-c555-4ebe-a6f5-3632c7e79186,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:20.011976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.416331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.416824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.417282 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Floating IP 6921f186-9a12-44b8-976e-cd81e897dff5 disassociated. External IP: 172.25.5.206, port: 531db723-c555-4ebe-a6f5-3632c7e79186. Jul 07 17:13:20.417719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Calling delete_port for 531db723-c555-4ebe-a6f5-3632c7e79186 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:20.488693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5ca75bc-d200-4520-859d-742bcb75580a req-3563c845-8769-4fe7-bb1a-f969849a07ea tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1422589 Jul 07 17:13:20.846460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6b2c-3ef3-4fde-9da4-09b0f14fe96c req-a5a62c77-3d68-4a06-abc1-0292cf1556a4 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.856216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.877410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15ef6b2c-3ef3-4fde-9da4-09b0f14fe96c req-a5a62c77-3d68-4a06-abc1-0292cf1556a4 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 945 time: 0.3094289 Jul 07 17:13:20.968862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event deleted for resources: {'Port': ['ID=531db723-c555-4ebe-a6f5-3632c7e79186,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.074165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15ef6b2c-3ef3-4fde-9da4-09b0f14fe96c req-c1ae28b8-d83f-44ec-9f35-29bdf58a1b06 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/security-groups?id=766fa6a8-1d17-4374-8edd-54b685a36f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949728 Jul 07 17:13:21.181329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d93c3c34-c03d-4411-8e77-d98ff3e6d7b3 req-b2edd1d6-7dd3-4ebf-9f7a-80d781b1e744 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1485775 Jul 07 17:13:21.343434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Router e97f3061-62a1-4cdf-97c9-c5328f18c20b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:21.559709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:21.572369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] Sync routers for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:21.604583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:21.641331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:21.648542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:21.658444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] No DVR routers for this DVR port 531db723-c555-4ebe-a6f5-3632c7e79186 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:21.684540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.686962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d987b5af-88b5-4103-bb56-48d073366515 req-b3271730-ac18-4de1-9a03-d041baf52386 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.54 "DELETE /v2.0/ports/531db723-c555-4ebe-a6f5-3632c7e79186 HTTP/1.1" status: 204 len: 173 time: 2.3365712 Jul 07 17:13:21.687697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'name': 'network-vif-deleted', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:21.690539 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84316a3a-fb45-49d2-a458-d4f2da0af67e" -d '{"events": [{"server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "name": "network-vif-deleted", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:21.859123 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d2b84-ea1b-4e5c-9175-b4276d480c5d x-openstack-request-id: req-fd2d2b84-ea1b-4e5c-9175-b4276d480c5d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:21.860722 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532ce87f-838c-4338-aac7-6ddf05036429", "name": "network-vif-deleted", "tag": "531db723-c555-4ebe-a6f5-3632c7e79186", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:21.861351 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd2d2b84-ea1b-4e5c-9175-b4276d480c5d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:21.861968 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532ce87f-838c-4338-aac7-6ddf05036429', 'name': 'network-vif-deleted', 'tag': '531db723-c555-4ebe-a6f5-3632c7e79186', 'status': 'completed', 'code': 200} Jul 07 17:13:21.950172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-network', 'tenant_id': '5e61f303107d438189326d39d38d813f'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:22.088834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Made reservation on behalf of 5e61f303107d438189326d39d38d813f for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:22.096867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.098335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:22.150553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.206941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-251f546d-0cfb-4c1f-aec2-6267aea3a75c req-cbc3b110-cfe2-47bf-be6e-76be7558b131 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0534413 Jul 07 17:13:22.428885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.436672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.497286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:22.546546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.546920 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Added segment d4c2394f-1546-4fa3-8092-612958974229 of type vlan for network fe7041b2-fe63-467f-b174-0a872f33cff2 Jul 07 17:13:22.557594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f49f51-3aba-482c-b17f-e74a4d6e0ed7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:22.709844 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.931925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-efb850ee-987c-4da7-bb17-ad7a70cda8b3 req-ebd5ad0c-aac5-4b76-b29a-3d2e7517e0c4 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "GET /v2.0/ports?device_id=532ce87f-838c-4338-aac7-6ddf05036429 HTTP/1.1" status: 200 len: 210 time: 0.1161497 Jul 07 17:13:22.941589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.944977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.948091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.018188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4108751 Jul 07 17:13:23.020605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:23.025039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48292) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.040807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Request body: {'subnet': {'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-subnet', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:23.104984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5f29e-4586-4308-a155-7127bac89f55 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7041b2-fe63-467f-b174-0a872f33cff2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.134308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a294fa5b-0f21-46c6-a90e-8aa1fa1120d3 req-252b76e3-c4ff-4a58-b3cc-231bc3c1eb54 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1643407 Jul 07 17:13:23.180738 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dafa83d1-92a0-44f3-8918-9e370b469e44 req-62deafe9-5917-4681-82de-eb273a0ecbad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0424976 Jul 07 17:13:23.182095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Made reservation on behalf of 5e61f303107d438189326d39d38d813f for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:23.185069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.197848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network fe7041b2-fe63-467f-b174-0a872f33cff2 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:23.204340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] Checking router: e97f3061-62a1-4cdf-97c9-c5328f18c20b for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:23.337556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 531db723-c555-4ebe-a6f5-3632c7e79186 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:23.501515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 531db723-c555-4ebe-a6f5-3632c7e79186 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:23.502099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 531db723-c555-4ebe-a6f5-3632c7e79186 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:23.513359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:23.514527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:23.861915 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.881481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03df827f-4aea-477b-8780-7f42b0bcb8a2 req-f14d2a2b-57a1-4351-acfa-c082401d83fd tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0608175 Jul 07 17:13:23.919440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.002011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:24.037626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb6f974-9600-4e54-9c9b-b5d817d846ae,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:24.142544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Checking segment: {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:24.149869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Network hostable DHCP agents. Network: fe7041b2-fe63-467f-b174-0a872f33cff2, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:24.207072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Network fe7041b2-fe63-467f-b174-0a872f33cff2 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:24.248916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, fe7041b2-fe63-467f-b174-0a872f33cff2) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:24.263558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.276353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.340931 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-759b9af2-e638-4b4d-960a-b3ba331665cd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3138399 Jul 07 17:13:24.343453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48316) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:24.352308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:24.383905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4495e-bafc-4d09-af0a-316372627fe9 None None] Network fe7041b2-fe63-467f-b174-0a872f33cff2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:24.420222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48318) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:24.420545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.424021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.597326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.894520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ffe77f1-4e41-4074-96fc-30225a4ba26c req-97014940-14a0-48d9-8e23-34ed0a92d526 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1122956 Jul 07 17:13:25.109609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Deleting port e2dd054a-e323-4022-8ea4-533354a408e8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:25.110478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.325792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c67ab-c64b-4fcd-bc2e-a31463073df2 None None] Network fe7041b2-fe63-467f-b174-0a872f33cff2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:25.402578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:25.484871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.487556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.488089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.493479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c20cf3-388f-4533-b398-e8aa7a5d2822 None None] The sync data for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 is: [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 4, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'fba25882-b14a-4fe4-b379-65380940f2c7', 'name': '', 'network_id': '8e7cfd94-3938-4c82-981f-3e6462aac974', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'mac_address': 'fa:16:3e:32:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:56Z', 'updated_at': '2021-07-07T17:07:14Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'subnets': [{'id': '86c2a815-2c16-4ef0-9282-dda1e8e32605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:25.519242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Calling delete_port for e2dd054a-e323-4022-8ea4-533354a408e8 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:25.845992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47df02f1-dc14-4f48-8993-44a6f0d481ac req-5bd86192-ebb2-4a90-a6e9-9b4ece83a32f tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.3200555 Jul 07 17:13:26.320666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.331277 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17cc1a7-17d4-4e2b-a209-5bc29da87bef None None] New status for floating IP 6921f186-9a12-44b8-976e-cd81e897dff5: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:26.406936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event deleted for resources: {'Port': ['ID=e2dd054a-e323-4022-8ea4-533354a408e8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.418905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da3b44d6-c093-4083-905c-0c127278343c req-8cb7adf5-7acf-4d0b-8e53-f7c04b97a558 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1225247 Jul 07 17:13:26.438913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.567526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.651716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.657800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.664126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-957a35e1-9aeb-4870-96b3-76d68571a2d3 tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "DELETE /v2.0/floatingips/6921f186-9a12-44b8-976e-cd81e897dff5 HTTP/1.1" status: 204 len: 168 time: 2.2413232 Jul 07 17:13:26.924464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Allocated IP 172.25.5.88 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/4e29e029-a858-46a9-a370-38c20584fa2e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:27.144455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:27.292041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.323959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45e30de8-0ad8-441a-9b64-db28837d2fae tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.385690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45e30de8-0ad8-441a-9b64-db28837d2fae tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.459912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9816cb77-4fe6-47d9-8a3c-ef5a024570c3 req-be72512d-88f6-43f5-b36f-1e33a85b194d tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea&device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.1461773 Jul 07 17:13:27.463289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8201fd6-8f0f-4faa-9825-d91facb0f4f6 req-5d50b0ee-64c6-4740-ae68-30521a158454 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1483126 Jul 07 17:13:27.569830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45e30de8-0ad8-441a-9b64-db28837d2fae tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.571313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.577169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45e30de8-0ad8-441a-9b64-db28837d2fae tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.581012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-45e30de8-0ad8-441a-9b64-db28837d2fae tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] 10.222.0.78 "DELETE /v2.0/security-groups/766fa6a8-1d17-4374-8edd-54b685a36f2c HTTP/1.1" status: 204 len: 168 time: 0.4321251 Jul 07 17:13:27.645140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e30de8-0ad8-441a-9b64-db28837d2fae tempest-TestServerBasicOps-16485966 tempest-TestServerBasicOps-16485966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766fa6a8-1d17-4374-8edd-54b685a36f2c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:27.681770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:27.749199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:27.765147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:27.775078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:28.137776 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-794a37a2-aae5-4200-9eb8-7cbec19a4fc3 req-2f1c41c0-1cfc-4dae-939e-eb3d465fb457 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990e763f6d174ccc95b192d96131e349&device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0827568 Jul 07 17:13:28.242205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Pushing event updated for resources: {'Port': ['ID=4e29e029-a858-46a9-a370-38c20584fa2e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.372881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.373263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.373611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.373955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.374289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.376668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.377019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.379148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.379512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.382574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.384022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.384655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.451224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a39fe41-e80f-4d2f-88fd-a324db498a39 req-f1352cb6-21de-4142-b093-8ba42c5a9ce6 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0546527 Jul 07 17:13:28.514173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-794a37a2-aae5-4200-9eb8-7cbec19a4fc3 req-f5798284-87e5-4e4a-b72e-97a87828afaf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=990e763f6d174ccc95b192d96131e349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3621476 Jul 07 17:13:28.563387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.857794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e98241ca-b123-4890-8fc4-fdc74fa46a98 req-1601cd2f-c580-4a2b-b83e-0aefea7adbd0 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0745518 Jul 07 17:13:29.058751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a37a2-aae5-4200-9eb8-7cbec19a4fc3 req-6c73c438-c71e-4cb3-a820-4f0c85bece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.068105 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-794a37a2-aae5-4200-9eb8-7cbec19a4fc3 req-6c73c438-c71e-4cb3-a820-4f0c85bece57 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5323777 Jul 07 17:13:29.128482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.549583 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.607885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:29.972935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33dd4909-c974-4a02-9f6f-1e1a6cdfc30a req-953f6b28-48fc-4323-8099-5e5c5faf1f42 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0861640 Jul 07 17:13:30.025019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:30.047798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Sync routers for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:30.058335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.063417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-677d62f6-2344-40cf-a9ea-ac99f4e7cd08 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7172401 Jul 07 17:13:30.064208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48414) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:30.094909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:30.096317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:30.236613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Deleting port fba25882-b14a-4fe4-b379-65380940f2c7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:30.237806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.399286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] For port fba25882-b14a-4fe4-b379-65380940f2c7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fba25882-b14a-4fe4-b379-65380940f2c7,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.399810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.436146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Calling delete_port for fba25882-b14a-4fe4-b379-65380940f2c7 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:30.436496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:30.747238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194ca363-1c90-4993-aa7e-f68d66bbf8c8 req-0072a1df-1d55-4970-9c5e-0df262ea4bed tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.4662845 Jul 07 17:13:30.861214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.899681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-794a37a2-aae5-4200-9eb8-7cbec19a4fc3 req-f94ca0c3-8b09-4f92-a6f5-8751b00330d2 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.54 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.0522981 Jul 07 17:13:30.952339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba25882-b14a-4fe4-b379-65380940f2c7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.101204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:28Z', 'revision_number': 3, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:31.135283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-659122e5-cf2b-46f9-a5ef-16e5a1b84bbd req-94d33675-5584-45b2-bd2f-89c6b410295e service neutron] (98264) timed out ('10.222.0.78', 36366) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:13:31.212480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Checking router: 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:31.212824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Updating router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 port 4e29e029-a858-46a9-a370-38c20584fa2e binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:31.392414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.627531 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.696052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f12743a-e86c-48db-9897-34356973ac89 req-8e70a5e6-0bb2-4aeb-bc08-fe2402151660 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=d74cc63f-e1cc-4a6e-a6d0-8625f31b14ea HTTP/1.1" status: 200 len: 210 time: 0.1799669 Jul 07 17:13:31.700632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.042227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:32.407553 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.454901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Transition to ACTIVE for port object 4e29e029-a858-46a9-a370-38c20584fa2e will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:32.469010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.511997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72908f11-954c-42cf-ac01-551165e86d22 req-fa9d71ac-9af7-45b7-b10d-df940393e3a4 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0314305 Jul 07 17:13:32.611774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Attempting to bind port 4e29e029-a858-46a9-a370-38c20584fa2e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:32.612570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Attempting to bind port 4e29e029-a858-46a9-a370-38c20584fa2e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:32.613178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Attempting to bind port 4e29e029-a858-46a9-a370-38c20584fa2e on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:32.627910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:32.630024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:32.631023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.631739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:32.632628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Bound port: 4e29e029-a858-46a9-a370-38c20584fa2e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:32.633362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.727115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Pushing event updated for resources: {'Port': ['ID=4e29e029-a858-46a9-a370-38c20584fa2e,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:32.781381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.782534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.783715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.802786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.803431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.806134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.806767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.807563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.807563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.808292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.814851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.818478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:32.911794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] For port 4e29e029-a858-46a9-a370-38c20584fa2e, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:32.921013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] For port 4e29e029-a858-46a9-a370-38c20584fa2e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e29e029-a858-46a9-a370-38c20584fa2e,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:32.929614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.990030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Allocated IP 172.20.0.1 (fe7041b2-fe63-467f-b174-0a872f33cff2/dbb6f974-9600-4e54-9c9b-b5d817d846ae/e54ee761-610c-497a-941b-eeaaa0eac6cd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:33.098980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:33.102504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.132744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Router e97f3061-62a1-4cdf-97c9-c5328f18c20b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:33.203907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748044cb-488a-4cde-ba55-fb94da9df05b None None] Pushing event updated for resources: {'Port': ['ID=4e29e029-a858-46a9-a370-38c20584fa2e,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.479226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.579441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:33.600728 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] Sync routers for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:33.605407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48472) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:33.611163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4f347aed-d16f-4438-a4d3-5b7e5bcfacb5 admin admin] 10.222.0.78 "PUT /v2.0/routers/e97f3061-62a1-4cdf-97c9-c5328f18c20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9190938 Jul 07 17:13:33.626675 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:33.671738 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.936805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d20f8492-e666-4aed-a706-c811c513a311 req-dfd835b7-6763-408d-a458-0f202339ee41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990e763f6d174ccc95b192d96131e349&device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.1268258 Jul 07 17:13:33.965458 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:34.000557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d20f8492-e666-4aed-a706-c811c513a311 req-96050ac9-9f50-43ee-8061-b4c3332dfc82 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=990e763f6d174ccc95b192d96131e349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569851 Jul 07 17:13:34.028141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62b5d63e-1284-4d80-a6eb-a69e648e0caf req-a94e13dd-298c-4fa0-a5de-36248b158927 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0835540 Jul 07 17:13:34.039274 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.081344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.160605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:34.400624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f8492-e666-4aed-a706-c811c513a311 req-ac9e5eda-3036-416d-97d5-e0733ee4874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.404501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d20f8492-e666-4aed-a706-c811c513a311 req-ac9e5eda-3036-416d-97d5-e0733ee4874e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3949051 Jul 07 17:13:34.494800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd77fe6e-ad57-4ce5-9aaa-d8a8031e1941 req-19d0d630-2968-40e9-b50e-159072c19877 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.2846651 Jul 07 17:13:34.547605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Network fe7041b2-fe63-467f-b174-0a872f33cff2 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:34.564612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:34.567793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:34.646794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Pushing event updated for resources: {'Port': ['ID=e54ee761-610c-497a-941b-eeaaa0eac6cd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.691032 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.781678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.792172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:28Z', 'revision_number': 3, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:34.850058 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:13:30Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:34.861016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0d97e-b26a-4ddb-a9c0-7dc3fd943f3d None None] The sync data for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 is: [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:28Z', 'revision_number': 3, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:34.888946 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] Checking router: e97f3061-62a1-4cdf-97c9-c5328f18c20b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:34.907468 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] Routers {'e97f3061-62a1-4cdf-97c9-c5328f18c20b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:34.918105 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:35.135401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.232660 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-35e41bdc-b72e-48a6-a61d-d7ad7c65476c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.269977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.345345 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] Set router e97f3061-62a1-4cdf-97c9-c5328f18c20b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:35.443038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Deleting port 1baa2202-ffe6-41e5-a147-14b5706f8439 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:35.443603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.621338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] For port 1baa2202-ffe6-41e5-a147-14b5706f8439, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1baa2202-ffe6-41e5-a147-14b5706f8439,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:35.621733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.640315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Calling delete_port for 1baa2202-ffe6-41e5-a147-14b5706f8439 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:35.943955 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:13:30Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:35.946481 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d20f8492-e666-4aed-a706-c811c513a311 req-1dff8e49-6592-43cc-aa90-1349eafca67f tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.54 "GET /v2.0/ports?device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.1861920 Jul 07 17:13:36.092651 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93224088-b1a1-42dc-8fd6-37bd70abced7 None None] The sync data for ids ['e97f3061-62a1-4cdf-97c9-c5328f18c20b'] in n-d-793619-7 is: [{'id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'name': 'tempest-TestServerBasicOps-382491553-router', 'tenant_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:47Z', 'updated_at': '2021-07-07T17:13:30Z', 'revision_number': 5, 'project_id': '8bdc2947d04b4f7f9beb82ec02928e9e', 'gw_port': {'id': '1baa2202-ffe6-41e5-a147-14b5706f8439', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97f3061-62a1-4cdf-97c9-c5328f18c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:50Z', 'updated_at': '2021-07-07T17:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:36.196506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.256596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.658563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f811972-dda5-4bce-a831-4386c30debd5 req-f045c3dd-a1cc-466a-bce5-d13649949850 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.4593735 Jul 07 17:13:36.968167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Pushing event updated for resources: {'Port': ['ID=e54ee761-610c-497a-941b-eeaaa0eac6cd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.991579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-328866f7-fe14-4f33-87a8-1ad27e3e82be req-e73f83c4-2399-45b0-ac28-7d51904f93f7 tempest-ServerShowV247Test-439214395 tempest-ServerShowV247Test-439214395-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c92cf0-d9db-4302-af7a-143d6efc969a HTTP/1.1" status: 200 len: 210 time: 0.7738378 Jul 07 17:13:37.007216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.068322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.279878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Pushing event deleted for resources: {'Port': ['ID=1baa2202-ffe6-41e5-a147-14b5706f8439,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.417030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.622099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.631615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.652127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Network fe7041b2-fe63-467f-b174-0a872f33cff2 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:37.658203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:37.696706 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.720784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e29e029-a858-46a9-a370-38c20584fa2e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:37.982960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.983887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e97f3061-62a1-4cdf-97c9-c5328f18c20b {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:38.054872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 4e29e029-a858-46a9-a370-38c20584fa2e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:38.066879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4e29e029-a858-46a9-a370-38c20584fa2e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:38.072444 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.194486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.196246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-05e5ac1b-8b4f-4bca-9b94-6825d7ece17e admin admin] 10.222.0.78 "DELETE /v2.0/routers/e97f3061-62a1-4cdf-97c9-c5328f18c20b HTTP/1.1" status: 204 len: 168 time: 4.5885186 Jul 07 17:13:38.201309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:38.228355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dac4b4cb-3aef-46b1-a193-a9c7ad9749a1 req-3dd14db9-ae92-44f9-acbe-16670fed4799 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.2534878 Jul 07 17:13:38.431507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.465727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Deleting subnet 86c2a815-2c16-4ef0-9282-dda1e8e32605 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:38.517807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 4e29e029-a858-46a9-a370-38c20584fa2e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e29e029-a858-46a9-a370-38c20584fa2e,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:38.522741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.526400 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.603088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:38.806707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=4e29e029-a858-46a9-a370-38c20584fa2e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:38.825028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.849689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fba25882-b14a-4fe4-b379-65380940f2c7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:38.926461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: fba25882-b14a-4fe4-b379-65380940f2c7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:38.927073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fba25882-b14a-4fe4-b379-65380940f2c7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:39.068403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.122706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:39.146709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c66bc75-13f1-4a40-8899-2a661292bf46 admin admin] 10.222.0.78 "PUT /v2.0/routers/5ce124b5-dc1f-4aa3-a09c-76592f5aedc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0708666 Jul 07 17:13:39.171235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Sync routers for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:39.190438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.242735 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f82148e2-ca6e-4b66-8256-56d9b1ec6967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.260696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.282823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:39.283764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:39.479354 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.496277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e29e029-a858-46a9-a370-38c20584fa2e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:39.516309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.524079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48568) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.526194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/86c2a815-2c16-4ef0-9282-dda1e8e32605 HTTP/1.1" status: 204 len: 168 time: 1.3234949 Jul 07 17:13:39.558432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04a06e-5c26-4fd7-8899-c562b0e9805a None None] Network 8e7cfd94-3938-4c82-981f-3e6462aac974 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:39.601080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32a1f-9c80-46ef-a44c-d12ee98d2b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c2a815-2c16-4ef0-9282-dda1e8e32605,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.836517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8a5bfe8-c530-452e-b2e7-ef61b49ad5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.980677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.173326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:40.219461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4e29e029-a858-46a9-a370-38c20584fa2e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:40.220038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.227504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a761e12c-3268-49d4-8de1-750d2bfd4567 req-17e3212f-85fd-4623-8216-f63133226198 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1990519 Jul 07 17:13:40.362064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Deleting port 4c034380-ff8f-474e-98c3-36e2412d1cf0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:40.362941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.616562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] DHCP port deletion for 8e7cfd94-3938-4c82-981f-3e6462aac974 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:40.634635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1baa2202-ffe6-41e5-a147-14b5706f8439 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:40.704377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1baa2202-ffe6-41e5-a147-14b5706f8439 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:40.705086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1baa2202-ffe6-41e5-a147-14b5706f8439 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:40.708772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8a5bfe8-c530-452e-b2e7-ef61b49ad5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.752719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8a5bfe8-c530-452e-b2e7-ef61b49ad5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.759990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] For port 4c034380-ff8f-474e-98c3-36e2412d1cf0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4c034380-ff8f-474e-98c3-36e2412d1cf0,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:40.760632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.816092 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.871927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] Deleting port 4c034380-ff8f-474e-98c3-36e2412d1cf0 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:40.872871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.895904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Calling delete_port for 4c034380-ff8f-474e-98c3-36e2412d1cf0 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:40.994130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5bfe8-c530-452e-b2e7-ef61b49ad5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974d9c5-50e2-4fc8-8ad6-d9bdbec9b97f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.058280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] For port 4c034380-ff8f-474e-98c3-36e2412d1cf0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4c034380-ff8f-474e-98c3-36e2412d1cf0,segment=NetworkSegment(63853429-a7e0-4bd8-b61f-48fbac47039d),segment_id=63853429-a7e0-4bd8-b61f-48fbac47039d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:41.058997 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.084140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f8a5bfe8-c530-452e-b2e7-ef61b49ad5b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=990e763f6d174ccc95b192d96131e349&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0093634 Jul 07 17:13:41.093883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48612) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:41.138364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] Calling delete_port for 4c034380-ff8f-474e-98c3-36e2412d1cf0 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:41.156121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-dfbe1812-162c-4c61-99a6-178bb025c627 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.165374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-dfbe1812-162c-4c61-99a6-178bb025c627 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 818 time: 0.6620970 Jul 07 17:13:41.209732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 2, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:41.276680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5fa13295-1eb1-4c69-9760-c2506e66122c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.431438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5fa13295-1eb1-4c69-9760-c2506e66122c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.488523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Checking router: 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:41.493063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Updating router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 port e54ee761-610c-497a-941b-eeaaa0eac6cd binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:41.496448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4c034380-ff8f-474e-98c3-36e2412d1cf0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:41.639517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5fa13295-1eb1-4c69-9760-c2506e66122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.643277 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5fa13295-1eb1-4c69-9760-c2506e66122c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.646626 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5fa13295-1eb1-4c69-9760-c2506e66122c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b974d9c5-50e2-4fc8-8ad6-d9bdbec9b97f HTTP/1.1" status: 204 len: 168 time: 0.5485878 Jul 07 17:13:41.669391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa13295-1eb1-4c69-9760-c2506e66122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974d9c5-50e2-4fc8-8ad6-d9bdbec9b97f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.766271 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a448470b-2684-43c4-aa11-edb34fca026d req-8fbb7efe-d79e-415b-a0f2-0283a03664f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0778160 Jul 07 17:13:41.883265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-cc66ed1e-b587-4489-8afb-1b24120cc5e1 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/quotas/5e61f303107d438189326d39d38d813f HTTP/1.1" status: 200 len: 375 time: 0.7160609 Jul 07 17:13:41.888824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ce90fcd-b73a-4603-b488-d6a45aefd6ec req-50c5d03d-4b01-4379-b5c2-16acafcce2ec tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0673997 Jul 07 17:13:41.934579 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.992226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.043647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.082578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-c68d4579-4e02-497f-9874-93ba0a110239 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886563 Jul 07 17:13:42.141362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-b3898984-c108-4549-8424-a6ba60cdc2b7 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:42.146699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-b3898984-c108-4549-8424-a6ba60cdc2b7 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310693 Jul 07 17:13:42.221926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] Pushing event deleted for resources: {'Port': ['ID=4c034380-ff8f-474e-98c3-36e2412d1cf0,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.230169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed51068-7692-44bf-9194-c8c3fb98f132 None None] No DVR routers for this DVR port 4c034380-ff8f-474e-98c3-36e2412d1cf0 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:42.234997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Port 4c034380-ff8f-474e-98c3-36e2412d1cf0 update to DOWN by agent not found {{(pid=98272) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:13:42.292369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c034380-ff8f-474e-98c3-36e2412d1cf0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.310220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] No DVR routers for this DVR port 4c034380-ff8f-474e-98c3-36e2412d1cf0 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:42.477004 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-d07196c1-1689-4d24-8a7b-ab6eb8f1e6e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3226779 Jul 07 17:13:42.719095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-7c646a25-f8cf-460f-a6ab-d53a75c1645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.720729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-7c646a25-f8cf-460f-a6ab-d53a75c1645a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c71e06225374db88ff11c5113a74338&device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 1097 time: 0.1584561 Jul 07 17:13:42.904937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-1faa0eb8-083e-463d-833a-43b7af5c70fb service neutron] 10.222.0.78 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083529 Jul 07 17:13:42.920402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.130165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.182987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Transition to ACTIVE for port object e54ee761-610c-497a-941b-eeaaa0eac6cd will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:43.203073 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.251628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7cfd94-3938-4c82-981f-3e6462aac974']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:43.259517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-57362bde-82cf-490f-8e92-3e77eedbeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.268178 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-57362bde-82cf-490f-8e92-3e77eedbeb84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 200 len: 915 time: 0.4931386 Jul 07 17:13:43.390069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63853429-a7e0-4bd8-b61f-48fbac47039d') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:43.390782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63853429-a7e0-4bd8-b61f-48fbac47039d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:43.445260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-8af3fd0d-178b-49be-b0bf-fa45c5b12096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b HTTP/1.1" status: 200 len: 217 time: 0.1744945 Jul 07 17:13:43.468363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.537507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.559593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:43.560089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.730837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48664) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.818329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-c014c25b-e066-486a-815e-28dc2dd4792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.820311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-c014c25b-e066-486a-815e-28dc2dd4792d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ed9098-1fcf-4ce0-b9d9-8d718a066b29 HTTP/1.1" status: 200 len: 854 time: 0.3681183 Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:43.892014 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:43.904383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-5d540e62-fbb9-4483-a430-eb0b7e6233bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac81aaaa-254c-4c80-89bf-59e4dbdb861a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741177 Jul 07 17:13:44.031266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.046438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.057529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8e7cfd94-3938-4c82-981f-3e6462aac974 HTTP/1.1" status: 204 len: 168 time: 4.5316734 Jul 07 17:13:44.064675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48672) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.172517 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-2748e304-a035-47cb-bddd-4a793b1ec6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583802 Jul 07 17:13:44.200520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-341f65cd-1817-474d-aeed-c622f16ce4c4 req-0deec907-e20f-4e62-8154-c177c569008e tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.2585075 Jul 07 17:13:44.231304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-e009b8d7-071f-497a-8a46-4ba8af1d609e service neutron] 10.222.0.78 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3133388 Jul 07 17:13:44.279728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Attempting to bind port e54ee761-610c-497a-941b-eeaaa0eac6cd on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:44.280670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Attempting to bind port e54ee761-610c-497a-941b-eeaaa0eac6cd by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:44.284098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Attempting to bind port e54ee761-610c-497a-941b-eeaaa0eac6cd on network fe7041b2-fe63-467f-b174-0a872f33cff2 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:44.294475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582346-1635-432f-8553-a63c9d5b5359 None None] Pushing event updated for resources: {'Port': ['ID=e54ee761-610c-497a-941b-eeaaa0eac6cd,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.322332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:44.323504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Checking segment: {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:44.330296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.331585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Bound using segment: {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:44.332730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Bound port: e54ee761-610c-497a-941b-eeaaa0eac6cd, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:44.333580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.404711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4cb34-47dd-48cf-86b5-ff338d11ed88 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7cfd94-3938-4c82-981f-3e6462aac974,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.423344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48676) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.479460 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-912d58f2-2200-4439-9a01-43575f6d1e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.598882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] For port e54ee761-610c-497a-941b-eeaaa0eac6cd, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:44.605937 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c15e586b-6f47-4e6d-900e-da7abb25ae38 req-91f3eed6-b877-4ae4-9d36-c704d504e1ba service neutron] 10.222.0.13 "GET /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273419 Jul 07 17:13:44.611710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] For port e54ee761-610c-497a-941b-eeaaa0eac6cd, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e54ee761-610c-497a-941b-eeaaa0eac6cd,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:44.628291 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.688922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1573910290-network', 'tenant_id': '56c06cda3401451abbd77cd194b63235'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:44.852914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582346-1635-432f-8553-a63c9d5b5359 None None] Pushing event updated for resources: {'Port': ['ID=e54ee761-610c-497a-941b-eeaaa0eac6cd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.878765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e30e4c13-cf09-44e0-ae9f-fb7fc6985003 req-3782d40b-5bac-49bc-9504-4b8dc40bdb43 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 210 time: 0.0713296 Jul 07 17:13:44.909612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:44.910885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:44.930060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-912d58f2-2200-4439-9a01-43575f6d1e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.943060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-912d58f2-2200-4439-9a01-43575f6d1e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.023810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Made reservation on behalf of 56c06cda3401451abbd77cd194b63235 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:45.025885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.038430 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-912d58f2-2200-4439-9a01-43575f6d1e5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=747ecb62951d4289ae2397dbfb5616a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2966681 Jul 07 17:13:45.039995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d58f2-2200-4439-9a01-43575f6d1e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f87c68c-f371-4aad-adaa-6c0262f82334,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.060696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48690) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.061946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.271715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:45.274950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99b21168-4040-40c1-99c1-cc38f4f9bb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.349076 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99b21168-4040-40c1-99c1-cc38f4f9bb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.416382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.437816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.456272 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.500174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:45.513413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.513828 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Added segment 714a18b6-846c-424a-8816-2e4eadbc098d of type vlan for network f2d725fa-af23-4222-b75b-c5c85f993eca Jul 07 17:13:45.563300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.596668 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99b21168-4040-40c1-99c1-cc38f4f9bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.604012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99b21168-4040-40c1-99c1-cc38f4f9bb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.611560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99b21168-4040-40c1-99c1-cc38f4f9bb9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f87c68c-f371-4aad-adaa-6c0262f82334 HTTP/1.1" status: 204 len: 168 time: 0.5431464 Jul 07 17:13:45.620141 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.621192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.621789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.648037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9edfc1-7781-435d-b02c-7f1aad897469,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.720016 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2936487 Jul 07 17:13:45.723813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.726218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b21168-4040-40c1-99c1-cc38f4f9bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f87c68c-f371-4aad-adaa-6c0262f82334,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.733993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Request body: {'subnet': {'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1573910290-subnet', 'tenant_id': '56c06cda3401451abbd77cd194b63235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:45.750165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:44Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.750862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcf38e-1108-4eaa-98e0-cf035a84c247 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d725fa-af23-4222-b75b-c5c85f993eca,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.768462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a902a8ba-d2da-4f21-a368-be598f33eb15 req-0e9c9cab-6267-4fd4-ac6d-d2a7a6db6c4b tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.2256565 Jul 07 17:13:45.770088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Made reservation on behalf of 56c06cda3401451abbd77cd194b63235 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:45.773397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.841705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network f2d725fa-af23-4222-b75b-c5c85f993eca details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:45.846270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805f537-4850-4d0f-b09d-23c8cfc2f3e9 None None] The sync data for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 is: [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:44Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:46.168650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.475640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82262c9e-2b3c-4f0d-9372-44512f435684,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.512601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Checking segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:46.513472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Network hostable DHCP agents. Network: f2d725fa-af23-4222-b75b-c5c85f993eca, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:46.586381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Network f2d725fa-af23-4222-b75b-c5c85f993eca is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:46.610156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, f2d725fa-af23-4222-b75b-c5c85f993eca) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:46.619794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.623465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.625348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6557a48-5d76-463e-8b2c-d0eb09575daf None None] Network f2d725fa-af23-4222-b75b-c5c85f993eca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:46.655538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ad94113d-baef-42cf-97d0-287bba998f5f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9266295 Jul 07 17:13:46.689446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c0c76a-8310-4b76-895d-144c9b62bfcf req-90c5b887-f5a9-4cf7-88da-57dba4da0e59 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 210 time: 0.2216604 Jul 07 17:13:46.812581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Deleting port 62df54a0-44be-4e79-b744-0fe3a9951194 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:46.812921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.086146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48738) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:47.088757 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d71014d-ea0b-4fc8-bf6c-c05fda854c2d req-c443a6f0-9775-40e3-9d09-b0b71b782970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98c8eb5b5b6a46059ab06c9eefed5c56&device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1568284 Jul 07 17:13:47.213529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bd1da2f-7ea7-4962-b0a9-72ccad27ab3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.218413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d71014d-ea0b-4fc8-bf6c-c05fda854c2d req-4b4c3f05-fa05-43c1-9d35-6fbbac593800 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=98c8eb5b5b6a46059ab06c9eefed5c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103694 Jul 07 17:13:47.295205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d389f18e-7135-483d-8683-735102946efa req-8e9c8f34-d556-4037-9a56-4cd5d491f043 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1932135 Jul 07 17:13:47.335557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818eadb-4ded-44fe-b118-ef409aa861bb None None] Network f2d725fa-af23-4222-b75b-c5c85f993eca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:47.540237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] For port 62df54a0-44be-4e79-b744-0fe3a9951194, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=62df54a0-44be-4e79-b744-0fe3a9951194,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:47.542190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.591005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Calling delete_port for 62df54a0-44be-4e79-b744-0fe3a9951194 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:47.662661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e54ee761-610c-497a-941b-eeaaa0eac6cd up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:47.812565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71014d-ea0b-4fc8-bf6c-c05fda854c2d req-c1a32941-2b17-4c50-8778-6ca11a7e49db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.818139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d71014d-ea0b-4fc8-bf6c-c05fda854c2d req-c1a32941-2b17-4c50-8778-6ca11a7e49db service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5804851 Jul 07 17:13:47.943498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e54ee761-610c-497a-941b-eeaaa0eac6cd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:47.957589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e54ee761-610c-497a-941b-eeaaa0eac6cd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:47.958370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.049520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9829883-b04e-4924-8228-e256be5e7b8b req-c731773a-389a-42be-b7fc-3f1fc310439e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 210 time: 0.1242447 Jul 07 17:13:48.204634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bd1da2f-7ea7-4962-b0a9-72ccad27ab3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.222581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1bd1da2f-7ea7-4962-b0a9-72ccad27ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.352549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.370518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.494035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1da2f-7ea7-4962-b0a9-72ccad27ab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a1796-d06c-433d-a5bd-bdd50e960371,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.502239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e54ee761-610c-497a-941b-eeaaa0eac6cd, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e54ee761-610c-497a-941b-eeaaa0eac6cd,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:48.509429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.519689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Pushing event deleted for resources: {'Port': ['ID=62df54a0-44be-4e79-b744-0fe3a9951194,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.533425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-262205ab-3699-422a-b799-0c3ce0212231 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.537520 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-262205ab-3699-422a-b799-0c3ce0212231 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 818 time: 0.7154694 Jul 07 17:13:48.557249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1bd1da2f-7ea7-4962-b0a9-72ccad27ab3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3d58d6bb1504480bf5c3362d3f250b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4598494 Jul 07 17:13:48.592795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'port': {'device_id': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'admin_state_up': True, 'tenant_id': '5e61f303107d438189326d39d38d813f'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:48.624501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:48.648429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e54ee761-610c-497a-941b-eeaaa0eac6cd,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.826181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4782b4b-f69b-412c-93aa-d173fef22a77 req-97489103-5f61-4f26-9a5a-a9f37cf95e34 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.0974205 Jul 07 17:13:49.226145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77d182e8-801d-405a-85fb-8204ab3b3fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.446727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77d182e8-801d-405a-85fb-8204ab3b3fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.471972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5d71014d-ea0b-4fc8-bf6c-c05fda854c2d req-3fa81237-b6fc-4800-b09e-19e77af5d2d8 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.13 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1309457 Jul 07 17:13:49.505441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Made reservation on behalf of 5e61f303107d438189326d39d38d813f for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:49.530618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.628350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.716219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e54ee761-610c-497a-941b-eeaaa0eac6cd up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:49.724437 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77d182e8-801d-405a-85fb-8204ab3b3fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.733524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77d182e8-801d-405a-85fb-8204ab3b3fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.736381 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77d182e8-801d-405a-85fb-8204ab3b3fbd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5c1a1796-d06c-433d-a5bd-bdd50e960371 HTTP/1.1" status: 204 len: 168 time: 1.1086957 Jul 07 17:13:49.928998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c26ce14e-a7d5-4fa0-ac60-ae7cf0242b47 req-a2e2d90a-1dc2-4467-ad82-ef86490b3a94 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 210 time: 0.1863022 Jul 07 17:13:50.086084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e54ee761-610c-497a-941b-eeaaa0eac6cd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:50.086960 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.108944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d182e8-801d-405a-85fb-8204ab3b3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a1796-d06c-433d-a5bd-bdd50e960371,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.197883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Allocated IP 172.20.0.7 (fe7041b2-fe63-467f-b174-0a872f33cff2/dbb6f974-9600-4e54-9c9b-b5d817d846ae/752184b9-9eb0-40f0-b235-3208758aed53) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:50.205727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-6bed3256-2362-49ac-9fd0-f78d54b2352a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.210715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-6bed3256-2362-49ac-9fd0-f78d54b2352a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 1.3673487 Jul 07 17:13:50.355634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-b3964094-adeb-4f9f-a396-92e82565a512 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/quotas/56c06cda3401451abbd77cd194b63235 HTTP/1.1" status: 200 len: 375 time: 0.1197278 Jul 07 17:13:50.465496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f54a9ff-f4b1-4a0c-a3b7-b4edae7f060e req-2a55d843-2337-45ff-9fd1-0e4240aed7d5 tempest-ServerShowV257Test-277610199 tempest-ServerShowV257Test-277610199-project] 10.222.0.78 "GET /v2.0/ports?device_id=18ac8177-658f-4b5e-804f-0692c49a4ced HTTP/1.1" status: 200 len: 210 time: 0.1018679 Jul 07 17:13:50.492980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-61bf39d0-910b-47ec-b471-48f2e60d1584 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1359367 Jul 07 17:13:50.550431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.607636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.663528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Network fe7041b2-fe63-467f-b174-0a872f33cff2 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:50.672553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:50.681854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:50.692348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.759147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.759528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.767047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c647433a-b801-495a-97ef-ac60625f60f5 service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710257 Jul 07 17:13:50.788152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48796) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.805188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c390242-f9da-4398-94c2-56b3dfeae757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.815578 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-0c49ead5-78d9-479c-83d3-cdc8373d286c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2590661 Jul 07 17:13:50.832089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Request body: {'port': {'device_id': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:50.875785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Router 399300a9-62ae-46c3-84ff-d236e7d2382d has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:50.912437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-f0afc724-1d6b-4e2e-a2b0-e56591f9f5be service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444013 Jul 07 17:13:50.979336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.085994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:51.102267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ff678bd0-6638-4e84-98cd-65b6df86a889 admin admin] 10.222.0.78 "PUT /v2.0/routers/399300a9-62ae-46c3-84ff-d236e7d2382d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0240870 Jul 07 17:13:51.103670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48808) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.108224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c390242-f9da-4398-94c2-56b3dfeae757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.110359 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] Sync routers for ids ['399300a9-62ae-46c3-84ff-d236e7d2382d'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:51.128566 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c390242-f9da-4398-94c2-56b3dfeae757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.144199 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] Routers {'399300a9-62ae-46c3-84ff-d236e7d2382d'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:51.146098 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['399300a9-62ae-46c3-84ff-d236e7d2382d'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:51.270066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c390242-f9da-4398-94c2-56b3dfeae757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a7005-a832-4e2c-b4e3-2278bccd17db,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:51.362738 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c390242-f9da-4398-94c2-56b3dfeae757 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb0d663491fa4b349d2d95918d4679dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732975 Jul 07 17:13:51.371875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48818) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.671755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0495ef59-516b-4fe2-839b-e832675d1950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.734900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0495ef59-516b-4fe2-839b-e832675d1950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.745150 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] Set router 399300a9-62ae-46c3-84ff-d236e7d2382d gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:51.760433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752184b9-9eb0-40f0-b235-3208758aed53 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:51.829998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.944335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Transition to ACTIVE for port object 752184b9-9eb0-40f0-b235-3208758aed53 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:51.953091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.057780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.329200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0495ef59-516b-4fe2-839b-e832675d1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.339212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0495ef59-516b-4fe2-839b-e832675d1950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.346514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0495ef59-516b-4fe2-839b-e832675d1950 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c5a7005-a832-4e2c-b4e3-2278bccd17db HTTP/1.1" status: 204 len: 168 time: 0.9718747 Jul 07 17:13:52.371689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a8481c8-d71a-4a44-a5a6-98502e557d3a req-4f7e95fa-0cb8-4f5b-9b2a-a4147532eea4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 210 time: 0.2166014 Jul 07 17:13:52.384446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495ef59-516b-4fe2-839b-e832675d1950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a7005-a832-4e2c-b4e3-2278bccd17db,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.456463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Attempting to bind port 752184b9-9eb0-40f0-b235-3208758aed53 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:52.458518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Attempting to bind port 752184b9-9eb0-40f0-b235-3208758aed53 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:52.459081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Attempting to bind port 752184b9-9eb0-40f0-b235-3208758aed53 on network fe7041b2-fe63-467f-b174-0a872f33cff2 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:52.485705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Port 752184b9-9eb0-40f0-b235-3208758aed53 on network fe7041b2-fe63-467f-b174-0a872f33cff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:52.486976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Attempting to bind port 752184b9-9eb0-40f0-b235-3208758aed53 on network fe7041b2-fe63-467f-b174-0a872f33cff2 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:52.493482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:52.494362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Checking segment: {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:52.495268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Bound using segment: {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:52.497583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Bound port: 752184b9-9eb0-40f0-b235-3208758aed53, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2394f-1546-4fa3-8092-612958974229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:52.498282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.540075 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:52.652789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112305b-6388-48c6-a6d3-dcf1a6766f16 req-ce818b3c-3de8-47b5-a588-506bebc66062 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.659996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5112305b-6388-48c6-a6d3-dcf1a6766f16 req-ce818b3c-3de8-47b5-a588-506bebc66062 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 943 time: 0.5221860 Jul 07 17:13:52.663861 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.702395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:52.711177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:52.720367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.733765 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] Checking router: 399300a9-62ae-46c3-84ff-d236e7d2382d for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:52.757534 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] Routers {'399300a9-62ae-46c3-84ff-d236e7d2382d'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:52.760237 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['399300a9-62ae-46c3-84ff-d236e7d2382d'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:52.846083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.847869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.853711 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 1091 time: 2.0288465 Jul 07 17:13:52.858042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:52.868179 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b67d90-39c4-4139-b38b-0982340b9f85" -d '{"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:53.109313 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a6839e-d546-4fd7-ad9e-eef5140637dd x-openstack-request-id: req-b0a6839e-d546-4fd7-ad9e-eef5140637dd {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:53.110034 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:53.111968 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0a6839e-d546-4fd7-ad9e-eef5140637dd {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:53.112685 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'status': 'completed', 'code': 200} Jul 07 17:13:53.113031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5112305b-6388-48c6-a6d3-dcf1a6766f16 req-d7540cf8-e5b8-4297-bf50-fcfb201af38f tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490530 Jul 07 17:13:53.115794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb5091-df32-43e5-acbe-989e2b1b60f7 service neutron] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.170003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.195828 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] Set router 399300a9-62ae-46c3-84ff-d236e7d2382d gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:53.216434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-74cd8d51-0a85-4fdb-b0a1-4dbbb6a2c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.220752 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-74cd8d51-0a85-4fdb-b0a1-4dbbb6a2c7d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1094 time: 0.2414143 Jul 07 17:13:53.299392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Deleting port f1183a40-0bf3-42fa-9e2c-ac46038abfb7 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:53.302854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.387896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-8d9e9b55-f345-400a-8a5e-cb1bd2ef4c82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.1495848 Jul 07 17:13:53.428491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 48878) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:53.582876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-c30e3ffd-2be1-4770-bac7-8506263c9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.584462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-c30e3ffd-2be1-4770-bac7-8506263c9ce2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.1902528 Jul 07 17:13:53.658271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] For port f1183a40-0bf3-42fa-9e2c-ac46038abfb7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:53.659398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.698401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Calling delete_port for f1183a40-0bf3-42fa-9e2c-ac46038abfb7 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:53.716432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-a21bdbbe-be79-4201-9f70-c072d2abc3b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209075 Jul 07 17:13:53.836725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.043961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97f62382-d8a8-4e04-9c51-90cf545c41a9 req-0ad946a6-de7e-4869-a0bc-30640de75838 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 210 time: 0.0975206 Jul 07 17:13:54.231921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.270290 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:54.384159 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df54dd9-0156-4569-a1d2-b0be118f963e None None] The sync data for ids ['399300a9-62ae-46c3-84ff-d236e7d2382d'] in n-d-793619-7 is: [{'id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'name': 'tempest-TestServerBasicOps-508936761-router', 'tenant_id': '5d25acdd55d54d30b7199fb5f7257de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:09Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5d25acdd55d54d30b7199fb5f7257de0', 'gw_port': {'id': 'f1183a40-0bf3-42fa-9e2c-ac46038abfb7', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399300a9-62ae-46c3-84ff-d236e7d2382d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:11Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:54.385930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-2e0a3120-eac4-469b-a031-0adb7b6ab8bd service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637166 Jul 07 17:13:54.555080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.758949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-6f5269da-3517-434f-987a-c9e96d87fdf3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.760916 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-6f5269da-3517-434f-987a-c9e96d87fdf3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 0.1894867 Jul 07 17:13:54.789448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Request body: {'port': {'device_id': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'admin_state_up': True, 'tenant_id': '56c06cda3401451abbd77cd194b63235'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:54.880897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1183a40-0bf3-42fa-9e2c-ac46038abfb7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.042403 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d15555b5-2cce-4ad1-996d-e038911c1d15 req-68378fbb-09d0-48d3-8a4e-7dc915ee303c service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270485 Jul 07 17:13:55.083804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.271047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.273770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.372866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.393946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2d29b-947a-4b10-8744-1a6f8791eed2 req-849a57e1-1dd6-428f-836e-05a908ab585b tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.404486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46a2d29b-947a-4b10-8744-1a6f8791eed2 req-849a57e1-1dd6-428f-836e-05a908ab585b tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 943 time: 0.7065964 Jul 07 17:13:55.424981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.462485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.463737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399300a9-62ae-46c3-84ff-d236e7d2382d {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:55.485161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.493274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dbd2e7a0-ae40-43d0-b42f-4d8fc496f2b5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/399300a9-62ae-46c3-84ff-d236e7d2382d HTTP/1.1" status: 204 len: 168 time: 4.3873928 Jul 07 17:13:55.495658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:55.507973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62df54a0-44be-4e79-b744-0fe3a9951194 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:55.570250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 62df54a0-44be-4e79-b744-0fe3a9951194 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:55.570502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 62df54a0-44be-4e79-b744-0fe3a9951194 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:55.620663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31a6f0c3-348f-40bb-8c2d-58e0334ee1aa req-699aa541-5ad5-4622-9a3d-091dab21542d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 210 time: 0.1458669 Jul 07 17:13:55.651749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98c8eb5b5b6a46059ab06c9eefed5c56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2116661 Jul 07 17:13:55.660596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48922) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:55.686620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Made reservation on behalf of 56c06cda3401451abbd77cd194b63235 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:55.690307 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.743108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-d28739c6-7cb9-4243-aff6-7d2997f2ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.745726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-d28739c6-7cb9-4243-aff6-7d2997f2ff14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1094 time: 0.4942520 Jul 07 17:13:55.802430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30242a38-4aa6-48d4-bdd4-47a11911c3af,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.823972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46a2d29b-947a-4b10-8744-1a6f8791eed2 req-ef0b831f-4be1-4ed9-b8d9-3b238e9cc3f8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167023 Jul 07 17:13:55.909080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Deleting subnet 25218e8e-d8ff-4449-8f26-ff82eee004b8 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:55.949059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.990048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.122168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.260245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29383c91-3d61-4c77-b862-46e4fd5310cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.403140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29383c91-3d61-4c77-b862-46e4fd5310cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.474828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.475210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.476253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.483115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.484705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.486456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.487268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.489190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.490083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.491451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.492262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.493441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9720a8-6cc6-4562-8230-de5256483611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:56.531057 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.597445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-212ed6a6-8525-4d3e-a52f-f8370f2287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.599729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-212ed6a6-8525-4d3e-a52f-f8370f2287bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.7546105 Jul 07 17:13:56.699030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25218e8e-d8ff-4449-8f26-ff82eee004b8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.714964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.721470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b29ff1a9-186f-4f62-b90e-5c895725b78e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/25218e8e-d8ff-4449-8f26-ff82eee004b8 HTTP/1.1" status: 204 len: 168 time: 1.1348734 Jul 07 17:13:56.723978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d222921a-dab1-48fa-ad07-dfc76590fa16 None None] Network 5a8fa107-a165-4d84-8093-1b9de12eb0fe requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:56.734211 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-ec206652-9427-4b0b-803d-03080ebd4ec6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.1235862 Jul 07 17:13:56.741486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 48946) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:56.956014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Allocated IP 172.20.0.2 (f2d725fa-af23-4222-b75b-c5c85f993eca/82262c9e-2b3c-4f0d-9372-44512f435684/41ecda54-53fc-4646-9ee6-22ac9434fa7c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:57.013346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-4d382592-c149-475f-b8a8-1cbd6733e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.015229 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-4d382592-c149-475f-b8a8-1cbd6733e156 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.2619338 Jul 07 17:13:57.065233 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.157135 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-f00a8ef1-fb1d-4122-bae5-a3469f204763 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282606 Jul 07 17:13:57.235105 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29383c91-3d61-4c77-b862-46e4fd5310cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.257762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29383c91-3d61-4c77-b862-46e4fd5310cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.265069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-29383c91-3d61-4c77-b862-46e4fd5310cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30242a38-4aa6-48d4-bdd4-47a11911c3af HTTP/1.1" status: 204 len: 168 time: 1.5979261 Jul 07 17:13:57.398122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1183a40-0bf3-42fa-9e2c-ac46038abfb7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:57.481402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29383c91-3d61-4c77-b862-46e4fd5310cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30242a38-4aa6-48d4-bdd4-47a11911c3af,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.497429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f1183a40-0bf3-42fa-9e2c-ac46038abfb7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:57.497736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f1183a40-0bf3-42fa-9e2c-ac46038abfb7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:57.512232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d437d95-2af6-4cce-ad59-058ec8656195 req-6f4a584b-f128-4306-bb56-e3058af73b9f tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 210 time: 0.3791285 Jul 07 17:13:57.521293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] DHCP port deletion for 5a8fa107-a165-4d84-8093-1b9de12eb0fe request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:57.668895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] Deleting port d11021c2-ac97-43e7-98c6-af0d7f855b5c {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:57.669308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.758838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847fbb5-109c-4a2c-8a34-3901aa741ec7 req-14b0e868-d110-4ba2-8e24-daa94277a142 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.760496 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-73de4eff-6bc0-41fc-bd69-a16cc94744b8 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911827 Jul 07 17:13:57.774830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a847fbb5-109c-4a2c-8a34-3901aa741ec7 req-14b0e868-d110-4ba2-8e24-daa94277a142 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 943 time: 0.6510854 Jul 07 17:13:57.845459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Deleting port d11021c2-ac97-43e7-98c6-af0d7f855b5c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:57.846344 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.892146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] For port d11021c2-ac97-43e7-98c6-af0d7f855b5c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d11021c2-ac97-43e7-98c6-af0d7f855b5c,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:57.892707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.960065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] Calling delete_port for d11021c2-ac97-43e7-98c6-af0d7f855b5c owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:58.129075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] For port d11021c2-ac97-43e7-98c6-af0d7f855b5c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d11021c2-ac97-43e7-98c6-af0d7f855b5c,segment=NetworkSegment(ae245c8d-ff4f-4e60-801b-fb51f7609ced),segment_id=ae245c8d-ff4f-4e60-801b-fb51f7609ced)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:58.132228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.179229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Calling delete_port for d11021c2-ac97-43e7-98c6-af0d7f855b5c owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:58.422085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a847fbb5-109c-4a2c-8a34-3901aa741ec7 req-6978a795-6d43-4de3-af2c-a1577d75ad5a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458185 Jul 07 17:13:58.461689 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.509332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.590006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] No DVR routers for this DVR port d11021c2-ac97-43e7-98c6-af0d7f855b5c on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:58.666463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Pushing event deleted for resources: {'Port': ['ID=d11021c2-ac97-43e7-98c6-af0d7f855b5c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.733346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] Pushing event deleted for resources: {'Port': ['ID=d11021c2-ac97-43e7-98c6-af0d7f855b5c,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.792763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a109cd-ae61-49a7-8e3e-f495e37ec2f1 None None] No DVR routers for this DVR port d11021c2-ac97-43e7-98c6-af0d7f855b5c on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:58.902433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37087f48-bffd-46bb-a925-c67b03a01b94 req-308d2a6f-b991-4d93-bb87-693320a3f2af tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 210 time: 0.1006212 Jul 07 17:13:58.914549 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.966827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8fa107-a165-4d84-8093-1b9de12eb0fe']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.983744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae245c8d-ff4f-4e60-801b-fb51f7609ced') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.984026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae245c8d-ff4f-4e60-801b-fb51f7609ced') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.998035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.030687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.049147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:59.049674 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:59.052024 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:59.096651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.106444 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4b67d90-39c4-4139-b38b-0982340b9f85 req-50ebc3d9-76bb-4523-8550-b13fab9c1642 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9619958 Jul 07 17:13:59.307518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 752184b9-9eb0-40f0-b235-3208758aed53 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:59.324111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.362241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.423185 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.434397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] 10.222.0.78 "DELETE /v2.0/networks/5a8fa107-a165-4d84-8093-1b9de12eb0fe HTTP/1.1" status: 204 len: 168 time: 2.6893132 Jul 07 17:13:59.435663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3845541-06dc-4760-9289-e7c8824bb27f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8fa107-a165-4d84-8093-1b9de12eb0fe,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.620609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Network f2d725fa-af23-4222-b75b-c5c85f993eca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:59.635689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:59.636147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d11021c2-ac97-43e7-98c6-af0d7f855b5c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:59.658088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:59.765737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d11021c2-ac97-43e7-98c6-af0d7f855b5c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:59.766313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d11021c2-ac97-43e7-98c6-af0d7f855b5c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:59.835502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49010) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.863809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.878473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.881624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.896021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '752184b9-9eb0-40f0-b235-3208758aed53', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'port_id': '752184b9-9eb0-40f0-b235-3208758aed53', 'mac_address': 'fa:16:3e:0f:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:59.912537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event updated for resources: {'Port': ['ID=41ecda54-53fc-4646-9ee6-22ac9434fa7c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.976507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-c2e0d00d-7f70-4a49-b59f-89edbc159f45 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1958940 Jul 07 17:14:00.009234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Request body: {'port': {'device_id': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:00.036897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.083935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752184b9-9eb0-40f0-b235-3208758aed53 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:00.156327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:00.166926 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.299059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-264f297c-db83-4a96-987d-fc1d1cfc0f86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8bdc2947d04b4f7f9beb82ec02928e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585478 Jul 07 17:14:00.299368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.304722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49026) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:00.329493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.385926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2de14-4a98-464a-b05b-c9fd507eac33 req-7aecac66-8b74-4dcd-a750-67c2bcd8e61c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.387718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad2de14-4a98-464a-b05b-c9fd507eac33 req-7aecac66-8b74-4dcd-a750-67c2bcd8e61c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 943 time: 0.4882960 Jul 07 17:14:00.509806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['752184b9-9eb0-40f0-b235-3208758aed53'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:00.603009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292cd81b-ccb3-461a-87bf-fc0dc732c20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.618241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad2de14-4a98-464a-b05b-c9fd507eac33 req-5fad2625-a7d5-497e-b3a1-69a21883b74b tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069805 Jul 07 17:14:00.654429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001c9f0-79c3-4b46-a100-3d1da89604f5 req-104ab5d0-cf07-429d-b47b-1198507f418f tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.673342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4001c9f0-79c3-4b46-a100-3d1da89604f5 req-104ab5d0-cf07-429d-b47b-1198507f418f tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 931 time: 0.3087654 Jul 07 17:14:00.802374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4001c9f0-79c3-4b46-a100-3d1da89604f5 req-9ae63df6-5225-4c33-a5d5-87466b897acc tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268845 Jul 07 17:14:00.857768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292cd81b-ccb3-461a-87bf-fc0dc732c20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.070694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292cd81b-ccb3-461a-87bf-fc0dc732c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.073882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-292cd81b-ccb3-461a-87bf-fc0dc732c20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.077755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-292cd81b-ccb3-461a-87bf-fc0dc732c20b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05815083-bb21-46eb-b2b0-724e1db60089 HTTP/1.1" status: 204 len: 168 time: 0.7591281 Jul 07 17:14:01.167625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cd81b-ccb3-461a-87bf-fc0dc732c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05815083-bb21-46eb-b2b0-724e1db60089,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.362427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ecda54-53fc-4646-9ee6-22ac9434fa7c {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:01.392684 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.434176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Transition to ACTIVE for port object 41ecda54-53fc-4646-9ee6-22ac9434fa7c will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:01.443301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.507476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49076) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:01.569262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Pushing event updated for resources: {'Port': ['ID=41ecda54-53fc-4646-9ee6-22ac9434fa7c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.716644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Attempting to bind port 41ecda54-53fc-4646-9ee6-22ac9434fa7c on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:01.717307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Attempting to bind port 41ecda54-53fc-4646-9ee6-22ac9434fa7c by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:01.717855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Attempting to bind port 41ecda54-53fc-4646-9ee6-22ac9434fa7c on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:01.726620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Port 41ecda54-53fc-4646-9ee6-22ac9434fa7c on network f2d725fa-af23-4222-b75b-c5c85f993eca not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:01.727130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Attempting to bind port 41ecda54-53fc-4646-9ee6-22ac9434fa7c on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:01.736319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:01.737479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Checking segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:01.739227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Bound using segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:01.739982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Bound port: 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:01.740541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.932240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] For port 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:01.952192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] For port 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:01.961977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.987157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.004228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c89a5f3-35a5-4724-942a-bb8b878224d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.138609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.141087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.148803 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] 10.222.0.13 "PUT /v2.0/ports/41ecda54-53fc-4646-9ee6-22ac9434fa7c HTTP/1.1" status: 200 len: 1091 time: 2.1586218 Jul 07 17:14:02.149441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'tag': '41ecda54-53fc-4646-9ee6-22ac9434fa7c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:02.152296 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7efcfe-349a-4fe3-be76-fe63876817e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3ba25b-b809-4126-83f3-88074e5a38e6", "tag": "41ecda54-53fc-4646-9ee6-22ac9434fa7c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:02.325691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c0ff-31a3-42a5-bc51-096e3545df8f service neutron] Pushing event updated for resources: {'Port': ['ID=41ecda54-53fc-4646-9ee6-22ac9434fa7c,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.361812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-125c7993-d8f9-422e-ad4d-c1b0a6317072 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d25acdd55d54d30b7199fb5f7257de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099689 Jul 07 17:14:02.384683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49096) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.445027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6214514-a93a-41e3-bdcb-2f9cc266236a req-1d4f6929-24e1-491e-813b-18d0de7f5c48 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.453572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6214514-a93a-41e3-bdcb-2f9cc266236a req-1d4f6929-24e1-491e-813b-18d0de7f5c48 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 944 time: 0.2425570 Jul 07 17:14:02.509909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c89a5f3-35a5-4724-942a-bb8b878224d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.519856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81702-0ca7-464d-ad99-1f59d163de2c req-59faa1c1-0906-4424-ad60-2239733e687c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.521651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61e81702-0ca7-464d-ad99-1f59d163de2c req-59faa1c1-0906-4424-ad60-2239733e687c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 943 time: 0.2269323 Jul 07 17:14:02.545523 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2c89a5f3-35a5-4724-942a-bb8b878224d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.610720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6214514-a93a-41e3-bdcb-2f9cc266236a req-5dd6e37b-da81-4294-996c-b17abbca01b4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501462 Jul 07 17:14:02.667223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-fad33c15-a549-4806-a031-17003a1645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.669525 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-fad33c15-a549-4806-a031-17003a1645c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 1094 time: 0.4275534 Jul 07 17:14:02.680139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89a5f3-35a5-4724-942a-bb8b878224d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14187084-ff65-4995-8809-dc67dd0fcacc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.711948 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b6f67-de6d-41f0-9bf3-a8fc82372464 x-openstack-request-id: req-333b6f67-de6d-41f0-9bf3-a8fc82372464 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:02.713057 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3ba25b-b809-4126-83f3-88074e5a38e6", "tag": "41ecda54-53fc-4646-9ee6-22ac9434fa7c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:02.713803 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-333b6f67-de6d-41f0-9bf3-a8fc82372464 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:02.718435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61e81702-0ca7-464d-ad99-1f59d163de2c req-b84ff0e9-b413-416e-a447-1d0609c9a6f0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737237 Jul 07 17:14:02.719039 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'tag': '41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'status': 'completed', 'code': 200} Jul 07 17:14:02.733173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2c89a5f3-35a5-4724-942a-bb8b878224d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8952841f45e4ec59e1728fba0e01fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2214446 Jul 07 17:14:02.737455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49104) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.745263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a521a0-8702-4c51-a43f-97cfe7433fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.872542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae89b4f4-5817-4074-a0ae-ae3bd9126a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.882348 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-02d18fd2-ee9e-4152-9168-9d43415400b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c HTTP/1.1" status: 200 len: 217 time: 0.1617577 Jul 07 17:14:02.955091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae89b4f4-5817-4074-a0ae-ae3bd9126a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.081926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a521a0-8702-4c51-a43f-97cfe7433fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.127383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae89b4f4-5817-4074-a0ae-ae3bd9126a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.133387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae89b4f4-5817-4074-a0ae-ae3bd9126a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.135470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae89b4f4-5817-4074-a0ae-ae3bd9126a91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14187084-ff65-4995-8809-dc67dd0fcacc HTTP/1.1" status: 204 len: 168 time: 0.3952579 Jul 07 17:14:03.136393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49110) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.186622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89b4f4-5817-4074-a0ae-ae3bd9126a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14187084-ff65-4995-8809-dc67dd0fcacc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.220191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a521a0-8702-4c51-a43f-97cfe7433fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.245691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a521a0-8702-4c51-a43f-97cfe7433fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.246969 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-59a521a0-8702-4c51-a43f-97cfe7433fa3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b885c246-c4ea-48b2-b905-78bb5fdbb7d4 HTTP/1.1" status: 204 len: 168 time: 0.8580873 Jul 07 17:14:03.282526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a521a0-8702-4c51-a43f-97cfe7433fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b885c246-c4ea-48b2-b905-78bb5fdbb7d4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.297435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-458510d3-df55-47f4-9a50-ac58a0c11a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:03.302557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-458510d3-df55-47f4-9a50-ac58a0c11a08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.4077158 Jul 07 17:14:03.337199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 752184b9-9eb0-40f0-b235-3208758aed53 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:03.418128 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-59d8839a-a2a6-4ccb-b65a-f010d5b14b2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065495 Jul 07 17:14:03.607104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 752184b9-9eb0-40f0-b235-3208758aed53 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:03.623122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 752184b9-9eb0-40f0-b235-3208758aed53 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:03.624800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.741204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-90555cb9-1a71-4099-bc88-916a56cd7c0c service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165269 Jul 07 17:14:03.747050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b639199f-375b-426a-8886-2a5642523ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.752557 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.944279 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.009667 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-93f0b85a-c34c-4e01-aeb4-5550e3498ae6 req-669184ae-b780-4329-878e-3669c16caa64 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587001 Jul 07 17:14:04.039110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:04.045246 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a56693-ba6e-4d15-a35f-e6b68b679639" -d '{"events": [{"server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "name": "network-vif-plugged", "status": "completed", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:04.102646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:04.111722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.304969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.460284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b639199f-375b-426a-8886-2a5642523ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.471864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b639199f-375b-426a-8886-2a5642523ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.541533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b639199f-375b-426a-8886-2a5642523ca3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de6c43b46a6b4f30b350a701287e536b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4007404 Jul 07 17:14:04.542196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49134) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.544545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639199f-375b-426a-8886-2a5642523ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e69f43-d682-4465-9c25-019d6149aebd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.569305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f918-85df-44f0-870e-f10246996124 req-ee4039e6-b629-4008-9f92-79fbf2a291ed tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.570996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6666f918-85df-44f0-870e-f10246996124 req-ee4039e6-b629-4008-9f92-79fbf2a291ed tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.3512571 Jul 07 17:14:04.584212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dee0d-01e3-4c4b-be08-767a89a982be req-656c1c79-6b47-41cb-b1f4-419470a7c75d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.592369 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-223dee0d-01e3-4c4b-be08-767a89a982be req-656c1c79-6b47-41cb-b1f4-419470a7c75d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 943 time: 0.3248990 Jul 07 17:14:04.683791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-fe953ce9-39d3-4487-a954-fa6b14a7fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.691690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-fe953ce9-39d3-4487-a954-fa6b14a7fe38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 1094 time: 0.5109832 Jul 07 17:14:04.718570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-223dee0d-01e3-4c4b-be08-767a89a982be req-5d664fec-3732-4a08-90ea-0cf70db990d6 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248987 Jul 07 17:14:04.788169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6666f918-85df-44f0-870e-f10246996124 req-9c2dcbc8-813e-4149-b800-7bbc033c4b0f tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909907 Jul 07 17:14:04.860758 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ee35e-251c-4451-a8ff-b30e3c5b53f1 x-openstack-request-id: req-030ee35e-251c-4451-a8ff-b30e3c5b53f1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:04.861699 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "name": "network-vif-plugged", "status": "completed", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:04.863528 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-030ee35e-251c-4451-a8ff-b30e3c5b53f1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:04.864134 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'code': 200} Jul 07 17:14:05.051428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a532-a1f5-4832-aa33-1104ce8aa8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.143445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-4d7a618b-6c91-4081-be70-8d732df8c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.143699 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-4d7a618b-6c91-4081-be70-8d732df8c348 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 916 time: 0.4445157 Jul 07 17:14:05.146614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a532-a1f5-4832-aa33-1104ce8aa8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.217936 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c303c0df-962e-4548-86a4-f36083a6bbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.330804 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-c51d9cff-52cd-4d7a-9132-28b119c9bdce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c HTTP/1.1" status: 200 len: 217 time: 0.1173594 Jul 07 17:14:05.330804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bf48b-f13d-4ff0-8ad5-898973c10afa req-bb56c727-34a4-48aa-a00d-2daac0acd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.335434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae8bf48b-f13d-4ff0-8ad5-898973c10afa req-bb56c727-34a4-48aa-a00d-2daac0acd741 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.3640754 Jul 07 17:14:05.446627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-7d964746-dcf7-4736-8133-285ce6ac815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.448638 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-7d964746-dcf7-4736-8133-285ce6ac815f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.1113415 Jul 07 17:14:05.452512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a532-a1f5-4832-aa33-1104ce8aa8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.455625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a532-a1f5-4832-aa33-1104ce8aa8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.464242 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a7c9a532-a1f5-4832-aa33-1104ce8aa8aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64e69f43-d682-4465-9c25-019d6149aebd HTTP/1.1" status: 204 len: 168 time: 0.9073694 Jul 07 17:14:05.480685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9a532-a1f5-4832-aa33-1104ce8aa8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e69f43-d682-4465-9c25-019d6149aebd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.553310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ae8bf48b-f13d-4ff0-8ad5-898973c10afa req-9e145ce5-acf7-4ad9-9d46-ca8e089227b7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441636 Jul 07 17:14:05.553310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-b992f51d-60ae-4747-ac37-8e179dca2c0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889211 Jul 07 17:14:05.860442 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-362da14b-9bba-498e-b132-cd4c66c9ff2f service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033459 Jul 07 17:14:05.879966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 41ecda54-53fc-4646-9ee6-22ac9434fa7c details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:06.276996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:06.313510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'port_id': '41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'mac_address': 'fa:16:3e:1f:31:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82262c9e-2b3c-4f0d-9372-44512f435684', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:06.415574 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb7efcfe-349a-4fe3-be76-fe63876817e9 req-1b25609f-4e03-449b-9cc5-d9117a80d01a service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467589 Jul 07 17:14:06.466945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.513334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ecda54-53fc-4646-9ee6-22ac9434fa7c {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:06.583419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:06.603825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.704108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49200) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.735365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=41ecda54-53fc-4646-9ee6-22ac9434fa7c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.756668 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-983e1152-21d2-4910-a198-48aecfc7448c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.759729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8e60-2ae3-4004-af33-d6ce3242c9e4 req-01b1ed46-2880-4432-86ec-cea47b41e520 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.782834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07e8e60-2ae3-4004-af33-d6ce3242c9e4 req-01b1ed46-2880-4432-86ec-cea47b41e520 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.4257388 Jul 07 17:14:06.852995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133273d-a70d-4d57-971f-e1f00552eba5 req-d029e23d-0284-45f5-9caa-8937274a3f01 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.866995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7133273d-a70d-4d57-971f-e1f00552eba5 req-d029e23d-0284-45f5-9caa-8937274a3f01 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 943 time: 0.5849009 Jul 07 17:14:06.901710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:07.017756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7133273d-a70d-4d57-971f-e1f00552eba5 req-24da9b1c-2f14-40a2-8e0a-90f4c0a4aeed tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487253 Jul 07 17:14:07.038634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07e8e60-2ae3-4004-af33-d6ce3242c9e4 req-8a0dcc3c-1a8c-4e5b-9fd5-b3448002d2ef tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546380 Jul 07 17:14:07.131047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-983e1152-21d2-4910-a198-48aecfc7448c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.140368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-983e1152-21d2-4910-a198-48aecfc7448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.212171 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-983e1152-21d2-4910-a198-48aecfc7448c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=944fcc3454ac4be58eaa05444fe85a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002851 Jul 07 17:14:07.212719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49208) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.246644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e1152-21d2-4910-a198-48aecfc7448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da787f7-dd26-4b4e-9e57-8c60b80b8d73,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.491631 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78094b89-5b21-4d00-9d2b-6efee9908500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.615709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78094b89-5b21-4d00-9d2b-6efee9908500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.664026 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.767482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78094b89-5b21-4d00-9d2b-6efee9908500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.773376 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-78094b89-5b21-4d00-9d2b-6efee9908500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.780256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-78094b89-5b21-4d00-9d2b-6efee9908500 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6da787f7-dd26-4b4e-9e57-8c60b80b8d73 HTTP/1.1" status: 204 len: 168 time: 0.5654719 Jul 07 17:14:07.797512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78094b89-5b21-4d00-9d2b-6efee9908500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da787f7-dd26-4b4e-9e57-8c60b80b8d73,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:08.500347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd2f52-3011-4fda-9cd2-578dc1a5d674 req-bd28178c-8b82-4cc9-ae88-27d0a372850d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.504485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50dd2f52-3011-4fda-9cd2-578dc1a5d674 req-bd28178c-8b82-4cc9-ae88-27d0a372850d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 944 time: 0.2227116 Jul 07 17:14:08.659372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50dd2f52-3011-4fda-9cd2-578dc1a5d674 req-b6446f39-c9e4-49cf-af04-7da8187d8685 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419046 Jul 07 17:14:09.042451 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:09.073576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028422b8-6efd-4145-aaeb-ed81b530282c req-96a17c1c-ecc4-422c-8e69-f34c9fbaa8d2 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.075476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-028422b8-6efd-4145-aaeb-ed81b530282c req-96a17c1c-ecc4-422c-8e69-f34c9fbaa8d2 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1687975 Jul 07 17:14:09.124027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.131915 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac5496c1-90c4-4363-9bfc-c80efcd69153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.188641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-028422b8-6efd-4145-aaeb-ed81b530282c req-dfc7532b-a441-4980-9f8b-9577951a6eb5 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052077 Jul 07 17:14:09.920019 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 41ecda54-53fc-4646-9ee6-22ac9434fa7c up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:09.971818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-2d6ed6c8-cf87-4fb1-95b9-d1fadf731682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.982387 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-2d6ed6c8-cf87-4fb1-95b9-d1fadf731682 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.2985861 Jul 07 17:14:10.218702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 41ecda54-53fc-4646-9ee6-22ac9434fa7c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:10.257250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 41ecda54-53fc-4646-9ee6-22ac9434fa7c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:10.260721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.330397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe91f6-cd94-4de3-ab6b-6e3e37975373 req-050d1e0e-3b42-48cd-889b-6dbad2d95213 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.354065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfbe91f6-cd94-4de3-ab6b-6e3e37975373 req-050d1e0e-3b42-48cd-889b-6dbad2d95213 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.3972228 Jul 07 17:14:10.444623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-65aff0ad-9087-4a6f-92d3-8ab710770fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.451117 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-65aff0ad-9087-4a6f-92d3-8ab710770fe4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.4529324 Jul 07 17:14:10.513449 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.528628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-20d26e41-20e1-422e-b19e-dbbb541490e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.0739734 Jul 07 17:14:10.553727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfbe91f6-cd94-4de3-ab6b-6e3e37975373 req-b5b9b53c-5fa4-4c6d-b465-b7f1819bfb64 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927874 Jul 07 17:14:10.567432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:10.570220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecda54-53fc-4646-9ee6-22ac9434fa7c'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:10.573238 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3710b8e9-0ef1-4042-a3f2-c5f1eb6b19f6" -d '{"events": [{"server_uuid": "2d3ba25b-b809-4126-83f3-88074e5a38e6", "name": "network-vif-plugged", "status": "completed", "tag": "41ecda54-53fc-4646-9ee6-22ac9434fa7c"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:10.578125 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.645491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-ff24fa05-a4ec-4e57-a41e-f588fd276659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.646877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-ff24fa05-a4ec-4e57-a41e-f588fd276659 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.1121924 Jul 07 17:14:10.655139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67e6e-442f-4193-8aca-01d7cad6c1f8 req-25b7145c-976b-4721-a792-8590576b5d36 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.679145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6e67e6e-442f-4193-8aca-01d7cad6c1f8 req-25b7145c-976b-4721-a792-8590576b5d36 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 944 time: 0.3078251 Jul 07 17:14:10.702738 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-5da1d200-02a8-44e2-a239-42b803981571 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483603 Jul 07 17:14:10.755182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=41ecda54-53fc-4646-9ee6-22ac9434fa7c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.787570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6e67e6e-442f-4193-8aca-01d7cad6c1f8 req-dc992c91-8ebf-4888-af30-0404af5d04a6 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054871 Jul 07 17:14:10.832027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.890736 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ee6ce-862d-4a89-947f-50388cbd5196 x-openstack-request-id: req-112ee6ce-862d-4a89-947f-50388cbd5196 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:10.891221 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3ba25b-b809-4126-83f3-88074e5a38e6", "name": "network-vif-plugged", "status": "completed", "tag": "41ecda54-53fc-4646-9ee6-22ac9434fa7c", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:10.891602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-112ee6ce-862d-4a89-947f-50388cbd5196 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:10.892249 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'code': 200} Jul 07 17:14:10.989773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-5d907c7e-4814-401f-bbfe-38b1cd5d1a98 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794406 Jul 07 17:14:11.276894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a01c28-d8f2-4f82-9d3d-8f0ee126e51f req-5d9fe18c-9080-4673-9b43-c80fc1a163ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.279435 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-37a01c28-d8f2-4f82-9d3d-8f0ee126e51f req-5d9fe18c-9080-4673-9b43-c80fc1a163ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 1096 time: 0.2850802 Jul 07 17:14:11.282319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-14ca4904-25be-4276-8f9d-69c92030bd2a req-af040894-a96a-4758-8c2d-5acacba13353 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652349 Jul 07 17:14:11.354260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-37a01c28-d8f2-4f82-9d3d-8f0ee126e51f req-5ecf4a91-ff0f-47c8-8fc3-4c3cd07db5f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675294 Jul 07 17:14:11.476318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49308) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.608944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Deleting subnet d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:11.618553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.744601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.048407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.361959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871fe8f-fc0f-45f6-81cb-302f3f6879f9 req-e961e4f4-3377-44bc-9d43-1f09ac22c28b tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.375053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f871fe8f-fc0f-45f6-81cb-302f3f6879f9 req-e961e4f4-3377-44bc-9d43-1f09ac22c28b tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.6266482 Jul 07 17:14:12.580655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.653765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f871fe8f-fc0f-45f6-81cb-302f3f6879f9 req-ca4b672b-d442-4cc7-bde4-725b4b36af75 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609336 Jul 07 17:14:12.656465 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.677970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12 HTTP/1.1" status: 204 len: 168 time: 1.1853094 Jul 07 17:14:12.680552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49340) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:12.793191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02a56-3309-4255-822a-03294853c5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b0e2b0-c1c1-4a97-b215-f645bbb5aa12,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.891908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49344) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:12.994716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b6edd-fd7d-4a68-9f68-e7635e6c38b6 req-53ad243b-d649-4c1d-850d-3421d1127d80 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.002271 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-447b6edd-fd7d-4a68-9f68-e7635e6c38b6 req-53ad243b-d649-4c1d-850d-3421d1127d80 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 945 time: 0.5796995 Jul 07 17:14:13.013821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49348) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.022073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.195001 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-447b6edd-fd7d-4a68-9f68-e7635e6c38b6 req-d7b4034f-4def-42ab-bb87-358ba9da108c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764581 Jul 07 17:14:13.334910 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.335193 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83f45626-b69c-42a7-8c57-eeec21d18dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.349162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2bebce-87bd-4139-af9c-b5db09e4c7bc']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:13.371515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678e8fd0-f4f7-4348-b3bf-80110bf4d074') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:13.371877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678e8fd0-f4f7-4348-b3bf-80110bf4d074') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:13.383159 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.410591 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.425977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:13.426760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:13.431100 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:13.463317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf58e8c2-5ee3-4e88-8e47-e2f07fd7c480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.573292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.582698 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.588508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6d2bebce-87bd-4139-af9c-b5db09e4c7bc HTTP/1.1" status: 204 len: 168 time: 0.9025950 Jul 07 17:14:13.588769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83f45626-b69c-42a7-8c57-eeec21d18dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.589285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.613205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4a79-8151-41fb-a40e-fcc72b8410f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2bebce-87bd-4139-af9c-b5db09e4c7bc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.674522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Deleting subnet 98dd5014-4dca-437b-a750-a72267cd2afd {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:13.679327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.734040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.762649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf58e8c2-5ee3-4e88-8e47-e2f07fd7c480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.765882 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83f45626-b69c-42a7-8c57-eeec21d18dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.790318 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.859827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.871370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83f45626-b69c-42a7-8c57-eeec21d18dad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=96cc267df86d4e55bf31616897a0ea51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9731953 Jul 07 17:14:13.872569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf58e8c2-5ee3-4e88-8e47-e2f07fd7c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.880833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.897027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98dd5014-4dca-437b-a750-a72267cd2afd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.916558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.921005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-213add56-edd7-476a-9640-08eacb5a6a86 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/98dd5014-4dca-437b-a750-a72267cd2afd HTTP/1.1" status: 204 len: 168 time: 0.3284011 Jul 07 17:14:13.921508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49364) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.997538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f45626-b69c-42a7-8c57-eeec21d18dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a76562-e670-44af-b346-ebf91876663b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.037668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e8c2-5ee3-4e88-8e47-e2f07fd7c480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe88c2-dade-4265-9b87-c6cfc2083db2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.068167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.077980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f333-6c5a-4f30-8a10-4fa49f9f5bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.084426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf58e8c2-5ee3-4e88-8e47-e2f07fd7c480 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=013b03a9d43e4eaab68bf76149204a78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688603 Jul 07 17:14:14.087670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49370) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:14.152368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a835cd-6504-4f1e-b97f-313e9137fe8f req-137ee1fa-7357-46b7-b362-dae0d2e5b68d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.166589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61a835cd-6504-4f1e-b97f-313e9137fe8f req-137ee1fa-7357-46b7-b362-dae0d2e5b68d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.3531637 Jul 07 17:14:14.173204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f333-6c5a-4f30-8a10-4fa49f9f5bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.319549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.343622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a291aaf4-d511-47b5-9b25-8a520a1c620b']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:14.377743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6a32d5-fd88-4afd-86d5-94cc1c931074') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:14.378233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6a32d5-fd88-4afd-86d5-94cc1c931074') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:14.390156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356ad600-22ef-4e40-a877-c73521d72f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.400390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.423140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61a835cd-6504-4f1e-b97f-313e9137fe8f req-f2802d91-722f-407f-9bb8-7eb782d4a192 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549946 Jul 07 17:14:14.430496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.447341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356ad600-22ef-4e40-a877-c73521d72f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.536141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a334f7-2018-47a3-899d-4bba32e7c54d req-f937d9f4-9b8f-410e-ad62-cfd43dfd06d5 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.539290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04a334f7-2018-47a3-899d-4bba32e7c54d req-f937d9f4-9b8f-410e-ad62-cfd43dfd06d5 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 946 time: 0.2832959 Jul 07 17:14:14.541867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f333-6c5a-4f30-8a10-4fa49f9f5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.547977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f333-6c5a-4f30-8a10-4fa49f9f5bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.555096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b6c3f333-6c5a-4f30-8a10-4fa49f9f5bc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/43a76562-e670-44af-b346-ebf91876663b HTTP/1.1" status: 204 len: 168 time: 0.6659427 Jul 07 17:14:14.556466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:14.557725 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:14.577628 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:14.721489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356ad600-22ef-4e40-a877-c73521d72f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.725700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356ad600-22ef-4e40-a877-c73521d72f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.727781 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-356ad600-22ef-4e40-a877-c73521d72f3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5dbe88c2-dade-4265-9b87-c6cfc2083db2 HTTP/1.1" status: 204 len: 168 time: 0.6385026 Jul 07 17:14:14.734386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.782829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.787726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a291aaf4-d511-47b5-9b25-8a520a1c620b HTTP/1.1" status: 204 len: 168 time: 0.8644261 Jul 07 17:14:14.797991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab294b0-9e6d-4c57-8a1d-ef4cc83935e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a291aaf4-d511-47b5-9b25-8a520a1c620b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.803122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ad600-22ef-4e40-a877-c73521d72f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbe88c2-dade-4265-9b87-c6cfc2083db2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.990361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f333-6c5a-4f30-8a10-4fa49f9f5bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a76562-e670-44af-b346-ebf91876663b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.078228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04a334f7-2018-47a3-899d-4bba32e7c54d req-f5b312c9-12ca-45e1-88a7-739f23d85977 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242252 Jul 07 17:14:15.120417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc52f5-e583-47a6-986a-291ce1d33e87 req-846106bf-921c-4537-b937-6bc3cf0c37c3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.122102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11cc52f5-e583-47a6-986a-291ce1d33e87 req-846106bf-921c-4537-b937-6bc3cf0c37c3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 945 time: 0.1373258 Jul 07 17:14:15.181799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11cc52f5-e583-47a6-986a-291ce1d33e87 req-5b9ebebf-a63f-4b26-bbca-ca410fee1d2c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Jul 07 17:14:15.228749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49392) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.255966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-941e2cf6-be01-4fe5-9ba2-425897aea242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.349053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49398) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.520852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-38532909-00e5-439f-9a72-4e4d20b62b0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b79c0f69082f41e98fe0e34927ed3f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692834 Jul 07 17:14:15.523843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49404) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.526857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-941e2cf6-be01-4fe5-9ba2-425897aea242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.533898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-941e2cf6-be01-4fe5-9ba2-425897aea242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.673761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a224e243-a1c7-4d49-be72-66596f2c5b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.728037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e2cf6-be01-4fe5-9ba2-425897aea242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98084da5-7b5b-43f7-b99d-02d152c03af7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.747929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a224e243-a1c7-4d49-be72-66596f2c5b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.780309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-941e2cf6-be01-4fe5-9ba2-425897aea242 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3475bb827d804c21aac485f9a1cb4363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475783 Jul 07 17:14:15.781031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49406) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.896990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e62c4-9688-4502-8546-517e03b7088d req-20e29f4d-619e-47e6-b44d-1389f3f7e487 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.898825 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e6e62c4-9688-4502-8546-517e03b7088d req-20e29f4d-619e-47e6-b44d-1389f3f7e487 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 946 time: 0.2932272 Jul 07 17:14:15.921914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.944209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a224e243-a1c7-4d49-be72-66596f2c5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.949214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a224e243-a1c7-4d49-be72-66596f2c5b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.970204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a224e243-a1c7-4d49-be72-66596f2c5b34 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9455c56b-1db9-4785-bf0c-6b00a737b64b HTTP/1.1" status: 204 len: 168 time: 0.4427855 Jul 07 17:14:15.974318 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7adc008a-a572-4c63-b98b-58928220c676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.985663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-030cdb7f-4326-40ea-b765-7f9255e1ad8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.030363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224e243-a1c7-4d49-be72-66596f2c5b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455c56b-1db9-4785-bf0c-6b00a737b64b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.059043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3627e2-4620-4f63-934a-518b02c7a3b4 req-80f18fe0-71f5-44c2-aaa3-d970b5bc5674 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.062524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c3627e2-4620-4f63-934a-518b02c7a3b4 req-80f18fe0-71f5-44c2-aaa3-d970b5bc5674 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.2660034 Jul 07 17:14:16.085576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-030cdb7f-4326-40ea-b765-7f9255e1ad8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.157351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c3627e2-4620-4f63-934a-518b02c7a3b4 req-dfb5b116-cd43-4d98-b622-9fa1db3ac69f tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883291 Jul 07 17:14:16.380161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Deleting port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:16.380755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.386831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-030cdb7f-4326-40ea-b765-7f9255e1ad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.389855 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-030cdb7f-4326-40ea-b765-7f9255e1ad8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.391162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-030cdb7f-4326-40ea-b765-7f9255e1ad8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98084da5-7b5b-43f7-b99d-02d152c03af7 HTTP/1.1" status: 204 len: 168 time: 0.6092167 Jul 07 17:14:16.453405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cdb7f-4326-40ea-b765-7f9255e1ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98084da5-7b5b-43f7-b99d-02d152c03af7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.515677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7adc008a-a572-4c63-b98b-58928220c676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.523724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7adc008a-a572-4c63-b98b-58928220c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.567221 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7adc008a-a572-4c63-b98b-58928220c676 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70f49ced67234df5b62c9a945058a763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421862 Jul 07 17:14:16.585081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974e013-5ef2-4d7a-a0f6-d9d079216526 req-69992083-78da-4f78-8924-3f3f60de28aa tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.587231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3974e013-5ef2-4d7a-a0f6-d9d079216526 req-69992083-78da-4f78-8924-3f3f60de28aa tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 946 time: 0.2465317 Jul 07 17:14:16.587752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49426) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:16.635626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] For port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,segment=NetworkSegment(31690b59-2cba-4d79-be9b-a9edc751fbbe),segment_id=31690b59-2cba-4d79-be9b-a9edc751fbbe)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:16.637997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.661194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc008a-a572-4c63-b98b-58928220c676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30915ece-3ca8-426d-a5e0-9e1061fdb9c5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.665596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Calling delete_port for ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:16.868795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49432) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:16.870205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3974e013-5ef2-4d7a-a0f6-d9d079216526 req-8e875b1c-36a3-4cc7-8219-0ba3815f66e8 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f1e953e-e102-4da8-adce-a2b6c253600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713640 Jul 07 17:14:16.934577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a272d5-6d2c-4318-9e0f-ae860b6c87bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.993672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a272d5-6d2c-4318-9e0f-ae860b6c87bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.012238 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09cb3cda-1b1f-4012-a87e-dd85bf89be47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=362953d97a7346d087cf2afec1314c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380575 Jul 07 17:14:17.013962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.054358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.105043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Pushing event deleted for resources: {'Port': ['ID=ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.121730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a272d5-6d2c-4318-9e0f-ae860b6c87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.130447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-68a272d5-6d2c-4318-9e0f-ae860b6c87bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.137212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-68a272d5-6d2c-4318-9e0f-ae860b6c87bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30915ece-3ca8-426d-a5e0-9e1061fdb9c5 HTTP/1.1" status: 204 len: 168 time: 0.5481470 Jul 07 17:14:17.157890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a272d5-6d2c-4318-9e0f-ae860b6c87bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30915ece-3ca8-426d-a5e0-9e1061fdb9c5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.273437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] No DVR routers for this DVR port ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:17.290896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.298879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e6e62c4-9688-4502-8546-517e03b7088d req-78f2940b-855d-4034-8990-83eba9e7df12 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.13 "DELETE /v2.0/ports/ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b HTTP/1.1" status: 204 len: 173 time: 1.3883770 Jul 07 17:14:17.302299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'name': 'network-vif-deleted', 'tag': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:17.305516 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea0904b-d27e-423d-87ca-0c2bb6383e6d" -d '{"events": [{"server_uuid": "e6f96ae5-1265-47db-a59b-232d41bf277d", "name": "network-vif-deleted", "tag": "ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:17.308468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74cb1449-5fc7-4b86-a937-a6a7b983328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.343379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74cb1449-5fc7-4b86-a937-a6a7b983328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.467765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74cb1449-5fc7-4b86-a937-a6a7b983328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.471050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74cb1449-5fc7-4b86-a937-a6a7b983328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.488040 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-74cb1449-5fc7-4b86-a937-a6a7b983328b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc369dc1-b49a-49eb-820f-6c081190e519 HTTP/1.1" status: 204 len: 168 time: 0.4654195 Jul 07 17:14:17.507776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb1449-5fc7-4b86-a937-a6a7b983328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc369dc1-b49a-49eb-820f-6c081190e519,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.560092 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e91c7-06b2-44cd-aa5e-d77b2b9272c3 x-openstack-request-id: req-422e91c7-06b2-44cd-aa5e-d77b2b9272c3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:17.561694 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f96ae5-1265-47db-a59b-232d41bf277d", "name": "network-vif-deleted", "tag": "ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:17.562484 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-422e91c7-06b2-44cd-aa5e-d77b2b9272c3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:17.564434 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f96ae5-1265-47db-a59b-232d41bf277d', 'name': 'network-vif-deleted', 'tag': 'ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b', 'status': 'completed', 'code': 200} Jul 07 17:14:17.707907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db548d-8ace-4826-8f23-69263d280d8e req-8f74be5e-a023-448b-ba30-291c8302a973 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.710015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14db548d-8ace-4826-8f23-69263d280d8e req-8f74be5e-a023-448b-ba30-291c8302a973 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.2378635 Jul 07 17:14:17.820253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14db548d-8ace-4826-8f23-69263d280d8e req-da60fdcb-02c6-46aa-83d4-a0c3cd56662a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809107 Jul 07 17:14:17.974312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:18.012683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:18.013405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ba5f34a6-d585-4e34-b2c5-3a2755fd2d8b not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:18.232900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3975760-2cce-454d-9edd-30164a3d66de req-5202d4e1-0343-42f2-ad00-7f6d00e28962 tempest-VolumesSnapshotTestJSON-1345298524 tempest-VolumesSnapshotTestJSON-1345298524-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6f96ae5-1265-47db-a59b-232d41bf277d HTTP/1.1" status: 200 len: 210 time: 0.0463288 Jul 07 17:14:18.401969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49486) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:18.444617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-74d69e38-c38e-4e61-a4c7-64655d85c154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.651635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-74d69e38-c38e-4e61-a4c7-64655d85c154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.658543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-74d69e38-c38e-4e61-a4c7-64655d85c154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.714212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-74d69e38-c38e-4e61-a4c7-64655d85c154 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea15ccf639c24927957943ad66b24ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095078 Jul 07 17:14:18.717310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49498) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:18.724366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d69e38-c38e-4e61-a4c7-64655d85c154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27646de9-a384-4e3c-a9c0-35562419e00d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.861827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd272623-1ace-466b-ab41-a6255884f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.910544 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd272623-1ace-466b-ab41-a6255884f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.055173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd272623-1ace-466b-ab41-a6255884f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.061036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd272623-1ace-466b-ab41-a6255884f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.069233 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bd272623-1ace-466b-ab41-a6255884f508 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27646de9-a384-4e3c-a9c0-35562419e00d HTTP/1.1" status: 204 len: 168 time: 0.3505516 Jul 07 17:14:19.096597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd272623-1ace-466b-ab41-a6255884f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27646de9-a384-4e3c-a9c0-35562419e00d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.169009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b321b-b671-4f3a-97ce-a7e01a5bf422 req-3613c3e7-039f-4045-84a3-5a433d3c0af9 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.173688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-783b321b-b671-4f3a-97ce-a7e01a5bf422 req-3613c3e7-039f-4045-84a3-5a433d3c0af9 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1347032 Jul 07 17:14:19.306980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-783b321b-b671-4f3a-97ce-a7e01a5bf422 req-e2106b2e-4ca2-4ad9-8575-7a8020520460 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230531 Jul 07 17:14:20.622721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03aa70-f089-4e75-9541-eb9b91691e3f req-cf9e1c9f-b224-4505-964a-da28c2e12a01 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.625058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a03aa70-f089-4e75-9541-eb9b91691e3f req-cf9e1c9f-b224-4505-964a-da28c2e12a01 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1560094 Jul 07 17:14:20.678035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a03aa70-f089-4e75-9541-eb9b91691e3f req-371f8721-7874-47b7-9822-715affc48c94 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469432 Jul 07 17:14:20.888412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49584) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.220112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145936171-network', 'tenant_id': '6a789f3bfb2346e8a5cb6d3aaf0dabc4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:21.270644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Made reservation on behalf of 6a789f3bfb2346e8a5cb6d3aaf0dabc4 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:21.273322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.296034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.578000 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.586442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.638604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf66ce-1523-4e43-ba4f-93e0c30938ef,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.662931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:21.685529 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.686539 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Added segment fe7135eb-ae86-4e00-8ab4-a27b65482a67 of type vlan for network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 Jul 07 17:14:21.832731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.931805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.933497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.934340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.966219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0730236 Jul 07 17:14:21.966668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.972456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Request body: {'subnet': {'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145936171-subnet', 'tenant_id': '6a789f3bfb2346e8a5cb6d3aaf0dabc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:22.022070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Made reservation on behalf of 6a789f3bfb2346e8a5cb6d3aaf0dabc4 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:22.024653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.078259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d541a-7baa-49d7-b846-7cdcac8f3493 admin admin] Pushing event updated for resources: {'Network': ['ID=6e49afbc-7505-417d-9ba1-b5deca1a99b3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.093646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:22.142252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab14f-4a5d-4dc7-8c4a-708567cf1c54 req-95cbaf83-d24d-4857-9a1d-6365905c2f6d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.151054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e4ab14f-4a5d-4dc7-8c4a-708567cf1c54 req-95cbaf83-d24d-4857-9a1d-6365905c2f6d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.2740741 Jul 07 17:14:22.216964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e4ab14f-4a5d-4dc7-8c4a-708567cf1c54 req-0a43267b-904a-4e26-917e-fbe40a2945da tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648849 Jul 07 17:14:22.485806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.620982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a11317-a4d8-4d04-ad6a-a4fae3009a58,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.636123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Checking segment: {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:22.637137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Network hostable DHCP agents. Network: 6e49afbc-7505-417d-9ba1-b5deca1a99b3, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:22.665156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:22.688222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6e49afbc-7505-417d-9ba1-b5deca1a99b3) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:22.694950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.695666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.705094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f48fa-a81e-4e0e-8c6a-ef2585cdb323 None None] Network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:22.752768 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e900f830-f853-44e5-8004-95d88601b6ad admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7845888 Jul 07 17:14:23.035240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ddeac-36f7-4ffb-bbfc-915bfcb372cd None None] Network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:23.059625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49642) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:23.545608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3241dfd-86a8-4ea5-a273-5d4456bdb0dc req-9dec529f-0685-40ed-9120-5730d0743edd tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.553940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49652) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:23.554942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3241dfd-86a8-4ea5-a273-5d4456bdb0dc req-9dec529f-0685-40ed-9120-5730d0743edd tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1097186 Jul 07 17:14:23.606418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26399dd1-8b74-427a-82ca-d296492fc47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.649411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3241dfd-86a8-4ea5-a273-5d4456bdb0dc req-b0e26f85-4357-49a2-af19-6fd3502f3d43 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934260 Jul 07 17:14:23.698627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5fdccc4-4ca1-4a72-811e-4623c15d481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.832107 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26399dd1-8b74-427a-82ca-d296492fc47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.832349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.843484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26399dd1-8b74-427a-82ca-d296492fc47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.941086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-26399dd1-8b74-427a-82ca-d296492fc47e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb502309f306448da105dde6be347907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8768294 Jul 07 17:14:23.941086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399dd1-8b74-427a-82ca-d296492fc47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d139d-b6ae-4885-8be4-93dc73387c26,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.944577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49664) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.033453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5fdccc4-4ca1-4a72-811e-4623c15d481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.044808 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a5fdccc4-4ca1-4a72-811e-4623c15d481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.052198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2011b6b-8409-469b-ab89-4e4909d3bc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.098194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdccc4-4ca1-4a72-811e-4623c15d481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ffeab-e652-4505-b129-0acc2a0fb29d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:24.104041 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a5fdccc4-4ca1-4a72-811e-4623c15d481d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44f59ef5160f453bb5e854997b30f0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485055 Jul 07 17:14:24.106892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.127780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2011b6b-8409-469b-ab89-4e4909d3bc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.241455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-881f4125-4519-43aa-8320-ee06c04fa564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.247855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2011b6b-8409-469b-ab89-4e4909d3bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.250600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2011b6b-8409-469b-ab89-4e4909d3bc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.251862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d2011b6b-8409-469b-ab89-4e4909d3bc70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c18d139d-b6ae-4885-8be4-93dc73387c26 HTTP/1.1" status: 204 len: 168 time: 0.3062685 Jul 07 17:14:24.271654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2011b6b-8409-469b-ab89-4e4909d3bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d139d-b6ae-4885-8be4-93dc73387c26,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:24.307774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-881f4125-4519-43aa-8320-ee06c04fa564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.532286 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-881f4125-4519-43aa-8320-ee06c04fa564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.537095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-881f4125-4519-43aa-8320-ee06c04fa564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.542197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-881f4125-4519-43aa-8320-ee06c04fa564 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/631ffeab-e652-4505-b129-0acc2a0fb29d HTTP/1.1" status: 204 len: 168 time: 0.4330645 Jul 07 17:14:24.560587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f4125-4519-43aa-8320-ee06c04fa564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ffeab-e652-4505-b129-0acc2a0fb29d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.087454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e4f83-c263-413e-835f-99200e2e3712 req-a4696e56-dd78-4325-9373-7666889775d4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.090837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc1e4f83-c263-413e-835f-99200e2e3712 req-a4696e56-dd78-4325-9373-7666889775d4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1501219 Jul 07 17:14:25.201470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc1e4f83-c263-413e-835f-99200e2e3712 req-77f11b39-6e05-4b73-a5b4-9a96f94b0b4a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976286 Jul 07 17:14:25.535119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49708) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.554823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bec5e7bb-6b22-48e2-afb4-5bec061e558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.699958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bec5e7bb-6b22-48e2-afb4-5bec061e558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.708613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bec5e7bb-6b22-48e2-afb4-5bec061e558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.755553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5e7bb-6b22-48e2-afb4-5bec061e558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720be5ac-e137-4ab3-a2d9-b6167677aca5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.811156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49714) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.818425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bec5e7bb-6b22-48e2-afb4-5bec061e558f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eaffcb618e4b4cc9bee99f8e86780902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820959 Jul 07 17:14:25.916169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709ebd0e-4c59-42d9-8802-b72574945393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.967101 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709ebd0e-4c59-42d9-8802-b72574945393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.149910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709ebd0e-4c59-42d9-8802-b72574945393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.152908 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-709ebd0e-4c59-42d9-8802-b72574945393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.154509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-709ebd0e-4c59-42d9-8802-b72574945393 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/720be5ac-e137-4ab3-a2d9-b6167677aca5 HTTP/1.1" status: 204 len: 168 time: 0.3419323 Jul 07 17:14:26.180343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ebd0e-4c59-42d9-8802-b72574945393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720be5ac-e137-4ab3-a2d9-b6167677aca5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:26.652285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-b065e736-6d12-4158-88a9-d43339a40b78 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.659353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-b065e736-6d12-4158-88a9-d43339a40b78 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/networks?id=6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 200 len: 809 time: 0.2395883 Jul 07 17:14:26.695415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-b424f6f3-6010-4a70-927f-841106b556c5 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/quotas/6a789f3bfb2346e8a5cb6d3aaf0dabc4 HTTP/1.1" status: 200 len: 375 time: 0.0319788 Jul 07 17:14:26.763146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-afe72997-1cd6-4e54-871c-bfcf1dc708a4 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663526 Jul 07 17:14:26.938823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-c533eca8-e09f-4588-a0ec-4341c00f7176 service neutron] 10.222.0.78 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741252 Jul 07 17:14:26.977073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-2c22fb2f-a033-463c-aa37-fe4f0a7abd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.979561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-2c22fb2f-a033-463c-aa37-fe4f0a7abd5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.0837238 Jul 07 17:14:27.078382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2d2b-8ecb-4c65-98a1-ae9bc6b007aa req-21b6cdc8-2d97-4237-82b1-625ab8a36b25 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.106865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e27b2d2b-8ecb-4c65-98a1-ae9bc6b007aa req-21b6cdc8-2d97-4237-82b1-625ab8a36b25 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.4461963 Jul 07 17:14:27.169515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-1cc29dde-a106-4bd5-b648-bf28afcaf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.175993 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-1cc29dde-a106-4bd5-b648-bf28afcaf2b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.1719186 Jul 07 17:14:27.282631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-0de39436-8751-4951-a64c-472c5df76621 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.0960710 Jul 07 17:14:27.304035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e27b2d2b-8ecb-4c65-98a1-ae9bc6b007aa req-05f5a1f0-4da1-404b-be07-539dad7d074d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809177 Jul 07 17:14:27.335128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-a0cef23d-1f23-44b9-9960-30e17834f2f8 service neutron] 10.222.0.78 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889241 Jul 07 17:14:27.475848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-abcedef9-9737-4cbd-8dd7-336686e6b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.477703 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-abcedef9-9737-4cbd-8dd7-336686e6b823 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.1880071 Jul 07 17:14:27.559121 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-c8691b59-c78d-40f2-9bac-0c43dd2aa5d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700076 Jul 07 17:14:27.777392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c44436a7-3894-4247-857e-aab9bca621d7 req-84ff0532-d684-464e-97ac-8a84b34e55f0 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 210 time: 0.1054299 Jul 07 17:14:27.941773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-2053998a-b4ad-4c68-a859-71b4aab56ab4 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782842 Jul 07 17:14:28.132774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9bd14e3f-c2e4-4d6a-908f-a499280ec3be req-3c063996-f30c-4a5e-ad5a-ca1ef8492048 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839378 Jul 07 17:14:28.163407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 49804) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:28.555584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.932579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9bb3e-ffca-4b12-a70b-ff0d4c402597 req-f046a59a-2d96-4394-a311-8e733306c5c8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.935048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27e9bb3e-ffca-4b12-a70b-ff0d4c402597 req-f046a59a-2d96-4394-a311-8e733306c5c8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.2317965 Jul 07 17:14:28.963077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.978635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.036253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1af04016308741ec8fbcd7a6c2e065db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8671105 Jul 07 17:14:29.037034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cd340-813a-4087-9923-4147d69574a5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.042430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 49830) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.056549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.056904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.057280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.057621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.057961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.058295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.058631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.058961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.059291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.059617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.059944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.060269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eaff68-208d-4d53-85a6-7f5d5a84941f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:29.078823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27e9bb3e-ffca-4b12-a70b-ff0d4c402597 req-77ffb6fc-3a1c-4316-a3d9-90c8ff30705e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141179 Jul 07 17:14:29.275545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73fdccc1-bdb6-486a-816b-86484d420766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.330168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73fdccc1-bdb6-486a-816b-86484d420766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.368682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-381ec0e0-f087-4809-87e3-171585e7f57f req-a2395b86-dea8-4389-bd11-4c671d65acaa tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 210 time: 0.1021450 Jul 07 17:14:29.472323 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73fdccc1-bdb6-486a-816b-86484d420766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.475606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73fdccc1-bdb6-486a-816b-86484d420766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.477984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-73fdccc1-bdb6-486a-816b-86484d420766 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef4cd340-813a-4087-9923-4147d69574a5 HTTP/1.1" status: 204 len: 168 time: 0.4336569 Jul 07 17:14:29.493211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdccc1-bdb6-486a-816b-86484d420766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4cd340-813a-4087-9923-4147d69574a5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.457556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-ce7b6857-6d9f-4c43-8495-18f14d9ed634 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.485030 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-ce7b6857-6d9f-4c43-8495-18f14d9ed634 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "GET /v2.0/networks?id=6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 200 len: 809 time: 0.4108474 Jul 07 17:14:30.508443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Request body: {'port': {'device_id': '5047084d-579f-4752-81e7-faf55e08830f', 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3', 'admin_state_up': True, 'tenant_id': '6a789f3bfb2346e8a5cb6d3aaf0dabc4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:30.647222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d7d-e6df-47b9-84fd-c8a40dac92fd req-ad4088da-1e87-4db4-9656-84459714c5e6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.666485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d426d7d-e6df-47b9-84fd-c8a40dac92fd req-ad4088da-1e87-4db4-9656-84459714c5e6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.2390985 Jul 07 17:14:30.724983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Made reservation on behalf of 6a789f3bfb2346e8a5cb6d3aaf0dabc4 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:30.734378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.794451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84993fa0-f0b8-4732-b965-55f70597871e req-c06b48c0-fd5d-440d-9c92-2788260c7c54 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 210 time: 0.0942655 Jul 07 17:14:30.844458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d426d7d-e6df-47b9-84fd-c8a40dac92fd req-adf4030a-e0fa-4e78-ab86-81734b542951 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733313 Jul 07 17:14:31.055797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Allocated IP 172.20.0.5 (6e49afbc-7505-417d-9ba1-b5deca1a99b3/95a11317-a4d8-4d04-ad6a-a4fae3009a58/1ba76cf4-9b3f-4d58-af9e-149616391fc7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:31.474909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.550077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.667561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Pushing event updated for resources: {'Port': ['ID=1ba76cf4-9b3f-4d58-af9e-149616391fc7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.708584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:31.711690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:31.727566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:31.928205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.928905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.969088 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-c5ac3a93-6e5c-41e3-b3f4-78f7645b435e tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4711747 Jul 07 17:14:31.995083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Request body: {'port': {'device_id': '5047084d-579f-4752-81e7-faf55e08830f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:32.180637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.410202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0b36-ff31-42f6-a524-8348e40cbc24 req-529cbddc-a122-4d6f-b328-17d7e91095c4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.422109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-787e0b36-ff31-42f6-a524-8348e40cbc24 req-529cbddc-a122-4d6f-b328-17d7e91095c4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.2135415 Jul 07 17:14:32.433904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03e5d0-46c2-43da-8f2d-17e6a75a05b5 req-35fae56b-6e1f-4434-a684-e8648f8c4793 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.439000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea03e5d0-46c2-43da-8f2d-17e6a75a05b5 req-35fae56b-6e1f-4434-a684-e8648f8c4793 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 931 time: 0.3254530 Jul 07 17:14:32.556801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea03e5d0-46c2-43da-8f2d-17e6a75a05b5 req-0b5dc713-9806-485d-a570-e7bddb0bfe36 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985801 Jul 07 17:14:32.654870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-787e0b36-ff31-42f6-a524-8348e40cbc24 req-9c0b7d41-7032-4275-bf29-fc96186ec1ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101207 Jul 07 17:14:33.114386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba76cf4-9b3f-4d58-af9e-149616391fc7 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:33.123932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.141461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Transition to ACTIVE for port object 1ba76cf4-9b3f-4d58-af9e-149616391fc7 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:33.148633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.239209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Pushing event updated for resources: {'Port': ['ID=1ba76cf4-9b3f-4d58-af9e-149616391fc7,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.670490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Attempting to bind port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:33.672737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Attempting to bind port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:33.676469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Attempting to bind port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 on network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:33.683437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.699158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 on network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:33.701666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Attempting to bind port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 on network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:33.715733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:33.716930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Checking segment: {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:33.719104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Bound using segment: {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:33.720093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Bound port: 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:33.722441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.909154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] For port 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:33.918170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] For port 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:33.931804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.455992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e09cc-7473-4e74-859a-84a63b13c343 req-75946601-d126-474c-8bcd-bb7c192dfd38 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.465977 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-222e09cc-7473-4e74-859a-84a63b13c343 req-75946601-d126-474c-8bcd-bb7c192dfd38 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.4279130 Jul 07 17:14:34.567931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d54f-c2a4-4b80-a985-ab8044a2346e req-0c657351-7c29-452b-bdf9-6ec0e21b21cc tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.570079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6788d54f-c2a4-4b80-a985-ab8044a2346e req-0c657351-7c29-452b-bdf9-6ec0e21b21cc tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 943 time: 0.4328763 Jul 07 17:14:34.624385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-222e09cc-7473-4e74-859a-84a63b13c343 req-5d549a4b-41de-4910-993f-d5a5d8d4dbca tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569459 Jul 07 17:14:34.722187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6788d54f-c2a4-4b80-a985-ab8044a2346e req-240344c0-63de-45c9-85a7-d0b1d2704dec tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398673 Jul 07 17:14:34.836231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.837264 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.839587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] 10.222.0.54 "PUT /v2.0/ports/1ba76cf4-9b3f-4d58-af9e-149616391fc7 HTTP/1.1" status: 200 len: 1091 time: 2.8575220 Jul 07 17:14:34.840307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5047084d-579f-4752-81e7-faf55e08830f', 'tag': '1ba76cf4-9b3f-4d58-af9e-149616391fc7'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:34.844501 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215cee12-3567-4dcc-bd27-a86970697727" -d '{"events": [{"name": "network-changed", "server_uuid": "5047084d-579f-4752-81e7-faf55e08830f", "tag": "1ba76cf4-9b3f-4d58-af9e-149616391fc7"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:34.890393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c1c21-42b9-415b-8cfa-873212a4341c service neutron] Pushing event updated for resources: {'Port': ['ID=1ba76cf4-9b3f-4d58-af9e-149616391fc7,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.980070 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e8e23-e81f-4e48-86fb-9b03c50f1d94 x-openstack-request-id: req-096e8e23-e81f-4e48-86fb-9b03c50f1d94 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:34.986203 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5047084d-579f-4752-81e7-faf55e08830f", "tag": "1ba76cf4-9b3f-4d58-af9e-149616391fc7", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:34.993418 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-096e8e23-e81f-4e48-86fb-9b03c50f1d94 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:34.993766 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5047084d-579f-4752-81e7-faf55e08830f', 'tag': '1ba76cf4-9b3f-4d58-af9e-149616391fc7', 'status': 'completed', 'code': 200} Jul 07 17:14:35.148760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-bc3dd7b4-dbf5-456b-9b1f-607158f3c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:35.155787 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-bc3dd7b4-dbf5-456b-9b1f-607158f3c30b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 1094 time: 0.2056544 Jul 07 17:14:35.207705 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3180853-028a-450c-aa6c-a9299852523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.264927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-9e142f83-9382-4a61-be7b-3c755795c28c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7 HTTP/1.1" status: 200 len: 217 time: 0.0990512 Jul 07 17:14:35.447278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88fe51-602b-44be-9130-0474571ff2af req-04232eff-1ad4-434a-b690-e9a25013f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:35.454161 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-04232eff-1ad4-434a-b690-e9a25013f5a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95a11317-a4d8-4d04-ad6a-a4fae3009a58 HTTP/1.1" status: 200 len: 849 time: 0.1771660 Jul 07 17:14:35.538333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-e8085877-f743-4578-ad34-c4f1ea19ee48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e49afbc-7505-417d-9ba1-b5deca1a99b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779679 Jul 07 17:14:35.872961 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-d1bbc583-29e9-4ae3-9d9d-278cfe536c0a service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278747 Jul 07 17:14:35.887483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-c0a5e6a0-a813-4ab5-8f1f-7307bae593f4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:35.906981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-c0a5e6a0-a813-4ab5-8f1f-7307bae593f4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 0.4346611 Jul 07 17:14:36.054298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b88fe51-602b-44be-9130-0474571ff2af req-03b7379f-8b64-4331-9116-59d76db3b505 service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742857 Jul 07 17:14:36.055850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-927e6dfc-e38e-4281-b4d9-b029c3df2719 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/quotas/56c06cda3401451abbd77cd194b63235 HTTP/1.1" status: 200 len: 375 time: 0.1464131 Jul 07 17:14:36.312562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e19fe-1406-4f3d-8d35-ff59e9c29fca req-79418500-60f9-485a-8e6e-42ae5c121204 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.335618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b9e19fe-1406-4f3d-8d35-ff59e9c29fca req-79418500-60f9-485a-8e6e-42ae5c121204 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.4174812 Jul 07 17:14:36.350236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cee12-3567-4dcc-bd27-a86970697727 req-2e542444-4e55-4522-87a9-e7b996f9ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.351903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-2e542444-4e55-4522-87a9-e7b996f9ae00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 1094 time: 0.2286243 Jul 07 17:14:36.415700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-59090425-dfae-4a41-b67c-9a04d19d73af tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3587742 Jul 07 17:14:36.655987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-1858e0c6-783e-46a7-9fb5-a522d63ec4b8 service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380233 Jul 07 17:14:36.772188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cee12-3567-4dcc-bd27-a86970697727 req-a895cf3c-aee8-4c9f-907e-896d4884f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.788112 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-a895cf3c-aee8-4c9f-907e-896d4884f120 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 200 len: 910 time: 0.4186299 Jul 07 17:14:36.799997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b9e19fe-1406-4f3d-8d35-ff59e9c29fca req-59a9b65a-5761-4b26-97ca-96a71f559c9e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633489 Jul 07 17:14:36.966195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-f445cb41-f7c7-4d35-ba1f-1cdcee410421 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7 HTTP/1.1" status: 200 len: 217 time: 0.1685269 Jul 07 17:14:37.002915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-f21b0db2-e7d4-453b-abb3-db0df9dac4e5 service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452487 Jul 07 17:14:37.178750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cee12-3567-4dcc-bd27-a86970697727 req-bb8edba0-d569-4e42-a2cf-32dc62b47b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.180547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-bb8edba0-d569-4e42-a2cf-32dc62b47b4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95a11317-a4d8-4d04-ad6a-a4fae3009a58 HTTP/1.1" status: 200 len: 849 time: 0.2074914 Jul 07 17:14:37.271333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-fa0a26e2-7cd5-4324-ae47-fab7f0a819e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e49afbc-7505-417d-9ba1-b5deca1a99b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836763 Jul 07 17:14:37.452109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1e80-b1a4-4e73-abf6-ddf15652a005 req-8f87ff32-3075-47f0-8f7d-396bb50665be tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.461767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-145e1e80-b1a4-4e73-abf6-ddf15652a005 req-8f87ff32-3075-47f0-8f7d-396bb50665be tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 943 time: 0.1944315 Jul 07 17:14:37.555676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-145e1e80-b1a4-4e73-abf6-ddf15652a005 req-e6c7429b-8208-44d7-9153-275d9d440d24 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928850 Jul 07 17:14:37.577625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-513c30f2-dc40-4e9d-ab4a-15cc10ac0164 req-7fe18177-1343-48b6-a75a-bc101b87a37d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 210 time: 0.0983827 Jul 07 17:14:37.602858 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-00b2e479-062b-4f21-8aca-5980cf931e86 service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212359 Jul 07 17:14:37.654103 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.887733 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-215cee12-3567-4dcc-bd27-a86970697727 req-ed199bb5-6805-46c3-87be-fb017c50a5a0 service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776532 Jul 07 17:14:38.746326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4e3a-ec84-4399-aeea-698973e8dbfb req-a88bbd08-37ef-49c4-9a5c-47017c3c8956 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.811457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c66b4e3a-ec84-4399-aeea-698973e8dbfb req-a88bbd08-37ef-49c4-9a5c-47017c3c8956 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.4448979 Jul 07 17:14:38.876522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd037-9db3-4352-8767-790568499919 req-f6d3ad50-7a10-421c-93fd-517bfa72f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.918407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-642cd037-9db3-4352-8767-790568499919 req-f6d3ad50-7a10-421c-93fd-517bfa72f610 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.4412978 Jul 07 17:14:39.047969 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-642cd037-9db3-4352-8767-790568499919 req-e5f1c223-0366-4604-813c-80a3f68ba90c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244624 Jul 07 17:14:39.173404 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.178163 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e269d657-5d4e-4962-a51e-7ddd625cf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.188988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c66b4e3a-ec84-4399-aeea-698973e8dbfb req-fd704259-2afc-413f-9627-963eea09d11a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710337 Jul 07 17:14:39.332055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f430fa-f230-4d54-a31d-40930173f224 req-9415f6d3-2bdb-4462-9ee7-9173efcc64b0 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:39.366019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63f430fa-f230-4d54-a31d-40930173f224 req-9415f6d3-2bdb-4462-9ee7-9173efcc64b0 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 943 time: 0.3504012 Jul 07 17:14:39.475839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ba76cf4-9b3f-4d58-af9e-149616391fc7 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:39.602185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63f430fa-f230-4d54-a31d-40930173f224 req-a8de0f85-bbae-4c9c-9ffd-45b35f1635c4 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337089 Jul 07 17:14:39.612308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebc7895d-0fb6-480e-b7d2-1bea85b97439 req-06aa2acc-f853-41fc-8faa-1e28f3a426f2 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 210 time: 0.1757848 Jul 07 17:14:39.907999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:39.929227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1ba76cf4-9b3f-4d58-af9e-149616391fc7', 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3', 'port_id': '1ba76cf4-9b3f-4d58-af9e-149616391fc7', 'mac_address': 'fa:16:3e:e0:92:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a11317-a4d8-4d04-ad6a-a4fae3009a58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:40.018679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.051544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba76cf4-9b3f-4d58-af9e-149616391fc7 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:40.141880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:40.153047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.249888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1ba76cf4-9b3f-4d58-af9e-149616391fc7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.259793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.264372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.265023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.266162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.266723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.267235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.267815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.268149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.268479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.268806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.271833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.285052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:40.432329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-f4ceaea5-cb64-4c28-b5b4-ceaee09a56f3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.434787 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-f4ceaea5-cb64-4c28-b5b4-ceaee09a56f3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 0.1612902 Jul 07 17:14:40.462993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Request body: {'port': {'device_id': 'c260ac84-39a7-4800-9795-bad3cceba115', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'admin_state_up': True, 'tenant_id': '56c06cda3401451abbd77cd194b63235'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:40.509132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1ba76cf4-9b3f-4d58-af9e-149616391fc7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:40.537668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48645e56-9d91-4c6b-aa67-fc9f4e242b3a req-ee9df704-8c43-41d0-8be6-86d2a7cc5a2a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.546315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48645e56-9d91-4c6b-aa67-fc9f4e242b3a req-ee9df704-8c43-41d0-8be6-86d2a7cc5a2a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.0882528 Jul 07 17:14:40.690307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48645e56-9d91-4c6b-aa67-fc9f4e242b3a req-674ab51f-8419-467e-8d13-2e1d60ac24d0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416636 Jul 07 17:14:40.915618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Made reservation on behalf of 56c06cda3401451abbd77cd194b63235 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:40.924737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.092715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.114522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a444126d-faf6-4867-b091-7730808a7595 req-e2ad5887-5058-428d-bd50-b2082b531ffa tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 210 time: 0.0441754 Jul 07 17:14:41.278114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1d87affa-7d62-47eb-9351-9f825fb2268e req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-788895227', 'description': 'tempest-description-1956011613'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:41.281832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Allocated IP 172.20.0.8 (f2d725fa-af23-4222-b75b-c5c85f993eca/82262c9e-2b3c-4f0d-9372-44512f435684/c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:41.329848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d87affa-7d62-47eb-9351-9f825fb2268e req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.537906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.634880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.674572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:41.684517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296b2c-4a70-40b8-8c00-5cf8da900f0b req-afd3abde-282c-4243-b3fd-18be627332f8 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:41.695880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2296b2c-4a70-40b8-8c00-5cf8da900f0b req-afd3abde-282c-4243-b3fd-18be627332f8 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 944 time: 0.5096118 Jul 07 17:14:41.763961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Network f2d725fa-af23-4222-b75b-c5c85f993eca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:41.771376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event updated for resources: {'Port': ['ID=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.776301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:41.786077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:41.824235 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d87affa-7d62-47eb-9351-9f825fb2268e req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.854434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d87affa-7d62-47eb-9351-9f825fb2268e req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.981400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:41.982115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.010462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f85e56-44da-4b07-a281-ee5ae979cb40,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:42.029526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-91c8163d-5238-4cfd-8dd2-163b92b87e21 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5649345 Jul 07 17:14:42.044251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Request body: {'port': {'device_id': 'c260ac84-39a7-4800-9795-bad3cceba115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:42.059663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2296b2c-4a70-40b8-8c00-5cf8da900f0b req-1b9f9ab6-d375-4580-9379-3143f2d0794d tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428495 Jul 07 17:14:42.086461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1d87affa-7d62-47eb-9351-9f825fb2268e req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.105911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d87affa-7d62-47eb-9351-9f825fb2268e req-4c5c1f9c-0e6b-42b3-b3d6-cdd0c09370ee tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.8449709 Jul 07 17:14:42.344769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.535876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-0faf6206-2d36-4f5e-8a73-5e784f71633f tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-788895227&fields=id&tenant_id=5e61f303107d438189326d39d38d813f HTTP/1.1" status: 200 len: 267 time: 0.0883656 Jul 07 17:14:42.702325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-dd8ac6a8-d175-44b5-928b-a134d3db06c5 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:42.715992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-dd8ac6a8-d175-44b5-928b-a134d3db06c5 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1788714 Jul 07 17:14:42.731109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'port': {'security_groups': ['30f49f51-3aba-482c-b17f-e74a4d6e0ed7', '30f85e56-44da-4b07-a281-ee5ae979cb40']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:42.826331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5519207-b625-4a62-9f7e-d4570f58c32a req-c632026e-0614-4ccc-9834-48e341238bc8 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:42.836459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5519207-b625-4a62-9f7e-d4570f58c32a req-c632026e-0614-4ccc-9834-48e341238bc8 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 931 time: 0.2522585 Jul 07 17:14:42.905628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5519207-b625-4a62-9f7e-d4570f58c32a req-0f7b1881-bb72-42fd-9195-28fdd9e2f252 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684192 Jul 07 17:14:42.989646 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.135218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:43.184245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.265086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Transition to ACTIVE for port object c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:43.272600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.512833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ba76cf4-9b3f-4d58-af9e-149616391fc7 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:43.535673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.647068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:43.655133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:43.655421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.766501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:43.830580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Attempting to bind port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:43.833561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Attempting to bind port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:43.834046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Attempting to bind port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:43.846390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca on network f2d725fa-af23-4222-b75b-c5c85f993eca not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:43.846790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Attempting to bind port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:43.857854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.862974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:43.863320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Checking segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:43.864793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Bound using segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:43.865900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Bound port: c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:43.866175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.891388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0835ef1-8036-4449-96a9-a8d479a5f1c2 req-a5ed9491-95fd-458c-99a1-6295509f0a8d tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:43.893506 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0835ef1-8036-4449-96a9-a8d479a5f1c2 req-a5ed9491-95fd-458c-99a1-6295509f0a8d tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 944 time: 0.4800377 Jul 07 17:14:43.900986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.052672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['752184b9-9eb0-40f0-b235-3208758aed53'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:44.059580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.177237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] For port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:44.186182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047084d-579f-4752-81e7-faf55e08830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba76cf4-9b3f-4d58-af9e-149616391fc7'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:44.190231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] For port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:44.197287 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632783e2-c9e0-4d8d-ad6d-a967401b7ebf" -d '{"events": [{"server_uuid": "5047084d-579f-4752-81e7-faf55e08830f", "name": "network-vif-plugged", "status": "completed", "tag": "1ba76cf4-9b3f-4d58-af9e-149616391fc7"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:44.207059 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.268882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.289357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.298337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.348438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.351468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.369905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6cf89e82-a35b-4f8e-bd0f-8af7a4526926 req-927a0b86-d194-43bc-a855-a275af5cf019 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "PUT /v2.0/ports/752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 981 time: 1.6524642 Jul 07 17:14:44.409486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0835ef1-8036-4449-96a9-a8d479a5f1c2 req-62145ec3-10da-4d90-85da-a9b5433d74d6 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017259 Jul 07 17:14:44.415899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:44.429255 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2b8850-f36b-4577-94f7-95200228fead" -d '{"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:44.499973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:44.547492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['752184b9-9eb0-40f0-b235-3208758aed53'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:44.569539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.599025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.602790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.604505 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-13917012-64d0-4f81-ad92-89c5160451e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca HTTP/1.1" status: 200 len: 1091 time: 2.5741324 Jul 07 17:14:44.623764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c260ac84-39a7-4800-9795-bad3cceba115', 'tag': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:44.635784 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64600b8-28ae-48d7-97e7-11d95dcbc15d" -d '{"events": [{"name": "network-changed", "server_uuid": "c260ac84-39a7-4800-9795-bad3cceba115", "tag": "c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:44.643201 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c416e8eb-0df7-4fe1-b58b-d2e62bc3e056 x-openstack-request-id: req-c416e8eb-0df7-4fe1-b58b-d2e62bc3e056 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:44.648904 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047084d-579f-4752-81e7-faf55e08830f", "name": "network-vif-plugged", "status": "completed", "tag": "1ba76cf4-9b3f-4d58-af9e-149616391fc7", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:44.649745 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c416e8eb-0df7-4fe1-b58b-d2e62bc3e056 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:44.650623 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5047084d-579f-4752-81e7-faf55e08830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba76cf4-9b3f-4d58-af9e-149616391fc7', 'code': 200} Jul 07 17:14:44.939711 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f07-5aeb-4aa0-a90a-a3d18a1538b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.002179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1ba76cf4-9b3f-4d58-af9e-149616391fc7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.037553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-46539e65-e012-4638-a4ad-d88e6bd94355 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-788895227&fields=id&tenant_id=5e61f303107d438189326d39d38d813f HTTP/1.1" status: 200 len: 267 time: 0.0808821 Jul 07 17:14:45.044152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-61a83f7b-a711-4c07-8eb7-0e646393fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.045912 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-61a83f7b-a711-4c07-8eb7-0e646393fff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 1094 time: 0.3518908 Jul 07 17:14:45.179120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-c8e6150e-d5f4-4fcf-94a0-0f7e29db1b85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca HTTP/1.1" status: 200 len: 217 time: 0.1180706 Jul 07 17:14:45.208170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce402bb5-1237-48b3-b00d-10a9f5a95c9b req-35a38045-7d3a-4ad6-b765-af1a682331d3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.218379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce402bb5-1237-48b3-b00d-10a9f5a95c9b req-35a38045-7d3a-4ad6-b765-af1a682331d3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 943 time: 0.4533660 Jul 07 17:14:45.298012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-d1fbdaff-218f-4df5-976d-76a79acb3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.301498 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-d1fbdaff-218f-4df5-976d-76a79acb3301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.1124909 Jul 07 17:14:45.403275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-c9127a0a-c738-49b3-9d13-9edeb6d8dded service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931470 Jul 07 17:14:45.413582 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f07-5aeb-4aa0-a90a-a3d18a1538b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.442924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f07-5aeb-4aa0-a90a-a3d18a1538b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.506324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-ec67ab2f-f41a-4920-b004-a1629f392c0c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.514318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-ec67ab2f-f41a-4920-b004-a1629f392c0c tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 984 time: 0.4757888 Jul 07 17:14:45.538071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce402bb5-1237-48b3-b00d-10a9f5a95c9b req-e2a65658-d654-40d0-810c-57577eecfe75 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185797 Jul 07 17:14:45.596343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'port': {'security_groups': ['30f49f51-3aba-482c-b17f-e74a4d6e0ed7']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:45.654502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-fd8f62da-c24b-4815-b657-fe2a1ed29677 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372143 Jul 07 17:14:45.692021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd23-db38-48db-9c4e-cbf95ecc9748 req-b09388e9-e3d3-4742-9f40-e7179b393bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.693697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ab7cd23-db38-48db-9c4e-cbf95ecc9748 req-b09388e9-e3d3-4742-9f40-e7179b393bdf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 1096 time: 0.8257439 Jul 07 17:14:45.834872 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17c5bca-bba6-496c-9064-0308e49d63e7 x-openstack-request-id: req-c17c5bca-bba6-496c-9064-0308e49d63e7 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:45.835420 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c260ac84-39a7-4800-9795-bad3cceba115", "tag": "c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:45.835842 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c17c5bca-bba6-496c-9064-0308e49d63e7 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:45.836441 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c260ac84-39a7-4800-9795-bad3cceba115', 'tag': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', 'status': 'completed', 'code': 200} Jul 07 17:14:45.906159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ab7cd23-db38-48db-9c4e-cbf95ecc9748 req-932728c8-192d-46d0-ae21-df3d31b271cf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905048 Jul 07 17:14:46.047085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8547adf8-671d-46b3-9870-73bd7c051ca2 req-3421a5bd-e27f-48d1-8b02-dddae698fdbe service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773427 Jul 07 17:14:46.057934 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:46.094592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50352) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.186413 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab5d58-9c29-4ae7-98f3-e55e01549d29 x-openstack-request-id: req-7bab5d58-9c29-4ae7-98f3-e55e01549d29 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:46.187217 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:46.187402 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bab5d58-9c29-4ae7-98f3-e55e01549d29 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:46.187904 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'status': 'completed', 'code': 200} Jul 07 17:14:46.350778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f744f0e7-a655-4228-b262-e39afd7c37a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.388517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-76357052-51c7-4185-969c-4b49e9098776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.390265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-76357052-51c7-4185-969c-4b49e9098776 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 1094 time: 0.2037554 Jul 07 17:14:46.476887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.484051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c7a00f07-5aeb-4aa0-a90a-a3d18a1538b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=751d0fe61abd46658cc2585487f72ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9805379 Jul 07 17:14:46.499050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.597771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a00f07-5aeb-4aa0-a90a-a3d18a1538b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131fc4a9-9752-4c6f-91ee-855eb7d21a9b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.638957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-3da9ac25-0a18-4863-ac1e-b5bb3351a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.640869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-3da9ac25-0a18-4863-ac1e-b5bb3351a0ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 916 time: 0.2291729 Jul 07 17:14:46.674187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fc00f2b-aa46-44ee-8dc0-db8ec1482511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.738991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-301dd265-2a3b-45e3-ac06-de73f6b7fc4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca HTTP/1.1" status: 200 len: 217 time: 0.0767605 Jul 07 17:14:46.796971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fc00f2b-aa46-44ee-8dc0-db8ec1482511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.842845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b8850-f36b-4577-94f7-95200228fead req-da5872bf-7c6e-418b-9ab2-686be8d70ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.845851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-da5872bf-7c6e-418b-9ab2-686be8d70ee3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1135 time: 0.6443214 Jul 07 17:14:46.865133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f744f0e7-a655-4228-b262-e39afd7c37a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.871585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a721d-6172-42a4-b206-28ad57263d89 req-50f374a0-81ca-4c87-a235-8cd0d2fe4689 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.872645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-aeea1d2e-4cc8-47f8-a60b-88ed60ec96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.873931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-842a721d-6172-42a4-b206-28ad57263d89 req-50f374a0-81ca-4c87-a235-8cd0d2fe4689 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 945 time: 0.6804295 Jul 07 17:14:46.874334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-aeea1d2e-4cc8-47f8-a60b-88ed60ec96c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.1260405 Jul 07 17:14:46.878377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f744f0e7-a655-4228-b262-e39afd7c37a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.998288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744f0e7-a655-4228-b262-e39afd7c37a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5010cc81-9e43-406f-a1c4-bfc707bd6266,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.004492 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-4ddb94c4-965c-4ce6-b710-f71932f42fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223819 Jul 07 17:14:47.009602 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f744f0e7-a655-4228-b262-e39afd7c37a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=458196b30a4746f1b3a542a0ce123aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9092371 Jul 07 17:14:47.011883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:47.063535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b8850-f36b-4577-94f7-95200228fead req-b227837a-a2cf-4e3c-90a1-6964ad2741f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.066464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-b227837a-a2cf-4e3c-90a1-6964ad2741f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.2091277 Jul 07 17:14:47.162409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-64423cb4-5201-4c7c-b6fd-c1f3a156d52f service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478746 Jul 07 17:14:47.165721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fc00f2b-aa46-44ee-8dc0-db8ec1482511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.168767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1fc00f2b-aa46-44ee-8dc0-db8ec1482511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.170321 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1fc00f2b-aa46-44ee-8dc0-db8ec1482511 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/131fc4a9-9752-4c6f-91ee-855eb7d21a9b HTTP/1.1" status: 204 len: 168 time: 0.6702726 Jul 07 17:14:47.255040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-bf03e0b1-96f1-40f7-a795-f7536795254a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.1467855 Jul 07 17:14:47.368529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-842a721d-6172-42a4-b206-28ad57263d89 req-25182a87-b800-49ed-bc6d-9a749e9577fb tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972808 Jul 07 17:14:47.523638 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c64600b8-28ae-48d7-97e7-11d95dcbc15d req-ef59288d-e81e-4b61-bb8b-8399556f3bea service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500683 Jul 07 17:14:47.572008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc00f2b-aa46-44ee-8dc0-db8ec1482511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131fc4a9-9752-4c6f-91ee-855eb7d21a9b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.672517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47baa935-49a6-45d6-ad11-7695187e4508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.682922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b8850-f36b-4577-94f7-95200228fead req-169f65a8-2486-4c01-a2cb-26e0b99ce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.690916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-169f65a8-2486-4c01-a2cb-26e0b99ce8c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.4111788 Jul 07 17:14:47.721522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47baa935-49a6-45d6-ad11-7695187e4508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.776020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-b509b106-02fe-46f0-978c-8021f285a44b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734680 Jul 07 17:14:47.829601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47baa935-49a6-45d6-ad11-7695187e4508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.832974 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47baa935-49a6-45d6-ad11-7695187e4508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.841831 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-47baa935-49a6-45d6-ad11-7695187e4508 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5010cc81-9e43-406f-a1c4-bfc707bd6266 HTTP/1.1" status: 204 len: 168 time: 0.8230126 Jul 07 17:14:47.863184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50388) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:47.880271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baa935-49a6-45d6-ad11-7695187e4508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5010cc81-9e43-406f-a1c4-bfc707bd6266,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.951929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624a4d08-6d85-462c-a64f-3e4ef0b8a465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.103874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:48.115505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:48.184557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624a4d08-6d85-462c-a64f-3e4ef0b8a465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.192307 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-624a4d08-6d85-462c-a64f-3e4ef0b8a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.263045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-624a4d08-6d85-462c-a64f-3e4ef0b8a465 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce51d668690c49f2bf37517c5b2df271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987403 Jul 07 17:14:48.264767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a4d08-6d85-462c-a64f-3e4ef0b8a465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840b750-cf33-4e20-a45e-2207cf80955a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.270317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50394) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:48.303336 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.316473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.317047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:48.333509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['752184b9-9eb0-40f0-b235-3208758aed53'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:48.406663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0426be47-8e1a-451c-a91a-6b87996f4393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.411708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'port_id': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', 'mac_address': 'fa:16:3e:09:e9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82262c9e-2b3c-4f0d-9372-44512f435684', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:48.478213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0426be47-8e1a-451c-a91a-6b87996f4393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.489274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.490632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.492635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.495517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ecd1736-68da-4de3-9844-2b43dd381678 req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "PUT /v2.0/ports/752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 942 time: 2.9802966 Jul 07 17:14:48.507594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:48.511825 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd5119-608c-4786-9106-e0d5fa17d844" -d '{"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:48.520488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-2c9894cc-4886-4ddd-8f66-32f8a592e773 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378755 Jul 07 17:14:48.560101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:48.641808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:48.663968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0426be47-8e1a-451c-a91a-6b87996f4393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.664837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a3bf9-78cf-4256-8d4d-159cb48808bb req-f1654124-7d0c-4a56-a3ab-391664e1d355 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.667964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-799a3bf9-78cf-4256-8d4d-159cb48808bb req-f1654124-7d0c-4a56-a3ab-391664e1d355 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 943 time: 0.8612421 Jul 07 17:14:48.668079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0426be47-8e1a-451c-a91a-6b87996f4393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.669531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0426be47-8e1a-451c-a91a-6b87996f4393 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0840b750-cf33-4e20-a45e-2207cf80955a HTTP/1.1" status: 204 len: 168 time: 0.3971286 Jul 07 17:14:48.708958 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.720549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426be47-8e1a-451c-a91a-6b87996f4393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840b750-cf33-4e20-a45e-2207cf80955a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.741620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50404) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:48.770664 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdacbdb7-cd5f-48d8-b256-648e3cf160b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.773750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c2b8850-f36b-4577-94f7-95200228fead req-25582c2f-a80a-4077-bbaa-e4d305a8e56a service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419610 Jul 07 17:14:48.793948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dd221-4a4d-476e-815f-18e0d8f4c808 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event updated for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.877816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['752184b9-9eb0-40f0-b235-3208758aed53'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:48.897073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-799a3bf9-78cf-4256-8d4d-159cb48808bb req-3fbf16b1-0177-42d1-bdea-e14f73e05052 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073529 Jul 07 17:14:48.900033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.026739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:49.151432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdacbdb7-cd5f-48d8-b256-648e3cf160b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.162433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fdacbdb7-cd5f-48d8-b256-648e3cf160b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.326199 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fdacbdb7-cd5f-48d8-b256-648e3cf160b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8db8662544747308be0b7251c6230eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827830 Jul 07 17:14:49.328082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacbdb7-cd5f-48d8-b256-648e3cf160b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6f781c-51d9-4553-a044-7020079c28c7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.333713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50414) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:49.456707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb0e9-a116-4ef7-bb95-de80fb415cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.512730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb0e9-a116-4ef7-bb95-de80fb415cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.524704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-46905f1d-15f9-48a6-b660-7ffc9598c191 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5031395 Jul 07 17:14:49.553507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3679c4-fc88-491b-bdba-c34e36a33af1 req-76c7aaef-320c-41d6-9333-4e086ee2a3c1 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.571488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f3679c4-fc88-491b-bdba-c34e36a33af1 req-76c7aaef-320c-41d6-9333-4e086ee2a3c1 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 945 time: 0.6633866 Jul 07 17:14:49.583767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb0e9-a116-4ef7-bb95-de80fb415cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.587352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:49.592752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a1ebb0e9-a116-4ef7-bb95-de80fb415cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.597932 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a1ebb0e9-a116-4ef7-bb95-de80fb415cd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d6f781c-51d9-4553-a044-7020079c28c7 HTTP/1.1" status: 204 len: 168 time: 0.2626216 Jul 07 17:14:49.607910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebb0e9-a116-4ef7-bb95-de80fb415cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6f781c-51d9-4553-a044-7020079c28c7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.665556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.709601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f3679c4-fc88-491b-bdba-c34e36a33af1 req-b7585a77-fa63-4ac5-8007-4bafbc50e11c tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954778 Jul 07 17:14:49.916993 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01249427-804d-40b6-b733-e51753ad9212 x-openstack-request-id: req-01249427-804d-40b6-b733-e51753ad9212 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:49.917340 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:49.917602 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01249427-804d-40b6-b733-e51753ad9212 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:49.919049 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'status': 'completed', 'code': 200} Jul 07 17:14:49.920468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.127340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:50.139702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Allocated IP 172.25.5.25 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/486c09e9-75fb-4c59-8758-7c869c806f8c) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:50.286739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.318959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:50.324509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:50.324884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.434786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.490161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.507233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-396c6f52-38a2-48f0-8aa8-9f09f43aefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:50.508651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-396c6f52-38a2-48f0-8aa8-9f09f43aefc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.1926649 Jul 07 17:14:50.541472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:50.557765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:50.559509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c260ac84-39a7-4800-9795-bad3cceba115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:50.564910 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a03ed-dc1e-4145-bae4-5343bcb7100d" -d '{"events": [{"server_uuid": "c260ac84-39a7-4800-9795-bad3cceba115", "name": "network-vif-plugged", "status": "completed", "tag": "c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:50.570483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.575988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:50.618181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event updated for resources: {'Port': ['ID=486c09e9-75fb-4c59-8758-7c869c806f8c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:50.703134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:50.708883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:50.731673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351b14c-1b86-4b2e-8656-442fe752acd0 req-0fc62356-f5a4-49af-bda5-6d322c0e857c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:50.733508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3351b14c-1b86-4b2e-8656-442fe752acd0 req-0fc62356-f5a4-49af-bda5-6d322c0e857c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 944 time: 0.4193585 Jul 07 17:14:50.849872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3351b14c-1b86-4b2e-8656-442fe752acd0 req-bf7a19ca-67b5-4b91-b85d-2fae87ecc13d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888159 Jul 07 17:14:50.944699 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1489c297-d145-4c51-94f7-3c9b9a3467ae x-openstack-request-id: req-1489c297-d145-4c51-94f7-3c9b9a3467ae {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:50.945018 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c260ac84-39a7-4800-9795-bad3cceba115", "name": "network-vif-plugged", "status": "completed", "tag": "c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:50.945304 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1489c297-d145-4c51-94f7-3c9b9a3467ae {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:50.945711 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c260ac84-39a7-4800-9795-bad3cceba115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', 'code': 200} Jul 07 17:14:51.021780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-4a85d89a-9ec4-4dd8-849e-9e1db5ffea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.023612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-4a85d89a-9ec4-4dd8-849e-9e1db5ffea33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.4874687 Jul 07 17:14:51.122484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-d96327bc-d913-46f5-8802-e025a8b06f6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.0878162 Jul 07 17:14:51.201549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5622d63-44cf-4dbc-a2bd-b7b96844dcf6 req-6bf093ee-7126-4253-9629-20f2ab42b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.203194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5622d63-44cf-4dbc-a2bd-b7b96844dcf6 req-6bf093ee-7126-4253-9629-20f2ab42b50b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 1096 time: 0.1375675 Jul 07 17:14:51.210928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.305018 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5622d63-44cf-4dbc-a2bd-b7b96844dcf6 req-eb47cafa-9f4e-4d0a-b46e-125ac9880df9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947652 Jul 07 17:14:51.348992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.385939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-7d02c49e-147a-47e9-b182-9902d331c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.390052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-7d02c49e-147a-47e9-b182-9902d331c5f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.2605245 Jul 07 17:14:51.449665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-ec01e00c-f0e3-4f92-8b14-a7fa33d29f26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517902 Jul 07 17:14:51.692125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-57156ed0-eece-470d-bf53-903cf9b62c42 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256069 Jul 07 17:14:52.266511 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.281300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.344040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50500) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.467188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cd5119-608c-4786-9106-e0d5fa17d844 req-c6b44339-e5f4-4210-ad0c-531f8f9ee28d service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497787 Jul 07 17:14:52.527728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3ea5a-7639-4cc8-a8bc-5450859a3b06 req-a91303d0-fc60-4aae-b058-1de11aebfcc6 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.539498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4a3ea5a-7639-4cc8-a8bc-5450859a3b06 req-a91303d0-fc60-4aae-b058-1de11aebfcc6 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 945 time: 0.3910768 Jul 07 17:14:52.612768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4a3ea5a-7639-4cc8-a8bc-5450859a3b06 req-56535b7c-bd58-48f2-9368-b3fdf83725fa tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Jul 07 17:14:52.631807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event updated for resources: {'Port': ['ID=486c09e9-75fb-4c59-8758-7c869c806f8c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.644826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.682004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.683751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-a72e1b32-0615-4b01-92fd-870d31d16ae0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1075418 Jul 07 17:14:52.831809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3dddc3d-8770-4777-a550-a3e6f4f7295a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.868532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-11ea7142-cfd7-4eba-b147-f3e9a55a810a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1717300 Jul 07 17:14:53.028019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560d0b-5907-452f-8a21-7a7e84d8f17f req-69f6589c-5d9d-4aa2-9d1b-f3a50182da5b tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.036461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c560d0b-5907-452f-8a21-7a7e84d8f17f req-69f6589c-5d9d-4aa2-9d1b-f3a50182da5b tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 945 time: 0.1860957 Jul 07 17:14:53.080972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3dddc3d-8770-4777-a550-a3e6f4f7295a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.089165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e3dddc3d-8770-4777-a550-a3e6f4f7295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.133085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-725ee980-b24e-4343-97e5-80ef3dadd4e9 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.136396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-725ee980-b24e-4343-97e5-80ef3dadd4e9 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2470851 Jul 07 17:14:53.159027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c560d0b-5907-452f-8a21-7a7e84d8f17f req-ae776d2e-3869-451e-94f2-fa20398e46f3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215281 Jul 07 17:14:53.170653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-16fd71d1-32d2-4c8c-8894-e3a3613ddd4d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:53.171831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9825174c-a469-4dcd-85ca-2ab101e4b358 req-16fd71d1-32d2-4c8c-8894-e3a3613ddd4d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091150 Jul 07 17:14:53.172915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3dddc3d-8770-4777-a550-a3e6f4f7295a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6dc320fb429648c3b5122d7c960822d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8263781 Jul 07 17:14:53.179035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 50524) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:53.239185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dddc3d-8770-4777-a550-a3e6f4f7295a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec140e5-28ec-4ae5-a2c2-a76f0a1ca18e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.249371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ff762fd-b163-4d7c-8d61-82f2ad5457cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.317917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ff762fd-b163-4d7c-8d61-82f2ad5457cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.404409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-b921c046-35d3-49ba-a4f8-b0294aca4049 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.413573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-b921c046-35d3-49ba-a4f8-b0294aca4049 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 945 time: 0.1278114 Jul 07 17:14:53.490321 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ff762fd-b163-4d7c-8d61-82f2ad5457cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.493393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ff762fd-b163-4d7c-8d61-82f2ad5457cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.494862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8ff762fd-b163-4d7c-8d61-82f2ad5457cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ec140e5-28ec-4ae5-a2c2-a76f0a1ca18e HTTP/1.1" status: 204 len: 168 time: 0.3143766 Jul 07 17:14:53.561085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff762fd-b163-4d7c-8d61-82f2ad5457cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec140e5-28ec-4ae5-a2c2-a76f0a1ca18e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.789957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-36165481-e7fb-4ede-952c-e416f12898d9 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.791466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-36165481-e7fb-4ede-952c-e416f12898d9 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2927058 Jul 07 17:14:53.802098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Deleting port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:53.802510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.830233 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.928542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-3f94ce49-9cce-4553-89f5-848df1664408 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1290486 Jul 07 17:14:54.123908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] For port 1ba76cf4-9b3f-4d58-af9e-149616391fc7, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1ba76cf4-9b3f-4d58-af9e-149616391fc7,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:54.124482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.143970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Calling delete_port for 1ba76cf4-9b3f-4d58-af9e-149616391fc7 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:54.245178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'floatingip': {'port_id': '752184b9-9eb0-40f0-b235-3208758aed53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:54.327577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.523285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447c433-e614-4692-bb54-0aa7fe8b3077 req-571f3375-875c-4f1f-8cf0-b29634d82d75 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.524782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f447c433-e614-4692-bb54-0aa7fe8b3077 req-571f3375-875c-4f1f-8cf0-b29634d82d75 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=5047084d-579f-4752-81e7-faf55e08830f HTTP/1.1" status: 200 len: 945 time: 0.5022173 Jul 07 17:14:54.749938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f447c433-e614-4692-bb54-0aa7fe8b3077 req-d8b57a72-9c05-4623-bb3f-d7c01a308948 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810987 Jul 07 17:14:54.753874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.777567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1ba76cf4-9b3f-4d58-af9e-149616391fc7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:54.816915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Pushing event deleted for resources: {'Port': ['ID=1ba76cf4-9b3f-4d58-af9e-149616391fc7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.931123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] No DVR routers for this DVR port 1ba76cf4-9b3f-4d58-af9e-149616391fc7 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:54.957300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.960708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd5a0f0e-74e9-4064-ace3-74248b76d456 req-bf7438e5-bd16-4407-a54b-4180d9907908 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "DELETE /v2.0/ports/1ba76cf4-9b3f-4d58-af9e-149616391fc7 HTTP/1.1" status: 204 len: 173 time: 1.5453475 Jul 07 17:14:54.961425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5047084d-579f-4752-81e7-faf55e08830f', 'name': 'network-vif-deleted', 'tag': '1ba76cf4-9b3f-4d58-af9e-149616391fc7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:54.975613 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d34f00-f99e-4c1b-b20b-aa0934c250c6" -d '{"events": [{"server_uuid": "5047084d-579f-4752-81e7-faf55e08830f", "name": "network-vif-deleted", "tag": "1ba76cf4-9b3f-4d58-af9e-149616391fc7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:55.458102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90104915-c012-4286-b951-c6f00422b08a req-9392de31-2155-4b86-892d-7d7ad35032bb tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:55.460912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90104915-c012-4286-b951-c6f00422b08a req-9392de31-2155-4b86-892d-7d7ad35032bb tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 945 time: 0.3731542 Jul 07 17:14:55.485041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50598) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.927610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d3e64eb-4a23-4e80-90de-d942427aa6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.128285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d3e64eb-4a23-4e80-90de-d942427aa6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.138497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d3e64eb-4a23-4e80-90de-d942427aa6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.167097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50610) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:56.222193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d3e64eb-4a23-4e80-90de-d942427aa6c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cffe16c4bc34decb733f686cf437ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7309945 Jul 07 17:14:56.225888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50614) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:56.269790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e64eb-4a23-4e80-90de-d942427aa6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3228a6f9-ed8f-48ad-836c-bc17fa1b0287,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.278825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:14:56.386906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.393903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.415485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90104915-c012-4286-b951-c6f00422b08a req-49f25a82-da58-4e47-acb2-ce9e401fcb4d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9241667 Jul 07 17:14:56.418050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.455087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7b21-3663-48b6-b7e5-97eeef86637c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.508393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.529358 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a7fc4-09d8-4265-ac8e-479ddf64bec8 x-openstack-request-id: req-165a7fc4-09d8-4265-ac8e-479ddf64bec8 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:56.529832 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5047084d-579f-4752-81e7-faf55e08830f", "name": "network-vif-deleted", "tag": "1ba76cf4-9b3f-4d58-af9e-149616391fc7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:56.530246 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-165a7fc4-09d8-4265-ac8e-479ddf64bec8 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:56.531603 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5047084d-579f-4752-81e7-faf55e08830f', 'name': 'network-vif-deleted', 'tag': '1ba76cf4-9b3f-4d58-af9e-149616391fc7', 'status': 'completed', 'code': 200} Jul 07 17:14:56.659889 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.661799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.667468 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3228a6f9-ed8f-48ad-836c-bc17fa1b0287 HTTP/1.1" status: 204 len: 168 time: 0.4359162 Jul 07 17:14:56.717270 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Floating IP 703d5c3a-897a-4201-9474-abc1588e2094 associated. External IP: 172.25.5.25, port: 752184b9-9eb0-40f0-b235-3208758aed53. Jul 07 17:14:56.725064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228a6f9-ed8f-48ad-836c-bc17fa1b0287,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.786512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7b21-3663-48b6-b7e5-97eeef86637c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.802875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.803308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.803587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.803914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.804253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.804606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.824587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.825043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.833540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.833981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.834338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.834679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1ed30-b1fd-4cd6-8593-9ffe9771563f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:56.840478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7b21-3663-48b6-b7e5-97eeef86637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.903711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7b21-3663-48b6-b7e5-97eeef86637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9149619b-6b0f-4d52-9c65-bf1359d91f40,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.935119 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d2ec7b21-3663-48b6-b7e5-97eeef86637c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f221acca38ab4effa80f3e6bd2e02095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637982 Jul 07 17:14:56.935998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50624) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.064334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73d4ef04-cc2a-4f3b-98cd-ca2cad091c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.126914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73d4ef04-cc2a-4f3b-98cd-ca2cad091c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.179837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:57.214058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73d4ef04-cc2a-4f3b-98cd-ca2cad091c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.216776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-73d4ef04-cc2a-4f3b-98cd-ca2cad091c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.218047 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-73d4ef04-cc2a-4f3b-98cd-ca2cad091c25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9149619b-6b0f-4d52-9c65-bf1359d91f40 HTTP/1.1" status: 204 len: 168 time: 0.2810154 Jul 07 17:14:57.261272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4ef04-cc2a-4f3b-98cd-ca2cad091c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9149619b-6b0f-4d52-9c65-bf1359d91f40,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.338243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:57.343750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.390988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] Sync routers for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:57.412785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-b61fd7a4-ed7a-421d-86d2-0e1ad078877e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "PUT /v2.0/floatingips/703d5c3a-897a-4201-9474-abc1588e2094 HTTP/1.1" status: 200 len: 995 time: 3.3814564 Jul 07 17:14:57.414163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:57.415637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:14:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:57.552404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50648) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.567306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66362a11-be67-4e6c-99fd-93c27af3cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.623005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:57.636693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-e5f8e70a-1aa5-4f58-bdd9-88688ab34f28 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.639089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-e5f8e70a-1aa5-4f58-bdd9-88688ab34f28 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/networks?id=6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 200 len: 809 time: 0.2049916 Jul 07 17:14:57.645899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-c5b24192-b9f8-47fe-9eaf-b2bfae3b28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.647808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-c5b24192-b9f8-47fe-9eaf-b2bfae3b28a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.1962047 Jul 07 17:14:57.674988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-41de34a4-5a96-41c8-9437-64abfa06b7ae tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/quotas/6a789f3bfb2346e8a5cb6d3aaf0dabc4 HTTP/1.1" status: 200 len: 375 time: 0.0257132 Jul 07 17:14:57.758619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-62ea66e8-0431-4e6e-9de4-861fc3fc9db7 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722501 Jul 07 17:14:57.802231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66362a11-be67-4e6c-99fd-93c27af3cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.809038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ba76cf4-9b3f-4d58-af9e-149616391fc7 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:57.810172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66362a11-be67-4e6c-99fd-93c27af3cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.840193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 1ba76cf4-9b3f-4d58-af9e-149616391fc7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:57.841086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1ba76cf4-9b3f-4d58-af9e-149616391fc7 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:57.887340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-800da58b-c546-4102-b286-8ce6d9cb5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.894662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-800da58b-c546-4102-b286-8ce6d9cb5f76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.2358110 Jul 07 17:14:57.938358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66362a11-be67-4e6c-99fd-93c27af3cb8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=480db18ac29243c683f662e5c7140f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850200 Jul 07 17:14:57.939917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50652) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.959272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66362a11-be67-4e6c-99fd-93c27af3cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e3efa-78cd-49e7-8ef7-bf067e039f01,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.968251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50654) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.975938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-bae973ad-3237-4599-b461-5622154b3369 service neutron] 10.222.0.78 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098706 Jul 07 17:14:57.996868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0156d1da-9534-44a6-a3f1-1c3f30ebe77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.065837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4697aec4-8c3e-4f45-b48f-064a434145df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.113428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4697aec4-8c3e-4f45-b48f-064a434145df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.118555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-e1c4a148-786a-488c-92a4-6db9636da985 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 998 time: 0.2070177 Jul 07 17:14:58.199871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-721f703e-6b59-4786-baa5-0e015879b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.200992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-721f703e-6b59-4786-baa5-0e015879b528 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.0728059 Jul 07 17:14:58.230503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '703d5c3a-897a-4201-9474-abc1588e2094', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'port_id': '752184b9-9eb0-40f0-b235-3208758aed53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'mac_address': 'fa:16:3e:0f:f4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:50Z', 'updated_at': '2021-07-07T17:14:55Z', 'revision_number': 1, 'project_id': '5e61f303107d438189326d39d38d813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:58.246025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-8df446f7-1d2b-4972-8a11-b3cd60882ec8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370705 Jul 07 17:14:58.261062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-bbcf0265-c8ee-4022-9085-65521c3c904c service neutron] 10.222.0.78 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838812 Jul 07 17:14:58.269327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] Checking router: 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:58.278169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-e260a0c9-0ff3-47f2-b9cb-47ef2f0ffdee service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:58.281580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:58.281884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-e260a0c9-0ff3-47f2-b9cb-47ef2f0ffdee service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140755 Jul 07 17:14:58.283284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:14:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:58.284821 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0156d1da-9534-44a6-a3f1-1c3f30ebe77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.287695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4697aec4-8c3e-4f45-b48f-064a434145df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.293674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4697aec4-8c3e-4f45-b48f-064a434145df admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.295737 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4697aec4-8c3e-4f45-b48f-064a434145df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/802e3efa-78cd-49e7-8ef7-bf067e039f01 HTTP/1.1" status: 204 len: 168 time: 0.3533237 Jul 07 17:14:58.313400 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0156d1da-9534-44a6-a3f1-1c3f30ebe77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.321945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697aec4-8c3e-4f45-b48f-064a434145df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e3efa-78cd-49e7-8ef7-bf067e039f01,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.407038 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0156d1da-9534-44a6-a3f1-1c3f30ebe77e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=089ef7ec3158486790ae46456f432e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375770 Jul 07 17:14:58.416357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50658) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:58.494398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156d1da-9534-44a6-a3f1-1c3f30ebe77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ccd1f1-7933-43f2-ac76-46365ef03a8d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.557169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a62-704b-42d0-9729-646668851ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.591862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:58.660593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a62-704b-42d0-9729-646668851ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.679300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:58.687587 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40313853-8258-41c9-9e90-57f91fa7d84e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:58.725318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-d2df0703-98a0-4b35-a77f-935097b337f9 service neutron] 10.222.0.78 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370210 Jul 07 17:14:58.840191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a62-704b-42d0-9729-646668851ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.849007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a62-704b-42d0-9729-646668851ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.854551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2b2b9a62-704b-42d0-9729-646668851ac7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19ccd1f1-7933-43f2-ac76-46365ef03a8d HTTP/1.1" status: 204 len: 168 time: 0.4324825 Jul 07 17:14:58.870774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-349e6b89-6245-4abd-bed4-d3cf4e70d5d6 req-f65278b5-2c00-4b4b-8b62-19fb702336df service neutron] 10.222.0.78 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443040 Jul 07 17:14:58.918789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9a62-704b-42d0-9729-646668851ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ccd1f1-7933-43f2-ac76-46365ef03a8d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.223523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf726522-1644-4913-b661-61da49a58007 req-9cf71118-f403-4feb-8469-d23cdbdcea15 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 210 time: 0.2171757 Jul 07 17:14:59.304522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '703d5c3a-897a-4201-9474-abc1588e2094', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'port_id': '752184b9-9eb0-40f0-b235-3208758aed53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'mac_address': 'fa:16:3e:0f:f4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:50Z', 'updated_at': '2021-07-07T17:14:55Z', 'revision_number': 1, 'project_id': '5e61f303107d438189326d39d38d813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:59.395419 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e382956f-db82-4b37-b538-7dc28b6443e9 x-openstack-request-id: req-e382956f-db82-4b37-b538-7dc28b6443e9 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:59.396655 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:59.397389 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e382956f-db82-4b37-b538-7dc28b6443e9 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:59.399760 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'status': 'completed', 'code': 200} Jul 07 17:14:59.487282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b42b6-4c20-426b-9653-c4c5d2aadb17 None None] The sync data for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 is: [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '703d5c3a-897a-4201-9474-abc1588e2094', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'port_id': '752184b9-9eb0-40f0-b235-3208758aed53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'mac_address': 'fa:16:3e:0f:f4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:50Z', 'updated_at': '2021-07-07T17:14:55Z', 'revision_number': 1, 'project_id': '5e61f303107d438189326d39d38d813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:59.758811 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-8fe070e6-9278-45b3-a5a3-a71d9e61517d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 998 time: 0.4467416 Jul 07 17:14:59.849393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40313853-8258-41c9-9e90-57f91fa7d84e req-1653b5b2-0178-41ae-b80e-52fbef624ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.856213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-1653b5b2-0178-41ae-b80e-52fbef624ad5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.3727493 Jul 07 17:14:59.903909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-c25f39e4-97ad-4209-a8fa-72e59b6e005e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.916170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-c25f39e4-97ad-4209-a8fa-72e59b6e005e tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports/752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 942 time: 0.1570301 Jul 07 17:15:00.241438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40313853-8258-41c9-9e90-57f91fa7d84e req-527951b9-0fd4-4670-b628-1c4af8703376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.246647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-527951b9-0fd4-4670-b628-1c4af8703376 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.3764801 Jul 07 17:15:00.497914 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e45f0-ff95-43a9-80fc-bb68f628659c None None] New status for floating IP 703d5c3a-897a-4201-9474-abc1588e2094: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:00.824741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-0568798c-1cee-47d4-82a7-67f92b00bc8b tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 998 time: 0.5594170 Jul 07 17:15:00.843747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b789f31f-8109-44c7-9333-ccd6c442f8bc req-3e633ddb-1366-495e-818b-6b75b9cb9ff9 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 210 time: 0.1166449 Jul 07 17:15:00.871784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-bc3b6317-5a84-4308-bbcd-288f0ea38e8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 998 time: 0.6165593 Jul 07 17:15:01.130332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-c1cd4bb1-e22c-43ed-b6aa-a8173939792f tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.153061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-c1cd4bb1-e22c-43ed-b6aa-a8173939792f tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2943034 Jul 07 17:15:01.474313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40313853-8258-41c9-9e90-57f91fa7d84e req-c3351856-6643-4332-9351-6f6c95182423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.478248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-c3351856-6643-4332-9351-6f6c95182423 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.3222322 Jul 07 17:15:01.484017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-5d9687cd-ba44-4813-b2ee-8b8d60bdefe5 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 998 time: 0.3301535 Jul 07 17:15:01.530907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:01.638307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-93057bc9-fc73-4175-a8b8-962df1851d74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528840 Jul 07 17:15:01.643746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.058318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-3ac30af8-8c94-4324-bed4-2bd50e2cb348 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112921 Jul 07 17:15:02.305137 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.389882 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.390604 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Floating IP 703d5c3a-897a-4201-9474-abc1588e2094 disassociated. External IP: 172.25.5.25, port: 752184b9-9eb0-40f0-b235-3208758aed53. Jul 07 17:15:02.890864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-742bbdd5-f00e-4560-a09d-4c68904854b5 req-1bd14d18-74b2-4598-aa2e-1f25fccca3b0 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 210 time: 0.5111065 Jul 07 17:15:03.019846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:03.041685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-7dfec07b-afaa-4dda-a6b2-45aa432ac2aa tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.044592 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-7dfec07b-afaa-4dda-a6b2-45aa432ac2aa tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "GET /v2.0/networks?id=6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 200 len: 809 time: 0.2603154 Jul 07 17:15:03.061315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40313853-8258-41c9-9e90-57f91fa7d84e req-237f33d7-3dc0-4714-925b-b038f174a6c4 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415060 Jul 07 17:15:03.065621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Request body: {'port': {'device_id': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3', 'admin_state_up': True, 'tenant_id': '6a789f3bfb2346e8a5cb6d3aaf0dabc4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:03.306591 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97caa270-48b5-4909-9fd0-78613d0ffb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.328246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:03.634572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:03.648529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97caa270-48b5-4909-9fd0-78613d0ffb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.655292 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.660347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97caa270-48b5-4909-9fd0-78613d0ffb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.721429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] Sync routers for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:03.731836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Made reservation on behalf of 6a789f3bfb2346e8a5cb6d3aaf0dabc4 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:03.736669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.743143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caa270-48b5-4909-9fd0-78613d0ffb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4914b-0b30-4763-a467-10f25d56e42f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.757591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-97caa270-48b5-4909-9fd0-78613d0ffb4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a66fcc988c9a4716a907fef4c55f9538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7350619 Jul 07 17:15:03.760838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50774) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:03.789943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-07d8bb6e-3580-4aa3-bb85-d0bec04c82e8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "PUT /v2.0/floatingips/703d5c3a-897a-4201-9474-abc1588e2094 HTTP/1.1" status: 200 len: 694 time: 2.2927203 Jul 07 17:15:03.790774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:03.794763 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c9cc9a-4a2b-410d-81f4-4902b337be30" -d '{"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:03.854766 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d327ee3d-91d2-43fa-90db-833ac7fae5dc x-openstack-request-id: req-d327ee3d-91d2-43fa-90db-833ac7fae5dc {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:03.855361 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:03.856755 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d327ee3d-91d2-43fa-90db-833ac7fae5dc {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:03.856755 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'status': 'completed', 'code': 200} Jul 07 17:15:03.897522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:03.899154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:14:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:03.903941 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.188284 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c7cbdd8-1995-4d61-ad20-5308b2bcda24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.351982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-1842bb4b-e3f6-462c-a4ab-a04d3f8223bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.366801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-1842bb4b-e3f6-462c-a4ab-a04d3f8223bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.3747389 Jul 07 17:15:04.412142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-f089fdfa-b308-4bc8-bdfe-33479d1b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.414375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-f089fdfa-b308-4bc8-bdfe-33479d1b16be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e61f303107d438189326d39d38d813f&device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 1096 time: 0.4804208 Jul 07 17:15:04.445661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Allocated IP 172.20.0.2 (6e49afbc-7505-417d-9ba1-b5deca1a99b3/95a11317-a4d8-4d04-ad6a-a4fae3009a58/50fea02a-addd-438f-852a-97c493441262) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:04.540333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:04.540922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c7cbdd8-1995-4d61-ad20-5308b2bcda24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.760298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.819809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-3d2eb93a-c79a-4864-b24e-eaa125f36ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.821559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.837764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-3d2eb93a-c79a-4864-b24e-eaa125f36ec9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 0.4697344 Jul 07 17:15:04.933113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50792) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:04.937985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c7cbdd8-1995-4d61-ad20-5308b2bcda24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.943271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c7cbdd8-1995-4d61-ad20-5308b2bcda24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.949549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3c7cbdd8-1995-4d61-ad20-5308b2bcda24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96c4914b-0b30-4763-a467-10f25d56e42f HTTP/1.1" status: 204 len: 168 time: 1.1860156 Jul 07 17:15:04.994137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:05.000430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cbdd8-1995-4d61-ad20-5308b2bcda24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4914b-0b30-4763-a467-10f25d56e42f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.015435 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:05.020264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:05.115406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Pushing event updated for resources: {'Port': ['ID=50fea02a-addd-438f-852a-97c493441262,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.209077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.214672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.266502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:05.292249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-8c54a266-66e7-4f79-91e2-ef7e0317214a tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2324326 Jul 07 17:15:05.330022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Request body: {'port': {'device_id': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:05.338851 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ad25475-e68c-400f-b7b9-390ad79c7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.343442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] Checking router: 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:05.364741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:05.368188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:14:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:05.582779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.644784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:05.686086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-047d05a1-afff-4ac7-9734-0019eba57038 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.8473458 Jul 07 17:15:05.688833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee21c76e-3019-4a48-bef6-2829b8db18b3 req-d50918fb-d603-45ea-b0f2-cb8db02a5077 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 210 time: 1.2499428 Jul 07 17:15:05.948384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-79a15d71-e069-41df-b27b-1585044c3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.955603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-79a15d71-e069-41df-b27b-1585044c3bc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 200 len: 919 time: 1.5125062 Jul 07 17:15:06.031337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-291dbd57-4d8c-4151-81ad-1ecf340e1556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.168840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-33b3e26e-70f9-4ea2-9d20-20c3704c974a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 200 len: 217 time: 0.1990335 Jul 07 17:15:06.172400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-bcd7ad51-451c-48f7-88ad-ef4acee8c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.179160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-bcd7ad51-451c-48f7-88ad-ef4acee8c422 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.4757960 Jul 07 17:15:06.335967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-35359354-305a-490c-8aae-c1af3bf69ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.339298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-35359354-305a-490c-8aae-c1af3bf69ce8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 200 len: 858 time: 0.1581240 Jul 07 17:15:06.448644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-9b20139a-6911-46db-89bd-fbeaa25f73e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073344 Jul 07 17:15:06.516875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-3dd47f12-c9d7-400e-9dee-796d3cd98465 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe7041b2-fe63-467f-b174-0a872f33cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518283 Jul 07 17:15:06.654987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:06.753295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84f2f90-cebd-4c5b-8516-01f9ba826293 None None] The sync data for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 is: [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:13:35Z', 'revision_number': 4, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'e54ee761-610c-497a-941b-eeaaa0eac6cd', 'name': '', 'network_id': 'fe7041b2-fe63-467f-b174-0a872f33cff2', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'mac_address': 'fa:16:3e:73:80:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:31Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'subnets': [{'id': 'dbb6f974-9600-4e54-9c9b-b5d817d846ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:06.888799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-2ded0239-767a-42fd-8cbb-9e8c7929c8f7 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314960 Jul 07 17:15:07.081512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-291dbd57-4d8c-4151-81ad-1ecf340e1556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.101389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-291dbd57-4d8c-4151-81ad-1ecf340e1556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.206408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-7d89d9bf-1f2e-4d54-9c02-0d9e6c360f20 service neutron] 10.222.0.78 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561464 Jul 07 17:15:07.366246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd581f-c312-47cc-a370-37faf5a083b5 req-05daf140-9319-47fa-bc33-3697c7c1c139 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.368096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eedd581f-c312-47cc-a370-37faf5a083b5 req-05daf140-9319-47fa-bc33-3697c7c1c139 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 931 time: 0.3444593 Jul 07 17:15:07.372643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80c9cc9a-4a2b-410d-81f4-4902b337be30 req-fba128ac-8683-4518-8993-fa2aeaed8e73 service neutron] 10.222.0.54 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575012 Jul 07 17:15:07.451334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eedd581f-c312-47cc-a370-37faf5a083b5 req-48b0827a-7a25-4323-8ba1-dadeede6ece1 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517378 Jul 07 17:15:07.462260 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b48ad1-6ffd-4512-af04-253e88f64bf6 None None] New status for floating IP 703d5c3a-897a-4201-9474-abc1588e2094: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:07.573785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b419fb2-b70a-484c-88aa-139f22e9dbb2 req-ce507204-7e3c-4540-b694-2349932e0bdb service neutron] 10.222.0.78 "GET /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665380 Jul 07 17:15:07.671829 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.732344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-e7fa037c-c47a-44d4-b228-a8c8e61526a8 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips/703d5c3a-897a-4201-9474-abc1588e2094 HTTP/1.1" status: 200 len: 694 time: 0.0806715 Jul 07 17:15:07.777455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fea02a-addd-438f-852a-97c493441262 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:07.789625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.800477 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-291dbd57-4d8c-4151-81ad-1ecf340e1556 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=212137502ab1462daafabda386eafa72&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8607509 Jul 07 17:15:07.800477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dbd57-4d8c-4151-81ad-1ecf340e1556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab39af-a085-44d1-9c1e-6b45928ceb3a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:07.806150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 50836) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.844421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Transition to ACTIVE for port object 50fea02a-addd-438f-852a-97c493441262 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:07.852790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.990591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-3f0c5f9d-21a7-4e26-8906-714384c87ca7 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.999138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96e2-846a-4764-9d26-10277307615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.999972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-3f0c5f9d-21a7-4e26-8906-714384c87ca7 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 784 time: 0.2460656 Jul 07 17:15:08.017328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-529a7a0e-a81a-440b-9938-f0e9cf62ba43 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:15:08.022046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-529a7a0e-a81a-440b-9938-f0e9cf62ba43 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125797 Jul 07 17:15:08.056159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=50fea02a-addd-438f-852a-97c493441262,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.152539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-59c7dd38-84e5-4643-8ae3-117a8bb315c3 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1140528 Jul 07 17:15:08.323267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96e2-846a-4764-9d26-10277307615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.361030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-0e009ce2-3fc7-428d-8b3f-0e52758a120a tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1949894 Jul 07 17:15:08.450338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Attempting to bind port 50fea02a-addd-438f-852a-97c493441262 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:08.451160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Attempting to bind port 50fea02a-addd-438f-852a-97c493441262 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:08.451637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Attempting to bind port 50fea02a-addd-438f-852a-97c493441262 on network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:08.462846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Port 50fea02a-addd-438f-852a-97c493441262 on network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:08.463552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Attempting to bind port 50fea02a-addd-438f-852a-97c493441262 on network 6e49afbc-7505-417d-9ba1-b5deca1a99b3 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:08.476519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:08.477320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Checking segment: {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:08.478057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Bound using segment: {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:08.478962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Bound port: 50fea02a-addd-438f-852a-97c493441262, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7135eb-ae86-4e00-8ab4-a27b65482a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:08.479694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.634425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96e2-846a-4764-9d26-10277307615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.649884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96e2-846a-4764-9d26-10277307615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.652076 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e3c96e2-846a-4764-9d26-10277307615a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2ab39af-a085-44d1-9c1e-6b45928ceb3a HTTP/1.1" status: 204 len: 168 time: 0.8429008 Jul 07 17:15:08.716631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c96e2-846a-4764-9d26-10277307615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab39af-a085-44d1-9c1e-6b45928ceb3a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.745699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Deleting port 486c09e9-75fb-4c59-8758-7c869c806f8c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:08.746049 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.793349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] For port 50fea02a-addd-438f-852a-97c493441262, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:08.809346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] For port 50fea02a-addd-438f-852a-97c493441262, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=50fea02a-addd-438f-852a-97c493441262,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:08.816451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.931224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=50fea02a-addd-438f-852a-97c493441262,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.959016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.960023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.961768 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-695757db-5bb4-4bab-b9e6-734336389ca7 service neutron] 10.222.0.54 "PUT /v2.0/ports/50fea02a-addd-438f-852a-97c493441262 HTTP/1.1" status: 200 len: 1091 time: 3.6623738 Jul 07 17:15:08.962272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'tag': '50fea02a-addd-438f-852a-97c493441262'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:08.972209 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8053e9-3f7c-45a1-953a-2e952fede4ff", "tag": "50fea02a-addd-438f-852a-97c493441262"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:09.037737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.038546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.088749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d25e9-16cd-4e8b-ab42-4f67e7b67801 req-836ab841-4069-4633-a09b-3e1580224488 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:09.090460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-160d25e9-16cd-4e8b-ab42-4f67e7b67801 req-836ab841-4069-4633-a09b-3e1580224488 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 943 time: 0.3364050 Jul 07 17:15:09.104995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Calling delete_port for 486c09e9-75fb-4c59-8758-7c869c806f8c owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:09.137385 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-30229d2d-d383-4a65-aa6b-0d11cc162328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.149292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.202041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-160d25e9-16cd-4e8b-ab42-4f67e7b67801 req-4c7fd40c-a18b-467f-939f-6275b91aa818 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Jul 07 17:15:09.280818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-11ef1729-44c5-4f86-a0e0-8c5f0209a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:09.286939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-11ef1729-44c5-4f86-a0e0-8c5f0209a3cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 1094 time: 0.2669094 Jul 07 17:15:09.300649 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c728aa19-2e6c-4ccd-9e35-8a8ec70527d5 x-openstack-request-id: req-c728aa19-2e6c-4ccd-9e35-8a8ec70527d5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:09.301149 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8053e9-3f7c-45a1-953a-2e952fede4ff", "tag": "50fea02a-addd-438f-852a-97c493441262", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:09.301682 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c728aa19-2e6c-4ccd-9e35-8a8ec70527d5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:09.302617 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'tag': '50fea02a-addd-438f-852a-97c493441262', 'status': 'completed', 'code': 200} Jul 07 17:15:09.474625 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-140cc2e7-9ac1-4852-99b2-0bfe3097f028 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50fea02a-addd-438f-852a-97c493441262 HTTP/1.1" status: 200 len: 217 time: 0.1632166 Jul 07 17:15:09.592891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-3304edcf-749a-47c6-a992-1d1470854ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:09.597878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-3304edcf-749a-47c6-a992-1d1470854ed5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95a11317-a4d8-4d04-ad6a-a4fae3009a58 HTTP/1.1" status: 200 len: 849 time: 0.1208968 Jul 07 17:15:09.641300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.689459 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-2ec411c0-b400-427a-a7c0-49bbf06d0003 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e49afbc-7505-417d-9ba1-b5deca1a99b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818932 Jul 07 17:15:09.772472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event deleted for resources: {'Port': ['ID=486c09e9-75fb-4c59-8758-7c869c806f8c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:09.779520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.788759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.805277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d2a5295-e0b4-4db7-a894-0ca04457b604 req-dc6b89c9-fc77-451b-8591-c4aa0642ccb6 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "DELETE /v2.0/floatingips/703d5c3a-897a-4201-9474-abc1588e2094 HTTP/1.1" status: 204 len: 173 time: 1.4275265 Jul 07 17:15:09.891932 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-5c3cc93b-7dd4-43cd-859a-ce5c8b3da609 service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921244 Jul 07 17:15:09.914791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8d2d79c-73e1-4d7f-b481-14bc6af27c64 req-773bcf4e-0965-45a9-94f3-add947db30d4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups/30f85e56-44da-4b07-a281-ee5ae979cb40 HTTP/1.1" status: 200 len: 1809 time: 0.0927789 Jul 07 17:15:09.996314 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b8d2d79c-73e1-4d7f-b481-14bc6af27c64 req-2ec3cc20-0d79-49a9-a3b1-dfcd15b0a23d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.027546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b8d2d79c-73e1-4d7f-b481-14bc6af27c64 req-2ec3cc20-0d79-49a9-a3b1-dfcd15b0a23d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.064426 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-dd7f3979-976e-4eb8-9aef-9a10bf0d06b6 req-c9618748-a23e-4c98-875e-190919b7a263 service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668777 Jul 07 17:15:10.090298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b8d2d79c-73e1-4d7f-b481-14bc6af27c64 req-2ec3cc20-0d79-49a9-a3b1-dfcd15b0a23d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.094768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b8d2d79c-73e1-4d7f-b481-14bc6af27c64 req-2ec3cc20-0d79-49a9-a3b1-dfcd15b0a23d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.096229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8d2d79c-73e1-4d7f-b481-14bc6af27c64 req-2ec3cc20-0d79-49a9-a3b1-dfcd15b0a23d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "DELETE /v2.0/security-groups/30f85e56-44da-4b07-a281-ee5ae979cb40 HTTP/1.1" status: 204 len: 173 time: 0.1804044 Jul 07 17:15:10.112188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3cc20-0d79-49a9-a3b1-dfcd15b0a23d tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f85e56-44da-4b07-a281-ee5ae979cb40,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.256635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-cc8262dd-979a-451c-b94e-f5f4185d625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.258753 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-cc8262dd-979a-451c-b94e-f5f4185d625d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 1094 time: 0.1110685 Jul 07 17:15:10.414298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-f6f35b9d-a784-47dd-a2a3-fefd207f383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.417025 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-f6f35b9d-a784-47dd-a2a3-fefd207f383c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 200 len: 910 time: 0.1512501 Jul 07 17:15:10.574042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-775aa9ff-63ef-47c1-a9fb-474503e4a117 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50fea02a-addd-438f-852a-97c493441262 HTTP/1.1" status: 200 len: 217 time: 0.1490397 Jul 07 17:15:10.666607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f713c-5f66-4e8c-aeee-e21cd683e423 req-a7518747-2323-441b-9446-b7f53fd11ea9 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.675112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f70f713c-5f66-4e8c-aeee-e21cd683e423 req-a7518747-2323-441b-9446-b7f53fd11ea9 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 943 time: 0.1997080 Jul 07 17:15:10.764357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f70f713c-5f66-4e8c-aeee-e21cd683e423 req-bcf64871-a31e-4eeb-98a1-f9e40722b421 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811148 Jul 07 17:15:10.765471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-ea88bfc6-4701-4f71-b422-bbdffb15083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.773724 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-ea88bfc6-4701-4f71-b422-bbdffb15083d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95a11317-a4d8-4d04-ad6a-a4fae3009a58 HTTP/1.1" status: 200 len: 849 time: 0.1935022 Jul 07 17:15:10.835446 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.874164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-1d5d229a-36a6-4348-97f3-9da23c76f8f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6e49afbc-7505-417d-9ba1-b5deca1a99b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902946 Jul 07 17:15:11.158092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-c43c37b4-ea05-435e-9a2e-8b7b4be25f8c service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672284 Jul 07 17:15:11.228201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-fe0ea73a-18ba-49d6-b204-e5186bc72261 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.238880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-fe0ea73a-18ba-49d6-b204-e5186bc72261 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 0.2429805 Jul 07 17:15:11.274541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-67d623be-8c11-47c8-b48b-626d36d46843 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/quotas/56c06cda3401451abbd77cd194b63235 HTTP/1.1" status: 200 len: 375 time: 0.0207989 Jul 07 17:15:11.289367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad74f7e-f9a2-4c96-b856-b5d72a8f7c94 req-c354f861-4e29-4787-abf9-4722a32dd0a7 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.292098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ad74f7e-f9a2-4c96-b856-b5d72a8f7c94 req-c354f861-4e29-4787-abf9-4722a32dd0a7 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.3862822 Jul 07 17:15:11.364517 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0b3fa44d-8e40-45cd-b9a2-bd61e5d0d61e req-2ea076bf-b35c-4e47-9acd-3b2cece0600f service neutron] 10.222.0.54 "GET /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947258 Jul 07 17:15:11.397193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ad74f7e-f9a2-4c96-b856-b5d72a8f7c94 req-fe5d0123-847a-44c4-81be-878ad4bcc6c3 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935230 Jul 07 17:15:11.492089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-8cb8dc8e-7c74-4a1b-8d7f-602b91a9fba9 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986609 Jul 07 17:15:11.694877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-8b6c9c6b-f7f6-4ce7-b716-213d6d6b9a06 service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910751 Jul 07 17:15:11.838205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-f85f05b7-71e8-4388-86ac-f91a6f38468a service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365788 Jul 07 17:15:12.296043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21dd4e-a5e8-41e3-ad36-76bfd4381d34 req-2719b1f5-f12e-4e7d-9ec9-d32c7c2bb037 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.308896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd21dd4e-a5e8-41e3-ad36-76bfd4381d34 req-2719b1f5-f12e-4e7d-9ec9-d32c7c2bb037 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 943 time: 0.2214057 Jul 07 17:15:12.380753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a5920de-4e28-46b6-98cd-5b5ab52f5935 req-2fa51753-f338-48e8-9a3a-741a733058cf tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 210 time: 0.1063206 Jul 07 17:15:12.489332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd21dd4e-a5e8-41e3-ad36-76bfd4381d34 req-63df1590-291c-4bbb-afce-0442d9831f99 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792204 Jul 07 17:15:12.848004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aae20-68ae-4e59-85a0-34c765b7df61 req-75c0b6e6-850f-4af7-b297-ff17fab2edd4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.850756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea6aae20-68ae-4e59-85a0-34c765b7df61 req-75c0b6e6-850f-4af7-b297-ff17fab2edd4 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.1480160 Jul 07 17:15:12.929834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea6aae20-68ae-4e59-85a0-34c765b7df61 req-027bc03e-c256-4c3c-a2f3-68c154dea0f5 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/security-groups?id=30f49f51-3aba-482c-b17f-e74a4d6e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669825 Jul 07 17:15:13.316177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478822ec-dea1-4401-841f-d9b4e2320168 req-e7a8e7b0-d6a3-437d-86fa-7a59b95e10b0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.345687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-478822ec-dea1-4401-841f-d9b4e2320168 req-e7a8e7b0-d6a3-437d-86fa-7a59b95e10b0 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 945 time: 0.3610547 Jul 07 17:15:13.581542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Deleting port 752184b9-9eb0-40f0-b235-3208758aed53 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:13.582017 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.598025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 50fea02a-addd-438f-852a-97c493441262 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:13.699650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ecf6f1b8-e587-4cc6-8130-b695159c9c70 req-a70f77ee-cf53-47c5-8dd3-73561733a941 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 210 time: 0.0500119 Jul 07 17:15:13.817841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51004) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.863401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57036d-6829-411f-a51f-974b3b5e5411 req-15cf8312-709d-431a-9834-17e3e3efb40b tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.871177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 50fea02a-addd-438f-852a-97c493441262, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=50fea02a-addd-438f-852a-97c493441262,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:13.873496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd57036d-6829-411f-a51f-974b3b5e5411 req-15cf8312-709d-431a-9834-17e3e3efb40b tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 943 time: 0.1133850 Jul 07 17:15:13.896558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '50fea02a-addd-438f-852a-97c493441262', 'network_id': '6e49afbc-7505-417d-9ba1-b5deca1a99b3', 'port_id': '50fea02a-addd-438f-852a-97c493441262', 'mac_address': 'fa:16:3e:01:d9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a11317-a4d8-4d04-ad6a-a4fae3009a58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:13.944266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] For port 752184b9-9eb0-40f0-b235-3208758aed53, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=752184b9-9eb0-40f0-b235-3208758aed53,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:13.944953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.955074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd57036d-6829-411f-a51f-974b3b5e5411 req-c8ac024d-a1a1-4989-90ac-a59ac01ed3b1 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Jul 07 17:15:13.979604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Calling delete_port for 752184b9-9eb0-40f0-b235-3208758aed53 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:14.027827 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.080304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fea02a-addd-438f-852a-97c493441262 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:14.101197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c87efb57-2ad1-4845-b783-023f9b7f14c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.163850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 50fea02a-addd-438f-852a-97c493441262, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=50fea02a-addd-438f-852a-97c493441262,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:14.172093 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.198469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.254401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['752184b9-9eb0-40f0-b235-3208758aed53'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:14.257073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Pushing event deleted for resources: {'Port': ['ID=752184b9-9eb0-40f0-b235-3208758aed53,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.323160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82a89b54-1ab6-49a0-97e2-3d5fe41fbfda req-2d834d95-ff11-415f-aa49-fa0443716b35 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b553a7f-6d08-40b8-9b1b-a0bc2d63defb HTTP/1.1" status: 200 len: 210 time: 0.1402225 Jul 07 17:15:14.414454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] No DVR routers for this DVR port 752184b9-9eb0-40f0-b235-3208758aed53 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:14.433821 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.434039 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c87efb57-2ad1-4845-b783-023f9b7f14c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.438114 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-478822ec-dea1-4401-841f-d9b4e2320168 req-969bf912-daa4-48bf-8c61-506edd72ac63 tempest-ServerRescueTestJSONUnderV235-115569417 tempest-ServerRescueTestJSONUnderV235-115569417-project] 10.222.0.54 "DELETE /v2.0/ports/752184b9-9eb0-40f0-b235-3208758aed53 HTTP/1.1" status: 204 len: 173 time: 1.0863531 Jul 07 17:15:14.438678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'name': 'network-vif-deleted', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:14.440284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c87efb57-2ad1-4845-b783-023f9b7f14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.443447 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809ef71d-306d-4f01-9731-05d6534793ac" -d '{"events": [{"server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "name": "network-vif-deleted", "tag": "752184b9-9eb0-40f0-b235-3208758aed53"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:14.445441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=50fea02a-addd-438f-852a-97c493441262,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.511760 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293e4ed-ae0c-4141-a332-05358b7875a6 x-openstack-request-id: req-e293e4ed-ae0c-4141-a332-05358b7875a6 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:14.512258 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b553a7f-6d08-40b8-9b1b-a0bc2d63defb", "name": "network-vif-deleted", "tag": "752184b9-9eb0-40f0-b235-3208758aed53", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:14.512731 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e293e4ed-ae0c-4141-a332-05358b7875a6 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:14.513422 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b553a7f-6d08-40b8-9b1b-a0bc2d63defb', 'name': 'network-vif-deleted', 'tag': '752184b9-9eb0-40f0-b235-3208758aed53', 'status': 'completed', 'code': 200} Jul 07 17:15:14.523722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['50fea02a-addd-438f-852a-97c493441262'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:14.589046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c87efb57-2ad1-4845-b783-023f9b7f14c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db29848ed2664ab0ba33ded6201f3db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7694299 Jul 07 17:15:14.592359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87efb57-2ad1-4845-b783-023f9b7f14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff771e-0458-46de-b0dd-4843e340d600,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.593576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51018) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:14.731851 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f772b2b4-3770-4859-8c2f-205b45f6e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.783269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f772b2b4-3770-4859-8c2f-205b45f6e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.931064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83995650-cfec-4b7b-8f58-a979cf1d118d req-578a1464-5272-4889-be27-786bac00a87f tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 210 time: 0.0448503 Jul 07 17:15:14.940686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f772b2b4-3770-4859-8c2f-205b45f6e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.944434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f772b2b4-3770-4859-8c2f-205b45f6e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.949680 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f772b2b4-3770-4859-8c2f-205b45f6e394 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51ff771e-0458-46de-b0dd-4843e340d600 HTTP/1.1" status: 204 len: 168 time: 0.3506801 Jul 07 17:15:14.966000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772b2b4-3770-4859-8c2f-205b45f6e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff771e-0458-46de-b0dd-4843e340d600,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:15.140971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-41bedb0f-7ff9-4bdc-81f2-6ac9c1f63209 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.143905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-41bedb0f-7ff9-4bdc-81f2-6ac9c1f63209 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 0.1969323 Jul 07 17:15:15.165155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Request body: {'port': {'device_id': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'admin_state_up': True, 'tenant_id': '56c06cda3401451abbd77cd194b63235'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:15.377937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Made reservation on behalf of 56c06cda3401451abbd77cd194b63235 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:15.382615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.404941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaef161-e10e-4c1a-980e-64feac59ff4d req-22f7bd8c-4fbe-4cf1-858f-855299a72bbe tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.407037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbaef161-e10e-4c1a-980e-64feac59ff4d req-22f7bd8c-4fbe-4cf1-858f-855299a72bbe tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 944 time: 0.2231357 Jul 07 17:15:15.486777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbaef161-e10e-4c1a-980e-64feac59ff4d req-cf3d04c5-7e92-4d1a-b534-9bc4ac18a572 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678644 Jul 07 17:15:15.601147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 50fea02a-addd-438f-852a-97c493441262 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:15.671105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51062) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:15.695622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e80af69c-e959-4f4c-b30e-36268c21076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.744218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51066) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:15.752281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 50fea02a-addd-438f-852a-97c493441262 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:15.770632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 50fea02a-addd-438f-852a-97c493441262 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:15.771139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.817429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Allocated IP 172.20.0.9 (f2d725fa-af23-4222-b75b-c5c85f993eca/82262c9e-2b3c-4f0d-9372-44512f435684/4b60fc37-0943-4a78-8617-51572aa477c6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:15.933911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.993772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fea02a-addd-438f-852a-97c493441262'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:15.998911 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba69778b-6444-470e-a765-1a4dac84116b" -d '{"events": [{"server_uuid": "ec8053e9-3f7c-45a1-953a-2e952fede4ff", "name": "network-vif-plugged", "status": "completed", "tag": "50fea02a-addd-438f-852a-97c493441262"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:16.096169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 50fea02a-addd-438f-852a-97c493441262, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=50fea02a-addd-438f-852a-97c493441262,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.124750 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.128893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 752184b9-9eb0-40f0-b235-3208758aed53 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:16.205985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e80af69c-e959-4f4c-b30e-36268c21076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.214815 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e80af69c-e959-4f4c-b30e-36268c21076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.257508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e80af69c-e959-4f4c-b30e-36268c21076b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55705dfc8458454c8e4347025102376f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5854216 Jul 07 17:15:16.270087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51072) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:16.308759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80af69c-e959-4f4c-b30e-36268c21076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f38029-5a2f-44a5-a8da-bb206a509196,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.358745 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9569e-3ab8-49e8-bd47-8653cf050f22 x-openstack-request-id: req-dec9569e-3ab8-49e8-bd47-8653cf050f22 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:16.359233 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8053e9-3f7c-45a1-953a-2e952fede4ff", "name": "network-vif-plugged", "status": "completed", "tag": "50fea02a-addd-438f-852a-97c493441262", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:16.359574 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dec9569e-3ab8-49e8-bd47-8653cf050f22 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:16.365763 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fea02a-addd-438f-852a-97c493441262', 'code': 200} Jul 07 17:15:16.427161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.489993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 752184b9-9eb0-40f0-b235-3208758aed53 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:16.490539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 752184b9-9eb0-40f0-b235-3208758aed53 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:16.581865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1622acb7-147d-4a09-997c-6f90be1d65fc req-6e3de355-0930-43ed-a48a-e6c0accbd53f tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 210 time: 0.0996151 Jul 07 17:15:16.590889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=50fea02a-addd-438f-852a-97c493441262,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.642394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.743135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce7de0f1-97d8-4487-acce-81b19203d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.841759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce7de0f1-97d8-4487-acce-81b19203d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.855203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.869977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a453c-dc4b-4561-b981-7308d14fe90e req-7737166b-fb44-4c91-9a8f-f85bfcdc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.871877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d51a453c-dc4b-4561-b981-7308d14fe90e req-7737166b-fb44-4c91-9a8f-f85bfcdc3883 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 1096 time: 0.4603248 Jul 07 17:15:16.900111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:16.987264 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d51a453c-dc4b-4561-b981-7308d14fe90e req-0e94292d-560f-4af9-86d5-f0392988c73b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061833 Jul 07 17:15:16.998919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Network f2d725fa-af23-4222-b75b-c5c85f993eca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:17.004638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:17.011480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:17.014613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event updated for resources: {'Port': ['ID=4b60fc37-0943-4a78-8617-51572aa477c6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.090457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce7de0f1-97d8-4487-acce-81b19203d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.096732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce7de0f1-97d8-4487-acce-81b19203d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.098735 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ce7de0f1-97d8-4487-acce-81b19203d14a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72f38029-5a2f-44a5-a8da-bb206a509196 HTTP/1.1" status: 204 len: 168 time: 0.8249650 Jul 07 17:15:17.128294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.129700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.136901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7de0f1-97d8-4487-acce-81b19203d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f38029-5a2f-44a5-a8da-bb206a509196,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.162976 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-c72e2308-8e60-4bc0-b794-e11cda2f0df3 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0022216 Jul 07 17:15:17.205249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Request body: {'port': {'device_id': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:17.274516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54669c7-b45a-4b34-af7b-3861b2a11498 req-040a7fc3-cbbd-4e17-9334-52018804ba44 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.290391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b54669c7-b45a-4b34-af7b-3861b2a11498 req-040a7fc3-cbbd-4e17-9334-52018804ba44 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 945 time: 0.2962949 Jul 07 17:15:17.336719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Deleting port e54ee761-610c-497a-941b-eeaaa0eac6cd {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:17.337463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.488501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b54669c7-b45a-4b34-af7b-3861b2a11498 req-dd4a9b52-4de3-48c1-b23c-29403166df96 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875920 Jul 07 17:15:17.543562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] For port e54ee761-610c-497a-941b-eeaaa0eac6cd, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e54ee761-610c-497a-941b-eeaaa0eac6cd,segment=NetworkSegment(d4c2394f-1546-4fa3-8092-612958974229),segment_id=d4c2394f-1546-4fa3-8092-612958974229)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:17.544531 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.544764 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.583138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Calling delete_port for e54ee761-610c-497a-941b-eeaaa0eac6cd owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:18.117051 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.212321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54ee761-610c-497a-941b-eeaaa0eac6cd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.394781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b60fc37-0943-4a78-8617-51572aa477c6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:18.416914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.481949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Transition to ACTIVE for port object 4b60fc37-0943-4a78-8617-51572aa477c6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:18.491591 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.659363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fc37-0943-4a78-8617-51572aa477c6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.793087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Attempting to bind port 4b60fc37-0943-4a78-8617-51572aa477c6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:18.793874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Attempting to bind port 4b60fc37-0943-4a78-8617-51572aa477c6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:18.794571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Attempting to bind port 4b60fc37-0943-4a78-8617-51572aa477c6 on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:18.803830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Port 4b60fc37-0943-4a78-8617-51572aa477c6 on network f2d725fa-af23-4222-b75b-c5c85f993eca not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:18.804531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Attempting to bind port 4b60fc37-0943-4a78-8617-51572aa477c6 on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:18.816146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:18.816788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Checking segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:18.817756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Bound using segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:18.818626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Bound port: 4b60fc37-0943-4a78-8617-51572aa477c6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:18.819284 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.963083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] For port 4b60fc37-0943-4a78-8617-51572aa477c6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:18.970344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] For port 4b60fc37-0943-4a78-8617-51572aa477c6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b60fc37-0943-4a78-8617-51572aa477c6,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:18.981221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.082536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.089198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.092224 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b60fc37-0943-4a78-8617-51572aa477c6 HTTP/1.1" status: 200 len: 1091 time: 1.9113009 Jul 07 17:15:19.093400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'tag': '4b60fc37-0943-4a78-8617-51572aa477c6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:19.098239 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96" -d '{"events": [{"name": "network-changed", "server_uuid": "9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f", "tag": "4b60fc37-0943-4a78-8617-51572aa477c6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:19.103071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ebf35-caac-43b1-ad93-52c3aa9864db req-c696acc7-9f8c-4ea1-b047-559dc41c065c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.105893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd8ebf35-caac-43b1-ad93-52c3aa9864db req-c696acc7-9f8c-4ea1-b047-559dc41c065c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 931 time: 1.1259117 Jul 07 17:15:19.178951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d1a7c-ea23-4b68-9669-c14433688ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fc37-0943-4a78-8617-51572aa477c6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.261056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed6377-8730-4776-b6f4-fdaded30a5a7 req-9d43c5be-d06f-44a8-8c9d-682a355175e5 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.264175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91ed6377-8730-4776-b6f4-fdaded30a5a7 req-9d43c5be-d06f-44a8-8c9d-682a355175e5 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 945 time: 0.3390422 Jul 07 17:15:19.310026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd8ebf35-caac-43b1-ad93-52c3aa9864db req-0e2dd01b-3c44-4680-8d5c-6bf21e75f8f1 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783106 Jul 07 17:15:19.368807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-18a7e7e2-41bb-4492-b570-163e1233f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.368807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-18a7e7e2-41bb-4492-b570-163e1233f42f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 1094 time: 0.1605272 Jul 07 17:15:19.442326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91ed6377-8730-4776-b6f4-fdaded30a5a7 req-69b5cff0-8121-4a25-becf-c63f1497a7ed tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659765 Jul 07 17:15:19.444241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.508413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-52933d6d-a6da-412b-a2ba-c1ed8e5d31cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b60fc37-0943-4a78-8617-51572aa477c6 HTTP/1.1" status: 200 len: 217 time: 0.1289971 Jul 07 17:15:19.510857 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7a8f5-0703-4e1a-8ecd-d6bdda06a994 x-openstack-request-id: req-77a7a8f5-0703-4e1a-8ecd-d6bdda06a994 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:19.511457 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f", "tag": "4b60fc37-0943-4a78-8617-51572aa477c6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:19.511741 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77a7a8f5-0703-4e1a-8ecd-d6bdda06a994 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:19.512175 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'tag': '4b60fc37-0943-4a78-8617-51572aa477c6', 'status': 'completed', 'code': 200} Jul 07 17:15:19.608605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-7eb21a64-86bb-4765-b1d9-04d7cb452800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.610940 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-7eb21a64-86bb-4765-b1d9-04d7cb452800 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.0866051 Jul 07 17:15:19.695183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-ac00ee86-14a1-451e-b282-a418e8585479 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666606 Jul 07 17:15:19.889611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-00bb3bd7-fc4d-40c9-9c92-7967fe2324f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844065 Jul 07 17:15:20.040017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-38a1273c-dc7e-44d3-8e44-95466c6132a2 req-015c0cb2-373b-4ff1-b4c2-3e51f98ab0f0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429772 Jul 07 17:15:20.103079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:20.306222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-3ff80623-3efa-41b6-98c1-f665f198efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.308639 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-3ff80623-3efa-41b6-98c1-f665f198efc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 1094 time: 0.1265252 Jul 07 17:15:20.309971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:20.324937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] Sync routers for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:20.346243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98acfe1b-896a-4f58-b634-919ed55d93a1 admin admin] 10.222.0.78 "PUT /v2.0/routers/5ce124b5-dc1f-4aa3-a09c-76592f5aedc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5993359 Jul 07 17:15:20.361892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:20.362412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51146) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:20.365754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:15:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:20.651997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-1d9dad27-e7f4-47b6-97f4-460f7f8fccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.654047 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-1d9dad27-e7f4-47b6-97f4-460f7f8fccdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 916 time: 0.3316016 Jul 07 17:15:20.746113 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-73d91dd0-41fd-4a61-827d-2e8a85596cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b60fc37-0943-4a78-8617-51572aa477c6 HTTP/1.1" status: 200 len: 217 time: 0.0842023 Jul 07 17:15:20.848714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.870365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-a0f99caf-82b5-432d-a3d2-dbc2e30a7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.872371 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-a0f99caf-82b5-432d-a3d2-dbc2e30a7c73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.1186278 Jul 07 17:15:20.883333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:20.978011 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-d427e5c1-95e9-4dbb-b97b-dbc9df29e99f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961504 Jul 07 17:15:21.189184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a945-d29b-45a8-846c-3a3ad89a5c26 req-b8ef0e4f-d3f0-4c47-97d3-3997817b6f1d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.192514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8717a945-d29b-45a8-846c-3a3ad89a5c26 req-b8ef0e4f-d3f0-4c47-97d3-3997817b6f1d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 943 time: 0.4532094 Jul 07 17:15:21.234306 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-9d30c78a-15d5-4b3e-89d9-859f2efd37a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473197 Jul 07 17:15:21.326221 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.371027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8717a945-d29b-45a8-846c-3a3ad89a5c26 req-ac1b2f2b-b105-4b4c-a984-aeb83c6d087c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596196 Jul 07 17:15:21.499111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Deleting port 4e29e029-a858-46a9-a370-38c20584fa2e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:21.499762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.628555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] For port 4e29e029-a858-46a9-a370-38c20584fa2e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4e29e029-a858-46a9-a370-38c20584fa2e,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:21.628825 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6f807c9-08b0-4a4a-8484-cc0a5fc4fd96 req-ad133a2d-8daf-429a-baf2-c6cd755b6706 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852561 Jul 07 17:15:21.629123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.646345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Calling delete_port for 4e29e029-a858-46a9-a370-38c20584fa2e owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:21.694908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:15:17Z', 'revision_number': 5, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port': {'id': '4e29e029-a858-46a9-a370-38c20584fa2e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:26Z', 'updated_at': '2021-07-07T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:21.802493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] Checking router: 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:21.849735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] Routers {'5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:21.851814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:15:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:22.066383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.096254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] Set router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:22.118795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e29e029-a858-46a9-a370-38c20584fa2e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.249561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:15:21Z', 'revision_number': 6, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:22.255001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.304603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484410d-68c8-4c80-b576-55ddbf13d62a None None] The sync data for ids ['5ce124b5-dc1f-4aa3-a09c-76592f5aedc4'] in n-d-793619-7 is: [{'id': '5ce124b5-dc1f-4aa3-a09c-76592f5aedc4', 'name': 'tempest-ServerRescueTestJSONUnderV235-91478740-router', 'tenant_id': '5e61f303107d438189326d39d38d813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:24Z', 'updated_at': '2021-07-07T17:15:21Z', 'revision_number': 6, 'project_id': '5e61f303107d438189326d39d38d813f', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:22.341967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b60fc37-0943-4a78-8617-51572aa477c6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:22.460899 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.465684 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.564545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.571157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:15:22.630975 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.634084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-522c3f9a-63e0-45a4-a542-5621ac24410d admin admin] 10.222.0.78 "DELETE /v2.0/routers/5ce124b5-dc1f-4aa3-a09c-76592f5aedc4 HTTP/1.1" status: 204 len: 168 time: 2.2701783 Jul 07 17:15:22.638657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51218) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:22.732981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4b60fc37-0943-4a78-8617-51572aa477c6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b60fc37-0943-4a78-8617-51572aa477c6,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:22.781073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '4b60fc37-0943-4a78-8617-51572aa477c6', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'port_id': '4b60fc37-0943-4a78-8617-51572aa477c6', 'mac_address': 'fa:16:3e:6e:27:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82262c9e-2b3c-4f0d-9372-44512f435684', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:22.831675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83faff-0b07-47dc-8379-4ddfa95c8f4d req-cc26b1a0-5264-4b91-84f7-66b61e541b95 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.839481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb83faff-0b07-47dc-8379-4ddfa95c8f4d req-cc26b1a0-5264-4b91-84f7-66b61e541b95 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 945 time: 0.3036723 Jul 07 17:15:22.862008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f8e95-f05f-4f71-8f3f-2c2ea3c9bd97 req-4355491a-f96c-4e16-9301-25fb2f95a0ec tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.866683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-432f8e95-f05f-4f71-8f3f-2c2ea3c9bd97 req-4355491a-f96c-4e16-9301-25fb2f95a0ec tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 943 time: 0.3068259 Jul 07 17:15:22.880283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Deleting subnet dbb6f974-9600-4e54-9c9b-b5d817d846ae {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:22.884924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.916863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.943178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.977976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b60fc37-0943-4a78-8617-51572aa477c6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:23.027761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4b60fc37-0943-4a78-8617-51572aa477c6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b60fc37-0943-4a78-8617-51572aa477c6,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:23.046860 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.051217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb83faff-0b07-47dc-8379-4ddfa95c8f4d req-097be924-b010-42f0-8c85-067fc8c79b9f tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085438 Jul 07 17:15:23.103523 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:23.143578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-432f8e95-f05f-4f71-8f3f-2c2ea3c9bd97 req-983a5a8f-9dc1-4c63-8b53-273e75729e68 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153199 Jul 07 17:15:23.187245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.242498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4b60fc37-0943-4a78-8617-51572aa477c6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.313747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.381652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.384554 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dbb6f974-9600-4e54-9c9b-b5d817d846ae HTTP/1.1" status: 204 len: 168 time: 0.7436874 Jul 07 17:15:23.385970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184d55f-477e-4d15-80cf-9ed6dd5ac344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb6f974-9600-4e54-9c9b-b5d817d846ae,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.387894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51240) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:23.394123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['4b60fc37-0943-4a78-8617-51572aa477c6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:23.628208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.663887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e54ee761-610c-497a-941b-eeaaa0eac6cd no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:23.668398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-9869632e-a269-4cb5-a0bc-75aa9ec07575 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.670426 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-9869632e-a269-4cb5-a0bc-75aa9ec07575 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 945 time: 0.2432079 Jul 07 17:15:23.734576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e54ee761-610c-497a-941b-eeaaa0eac6cd {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:23.735395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e54ee761-610c-497a-941b-eeaaa0eac6cd not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:23.735395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e29e029-a858-46a9-a370-38c20584fa2e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:23.777500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 4e29e029-a858-46a9-a370-38c20584fa2e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:23.778121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4e29e029-a858-46a9-a370-38c20584fa2e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:23.825801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.883495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.949533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7041b2-fe63-467f-b174-0a872f33cff2']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:23.979165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c2394f-1546-4fa3-8092-612958974229') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:23.979749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c2394f-1546-4fa3-8092-612958974229') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:24.015345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.023162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51246) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.041747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.087687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:24.088470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:24.209778 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:24.231221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Deleting port 50fea02a-addd-438f-852a-97c493441262 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:24.231567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.259926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a99f6c42-064b-4f6d-a71a-03bdd4d55fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.412761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768deb5-0e7e-4fe7-8ead-9ee0c86439ae req-909a6fad-a1fe-40e7-9554-edf39c59bbb8 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.414889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2768deb5-0e7e-4fe7-8ead-9ee0c86439ae req-909a6fad-a1fe-40e7-9554-edf39c59bbb8 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 945 time: 0.1217179 Jul 07 17:15:24.418123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.425512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.430968 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fe7041b2-fe63-467f-b174-0a872f33cff2 HTTP/1.1" status: 204 len: 168 time: 1.0273340 Jul 07 17:15:24.463582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] For port 50fea02a-addd-438f-852a-97c493441262, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=50fea02a-addd-438f-852a-97c493441262,segment=NetworkSegment(fe7135eb-ae86-4e00-8ab4-a27b65482a67),segment_id=fe7135eb-ae86-4e00-8ab4-a27b65482a67)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:24.463948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.467912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf872a-da92-4672-95f2-3d2c871357f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7041b2-fe63-467f-b174-0a872f33cff2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.484872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2768deb5-0e7e-4fe7-8ead-9ee0c86439ae req-221ece46-c479-4fcb-a506-2e1b1a317ca1 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/security-groups?id=eaaf66ce-1523-4e43-ba4f-93e0c30938ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554879 Jul 07 17:15:24.489921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Calling delete_port for 50fea02a-addd-438f-852a-97c493441262 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:24.555372 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a99f6c42-064b-4f6d-a71a-03bdd4d55fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.570208 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a99f6c42-064b-4f6d-a71a-03bdd4d55fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.615734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a99f6c42-064b-4f6d-a71a-03bdd4d55fa4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a0ac0f2439545fc93bfcfcfc4d82af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905564 Jul 07 17:15:24.617267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.617891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51264) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.680991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6ca38-de52-4f27-b44c-6df89aff82ed req-d17329e8-99af-476c-8e04-00d189b44dd0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.687025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3a6ca38-de52-4f27-b44c-6df89aff82ed req-d17329e8-99af-476c-8e04-00d189b44dd0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 944 time: 0.2083342 Jul 07 17:15:24.694371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6c42-064b-4f6d-a71a-03bdd4d55fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a996506-2fb4-4466-91a0-5b9d348d7f60,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.731265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1da-756f-40fd-9460-fa35a6536fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.771284 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1da-756f-40fd-9460-fa35a6536fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.800737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.807965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3a6ca38-de52-4f27-b44c-6df89aff82ed req-20285773-2f7e-4df8-9427-05bfef85eec0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010113 Jul 07 17:15:24.856630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.881626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['50fea02a-addd-438f-852a-97c493441262'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:24.914644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b37748bb-11a6-4ee7-b4e8-12c40788d587 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e61f303107d438189326d39d38d813f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977228 Jul 07 17:15:24.915142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51270) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.945229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Pushing event deleted for resources: {'Port': ['ID=50fea02a-addd-438f-852a-97c493441262,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.981371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e577fddf-e09c-4946-862f-bef1a12c8f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.999912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] No DVR routers for this DVR port 50fea02a-addd-438f-852a-97c493441262 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:24.999912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.002392 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5e8da38e-4ad4-473e-b927-93bc3cfddf90 req-8dcef80d-aca5-4178-baec-088c77f98a84 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.54 "DELETE /v2.0/ports/50fea02a-addd-438f-852a-97c493441262 HTTP/1.1" status: 204 len: 173 time: 1.3069730 Jul 07 17:15:25.002981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'name': 'network-vif-deleted', 'tag': '50fea02a-addd-438f-852a-97c493441262'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:25.005941 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d175ff-3ba8-44d9-a2c0-c4ee3b4d97df" -d '{"events": [{"server_uuid": "ec8053e9-3f7c-45a1-953a-2e952fede4ff", "name": "network-vif-deleted", "tag": "50fea02a-addd-438f-852a-97c493441262"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:25.026362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1da-756f-40fd-9460-fa35a6536fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.031569 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1da-756f-40fd-9460-fa35a6536fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.034765 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-aa34b1da-756f-40fd-9460-fa35a6536fbb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a996506-2fb4-4466-91a0-5b9d348d7f60 HTTP/1.1" status: 204 len: 168 time: 0.4143524 Jul 07 17:15:25.072663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34b1da-756f-40fd-9460-fa35a6536fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a996506-2fb4-4466-91a0-5b9d348d7f60,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.078829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e577fddf-e09c-4946-862f-bef1a12c8f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.093201 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d154fc-6632-4a9c-b27e-a54ed9bc89cc x-openstack-request-id: req-a2d154fc-6632-4a9c-b27e-a54ed9bc89cc {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:25.093814 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8053e9-3f7c-45a1-953a-2e952fede4ff", "name": "network-vif-deleted", "tag": "50fea02a-addd-438f-852a-97c493441262", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:25.097165 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2d154fc-6632-4a9c-b27e-a54ed9bc89cc {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:25.099508 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8053e9-3f7c-45a1-953a-2e952fede4ff', 'name': 'network-vif-deleted', 'tag': '50fea02a-addd-438f-852a-97c493441262', 'status': 'completed', 'code': 200} Jul 07 17:15:25.285785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e577fddf-e09c-4946-862f-bef1a12c8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.290900 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e577fddf-e09c-4946-862f-bef1a12c8f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.298166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e577fddf-e09c-4946-862f-bef1a12c8f84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30f49f51-3aba-482c-b17f-e74a4d6e0ed7 HTTP/1.1" status: 204 len: 168 time: 0.3802133 Jul 07 17:15:25.314137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577fddf-e09c-4946-862f-bef1a12c8f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f49f51-3aba-482c-b17f-e74a4d6e0ed7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.412809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c32ee6e-aeee-4f3f-a57b-e43a198cbf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.852062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c32ee6e-aeee-4f3f-a57b-e43a198cbf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.865968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6c32ee6e-aeee-4f3f-a57b-e43a198cbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.957553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6c32ee6e-aeee-4f3f-a57b-e43a198cbf3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3392226d1fc4e38b8b2ab5986b48b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3381987 Jul 07 17:15:25.970367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12f258a5-357c-4d76-89ab-9bb1ccbfacb8 req-463710b1-9b7d-4b22-9a23-5b21861885c7 tempest-VolumesActionsTest-1158581170 tempest-VolumesActionsTest-1158581170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec8053e9-3f7c-45a1-953a-2e952fede4ff HTTP/1.1" status: 200 len: 210 time: 0.0963054 Jul 07 17:15:25.974027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51292) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.002480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32ee6e-aeee-4f3f-a57b-e43a198cbf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebafab20-b7b0-4165-b114-d68140a49d20,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.161881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51300) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.198620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0efe7a5a-bae5-446f-a35a-cae2ebb1da08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.296254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f600c752-e799-4620-837c-3c01456ad42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.364335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b60fc37-0943-4a78-8617-51572aa477c6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:26.388813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f600c752-e799-4620-837c-3c01456ad42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.438596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071a4df-2771-4bc4-a506-993d1df795e9 req-e3073545-5d5e-4011-babb-083b15a13a25 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.448126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a071a4df-2771-4bc4-a506-993d1df795e9 req-e3073545-5d5e-4011-babb-083b15a13a25 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 944 time: 0.3463702 Jul 07 17:15:26.475360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0efe7a5a-bae5-446f-a35a-cae2ebb1da08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.481127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 4b60fc37-0943-4a78-8617-51572aa477c6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:26.483790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0efe7a5a-bae5-446f-a35a-cae2ebb1da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.488163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 4b60fc37-0943-4a78-8617-51572aa477c6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:26.488961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.571273 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0efe7a5a-bae5-446f-a35a-cae2ebb1da08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=860f28781b514a7f93a6a02a5affe0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031503 Jul 07 17:15:26.589020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.597231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.637158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 4b60fc37-0943-4a78-8617-51572aa477c6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b60fc37-0943-4a78-8617-51572aa477c6,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:26.638465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b60fc37-0943-4a78-8617-51572aa477c6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:26.643261 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8aa97-e100-4c05-96a1-1f18bffa26a6" -d '{"events": [{"server_uuid": "9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f", "name": "network-vif-plugged", "status": "completed", "tag": "4b60fc37-0943-4a78-8617-51572aa477c6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:26.660220 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.695491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a071a4df-2771-4bc4-a506-993d1df795e9 req-a76f9c4f-81de-41a7-890d-7ea35cbf44bf tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442925 Jul 07 17:15:26.718174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7a5a-bae5-446f-a35a-cae2ebb1da08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab4a08-7d5d-4987-8148-036f2b7cdfe6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.759088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f600c752-e799-4620-837c-3c01456ad42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.762406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f600c752-e799-4620-837c-3c01456ad42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.763841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f600c752-e799-4620-837c-3c01456ad42f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ebafab20-b7b0-4165-b114-d68140a49d20 HTTP/1.1" status: 204 len: 168 time: 0.7837560 Jul 07 17:15:26.792674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600c752-e799-4620-837c-3c01456ad42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebafab20-b7b0-4165-b114-d68140a49d20,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.800862 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c5c63f-e2be-4211-a624-e7ffed6ca3cb x-openstack-request-id: req-13c5c63f-e2be-4211-a624-e7ffed6ca3cb {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:26.801798 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f", "name": "network-vif-plugged", "status": "completed", "tag": "4b60fc37-0943-4a78-8617-51572aa477c6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:26.802390 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13c5c63f-e2be-4211-a624-e7ffed6ca3cb {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:26.803263 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b60fc37-0943-4a78-8617-51572aa477c6', 'code': 200} Jul 07 17:15:26.804592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=4b60fc37-0943-4a78-8617-51572aa477c6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.867669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6ca00b3-9068-4586-865f-85379cbaa363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.003998 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6ca00b3-9068-4586-865f-85379cbaa363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.189634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c50b-d682-4273-b6cd-50962e9b76ed req-4a99f9f7-f8bb-41ab-9c29-4fc87dc36597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.192290 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c91c50b-d682-4273-b6cd-50962e9b76ed req-4a99f9f7-f8bb-41ab-9c29-4fc87dc36597 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 1096 time: 0.1841619 Jul 07 17:15:27.676894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 50fea02a-addd-438f-852a-97c493441262 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:27.727769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 50fea02a-addd-438f-852a-97c493441262 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:27.728326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 50fea02a-addd-438f-852a-97c493441262 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:27.973363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6ca00b3-9068-4586-865f-85379cbaa363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.979602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b6ca00b3-9068-4586-865f-85379cbaa363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.989446 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b6ca00b3-9068-4586-865f-85379cbaa363 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3ab4a08-7d5d-4987-8148-036f2b7cdfe6 HTTP/1.1" status: 204 len: 168 time: 1.3883154 Jul 07 17:15:27.993541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6c91c50b-d682-4273-b6cd-50962e9b76ed req-6df58152-ebee-4e8a-83b9-fd6c7bd02beb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941482 Jul 07 17:15:28.008844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca00b3-9068-4586-865f-85379cbaa363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab4a08-7d5d-4987-8148-036f2b7cdfe6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.098998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd79b79-e441-4184-93c5-838f23bb4717 req-a4b8738a-5cf4-4645-858b-f2bc8798e318 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.117774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bd79b79-e441-4184-93c5-838f23bb4717 req-a4b8738a-5cf4-4645-858b-f2bc8798e318 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 945 time: 0.1999848 Jul 07 17:15:28.191964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6bd79b79-e441-4184-93c5-838f23bb4717 req-908e3301-a39f-454a-9285-d1b89cdca1dd tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730965 Jul 07 17:15:29.709494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4e657-0621-4e2c-b378-ace52c702304 req-236ff11d-df58-48ba-8c64-0e6e3eb03509 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.723968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8b4e657-0621-4e2c-b378-ace52c702304 req-236ff11d-df58-48ba-8c64-0e6e3eb03509 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 945 time: 0.1892104 Jul 07 17:15:29.911740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8b4e657-0621-4e2c-b378-ace52c702304 req-e3a0772e-a4c5-4d44-9e73-3c58c10adec0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743937 Jul 07 17:15:31.410417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51518) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.771729 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.190665 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.220054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.375844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51544) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:32.376796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=651b1928bd78467dbd0cf79f13c1dae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9644833 Jul 07 17:15:32.383728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2aa59c-22fc-4f6e-8d11-9299c42b48b5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:32.399042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.401009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.401574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.402952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.405348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.407082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.407636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.408133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.408639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.414859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.415937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.416435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0358e5f4-79c8-45fc-bf8d-b518ec9e675c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:32.613988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6250-0e18-4974-9936-6610942c7c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.682865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6250-0e18-4974-9936-6610942c7c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.820797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6250-0e18-4974-9936-6610942c7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.839177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6250-0e18-4974-9936-6610942c7c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.842101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a2d6250-0e18-4974-9936-6610942c7c0b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f2aa59c-22fc-4f6e-8d11-9299c42b48b5 HTTP/1.1" status: 204 len: 168 time: 0.4637814 Jul 07 17:15:32.884842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d6250-0e18-4974-9936-6610942c7c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2aa59c-22fc-4f6e-8d11-9299c42b48b5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.715193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.205960 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b841cf8-f928-4dfe-89d2-57a0e506f156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.440659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:35.482113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51654) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:35.872436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfc16e82-06e0-42dd-a662-99ce54fe0a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.936641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-254715354-network', 'tenant_id': 'f99d01c760b1433fab0c2c26407596bf'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:36.022262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:15:36.022262 n-d-793619-7 neutron-server[98264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:15:36.022262 n-d-793619-7 neutron-server[98264]: [parameters: {'project_id': 'f99d01c760b1433fab0c2c26407596bf', 'id': 'ab0a20cf-ed09-40f1-959f-96f9f606e9b1', 'expiration': datetime.datetime(2021, 7, 7, 17, 17, 36, 16848)}] Jul 07 17:15:36.022262 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:15:36.025368 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:15:36.245553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfc16e82-06e0-42dd-a662-99ce54fe0a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.255079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfc16e82-06e0-42dd-a662-99ce54fe0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.325991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:36.327043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bfc16e82-06e0-42dd-a662-99ce54fe0a12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab58e6d9ad004f1bb7c6adab870bb760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844056 Jul 07 17:15:36.373086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16e82-06e0-42dd-a662-99ce54fe0a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c0595d-5d46-4623-9045-021ae3a6f3ca,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.405664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b75452d0-5627-4aa0-aff6-a2634b9e4194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.434342 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b75452d0-5627-4aa0-aff6-a2634b9e4194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.558002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b75452d0-5627-4aa0-aff6-a2634b9e4194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.571852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b75452d0-5627-4aa0-aff6-a2634b9e4194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.575420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b75452d0-5627-4aa0-aff6-a2634b9e4194 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12c0595d-5d46-4623-9045-021ae3a6f3ca HTTP/1.1" status: 204 len: 168 time: 0.2482796 Jul 07 17:15:36.611495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75452d0-5627-4aa0-aff6-a2634b9e4194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c0595d-5d46-4623-9045-021ae3a6f3ca,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.618104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Made reservation on behalf of f99d01c760b1433fab0c2c26407596bf for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:36.625213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.677594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.987083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.991822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.082034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:37.095836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc490a9-5890-4091-a560-a824b6be2933,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.133988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.134782 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Added segment b6fd3fd0-89b2-41f7-a08a-cd2a9460c424 of type vlan for network f4b99cd2-d267-4d3f-a41c-1f932edd1b33 Jul 07 17:15:37.321799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.428616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.431591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.433136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.645307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.657165 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1640072 Jul 07 17:15:37.686336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95583f-b778-4853-85db-8459917c0f0e admin admin] Pushing event updated for resources: {'Network': ['ID=f4b99cd2-d267-4d3f-a41c-1f932edd1b33,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.700628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network f4b99cd2-d267-4d3f-a41c-1f932edd1b33 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:37.910271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:37.936671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f907686f-d08a-431e-a9b0-02c486499713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.258948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f907686f-d08a-431e-a9b0-02c486499713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.267843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f907686f-d08a-431e-a9b0-02c486499713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.377195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f907686f-d08a-431e-a9b0-02c486499713 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2f3938391a6490ea6af4c5ac1e418ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654946 Jul 07 17:15:38.377561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51702) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:38.384337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907686f-d08a-431e-a9b0-02c486499713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263d54f-9f49-4699-895f-a7cc09c9b4cb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:38.588086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-88180c5d-da75-447a-a912-f222afad048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.684440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-88180c5d-da75-447a-a912-f222afad048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.202055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e84100eb-467c-415b-aaf2-f6b8ecabc342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.213068 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.354432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-88180c5d-da75-447a-a912-f222afad048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.362854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-88180c5d-da75-447a-a912-f222afad048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.364087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-88180c5d-da75-447a-a912-f222afad048e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9263d54f-9f49-4699-895f-a7cc09c9b4cb HTTP/1.1" status: 204 len: 168 time: 0.9850943 Jul 07 17:15:39.491085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88180c5d-da75-447a-a912-f222afad048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263d54f-9f49-4699-895f-a7cc09c9b4cb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:39.643306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ad4b1-36ae-4b2e-a11c-06262e362e45 req-cbcff81e-a550-4cce-a7ef-3396afd42be6 tempest-ComputeTenantNetworksTest-1277581505 tempest-ComputeTenantNetworksTest-1277581505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.678400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ad4b1-36ae-4b2e-a11c-06262e362e45 req-cbcff81e-a550-4cce-a7ef-3396afd42be6 tempest-ComputeTenantNetworksTest-1277581505 tempest-ComputeTenantNetworksTest-1277581505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.705635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ad4b1-36ae-4b2e-a11c-06262e362e45 req-cbcff81e-a550-4cce-a7ef-3396afd42be6 tempest-ComputeTenantNetworksTest-1277581505 tempest-ComputeTenantNetworksTest-1277581505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.729006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae4ad4b1-36ae-4b2e-a11c-06262e362e45 req-cbcff81e-a550-4cce-a7ef-3396afd42be6 tempest-ComputeTenantNetworksTest-1277581505 tempest-ComputeTenantNetworksTest-1277581505-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8910282 Jul 07 17:15:39.999678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80e4f-1035-4f0a-9a52-500cc877931a req-9e5cf4f8-953a-4797-8edd-85d04dba873e tempest-ComputeTenantNetworksTest-1277581505 tempest-ComputeTenantNetworksTest-1277581505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.004827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aa80e4f-1035-4f0a-9a52-500cc877931a req-9e5cf4f8-953a-4797-8edd-85d04dba873e tempest-ComputeTenantNetworksTest-1277581505 tempest-ComputeTenantNetworksTest-1277581505-project] 10.222.0.78 "GET /v2.0/networks/f4b99cd2-d267-4d3f-a41c-1f932edd1b33 HTTP/1.1" status: 200 len: 768 time: 0.2310698 Jul 07 17:15:40.010381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51730) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:40.257839 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.473940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.492026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b99cd2-d267-4d3f-a41c-1f932edd1b33']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:40.508221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fd3fd0-89b2-41f7-a08a-cd2a9460c424') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:40.508890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fd3fd0-89b2-41f7-a08a-cd2a9460c424') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:40.523785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.544079 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.553735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:40.554633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:40.557017 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:40.638147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.658198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.662395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] 10.222.0.78 "DELETE /v2.0/networks/f4b99cd2-d267-4d3f-a41c-1f932edd1b33 HTTP/1.1" status: 204 len: 168 time: 0.6489520 Jul 07 17:15:40.679033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28175d6-f1ba-41b5-a8ee-0b137492c2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b99cd2-d267-4d3f-a41c-1f932edd1b33,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.816694 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.923480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51760) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.073144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.074047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a3e8e982-d549-4d3e-8459-5b79a34b3fc0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f99d01c760b1433fab0c2c26407596bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486681 Jul 07 17:15:41.209624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc174bd7-f9fe-477f-98f4-bf2569dd35e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.282876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc174bd7-f9fe-477f-98f4-bf2569dd35e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.427881 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc174bd7-f9fe-477f-98f4-bf2569dd35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.437831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fc174bd7-f9fe-477f-98f4-bf2569dd35e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.447035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fc174bd7-f9fe-477f-98f4-bf2569dd35e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ffc490a9-5890-4091-a560-a824b6be2933 HTTP/1.1" status: 204 len: 168 time: 0.3703692 Jul 07 17:15:41.482478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc174bd7-f9fe-477f-98f4-bf2569dd35e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc490a9-5890-4091-a560-a824b6be2933,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.042837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51788) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.736896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d5ad-5f64-4bac-989b-a652a079254f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.029613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51816) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.093560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d5ad-5f64-4bac-989b-a652a079254f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.119327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d5ad-5f64-4bac-989b-a652a079254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.197643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d5ad-5f64-4bac-989b-a652a079254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1154a00-9323-436d-b001-a64c8ab46288,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.257905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7dc2d5ad-5f64-4bac-989b-a652a079254f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=018f493229ed42d2aad36a5438aa406c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2133214 Jul 07 17:15:43.261794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51822) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.377341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24aaac85-a29b-4a97-b685-65a83bd13c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.418064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24aaac85-a29b-4a97-b685-65a83bd13c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.559772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:43.587226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24aaac85-a29b-4a97-b685-65a83bd13c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.590562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24aaac85-a29b-4a97-b685-65a83bd13c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.595758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-24aaac85-a29b-4a97-b685-65a83bd13c8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1154a00-9323-436d-b001-a64c8ab46288 HTTP/1.1" status: 204 len: 168 time: 0.3288953 Jul 07 17:15:43.622318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaac85-a29b-4a97-b685-65a83bd13c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1154a00-9323-436d-b001-a64c8ab46288,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.628476 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.898818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51842) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.961804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.142407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-network', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:44.162973 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-3981bc0d-186e-419e-b53c-b684e74c99d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3723731 Jul 07 17:15:44.175834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Made reservation on behalf of caf95b908d5f412cab742aa0fb3705de for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:44.179013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.201042 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.240386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Allocated IP 172.25.5.223 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e0e6a869-901d-430f-800d-553ddabc2dd3) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:44.353276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51848) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:44.389757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.430563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1421bd5f-df3b-447e-a835-4d608cd17c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.514379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-c4422e4e-a5bd-4b9b-bbf7-d84629421b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.519340 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-c4422e4e-a5bd-4b9b-bbf7-d84629421b20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 1096 time: 0.2746081 Jul 07 17:15:44.522213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.579083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:44.589167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:44.595673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:44.751476 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.778865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-63653a0a-4df3-44dd-8e43-d7041ba9c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.785010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.790200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-63653a0a-4df3-44dd-8e43-d7041ba9c4d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 916 time: 0.2393324 Jul 07 17:15:44.843725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.897409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:44.897975 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-d707ce55-2714-4886-9fd1-47d5c818cda5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c HTTP/1.1" status: 200 len: 217 time: 0.0658729 Jul 07 17:15:44.921483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.923016 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Added segment 90cabbe6-a006-4d15-9d3c-84941eb7becc of type vlan for network 81b277e2-7588-414a-ae05-87b528e88b17 Jul 07 17:15:45.088664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.089882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1421bd5f-df3b-447e-a835-4d608cd17c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.117143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1421bd5f-df3b-447e-a835-4d608cd17c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.209162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1421bd5f-df3b-447e-a835-4d608cd17c23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56fe6f76d3d2478981741d5392e80be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495226 Jul 07 17:15:45.232626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51856) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.242892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421bd5f-df3b-447e-a835-4d608cd17c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea1c9f-ea8b-43a6-a864-9bdeeb45726a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.266930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.267365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-b59e8d53-6d3e-4331-9251-1a9869d91711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.268837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.270041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.273782 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-b59e8d53-6d3e-4331-9251-1a9869d91711 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.3683014 Jul 07 17:15:45.323085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-f90468a8-95f8-4a84-baf0-645d8148fd2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421417 Jul 07 17:15:45.348941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e6a869-901d-430f-800d-553ddabc2dd3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.541047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6393878 Jul 07 17:15:45.547566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51860) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.547893 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.564179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c959232e-398f-45cf-8b6d-855d53e4efb7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.590053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Request body: {'subnet': {'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-subnet', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:45.602674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b0257-0186-4e72-a820-db839646f6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=81b277e2-7588-414a-ae05-87b528e88b17,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.614136 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-3586a5f0-b43d-4de0-8092-0995e351a908 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845142 Jul 07 17:15:45.616245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 81b277e2-7588-414a-ae05-87b528e88b17 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:45.668982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c82184-4d21-487c-a9c3-b249edbee3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.779922 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-53778ee1-9d4b-4e09-8a14-c12dd302552f req-99d9c5b9-541e-4668-a62b-3342ba64a072 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484914 Jul 07 17:15:45.823358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Made reservation on behalf of caf95b908d5f412cab742aa0fb3705de for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:45.827005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.943571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c82184-4d21-487c-a9c3-b249edbee3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.097081 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.119934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.200125 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c82184-4d21-487c-a9c3-b249edbee3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.203355 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8c82184-4d21-487c-a9c3-b249edbee3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.207371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f8c82184-4d21-487c-a9c3-b249edbee3e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58ea1c9f-ea8b-43a6-a864-9bdeeb45726a HTTP/1.1" status: 204 len: 168 time: 0.9682333 Jul 07 17:15:46.213613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e6a869-901d-430f-800d-553ddabc2dd3,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.231689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.247950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c82184-4d21-487c-a9c3-b249edbee3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea1c9f-ea8b-43a6-a864-9bdeeb45726a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.304340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.339370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a610644-96e7-47a2-846d-2f09140ca29f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.355959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.362444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f909ce6d-a617-4f1c-9e8b-635dbac32c7d tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3316305 Jul 07 17:15:46.363163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51870) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:46.377198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1938569120', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'fixed_ips': [{'ip_address': '172.25.5.223'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:46.392485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Checking segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:46.392874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Network hostable DHCP agents. Network: 81b277e2-7588-414a-ae05-87b528e88b17, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:46.439289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Network 81b277e2-7588-414a-ae05-87b528e88b17 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:46.465891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 81b277e2-7588-414a-ae05-87b528e88b17) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:46.472352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.473050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.480766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046469bb-92b2-4f4b-96c0-add927a25352 None None] Network 81b277e2-7588-414a-ae05-87b528e88b17 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:46.505914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Made reservation on behalf of cccf8bf7f11844bcb196f8af7ecd7e47 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:46.510043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03cb6b04-3652-4c9d-91c5-4cb3bb914937 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9554191 Jul 07 17:15:46.512649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51874) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:46.517518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.518184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:46.582275 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.584685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.585940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.888155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.927822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-81b277e2-7588-414a-ae05-87b528e88b17', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:46.931695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.076543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.086970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.374378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.533918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Allocated IP 172.20.0.2 (81b277e2-7588-414a-ae05-87b528e88b17/0a610644-96e7-47a2-846d-2f09140ca29f/ed46ed69-11bc-40ad-b3a8-9299cf809553) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:47.947732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.978997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Transition to ACTIVE for port object ed46ed69-11bc-40ad-b3a8-9299cf809553 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:48.049957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Transition to ACTIVE for port object ed46ed69-11bc-40ad-b3a8-9299cf809553 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:48.073339 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.231166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Network 81b277e2-7588-414a-ae05-87b528e88b17 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:48.241716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:48.248733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:48.302595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.380109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Pushing event updated for resources: {'Port': ['ID=ed46ed69-11bc-40ad-b3a8-9299cf809553,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:48.400980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.420452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.425967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.426952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.428064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.428905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.429812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.430641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.433889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.434831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.435830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.436729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.446003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:48.453529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Attempting to bind port ed46ed69-11bc-40ad-b3a8-9299cf809553 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:48.454581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Attempting to bind port ed46ed69-11bc-40ad-b3a8-9299cf809553 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:48.458072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Attempting to bind port ed46ed69-11bc-40ad-b3a8-9299cf809553 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:48.481132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] device_id is not set on port f3c0b403-303e-426f-a59d-865e7c80bddb yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:48.494157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:48.510313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Checking segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:48.513589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.525793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Bound using segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:48.526329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Bound port: ed46ed69-11bc-40ad-b3a8-9299cf809553, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:48.526745 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.755367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3061896b-a497-4fab-90c2-fb27fecb77c3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:48.829974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] For port ed46ed69-11bc-40ad-b3a8-9299cf809553, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:48.844070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] For port ed46ed69-11bc-40ad-b3a8-9299cf809553, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed46ed69-11bc-40ad-b3a8-9299cf809553,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:48.857290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.954861 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:15:48.955446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:48.993022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-614a16ac-e12a-4aea-a7f5-0d0c4bb8a88b tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6278753 Jul 07 17:15:48.997169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:49.052100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427284f-fe27-4e27-9abe-dc5de9d27a48 None None] Pushing event updated for resources: {'Port': ['ID=ed46ed69-11bc-40ad-b3a8-9299cf809553,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:49.075956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51916) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:49.179876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Allocated IP 172.25.5.108 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/0c01599e-d9b1-4660-a12c-ba92822d9631) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:49.553171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Deleting port e0e6a869-901d-430f-800d-553ddabc2dd3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:49.553757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.647336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.763353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.839686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.840316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.842667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:49.871905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:49.879174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Calling delete_port for e0e6a869-901d-430f-800d-553ddabc2dd3 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:49.883339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:49.894135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Deleting subnet 84ed9098-1fcf-4ce0-b9d9-8d718a066b29 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:49.909694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.982939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Pushing event updated for resources: {'Port': ['ID=0c01599e-d9b1-4660-a12c-ba92822d9631,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.375863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.461890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.468382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.559099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.586390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.653957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e6a869-901d-430f-800d-553ddabc2dd3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.689758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ed9098-1fcf-4ce0-b9d9-8d718a066b29,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.728108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.735403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2df260e0-03b1-43af-aa84-1cb78d6dcdfa admin admin] 10.222.0.78 "DELETE /v2.0/subnets/84ed9098-1fcf-4ce0-b9d9-8d718a066b29 HTTP/1.1" status: 204 len: 168 time: 1.6556222 Jul 07 17:15:50.742263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:50.817825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.826154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.828465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a79a0b99-6a03-4efa-9aa5-f8572c3f8c9c tempest-ExternalNetworksAdminNegativeTestJSON-963833358 tempest-ExternalNetworksAdminNegativeTestJSON-963833358-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/47a40eac-8dc5-4a94-8051-19c630fe69be HTTP/1.1" status: 204 len: 168 time: 1.8297136 Jul 07 17:15:51.114896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.495922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95acff-e0b3-4ce7-b262-66cccc955951 None None] Network 81b277e2-7588-414a-ae05-87b528e88b17 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:51.601321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.606827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.630648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8927c4ed-534f-45e2-8215-22fd7c9a001b None None] Provisioning for port ed46ed69-11bc-40ad-b3a8-9299cf809553 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:51.631146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac81aaaa-254c-4c80-89bf-59e4dbdb861a']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:51.667902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31690b59-2cba-4d79-be9b-a9edc751fbbe') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:51.668340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31690b59-2cba-4d79-be9b-a9edc751fbbe') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:51.775951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.830686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.846789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed46ed69-11bc-40ad-b3a8-9299cf809553 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:51.977398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51952) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:52.090686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ed46ed69-11bc-40ad-b3a8-9299cf809553 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:52.096802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ed46ed69-11bc-40ad-b3a8-9299cf809553 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:52.097424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.239534 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.303616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port ed46ed69-11bc-40ad-b3a8-9299cf809553, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed46ed69-11bc-40ad-b3a8-9299cf809553,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:52.311344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.534788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=ed46ed69-11bc-40ad-b3a8-9299cf809553,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.565868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095638fb-6567-4929-9247-4d1af5a28679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.598029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:52.598864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:52.602519 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:52.805283 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.822543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.824163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-38b50b02-6072-4c44-bed0-223912219e76 None None] Provisioning complete for port ed46ed69-11bc-40ad-b3a8-9299cf809553 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:52.824902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-38b50b02-6072-4c44-bed0-223912219e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.842772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ac81aaaa-254c-4c80-89bf-59e4dbdb861a HTTP/1.1" status: 204 len: 168 time: 2.0943556 Jul 07 17:15:52.891848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095638fb-6567-4929-9247-4d1af5a28679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.908894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-095638fb-6567-4929-9247-4d1af5a28679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.937383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469e7e1-e9e7-4254-ad9d-c8e4f21d8627 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac81aaaa-254c-4c80-89bf-59e4dbdb861a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.978368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:15:53.014113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-095638fb-6567-4929-9247-4d1af5a28679 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ef8a0884f4547019b5a2c3fd8235f35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353565 Jul 07 17:15:53.028716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51966) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.114418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095638fb-6567-4929-9247-4d1af5a28679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0bc81-9a5d-4525-8015-4df66ba0fcb6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:53.288537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51968) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.347719 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfe2a-bd7e-45b5-b1e7-03ff323bbf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.431510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfe2a-bd7e-45b5-b1e7-03ff323bbf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.435791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:53.441398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2f360af6-a380-4f83-96f1-46b44a60ea2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c71e06225374db88ff11c5113a74338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502652 Jul 07 17:15:53.442346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 51974) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.454013 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:53.477133 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:53.480087 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:53.567994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfe2a-bd7e-45b5-b1e7-03ff323bbf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.576158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfe2a-bd7e-45b5-b1e7-03ff323bbf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.591298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e4bfe2a-bd7e-45b5-b1e7-03ff323bbf62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96d0bc81-9a5d-4525-8015-4df66ba0fcb6 HTTP/1.1" status: 204 len: 168 time: 0.5516150 Jul 07 17:15:53.619726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bfe2a-bd7e-45b5-b1e7-03ff323bbf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0bc81-9a5d-4525-8015-4df66ba0fcb6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:53.625513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.631513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6abeb9c8-0975-4484-8900-713237b1645e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1138642 Jul 07 17:15:53.632043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 51982) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.662981 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ecca53a-0a19-414f-8da3-9726f30f7704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.683285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed46ed69-11bc-40ad-b3a8-9299cf809553 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:53.742207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ecca53a-0a19-414f-8da3-9726f30f7704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.827121 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:53.909735 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ecca53a-0a19-414f-8da3-9726f30f7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.914914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ecca53a-0a19-414f-8da3-9726f30f7704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.917480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1ecca53a-0a19-414f-8da3-9726f30f7704 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4f1e953e-e102-4da8-adce-a2b6c253600b HTTP/1.1" status: 204 len: 168 time: 0.4731388 Jul 07 17:15:53.988251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca53a-0a19-414f-8da3-9726f30f7704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e953e-e102-4da8-adce-a2b6c253600b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.011784 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.056920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ed46ed69-11bc-40ad-b3a8-9299cf809553 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:54.057726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.417926 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:50Z', 'revision_number': 3, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:54.615847 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:54.617587 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Updating router f70dfd2d-d4c3-4664-9de1-c3d438166e02 port 0c01599e-d9b1-4660-a12c-ba92822d9631 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:54.805119 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.978454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52012) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.208096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-69f34da1-c7e5-4974-ab39-03e9d376e0a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cccf8bf7f11844bcb196f8af7ecd7e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250214 Jul 07 17:15:55.211301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52020) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.490199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deeaa1bd-bedc-4856-8275-4051dbb1d579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.617472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deeaa1bd-bedc-4856-8275-4051dbb1d579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.848731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deeaa1bd-bedc-4856-8275-4051dbb1d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.857733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deeaa1bd-bedc-4856-8275-4051dbb1d579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.880314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-deeaa1bd-bedc-4856-8275-4051dbb1d579 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3061896b-a497-4fab-90c2-fb27fecb77c3 HTTP/1.1" status: 204 len: 168 time: 0.6593451 Jul 07 17:15:55.892355 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.937848 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Transition to ACTIVE for port object 0c01599e-d9b1-4660-a12c-ba92822d9631 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:55.946059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaa1bd-bedc-4856-8275-4051dbb1d579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061896b-a497-4fab-90c2-fb27fecb77c3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.954027 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.065596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.351271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Attempting to bind port 0c01599e-d9b1-4660-a12c-ba92822d9631 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:56.355906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Attempting to bind port 0c01599e-d9b1-4660-a12c-ba92822d9631 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:56.360083 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Attempting to bind port 0c01599e-d9b1-4660-a12c-ba92822d9631 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:56.383588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Pushing event updated for resources: {'Port': ['ID=0c01599e-d9b1-4660-a12c-ba92822d9631,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.406794 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:56.408344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:56.410309 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.413599 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:56.416423 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Bound port: 0c01599e-d9b1-4660-a12c-ba92822d9631, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:56.418999 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.681859 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.691069 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.691964 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.692765 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.693601 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.696233 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.698894 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.701285 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.703014 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.706780 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.711657 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.712669 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:56.887203 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] For port 0c01599e-d9b1-4660-a12c-ba92822d9631, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:56.907517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] For port 0c01599e-d9b1-4660-a12c-ba92822d9631, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c01599e-d9b1-4660-a12c-ba92822d9631,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:56.918770 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.986063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Allocated IP 172.20.0.1 (81b277e2-7588-414a-ae05-87b528e88b17/0a610644-96e7-47a2-846d-2f09140ca29f/97ce7a53-8539-4969-843c-350be7048aa7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:57.180598 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97d856-a492-45eb-a640-e8610c209e8b None None] Pushing event updated for resources: {'Port': ['ID=0c01599e-d9b1-4660-a12c-ba92822d9631,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:57.368304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:57.369358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:57.598050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.695030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Transition to ACTIVE for port object 97ce7a53-8539-4969-843c-350be7048aa7 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:57.887119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.023143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Network 81b277e2-7588-414a-ae05-87b528e88b17 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:58.049020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:58.067246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:58.072863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Pushing event updated for resources: {'Port': ['ID=97ce7a53-8539-4969-843c-350be7048aa7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.161440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.161955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.162137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.172627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:58.242312 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.470004 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:58.734110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.836360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1b55e738-f6e2-467f-887f-a6fff65a4401 None None] Provisioning for port 97ce7a53-8539-4969-843c-350be7048aa7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:58.861972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1b55e738-f6e2-467f-887f-a6fff65a4401 None None] Provisioning complete for port 97ce7a53-8539-4969-843c-350be7048aa7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:58.863973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b55e738-f6e2-467f-887f-a6fff65a4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.071691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1b55e738-f6e2-467f-887f-a6fff65a4401 None None] Port 97ce7a53-8539-4969-843c-350be7048aa7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:59.424078 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:50Z', 'revision_number': 3, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:59.460268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.471724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.597501 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0bad1-4125-46d4-98c4-2064a196c9a3 None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:50Z', 'revision_number': 3, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:59.850006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Pushing event updated for resources: {'Port': ['ID=97ce7a53-8539-4969-843c-350be7048aa7,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.933938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.067913 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:00.409002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Network 81b277e2-7588-414a-ae05-87b528e88b17 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:00.438692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:00.992251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:01.191282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f9a6fd74-d4f2-415b-835b-f2966c398551 None None] Provisioning complete for port 97ce7a53-8539-4969-843c-350be7048aa7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:01.193336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9a6fd74-d4f2-415b-835b-f2966c398551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.466694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6fd74-d4f2-415b-835b-f2966c398551 None None] Port 97ce7a53-8539-4969-843c-350be7048aa7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:01.755807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:01.773145 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-124a88be-9618-4bda-9818-58b1230e796f admin admin] 10.222.0.78 "PUT /v2.0/routers/f70dfd2d-d4c3-4664-9de1-c3d438166e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1264069 Jul 07 17:16:01.784176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c01599e-d9b1-4660-a12c-ba92822d9631 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:01.994348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0c01599e-d9b1-4660-a12c-ba92822d9631 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:02.000203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0c01599e-d9b1-4660-a12c-ba92822d9631 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:02.000952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.443863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.510826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 0c01599e-d9b1-4660-a12c-ba92822d9631, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c01599e-d9b1-4660-a12c-ba92822d9631,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:02.518480 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.604989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=0c01599e-d9b1-4660-a12c-ba92822d9631,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.632746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52224) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:02.839595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7b62157f-2fe2-4897-96f1-fe9f8c956da2 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-427395721'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:02.839595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7b62157f-2fe2-4897-96f1-fe9f8c956da2 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Unknown quota resources ['metering_label']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:16:03.571347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b62157f-2fe2-4897-96f1-fe9f8c956da2 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.576271 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b62157f-2fe2-4897-96f1-fe9f8c956da2 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9358525 Jul 07 17:16:03.577866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52290) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.584854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4a03f9b8-166e-4f6f-a46e-8835a04f8490 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7344d237-f696-4374-8246-f3e6fdbc24ea'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:03.585786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4a03f9b8-166e-4f6f-a46e-8835a04f8490 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98270) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:16:03.691987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.710164 n-d-793619-7 neutron-server[98270]: WARNING neutron.services.metering.metering_plugin [None req-4a03f9b8-166e-4f6f-a46e-8835a04f8490 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:16:03.755618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c01599e-d9b1-4660-a12c-ba92822d9631 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:03.898117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52294) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.948151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0c01599e-d9b1-4660-a12c-ba92822d9631 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:03.948411 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.964466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:04.069603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:04.070258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:04.099165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.104572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946081445', 'description': 'tempest-description--209010493'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:04.156636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.335907 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a03f9b8-166e-4f6f-a46e-8835a04f8490 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.338956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4a03f9b8-166e-4f6f-a46e-8835a04f8490 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7591810 Jul 07 17:16:04.343204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52306) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.390194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:04.397663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-454d90c2-a8bc-40ae-82d5-5d0b5a259141 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7344d237-f696-4374-8246-f3e6fdbc24ea'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:04.402338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-454d90c2-a8bc-40ae-82d5-5d0b5a259141 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98270) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:16:04.408976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.423548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.476273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52308) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.563970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96288278-0b49-4d32-a527-c0e102218c52,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.644535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.650613 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4e36496-781b-414e-bfa2-ebe1970bad93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5471404 Jul 07 17:16:04.651210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52312) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.659537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'security_group_rule': {'security_group_id': '96288278-0b49-4d32-a527-c0e102218c52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:04.672645 n-d-793619-7 neutron-server[98270]: WARNING neutron.services.metering.metering_plugin [None req-454d90c2-a8bc-40ae-82d5-5d0b5a259141 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:16:04.715435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610f2232-3f1a-4771-86c1-223fe51ab5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.882034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b76e97cd-33cd-44a9-829f-6884911f113a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.905469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-454d90c2-a8bc-40ae-82d5-5d0b5a259141 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.908672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-454d90c2-a8bc-40ae-82d5-5d0b5a259141 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5596974 Jul 07 17:16:04.917008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52314) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.941019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-016fd62d-f42a-4174-accc-35a1bdba71f6 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=45d58469-fa40-4ded-8e0c-0a0420e22ec9 HTTP/1.1" status: 200 len: 464 time: 0.0220990 Jul 07 17:16:04.946692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52316) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.028201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:15:59Z', 'revision_number': 2, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:05.131491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:05.131846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Updating router f70dfd2d-d4c3-4664-9de1-c3d438166e02 port 97ce7a53-8539-4969-843c-350be7048aa7 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:05.213743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0f76755-5b68-4d83-83de-f3afb3281aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.225397 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.247641 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47ab34a8-e776-4980-af36-8ef91f2a2e37 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.252960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47ab34a8-e776-4980-af36-8ef91f2a2e37 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/45d58469-fa40-4ded-8e0c-0a0420e22ec9 HTTP/1.1" status: 204 len: 168 time: 0.3045635 Jul 07 17:16:05.253785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52320) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.258435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610f2232-3f1a-4771-86c1-223fe51ab5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.266106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-610f2232-3f1a-4771-86c1-223fe51ab5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.293149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3fbec78f-9a09-4207-bdbc-cb585fd1ff33 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=45d58469-fa40-4ded-8e0c-0a0420e22ec9 HTTP/1.1" status: 200 len: 221 time: 0.0355058 Jul 07 17:16:05.295188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52322) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.309743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-10386fe5-dbab-49fc-af19-79f1f2ee08a0 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1882208138', 'description': 'label created by tempest'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:05.312261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-10386fe5-dbab-49fc-af19-79f1f2ee08a0 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Unknown quota resources ['metering_label']. {{(pid=98270) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:16:05.354404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-610f2232-3f1a-4771-86c1-223fe51ab5a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b796913b335343e2958d37270875ba37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4550486 Jul 07 17:16:05.360168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.370491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f2232-3f1a-4771-86c1-223fe51ab5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0a46ff-99f0-4b97-a236-ebb84e780d5b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.497056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.529309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d9583c8-c8c5-4fc4-b01f-456fb815c841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.600080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d9583c8-c8c5-4fc4-b01f-456fb815c841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.620386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b76e97cd-33cd-44a9-829f-6884911f113a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.632281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b76e97cd-33cd-44a9-829f-6884911f113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.719587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b76e97cd-33cd-44a9-829f-6884911f113a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7622c960450d41159798067d21254b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2278779 Jul 07 17:16:05.722432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e97cd-33cd-44a9-829f-6884911f113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7bf4ce-22bd-4215-964e-a88e4eb06b81,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.737831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52330) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.778832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d9583c8-c8c5-4fc4-b01f-456fb815c841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.783177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d9583c8-c8c5-4fc4-b01f-456fb815c841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.788190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7d9583c8-c8c5-4fc4-b01f-456fb815c841 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa0a46ff-99f0-4b97-a236-ebb84e780d5b HTTP/1.1" status: 204 len: 168 time: 0.4241207 Jul 07 17:16:05.811358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9583c8-c8c5-4fc4-b01f-456fb815c841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0a46ff-99f0-4b97-a236-ebb84e780d5b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.847658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acfcf3a4-e563-4b14-9bb6-4a75f673de83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.912302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.917620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10386fe5-dbab-49fc-af19-79f1f2ee08a0 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.919141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-10386fe5-dbab-49fc-af19-79f1f2ee08a0 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6209123 Jul 07 17:16:05.923464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52334) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.956753 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acfcf3a4-e563-4b14-9bb6-4a75f673de83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.956974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Transition to ACTIVE for port object 97ce7a53-8539-4969-843c-350be7048aa7 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:05.986349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.012687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cb93c080-16a1-4a0f-8db6-cd96811d2362 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=206db4cc-cb75-489a-a61b-931a64c9c7cd HTTP/1.1" status: 200 len: 468 time: 0.0884328 Jul 07 17:16:06.050732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.053510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52336) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.061389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.103274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3aa01b-0a98-4415-80ba-f3ac7e604d28,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.166909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.168519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-957534df-c9ac-4b4c-881c-103d05e9109d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5158958 Jul 07 17:16:06.172147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52340) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.192259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'security_group_rule': {'security_group_id': '96288278-0b49-4d32-a527-c0e102218c52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:06.210152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acfcf3a4-e563-4b14-9bb6-4a75f673de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.214275 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-acfcf3a4-e563-4b14-9bb6-4a75f673de83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.218260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-acfcf3a4-e563-4b14-9bb6-4a75f673de83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f7bf4ce-22bd-4215-964e-a88e4eb06b81 HTTP/1.1" status: 204 len: 168 time: 0.4765441 Jul 07 17:16:06.281589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcf3a4-e563-4b14-9bb6-4a75f673de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7bf4ce-22bd-4215-964e-a88e4eb06b81,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.367342 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.494304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10c496-04bb-4332-a2ce-c6d2217f7397 None None] Pushing event updated for resources: {'Port': ['ID=97ce7a53-8539-4969-843c-350be7048aa7,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.523267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Attempting to bind port 97ce7a53-8539-4969-843c-350be7048aa7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:06.523573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Attempting to bind port 97ce7a53-8539-4969-843c-350be7048aa7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:06.523875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Attempting to bind port 97ce7a53-8539-4969-843c-350be7048aa7 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:06.550276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:06.550667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Checking segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:06.551143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.551486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Bound using segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:06.552031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Bound port: 97ce7a53-8539-4969-843c-350be7048aa7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:06.552382 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.595220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0fc255be-90d3-4f00-abc3-afc29cb3015a tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.599822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0fc255be-90d3-4f00-abc3-afc29cb3015a tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/206db4cc-cb75-489a-a61b-931a64c9c7cd HTTP/1.1" status: 204 len: 168 time: 0.5433931 Jul 07 17:16:06.600563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52350) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.643336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e844820c-ac40-4adf-addf-abd01b57ae73 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=206db4cc-cb75-489a-a61b-931a64c9c7cd HTTP/1.1" status: 200 len: 216 time: 0.0414758 Jul 07 17:16:06.646597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52354) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.677344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-42d0be37-0728-40a7-ad55-b536d51926f5 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0254431 Jul 07 17:16:06.680669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52356) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.722230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e4eb6eef-66d2-4b8e-825e-34cbce85d803 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0381334 Jul 07 17:16:06.724715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52358) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.724901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.736699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.815522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d320fc0-f97c-4194-bf4d-90c1de7b3aec,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.819270 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] For port 97ce7a53-8539-4969-843c-350be7048aa7, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:06.824278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.833546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd76f56c-9a58-4bf7-90fc-304d0f5edcb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6581526 Jul 07 17:16:06.834318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] For port 97ce7a53-8539-4969-843c-350be7048aa7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=97ce7a53-8539-4969-843c-350be7048aa7,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:06.835405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52364) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.844155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.854061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:06.862862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-383f6701-a617-41f9-ad09-b177a562458a tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/7344d237-f696-4374-8246-f3e6fdbc24ea HTTP/1.1" status: 200 len: 472 time: 0.1362617 Jul 07 17:16:06.867240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52366) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.891309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e6ad481c-1376-4442-bbda-9d93b166baf5 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/d5da34c1-6033-4434-a935-b094f9261621 HTTP/1.1" status: 200 len: 461 time: 0.0226724 Jul 07 17:16:06.894677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.950977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.988237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10c496-04bb-4332-a2ce-c6d2217f7397 None None] Pushing event updated for resources: {'Port': ['ID=97ce7a53-8539-4969-843c-350be7048aa7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.044060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:07.047536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:07.270871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52374) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.310570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-568c6fc5-8037-414e-8c35-ce6979cd529c tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.313542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-568c6fc5-8037-414e-8c35-ce6979cd529c tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/d5da34c1-6033-4434-a935-b094f9261621 HTTP/1.1" status: 204 len: 168 time: 0.4172523 Jul 07 17:16:07.316333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52376) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.372492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7972678c-dd1f-4723-8f91-08ac7bfa65a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.693279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.940551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7972678c-dd1f-4723-8f91-08ac7bfa65a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.950416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7972678c-dd1f-4723-8f91-08ac7bfa65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.956879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ead972bd-dc57-4ade-9d69-eacc0c2b4a35 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.959321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ead972bd-dc57-4ade-9d69-eacc0c2b4a35 tempest-MeteringTestJSON-1011253612 tempest-MeteringTestJSON-1011253612-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/7344d237-f696-4374-8246-f3e6fdbc24ea HTTP/1.1" status: 204 len: 168 time: 0.6415184 Jul 07 17:16:08.009781 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.039978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972678c-dd1f-4723-8f91-08ac7bfa65a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9022262a-d903-449f-b0f2-447c2b47d3e5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.047026 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Allocated IP 172.25.5.79 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/186c6326-38dd-46c5-b31e-43b0f9e80d01) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.103594 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7972678c-dd1f-4723-8f91-08ac7bfa65a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f4887647376948e6b6691fb7b7029457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8306904 Jul 07 17:16:08.106862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:08.121447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:08.383001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86fbdb01-37dd-4b44-9529-e976d0df0905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.458864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86fbdb01-37dd-4b44-9529-e976d0df0905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.544682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.603363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86fbdb01-37dd-4b44-9529-e976d0df0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.608197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86fbdb01-37dd-4b44-9529-e976d0df0905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.610727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-86fbdb01-37dd-4b44-9529-e976d0df0905 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9022262a-d903-449f-b0f2-447c2b47d3e5 HTTP/1.1" status: 204 len: 168 time: 0.5012832 Jul 07 17:16:08.630412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbdb01-37dd-4b44-9529-e976d0df0905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022262a-d903-449f-b0f2-447c2b47d3e5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.655441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.657879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52400) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:08.763110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:06Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:08.820917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0287b-847d-439d-96a9-8b3cf66d5efa None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:06Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:08.911360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:08.912646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'Port': ['ID=186c6326-38dd-46c5-b31e-43b0f9e80d01,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.931398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:08.962404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:09.154049 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e640a32-08a4-41a7-a842-8308f8f1723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.163623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.283412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.349722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de0d83b-a2ef-44a2-9a7f-2b4517a8555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.385647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.723888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 97ce7a53-8539-4969-843c-350be7048aa7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:09.809889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de0d83b-a2ef-44a2-9a7f-2b4517a8555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.821286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de0d83b-a2ef-44a2-9a7f-2b4517a8555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.853762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.867321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.906230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 97ce7a53-8539-4969-843c-350be7048aa7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:09.922059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 97ce7a53-8539-4969-843c-350be7048aa7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:09.924442 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.009761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4de0d83b-a2ef-44a2-9a7f-2b4517a8555c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7c22f8b6fc24bb6b5e2d82a49a8ea02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3500347 Jul 07 17:16:10.010443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52434) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:10.012657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0d83b-a2ef-44a2-9a7f-2b4517a8555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d25271-0b4a-4e1a-9ef0-be5233a3fa23,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.060678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'Port': ['ID=186c6326-38dd-46c5-b31e-43b0f9e80d01,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.229175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.229437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9562a6e7-7e7e-4da6-b9c5-a44692ca09af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.261017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.276918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.305732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-731a558e-3f71-46c1-a0a7-1235ea1ab9da tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4691315 Jul 07 17:16:10.328722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9562a6e7-7e7e-4da6-b9c5-a44692ca09af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.412847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 97ce7a53-8539-4969-843c-350be7048aa7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=97ce7a53-8539-4969-843c-350be7048aa7,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:10.430792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.477835 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9562a6e7-7e7e-4da6-b9c5-a44692ca09af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.482301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9562a6e7-7e7e-4da6-b9c5-a44692ca09af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.487837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9562a6e7-7e7e-4da6-b9c5-a44692ca09af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4d25271-0b4a-4e1a-9ef0-be5233a3fa23 HTTP/1.1" status: 204 len: 168 time: 0.4760973 Jul 07 17:16:10.508042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a6e7-7e7e-4da6-b9c5-a44692ca09af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d25271-0b4a-4e1a-9ef0-be5233a3fa23,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.626839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=97ce7a53-8539-4969-843c-350be7048aa7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.822393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.935432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-0a8c0c2e-586f-42cb-9155-c105190855a3 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--946081445&fields=id&tenant_id=caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 267 time: 0.0749052 Jul 07 17:16:11.174186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-9d51e0e1-ff73-4845-be9c-3c91c8490e4c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.188377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-9d51e0e1-ff73-4845-be9c-3c91c8490e4c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 817 time: 0.2500775 Jul 07 17:16:11.221657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-59b4a5f5-5294-44ed-b005-51948f07f908 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/quotas/caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 375 time: 0.0313056 Jul 07 17:16:11.418731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-949dd3ea-1571-4ae0-a7a2-e7d2b297503f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1955745 Jul 07 17:16:11.632664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 97ce7a53-8539-4969-843c-350be7048aa7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:11.728913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52478) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:11.823208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 97ce7a53-8539-4969-843c-350be7048aa7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:11.825202 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.087399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52484) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.129263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5444cd79-2451-45d4-957f-ba3b3413b6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.439221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5444cd79-2451-45d4-957f-ba3b3413b6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.448419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5444cd79-2451-45d4-957f-ba3b3413b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.559544 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5444cd79-2451-45d4-957f-ba3b3413b6e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c6759cbb2844cbe90d1163d1baff729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684091 Jul 07 17:16:12.561311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444cd79-2451-45d4-957f-ba3b3413b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480a807a-3c5d-4a27-90d9-eb63296b5881,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.581184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52500) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.706073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a0c01ae-dfb1-412d-89b0-3cb20952ca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.814174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a0c01ae-dfb1-412d-89b0-3cb20952ca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.940036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a0c01ae-dfb1-412d-89b0-3cb20952ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.956166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a0c01ae-dfb1-412d-89b0-3cb20952ca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.978398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3a0c01ae-dfb1-412d-89b0-3cb20952ca7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/480a807a-3c5d-4a27-90d9-eb63296b5881 HTTP/1.1" status: 204 len: 168 time: 0.3810794 Jul 07 17:16:12.987325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c01ae-dfb1-412d-89b0-3cb20952ca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a807a-3c5d-4a27-90d9-eb63296b5881,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.192452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c30811ed-7952-4b87-bfce-92ba20e76d86 service neutron] 10.222.0.78 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7287517 Jul 07 17:16:13.202197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1812211350-network', 'tenant_id': 'c1862a219bc44c7591b785f96fac2bde'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.274511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Made reservation on behalf of c1862a219bc44c7591b785f96fac2bde for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:13.278859 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.365094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.618379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-bb3d061a-71e3-40db-8470-7baa0e93feb6 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.626357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-bb3d061a-71e3-40db-8470-7baa0e93feb6 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 1.2395480 Jul 07 17:16:13.689341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-7eb881a9-afe0-4cae-aaa4-1b6c3c2c8c10 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/quotas/56c06cda3401451abbd77cd194b63235 HTTP/1.1" status: 200 len: 375 time: 0.0613382 Jul 07 17:16:13.757993 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.766847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.786080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-1c550324-5139-4666-a871-c8f34fa38907 service neutron] 10.222.0.78 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602298 Jul 07 17:16:13.852447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbd82c-ca2b-4392-8f81-97ae7d90c749,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.897149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:13.970267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.970943 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Added segment 263f329e-bda2-47ae-bcd3-e15704220e7a of type vlan for network 66d5597b-575f-4cff-944f-16140778ee91 Jul 07 17:16:14.066447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-b55b476b-d65a-4ec7-bd52-b12b6971409a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3628500 Jul 07 17:16:14.180997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5edfca43-fbdb-4e60-966f-85a3b3fd73e6 req-6f11602b-9cd9-4d7f-91a7-f78d4c13a7a1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 210 time: 0.1091557 Jul 07 17:16:14.331759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.688892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.691246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.695482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.976975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] Pushing event updated for resources: {'Network': ['ID=66d5597b-575f-4cff-944f-16140778ee91,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.007431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 66d5597b-575f-4cff-944f-16140778ee91 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:15.079934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:15.099623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e8c9d07e-56fc-4a6d-8527-80d042010df9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3687415 Jul 07 17:16:15.104141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Request body: {'subnet': {'network_id': '66d5597b-575f-4cff-944f-16140778ee91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1812211350-subnet', 'tenant_id': 'c1862a219bc44c7591b785f96fac2bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:15.242158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-b030aff7-cb0e-444c-bd71-40af96f15310 service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1533051 Jul 07 17:16:15.263534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Made reservation on behalf of c1862a219bc44c7591b785f96fac2bde for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:15.286040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.535198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:15.765883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-18092943-c0d6-4780-988b-42436da8acfe service neutron] 10.222.0.78 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963346 Jul 07 17:16:15.920932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9af0b695-0cf4-4503-8749-1e5ca8926746 req-a84f5294-4f78-47c2-957e-2c44521fdb23 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 210 time: 0.1266053 Jul 07 17:16:16.309843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-670049318'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:16.353803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.444829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05d4bee7-d568-4498-9be0-9f47ddf88a6d req-7612ff05-9bf4-448e-811f-f29c1d02743d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 210 time: 0.0774074 Jul 07 17:16:16.487517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:16.516167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.564046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.645063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3119e3c-e576-45c6-83e3-9de3add8ca5b,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.782319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Checking segment: {'id': '263f329e-bda2-47ae-bcd3-e15704220e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '66d5597b-575f-4cff-944f-16140778ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:16.782816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Network hostable DHCP agents. Network: 66d5597b-575f-4cff-944f-16140778ee91, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:16.858084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Network 66d5597b-575f-4cff-944f-16140778ee91 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:16.890601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 66d5597b-575f-4cff-944f-16140778ee91) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:16.904964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f003a-832a-44bc-b63b-47421c3de68f None None] Network 66d5597b-575f-4cff-944f-16140778ee91 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:16.914796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.915634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.211634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-22474b43-0c7a-4f77-8bb5-ef91485643bb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.213421 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-22474b43-0c7a-4f77-8bb5-ef91485643bb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 817 time: 0.2916713 Jul 07 17:16:17.219093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.243500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.254951 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-788514fd-4f7e-4a65-bd7f-6f66e3171338 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1704609 Jul 07 17:16:17.377382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:17.462451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4b770-807e-4f00-a849-4083acec82ea,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.558272 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-9e1d580a-7696-45ba-8fcf-fa9653787f00 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 379 time: 0.3253520 Jul 07 17:16:17.579877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'port': {'device_id': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'admin_state_up': True, 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'security_groups': ['96288278-0b49-4d32-a527-c0e102218c52']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:17.590677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.596165 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Added segment 6445b13e-e1d7-4dd8-ae15-5e6f0bf47bae of type vlan for network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 Jul 07 17:16:17.638122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-701d3fc9-f37d-481d-8744-85a223891412 req-969bf3bc-c0ba-4359-990d-412538219e80 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 210 time: 0.1647863 Jul 07 17:16:17.665424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa477216-a993-45bd-b261-1a228529b8f1 None None] Network 66d5597b-575f-4cff-944f-16140778ee91 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:17.746839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5accd7d2-48db-43b9-a40d-6ccdb7347691 req-0f905b23-873f-4eae-b82b-d78cc840104c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 210 time: 0.1047113 Jul 07 17:16:18.705354 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.770126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.794413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.796145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.804257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Made reservation on behalf of caf95b908d5f412cab742aa0fb3705de for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:18.808703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.058043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Allocated IP 172.20.0.4 (81b277e2-7588-414a-ae05-87b528e88b17/0a610644-96e7-47a2-846d-2f09140ca29f/d1849325-a1bf-4030-876e-eb0de18da498) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:19.403947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52403167-d5fd-4613-bcd1-a1aa44f3b080 req-513aa6eb-40c1-476e-b541-1747fcae019d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 210 time: 0.1311922 Jul 07 17:16:19.593718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52640) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:19.596665 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.0528188 Jul 07 17:16:19.599809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'subnet': {'network_id': 'd2fa21c5-eb23-4b7e-a851-57e3eefa5ce7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:19.626605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f07a0-2a9a-4900-9594-8a096d3bb729 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Network': ['ID=d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.655214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:19.733485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52644) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:19.745763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1561257737-network', 'tenant_id': '947c167b215a46aab9a7f1ebe443c726'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:20.014944 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.036744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Transition to ACTIVE for port object d1849325-a1bf-4030-876e-eb0de18da498 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:20.097087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fca07ff6-86c2-4c91-85bf-b3c26c466909 req-c2d74d48-92e3-4dcf-a8c0-3b6a1af6a9b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 210 time: 0.0762844 Jul 07 17:16:20.198224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-72ce2a15-3fff-4b6a-9b07-df00d01cdde9 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.200159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-72ce2a15-3fff-4b6a-9b07-df00d01cdde9 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 815 time: 0.4290004 Jul 07 17:16:20.204832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.335076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.373448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Request body: {'port': {'device_id': '28479333-06e7-4eba-afa2-3e45f2538daf', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'admin_state_up': True, 'tenant_id': '56c06cda3401451abbd77cd194b63235'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:20.583651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Made reservation on behalf of 947c167b215a46aab9a7f1ebe443c726 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:20.588459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.605908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:20.633750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.644506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Network 81b277e2-7588-414a-ae05-87b528e88b17 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:20.668683 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.674901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:20.694455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:21.076219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.095080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.095882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.101072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.158988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:21.163189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Made reservation on behalf of 56c06cda3401451abbd77cd194b63235 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:21.168642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.205514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c3c7f87d-3930-4f6a-9956-0235868f258f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6348324 Jul 07 17:16:21.229365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Request body: {'port': {'device_id': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:21.251512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2243f8-ecea-4c7f-b18b-dd99d36870fc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.256959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.257357 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Added segment 9f985f11-974b-4d46-a020-43f81f5cfe49 of type vlan for network fdb5eba3-30bb-45f8-a6a2-659a4419f240 Jul 07 17:16:21.273177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0abcb9e1-1c71-4546-afc4-db199b3cebe5 req-3db249c8-491a-433f-a026-afd26799b944 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 210 time: 0.2024262 Jul 07 17:16:21.322778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.353768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4c44b450-3504-4bc8-8c4b-3d1f674f903d None None] Provisioning for port d1849325-a1bf-4030-876e-eb0de18da498 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:21.374995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4c44b450-3504-4bc8-8c4b-3d1f674f903d None None] Provisioning complete for port d1849325-a1bf-4030-876e-eb0de18da498 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:21.377083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c44b450-3504-4bc8-8c4b-3d1f674f903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.401997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.419451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Subnet': ['ID=a034fe58-93bc-4db3-a999-9cb404339ba0,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.460217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.511278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.512266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.512876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.513484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Checking segment: {'id': '6445b13e-e1d7-4dd8-ae15-5e6f0bf47bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd2fa21c5-eb23-4b7e-a851-57e3eefa5ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:21.515274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network hostable DHCP agents. Network: d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:21.585772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:21.590640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4c44b450-3504-4bc8-8c4b-3d1f674f903d None None] Port d1849325-a1bf-4030-876e-eb0de18da498 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:21.609389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:21.625865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Allocated IP 172.20.0.7 (f2d725fa-af23-4222-b75b-c5c85f993eca/82262c9e-2b3c-4f0d-9372-44512f435684/953a4272-6304-4c3a-b464-3ce6430acabe) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:21.626766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b3bd8-e6fe-4574-bcd0-2244c0e67609 None None] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:21.633685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8958650 Jul 07 17:16:21.644699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1842c0-978a-451f-8e1a-270003fbeb0a admin admin] Pushing event updated for resources: {'Network': ['ID=fdb5eba3-30bb-45f8-a6a2-659a4419f240,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.645363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52668) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.658418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Request body: {'subnet': {'network_id': 'fdb5eba3-30bb-45f8-a6a2-659a4419f240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1561257737-subnet', 'tenant_id': '947c167b215a46aab9a7f1ebe443c726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:21.696165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.697420 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.753291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2575e05-79c6-476f-844a-0ad7c65f9a27 req-4177acfc-b393-48dd-a73f-1d7d2de29667 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.765745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2575e05-79c6-476f-844a-0ad7c65f9a27 req-4177acfc-b393-48dd-a73f-1d7d2de29667 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 931 time: 0.3369124 Jul 07 17:16:21.819527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network fdb5eba3-30bb-45f8-a6a2-659a4419f240 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:21.866823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2575e05-79c6-476f-844a-0ad7c65f9a27 req-f58d76ee-d798-4e14-b604-0d51f4804faa tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999134 Jul 07 17:16:21.869707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Made reservation on behalf of 947c167b215a46aab9a7f1ebe443c726 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:21.873848 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.022187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f84bb601-1b7e-490a-8d33-32bfcbc0614f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4253976 Jul 07 17:16:22.069284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52676) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:22.099457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1113151251', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.199880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0feaa3-c4ad-4aac-a38e-d5b1d187cb2c None None] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:22.226515 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.227690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.469039 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.589035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1849325-a1bf-4030-876e-eb0de18da498 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:22.616672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.674119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Transition to ACTIVE for port object d1849325-a1bf-4030-876e-eb0de18da498 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:22.691500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.722040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.736549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0cfb50cd-b7ac-4aa5-9984-63a8cca6cb7b req-440cbddd-88e1-4e2c-a45e-834d376028a2 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 210 time: 0.0928061 Jul 07 17:16:22.748402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.865593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.967007 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.002199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', '4b60fc37-0943-4a78-8617-51572aa477c6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:23.025053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ceb8521-a8df-4f42-bafa-025e1f6944db,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.135099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Network f2d725fa-af23-4222-b75b-c5c85f993eca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:23.162355 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.175438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:23.283510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:23.303166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event updated for resources: {'Port': ['ID=953a4272-6304-4c3a-b464-3ce6430acabe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.367097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Attempting to bind port d1849325-a1bf-4030-876e-eb0de18da498 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:23.367544 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Attempting to bind port d1849325-a1bf-4030-876e-eb0de18da498 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:23.367908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Attempting to bind port d1849325-a1bf-4030-876e-eb0de18da498 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:23.388784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Port d1849325-a1bf-4030-876e-eb0de18da498 on network 81b277e2-7588-414a-ae05-87b528e88b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:23.389004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Attempting to bind port d1849325-a1bf-4030-876e-eb0de18da498 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:23.397572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:23.397927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Checking segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:23.398323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Bound using segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:23.398791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Bound port: d1849325-a1bf-4030-876e-eb0de18da498, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:23.399541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.411603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Checking segment: {'id': '9f985f11-974b-4d46-a020-43f81f5cfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fdb5eba3-30bb-45f8-a6a2-659a4419f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:23.412047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Network hostable DHCP agents. Network: fdb5eba3-30bb-45f8-a6a2-659a4419f240, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:23.432120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.432950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.464175 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-742cad2e-9337-441b-a886-966cf0de9dbe tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1385069 Jul 07 17:16:23.474903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Network fdb5eba3-30bb-45f8-a6a2-659a4419f240 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:23.532694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, fdb5eba3-30bb-45f8-a6a2-659a4419f240) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:23.548267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.550739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c16c96b-3965-408f-a4e5-fcce2a4333b0 None None] Network fdb5eba3-30bb-45f8-a6a2-659a4419f240 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:23.554146 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.566309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Request body: {'port': {'device_id': '28479333-06e7-4eba-afa2-3e45f2538daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:23.579802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112ed13-5447-433a-85d9-4ffe5663fee5 req-099e046e-2b76-4e3c-942b-4ef4797a1eca tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.588515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2112ed13-5447-433a-85d9-4ffe5663fee5 req-099e046e-2b76-4e3c-942b-4ef4797a1eca tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.3236508 Jul 07 17:16:23.641809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-df1f3b87-d41a-4de2-9d74-c004ad39f837 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9944379 Jul 07 17:16:23.743997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2112ed13-5447-433a-85d9-4ffe5663fee5 req-bdf86f32-c868-4293-8f30-c885fdd61813 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540952 Jul 07 17:16:23.811569 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:23.882555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:23.899582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.901674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.946616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5dc467-d38e-4092-9750-75a5fa95a9ec None None] Network fdb5eba3-30bb-45f8-a6a2-659a4419f240 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:24.089051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.111298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.117815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.120810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-13d23ebf-1dc7-4623-aeaa-57794aebb0a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 1091 time: 2.9055157 Jul 07 17:16:24.121333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:24.130222 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:24.141775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.334555 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d10b8-0ac7-46b1-aa2a-a50a4e7bcdde x-openstack-request-id: req-401d10b8-0ac7-46b1-aa2a-a50a4e7bcdde {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:24.334878 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:24.335214 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-401d10b8-0ac7-46b1-aa2a-a50a4e7bcdde {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:24.335522 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'status': 'completed', 'code': 200} Jul 07 17:16:24.350360 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.437549 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.603985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-37f73fc4-f871-41bd-a1b5-82af8e639d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.606317 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-37f73fc4-f871-41bd-a1b5-82af8e639d93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1094 time: 0.4104147 Jul 07 17:16:24.691497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06be4-5efe-4557-a9f3-b9f65be829ac req-ff602ebd-662e-4822-9bd9-189647ae36f6 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.705765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7e06be4-5efe-4557-a9f3-b9f65be829ac req-ff602ebd-662e-4822-9bd9-189647ae36f6 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 931 time: 0.5133121 Jul 07 17:16:24.819673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7e06be4-5efe-4557-a9f3-b9f65be829ac req-47158ce2-df61-416a-af48-d203b451a27f tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129608 Jul 07 17:16:24.866502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-c20d92dd-7830-4e36-9a34-20b193bb8b5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 217 time: 0.1703587 Jul 07 17:16:24.869054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.38 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/ee3c1292-63c3-4569-ad6e-b1f2fca2053d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:25.127871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-fe862fbf-e779-44fd-8cc4-aa4a752764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.132254 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-fe862fbf-e779-44fd-8cc4-aa4a752764eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.2493005 Jul 07 17:16:25.333743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.448958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953a4272-6304-4c3a-b464-3ce6430acabe {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:25.460267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-00befe01-7609-49bd-a6c1-ea99c20b1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.463866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-00befe01-7609-49bd-a6c1-ea99c20b1bee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130875 Jul 07 17:16:25.471377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.590172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.655638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-21788c5e-6c4d-4418-a499-3f05d6c3ee00 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.657686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-21788c5e-6c4d-4418-a499-3f05d6c3ee00 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/networks?id=66d5597b-575f-4cff-944f-16140778ee91 HTTP/1.1" status: 200 len: 812 time: 0.4606555 Jul 07 17:16:25.680165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:25.707254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c019a-fe30-477c-86e3-690392c05c81 req-ce9956ef-c46a-4d82-9727-ef8273cf6fb9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.707905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-b5e5026a-1c52-4dec-92f4-e117e6da253c service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244515 Jul 07 17:16:25.715220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-369c019a-fe30-477c-86e3-690392c05c81 req-ce9956ef-c46a-4d82-9727-ef8273cf6fb9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.3298032 Jul 07 17:16:25.718049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:25.728227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:25.733630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-128b4095-7b5c-4106-b49e-7ae1cb16a9ce tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/quotas/c1862a219bc44c7591b785f96fac2bde HTTP/1.1" status: 200 len: 375 time: 0.0609803 Jul 07 17:16:25.734307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=ee3c1292-63c3-4569-ad6e-b1f2fca2053d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.769795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Transition to ACTIVE for port object 953a4272-6304-4c3a-b464-3ce6430acabe will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:25.822602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-5e8e4608-115c-49d6-b51a-c73e29cb6edf tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c1862a219bc44c7591b785f96fac2bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715055 Jul 07 17:16:25.849221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.856362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-369c019a-fe30-477c-86e3-690392c05c81 req-baa77081-2683-4a19-93cb-b6bcd4957f17 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398842 Jul 07 17:16:26.064367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Pushing event updated for resources: {'Port': ['ID=953a4272-6304-4c3a-b464-3ce6430acabe,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.109995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-6f7702ab-bfcf-4862-b939-53ad731c627d service neutron] 10.222.0.78 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717416 Jul 07 17:16:26.127708 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a13a42a3-f729-4989-b0de-0ecb33b26e97 req-092f4488-896e-4eac-8076-6e339231e055 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084744 Jul 07 17:16:26.267178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Attempting to bind port 953a4272-6304-4c3a-b464-3ce6430acabe on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:26.267802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Attempting to bind port 953a4272-6304-4c3a-b464-3ce6430acabe by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:26.268318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Attempting to bind port 953a4272-6304-4c3a-b464-3ce6430acabe on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:26.276511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Port 953a4272-6304-4c3a-b464-3ce6430acabe on network f2d725fa-af23-4222-b75b-c5c85f993eca not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:26.277164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Attempting to bind port 953a4272-6304-4c3a-b464-3ce6430acabe on network f2d725fa-af23-4222-b75b-c5c85f993eca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:26.286695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:26.287302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Checking segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:26.287867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Bound using segment: {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:26.288492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Bound port: 953a4272-6304-4c3a-b464-3ce6430acabe, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714a18b6-846c-424a-8816-2e4eadbc098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:26.289050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.327023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-2d9f2183-56ec-4a1e-84e6-0a450b9dc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.328974 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-2d9f2183-56ec-4a1e-84e6-0a450b9dc0f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1094 time: 0.1212933 Jul 07 17:16:26.444131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.565206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] For port 953a4272-6304-4c3a-b464-3ce6430acabe, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:26.593392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] For port 953a4272-6304-4c3a-b464-3ce6430acabe, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=953a4272-6304-4c3a-b464-3ce6430acabe,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:26.613901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.696075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Pushing event updated for resources: {'Port': ['ID=953a4272-6304-4c3a-b464-3ce6430acabe,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.709687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-305e1574-2ad5-499b-9a19-b09fee5ae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.713135 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-305e1574-2ad5-499b-9a19-b09fee5ae79d service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.3336370 Jul 07 17:16:26.717303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.719119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.721025 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-69c9c911-3d1c-4be6-ba04-7f81a22171b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/953a4272-6304-4c3a-b464-3ce6430acabe HTTP/1.1" status: 200 len: 1091 time: 3.1811886 Jul 07 17:16:26.722089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28479333-06e7-4eba-afa2-3e45f2538daf', 'tag': '953a4272-6304-4c3a-b464-3ce6430acabe'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:26.724712 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "28479333-06e7-4eba-afa2-3e45f2538daf", "tag": "953a4272-6304-4c3a-b464-3ce6430acabe"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:26.768975 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-fc0ce1c5-b1b5-4602-a6f2-750c6adac9df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 217 time: 0.0405238 Jul 07 17:16:26.897396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-29bcab7e-083b-423f-9b39-470f01c6e1ed service neutron] 10.222.0.78 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029798 Jul 07 17:16:27.028212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-94e3c8b8-fc36-4e0a-8231-29e56f29a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.043623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-94e3c8b8-fc36-4e0a-8231-29e56f29a793 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.2539518 Jul 07 17:16:27.083398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa009e-2333-4b06-bdda-2187d836cb42 req-c64bef98-3379-400a-a42e-b2cf02fda027 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.093540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbaa009e-2333-4b06-bdda-2187d836cb42 req-c64bef98-3379-400a-a42e-b2cf02fda027 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 943 time: 0.7189312 Jul 07 17:16:27.113303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.250321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbaa009e-2333-4b06-bdda-2187d836cb42 req-d7a84735-4277-4022-a058-168cb28d43d9 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553321 Jul 07 17:16:27.297589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-9631e3a9-2b3b-4923-a57f-3da6b1676565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.303756 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-9631e3a9-2b3b-4923-a57f-3da6b1676565 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 1094 time: 0.4763992 Jul 07 17:16:27.306672 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3134c-3ba8-4fe3-9006-c069c91100aa x-openstack-request-id: req-96a3134c-3ba8-4fe3-9006-c069c91100aa {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:27.307106 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28479333-06e7-4eba-afa2-3e45f2538daf", "tag": "953a4272-6304-4c3a-b464-3ce6430acabe", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:27.307491 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96a3134c-3ba8-4fe3-9006-c069c91100aa {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:27.308094 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28479333-06e7-4eba-afa2-3e45f2538daf', 'tag': '953a4272-6304-4c3a-b464-3ce6430acabe', 'status': 'completed', 'code': 200} Jul 07 17:16:27.425790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29a4469-ecfa-4475-b547-37076756ca92 req-e4c8601d-3531-45b2-a0d8-122cce5ffb52 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 210 time: 0.0537877 Jul 07 17:16:27.498541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-e5208594-5a28-40cd-b2b8-54b2c0a4723a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953a4272-6304-4c3a-b464-3ce6430acabe HTTP/1.1" status: 200 len: 217 time: 0.1639814 Jul 07 17:16:27.505397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-0663ade7-07df-4712-abf1-918af1aec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.511174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-0663ade7-07df-4712-abf1-918af1aec904 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4527216 Jul 07 17:16:27.651803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:27.745529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-13d254a6-2ce7-48ea-8f76-c5c3c79702fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.750496 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-13d254a6-2ce7-48ea-8f76-c5c3c79702fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.2372096 Jul 07 17:16:27.769385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7205-f935-4b6d-819a-ffafd7fb8808 req-5f8df775-2602-4403-b57d-68558257013f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.771075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81fd7205-f935-4b6d-819a-ffafd7fb8808 req-5f8df775-2602-4403-b57d-68558257013f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2756157 Jul 07 17:16:27.860204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-400a3379-57f4-4862-9c43-5f211311dfa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985894 Jul 07 17:16:27.866904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81fd7205-f935-4b6d-819a-ffafd7fb8808 req-725c2ad2-6f13-4ee2-b6bd-3ee774b947fd tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841005 Jul 07 17:16:27.915572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:27.939163 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:27.950130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-2278e79b-6b99-42df-8aab-bc9a36805bdc service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225235 Jul 07 17:16:27.978793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.984794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e6b232b0-1440-46d1-acff-8e4b3fd687f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9090531 Jul 07 17:16:27.985435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:27.991022 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:27.992140 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:28.130148 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:28.147995 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:28.149001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:28.223461 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:28.224337 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d134d1-12aa-4c08-a3cd-b6d1eb5a04c0 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:28.849440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6dd91b1f-5b10-4a89-b20b-9d3528d145b3 req-8b388182-7d34-4cfb-ad9a-f34719611636 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390973 Jul 07 17:16:28.859315 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-d28080d2-783f-40c6-877c-593d4b3cee3d service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9819083 Jul 07 17:16:29.035976 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7dd5fa74-6dee-41c4-9db7-b205165663c0 req-f104732c-6791-4bad-9cd9-84e58c68f63e service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695397 Jul 07 17:16:29.151193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-901a612c-4ae8-4100-a3cd-12bcc3304e9f req-c0c3ce2a-a724-438b-9b40-49d2789aa93d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 210 time: 0.4837472 Jul 07 17:16:29.305481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-9bcce60c-e7a0-44ea-81f5-f8369a9d4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.307281 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-9bcce60c-e7a0-44ea-81f5-f8369a9d4183 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 1094 time: 0.1708553 Jul 07 17:16:29.463892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-1183d28a-0e51-4a72-9904-771c2595a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.465697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-1183d28a-0e51-4a72-9904-771c2595a0e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 916 time: 0.1507959 Jul 07 17:16:29.555959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3a33-a60e-4cd7-9f3e-378489783294 req-d75edfc5-ab22-4f5c-a669-558920d6092c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.557593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c9b3a33-a60e-4cd7-9f3e-378489783294 req-d75edfc5-ab22-4f5c-a669-558920d6092c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 943 time: 1.0243623 Jul 07 17:16:29.624282 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-53c949fa-57d8-4a88-992c-3f46a1b4e154 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953a4272-6304-4c3a-b464-3ce6430acabe HTTP/1.1" status: 200 len: 217 time: 0.1388943 Jul 07 17:16:29.764008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-a97cd33d-48b9-4737-81c7-ef3ee6b03947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.770635 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-a97cd33d-48b9-4737-81c7-ef3ee6b03947 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.1393290 Jul 07 17:16:29.847198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-c1ef5f16-8c49-42d8-a5c4-591aba8dbc2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581965 Jul 07 17:16:29.901746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685be7-84b5-4221-808c-b5bb1581a170 req-e81fe2e6-a5dd-438b-8c83-2d77659bb2de tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.915204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9685be7-84b5-4221-808c-b5bb1581a170 req-e81fe2e6-a5dd-438b-8c83-2d77659bb2de tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.6191282 Jul 07 17:16:29.947921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-86bdeab9-586a-42c9-8c56-997f8950fc6d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.949608 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-86bdeab9-586a-42c9-8c56-997f8950fc6d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.54 "GET /v2.0/networks?id=66d5597b-575f-4cff-944f-16140778ee91 HTTP/1.1" status: 200 len: 812 time: 0.3962564 Jul 07 17:16:29.966584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.975857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:29.982991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Request body: {'port': {'device_id': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'network_id': '66d5597b-575f-4cff-944f-16140778ee91', 'admin_state_up': True, 'tenant_id': 'c1862a219bc44c7591b785f96fac2bde'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:30.120810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9685be7-84b5-4221-808c-b5bb1581a170 req-080b8154-c0ec-45ab-9d56-a56586ea16bf tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044375 Jul 07 17:16:30.252034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-5f5975cd-5284-43c8-99f0-cf95ff8b9cd3 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884785 Jul 07 17:16:30.418128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c9b3a33-a60e-4cd7-9f3e-378489783294 req-4acf65ee-44d9-44e6-90c3-59ca4c10e874 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078766 Jul 07 17:16:30.494730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:30.513073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19be818d-8ae9-446f-908a-2d930bcfbfaa req-01b4eef4-a232-4fc6-a747-2692dc41f483 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 210 time: 0.0353570 Jul 07 17:16:30.529445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd1849325-a1bf-4030-876e-eb0de18da498', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498', 'mac_address': 'fa:16:3e:2f:ef:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:30.584045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c2f7a796-fd69-4c72-92f5-d67da76ca8a9 req-192575c9-2587-4fd2-a0ef-941a0faacd87 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304415 Jul 07 17:16:30.616129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Made reservation on behalf of c1862a219bc44c7591b785f96fac2bde for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:30.630561 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.655547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 953a4272-6304-4c3a-b464-3ce6430acabe details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:30.671911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.725629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1849325-a1bf-4030-876e-eb0de18da498 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:30.782180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:30.797586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.852859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.1 (d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7/a034fe58-93bc-4db3-a999-9cb404339ba0/adadc573-f4b1-4fde-8c21-5d9583d1c4b2) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:30.945057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Allocated IP 172.20.0.3 (66d5597b-575f-4cff-944f-16140778ee91/e3119e3c-e576-45c6-83e3-9de3add8ca5b/6b8cec7a-1a06-4d56-a797-c995a9591029) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:31.052731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.091363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 953a4272-6304-4c3a-b464-3ce6430acabe, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=953a4272-6304-4c3a-b464-3ce6430acabe,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:31.112621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '953a4272-6304-4c3a-b464-3ce6430acabe', 'network_id': 'f2d725fa-af23-4222-b75b-c5c85f993eca', 'port_id': '953a4272-6304-4c3a-b464-3ce6430acabe', 'mac_address': 'fa:16:3e:37:96:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82262c9e-2b3c-4f0d-9372-44512f435684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:31.116228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1849325-a1bf-4030-876e-eb0de18da498'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:31.141189 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.239422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.297851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:31.315300 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:31.322392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:31.375760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.408082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=adadc573-f4b1-4fde-8c21-5d9583d1c4b2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.429143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.431379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.486195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.516782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953a4272-6304-4c3a-b464-3ce6430acabe {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:31.623892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Pushing event updated for resources: {'Port': ['ID=6b8cec7a-1a06-4d56-a797-c995a9591029,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.655475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Network 66d5597b-575f-4cff-944f-16140778ee91 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:31.665094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:31.668102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:31.668816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 953a4272-6304-4c3a-b464-3ce6430acabe, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=953a4272-6304-4c3a-b464-3ce6430acabe,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:31.677780 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.787088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.787813 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.816410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-399abea6-4d03-4918-9aba-38e0c87f0967 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8506265 Jul 07 17:16:31.830625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Request body: {'port': {'device_id': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:31.859355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=953a4272-6304-4c3a-b464-3ce6430acabe,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.947198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.986712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['953a4272-6304-4c3a-b464-3ce6430acabe'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:32.056750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.078935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a521-6295-4906-9fd2-a5d415695e05 req-7d2b589a-0cc7-48e0-8d2d-60f705ca24cb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.082575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e34a521-6295-4906-9fd2-a5d415695e05 req-7d2b589a-0cc7-48e0-8d2d-60f705ca24cb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 944 time: 0.4179804 Jul 07 17:16:32.117578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234ac3-c5f9-4aad-a744-3310bfc3c978 req-f546bb6d-e1a7-463c-bb5b-3e322a70848c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.125996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e234ac3-c5f9-4aad-a744-3310bfc3c978 req-f546bb6d-e1a7-463c-bb5b-3e322a70848c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 944 time: 0.3587723 Jul 07 17:16:32.312127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e34a521-6295-4906-9fd2-a5d415695e05 req-852ad963-5196-475d-96c4-a1def5c9c7e2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161219 Jul 07 17:16:32.321069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e234ac3-c5f9-4aad-a744-3310bfc3c978 req-1d6f8c76-f914-4374-8195-ef9987f8e1e8 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938732 Jul 07 17:16:32.485827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8cec7a-1a06-4d56-a797-c995a9591029 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:32.498077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.517077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Transition to ACTIVE for port object 6b8cec7a-1a06-4d56-a797-c995a9591029 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.526580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.849697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cec7a-1a06-4d56-a797-c995a9591029,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:32.895222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.906983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.910754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Attempting to bind port 6b8cec7a-1a06-4d56-a797-c995a9591029 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:32.911164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Attempting to bind port 6b8cec7a-1a06-4d56-a797-c995a9591029 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '263f329e-bda2-47ae-bcd3-e15704220e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '66d5597b-575f-4cff-944f-16140778ee91'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:32.911804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Attempting to bind port 6b8cec7a-1a06-4d56-a797-c995a9591029 on network 66d5597b-575f-4cff-944f-16140778ee91 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:32.917719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Port 6b8cec7a-1a06-4d56-a797-c995a9591029 on network 66d5597b-575f-4cff-944f-16140778ee91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:32.918180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Attempting to bind port 6b8cec7a-1a06-4d56-a797-c995a9591029 on network 66d5597b-575f-4cff-944f-16140778ee91 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:32.926222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507dc13-026b-4f67-9835-c11820edcbac req-a8a0b577-a5b9-41e4-bcb8-9ccd0fb66fb9 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.926659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:32.927157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Checking segment: {'id': '263f329e-bda2-47ae-bcd3-e15704220e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '66d5597b-575f-4cff-944f-16140778ee91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:32.927751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Bound using segment: {'id': '263f329e-bda2-47ae-bcd3-e15704220e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '66d5597b-575f-4cff-944f-16140778ee91'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:32.928492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Bound port: 6b8cec7a-1a06-4d56-a797-c995a9591029, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263f329e-bda2-47ae-bcd3-e15704220e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '66d5597b-575f-4cff-944f-16140778ee91'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:32.929028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6507dc13-026b-4f67-9835-c11820edcbac req-a8a0b577-a5b9-41e4-bcb8-9ccd0fb66fb9 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 943 time: 0.2483730 Jul 07 17:16:32.929233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.068958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] For port 6b8cec7a-1a06-4d56-a797-c995a9591029, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:33.079473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] For port 6b8cec7a-1a06-4d56-a797-c995a9591029, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6b8cec7a-1a06-4d56-a797-c995a9591029,segment=NetworkSegment(263f329e-bda2-47ae-bcd3-e15704220e7a),segment_id=263f329e-bda2-47ae-bcd3-e15704220e7a)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:33.089606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.122809 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.137192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=adadc573-f4b1-4fde-8c21-5d9583d1c4b2,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.161481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6507dc13-026b-4f67-9835-c11820edcbac req-3587f520-66bc-4835-baae-84974971f334 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881027 Jul 07 17:16:33.164345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.164737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.165356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.166090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.166697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.167205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.167901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.168625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.169207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] 10.222.0.54 "PUT /v2.0/ports/6b8cec7a-1a06-4d56-a797-c995a9591029 HTTP/1.1" status: 200 len: 1091 time: 1.3441951 Jul 07 17:16:33.169492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.170208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.170899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.171596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.172301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.173155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:33.175610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'tag': '6b8cec7a-1a06-4d56-a797-c995a9591029'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:33.180083 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de43b63f-526c-4d8a-94ec-d5c02eb7f338" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffb5433-1308-4ae7-bcaa-37055ae2214d", "tag": "6b8cec7a-1a06-4d56-a797-c995a9591029"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:33.243882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67765-d1e6-4798-b76e-c42871caf10f service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cec7a-1a06-4d56-a797-c995a9591029,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.319768 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24de4128-4d35-4ae7-ad1e-759d4f9903ea x-openstack-request-id: req-24de4128-4d35-4ae7-ad1e-759d4f9903ea {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:33.320337 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffb5433-1308-4ae7-bcaa-37055ae2214d", "tag": "6b8cec7a-1a06-4d56-a797-c995a9591029", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:33.321062 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24de4128-4d35-4ae7-ad1e-759d4f9903ea {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:33.321935 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'tag': '6b8cec7a-1a06-4d56-a797-c995a9591029', 'status': 'completed', 'code': 200} Jul 07 17:16:33.366025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:33.368765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:33.380119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-606d8dab-cd6b-4b34-9f73-45760cb8df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.383904 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-606d8dab-cd6b-4b34-9f73-45760cb8df54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1862a219bc44c7591b785f96fac2bde&device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 1094 time: 0.1429849 Jul 07 17:16:33.450250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-080d6231-656d-4554-bdfb-ac74e101eeae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b8cec7a-1a06-4d56-a797-c995a9591029 HTTP/1.1" status: 200 len: 217 time: 0.0585060 Jul 07 17:16:33.601058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-6ce2588c-6d2a-4212-9eb1-d235f861c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.602849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-6ce2588c-6d2a-4212-9eb1-d235f861c609 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3119e3c-e576-45c6-83e3-9de3add8ca5b HTTP/1.1" status: 200 len: 852 time: 0.1457765 Jul 07 17:16:33.671175 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-14239617-6703-4e01-bd3d-e036022da6bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66d5597b-575f-4cff-944f-16140778ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603902 Jul 07 17:16:33.702859 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.745934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:33.805576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-50736b3e-3462-489b-b177-b3bd6210d8f4 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223385 Jul 07 17:16:33.881726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:33.940849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Deleting subnet 95a11317-a4d8-4d04-ad6a-a4fae3009a58 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:33.964362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.985386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:33.999194 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b75cf18-872e-4fc7-bdbc-9d4cb64398f7 req-a6e71303-05c9-4e42-94cf-27a8bd5fa1c1 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861231 Jul 07 17:16:34.062910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719930dc-1398-42f8-ba5c-983a1ab4f2c5 req-cac7ce0c-a300-4700-b565-55853f209b7a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.068639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-719930dc-1398-42f8-ba5c-983a1ab4f2c5 req-cac7ce0c-a300-4700-b565-55853f209b7a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 944 time: 0.4755225 Jul 07 17:16:34.107443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port d1849325-a1bf-4030-876e-eb0de18da498 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:34.119202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d1849325-a1bf-4030-876e-eb0de18da498 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:34.121707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.163327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-cdbaafad-d653-4e76-a15e-bf4895d0c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.165502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-cdbaafad-d653-4e76-a15e-bf4895d0c1d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1862a219bc44c7591b785f96fac2bde&device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 1094 time: 0.0978115 Jul 07 17:16:34.234677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.397038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52910) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:34.400443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-589f98ec-8cd4-464f-b66b-acef089e7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.401762 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-589f98ec-8cd4-464f-b66b-acef089e7c9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=66d5597b-575f-4cff-944f-16140778ee91 HTTP/1.1" status: 200 len: 913 time: 0.2300370 Jul 07 17:16:34.471236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-89c787c7-75a7-46eb-a2a6-988aa9de8956 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b8cec7a-1a06-4d56-a797-c995a9591029 HTTP/1.1" status: 200 len: 217 time: 0.0601730 Jul 07 17:16:34.483106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ecc2d-335f-4dbc-a8a4-701c6a16cdb9 req-f6549da5-a0a7-4fdb-aa38-e9a28b0d9a67 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.506148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-857ecc2d-335f-4dbc-a8a4-701c6a16cdb9 req-f6549da5-a0a7-4fdb-aa38-e9a28b0d9a67 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 944 time: 0.8356481 Jul 07 17:16:34.580526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-719930dc-1398-42f8-ba5c-983a1ab4f2c5 req-6351dc68-9a9b-4310-8e26-351f741748ff tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667657 Jul 07 17:16:34.580700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-78d53915-052b-4255-9e84-c30cebd70485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.582494 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-78d53915-052b-4255-9e84-c30cebd70485 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3119e3c-e576-45c6-83e3-9de3add8ca5b HTTP/1.1" status: 200 len: 852 time: 0.1036603 Jul 07 17:16:34.584673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:34.598365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.616096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-656aca69-4572-4832-9717-89ea4eef9de0 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/routers/f897a0b3-9a0b-416f-a6ff-d9315cb7e355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6293950 Jul 07 17:16:34.665749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52914) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:34.671291 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-c3e0df8b-fb23-4075-85b7-6099eadfb72b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66d5597b-575f-4cff-944f-16140778ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806208 Jul 07 17:16:34.685752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'port': {'network_id': 'd2fa21c5-eb23-4b7e-a851-57e3eefa5ce7', 'name': 'tempest-FloatingIPTestJSON-1936632524'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:34.722833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:34.730699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 953a4272-6304-4c3a-b464-3ce6430acabe up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:34.734748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a9252f2-8b1e-47ad-ae10-3fef9df5ea8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.756760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-857ecc2d-335f-4dbc-a8a4-701c6a16cdb9 req-4b285895-f950-424b-9937-b42fdf47d3f7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491336 Jul 07 17:16:34.899364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:34.900417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:34.906387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.007166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:35.016752 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-3c8570dc-1ab6-4892-a3a6-be18a55d4602 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264556 Jul 07 17:16:35.017019 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.053261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.061014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:35.063321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a11317-a4d8-4d04-ad6a-a4fae3009a58,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.064792 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dede9f-e944-4ff5-a971-b35aaffc85df" -d '{"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-plugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:35.079742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.100853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:35.105766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:35.123934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.125530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f83360cb-1a51-4b1c-b3ba-d34e78da5f9b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/95a11317-a4d8-4d04-ad6a-a4fae3009a58 HTTP/1.1" status: 204 len: 168 time: 1.3612883 Jul 07 17:16:35.146331 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da886f-b077-4166-a8bb-9d9859205952 x-openstack-request-id: req-18da886f-b077-4166-a8bb-9d9859205952 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:35.147312 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-plugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:35.147805 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18da886f-b077-4166-a8bb-9d9859205952 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:35.148450 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'code': 200} Jul 07 17:16:35.151287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52918) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:35.161319 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a9252f2-8b1e-47ad-ae10-3fef9df5ea8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.183488 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a9252f2-8b1e-47ad-ae10-3fef9df5ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.191777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 953a4272-6304-4c3a-b464-3ce6430acabe completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:35.213264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:35.232715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c7bc0-53e6-4857-b179-0d62b14dc1fa None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:35.252527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 953a4272-6304-4c3a-b464-3ce6430acabe triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:35.253812 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.299681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9252f2-8b1e-47ad-ae10-3fef9df5ea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fee9db-43d5-47e7-a0cf-d266516e2358,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.308029 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0a324520-76c9-40c0-9232-082fd6cbae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.339756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.394531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:35.400247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.402986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4a9252f2-8b1e-47ad-ae10-3fef9df5ea8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19eb392eec7745588efd87246ea310dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9969506 Jul 07 17:16:35.414199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52920) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:35.414416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4beb3e-e603-42c0-8157-93838ec47a99 req-460266b0-af7b-4c60-bca2-f3938282a3df tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.417154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e4beb3e-e603-42c0-8157-93838ec47a99 req-460266b0-af7b-4c60-bca2-f3938282a3df tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 943 time: 0.4030802 Jul 07 17:16:35.418690 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.464425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 953a4272-6304-4c3a-b464-3ce6430acabe, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=953a4272-6304-4c3a-b464-3ce6430acabe,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.468399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.470123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.499459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e4beb3e-e603-42c0-8157-93838ec47a99 req-275b144c-80be-4435-839f-18cdd7cc3a52 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Jul 07 17:16:35.504751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] device_id is not set on port 446cf236-0a2f-43ef-a3df-9d1e01cb9263 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:35.521133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d0c4-6bf4-4b42-9a06-8a3485448bc8 req-e8eb6498-4a6e-4a78-899b-7e2c160215c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.524334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f47d0c4-6bf4-4b42-9a06-8a3485448bc8 req-e8eb6498-4a6e-4a78-899b-7e2c160215c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1096 time: 0.1958773 Jul 07 17:16:35.531395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de43b63f-526c-4d8a-94ec-d5c02eb7f338 req-ff5d3c04-6506-45c4-bd50-4dd0dbe19353 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067463 Jul 07 17:16:35.532326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=953a4272-6304-4c3a-b464-3ce6430acabe,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.588687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f47d0c4-6bf4-4b42-9a06-8a3485448bc8 req-a6ff844b-37f3-4ce6-9bdf-fc3470838782 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574803 Jul 07 17:16:35.681188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d120d3c1-990f-413d-be6d-2577d652415f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.782894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.799414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d120d3c1-990f-413d-be6d-2577d652415f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.803339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.2 (d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7/a034fe58-93bc-4db3-a999-9cb404339ba0/446cf236-0a2f-43ef-a3df-9d1e01cb9263) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:35.813920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e49afbc-7505-417d-9ba1-b5deca1a99b3']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:35.830868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec9139-e191-4d24-b18a-33a636f39ac6 req-121f993c-0677-44a4-ab54-864ddaeb7cda tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.832974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbec9139-e191-4d24-b18a-33a636f39ac6 req-121f993c-0677-44a4-ab54-864ddaeb7cda tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 945 time: 0.0845115 Jul 07 17:16:35.845468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7135eb-ae86-4e00-8ab4-a27b65482a67') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:35.845812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7135eb-ae86-4e00-8ab4-a27b65482a67') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:35.865129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.898254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fbec9139-e191-4d24-b18a-33a636f39ac6 req-2f9771d8-32a8-4b7c-8377-82a955ec01e8 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549490 Jul 07 17:16:35.902991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.927967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:35.928392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:35.933241 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:36.059341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d120d3c1-990f-413d-be6d-2577d652415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.065433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d120d3c1-990f-413d-be6d-2577d652415f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.071570 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d120d3c1-990f-413d-be6d-2577d652415f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64fee9db-43d5-47e7-a0cf-d266516e2358 HTTP/1.1" status: 204 len: 168 time: 0.6404202 Jul 07 17:16:36.156023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcac4e2-e20f-46b7-9d0f-b18660c0ceb0 req-bcc64bb6-eba6-4f53-8b26-26fd4550af2c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.158832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdcac4e2-e20f-46b7-9d0f-b18660c0ceb0 req-bcc64bb6-eba6-4f53-8b26-26fd4550af2c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.1475043 Jul 07 17:16:36.171426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120d3c1-990f-413d-be6d-2577d652415f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fee9db-43d5-47e7-a0cf-d266516e2358,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.183008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.193088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.198409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6e49afbc-7505-417d-9ba1-b5deca1a99b3 HTTP/1.1" status: 204 len: 168 time: 1.0424309 Jul 07 17:16:36.211634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb098a-a1d1-4471-befa-5f32f1728061 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e49afbc-7505-417d-9ba1-b5deca1a99b3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.275056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdcac4e2-e20f-46b7-9d0f-b18660c0ceb0 req-f635b88e-6132-41b1-8c52-0b35766a840c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018786 Jul 07 17:16:36.278559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.359624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.446890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:36.454700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:36.460305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:36.468163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=446cf236-0a2f-43ef-a3df-9d1e01cb9263,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.522224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52932) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.552046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.553207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.592531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52936) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.613213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-41585149-7745-4fff-9770-ad09e3f7fe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.651679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 52938) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.651956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c2097a86-91fa-4e20-8c70-35cc99501c0b tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9840837 Jul 07 17:16:36.660615 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b578738a-fd26-4371-9842-d1c0ceaab021 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6a789f3bfb2346e8a5cb6d3aaf0dabc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341712 Jul 07 17:16:36.661253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52940) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.663193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'port': {'network_id': 'd2fa21c5-eb23-4b7e-a851-57e3eefa5ce7', 'name': 'tempest-FloatingIPTestJSON-1774806445'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:36.756659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60811886-178d-4205-8bbd-4c1060d843ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.785745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60811886-178d-4205-8bbd-4c1060d843ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.860201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60811886-178d-4205-8bbd-4c1060d843ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.863972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60811886-178d-4205-8bbd-4c1060d843ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.865618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-60811886-178d-4205-8bbd-4c1060d843ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eaaf66ce-1523-4e43-ba4f-93e0c30938ef HTTP/1.1" status: 204 len: 168 time: 0.2014143 Jul 07 17:16:36.880293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60811886-178d-4205-8bbd-4c1060d843ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf66ce-1523-4e43-ba4f-93e0c30938ef,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.937949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c939-2868-4c75-b585-50fd9c3578bb req-69d5676d-246b-4cc6-b11e-bae93f4583ec tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.940462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82c4c939-2868-4c75-b585-50fd9c3578bb req-69d5676d-246b-4cc6-b11e-bae93f4583ec tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 943 time: 0.2055860 Jul 07 17:16:36.958766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-41585149-7745-4fff-9770-ad09e3f7fe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.977408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-41585149-7745-4fff-9770-ad09e3f7fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.058450 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:37.060440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:37.067554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.088403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41585149-7745-4fff-9770-ad09e3f7fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b68be-1358-4d2d-97fb-3365f3df0293,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.099109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82c4c939-2868-4c75-b585-50fd9c3578bb req-af977ca3-1ddf-49af-b733-4200d209be48 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467447 Jul 07 17:16:37.104601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-41585149-7745-4fff-9770-ad09e3f7fe6c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a37639b5699435bba8eeb8d1d209b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082517 Jul 07 17:16:37.105642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52946) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:37.149938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28479333-06e7-4eba-afa2-3e45f2538daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953a4272-6304-4c3a-b464-3ce6430acabe'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:37.150856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] device_id is not set on port 20a797c6-808a-48da-b32d-c7c49993dfce yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:37.156970 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776a5be4-23cb-432c-b9a1-12c5bb5b30ba" -d '{"events": [{"server_uuid": "28479333-06e7-4eba-afa2-3e45f2538daf", "name": "network-vif-plugged", "status": "completed", "tag": "953a4272-6304-4c3a-b464-3ce6430acabe"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:37.234196 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d5d194-7aa9-421d-a0fb-ec9dff232d08 x-openstack-request-id: req-99d5d194-7aa9-421d-a0fb-ec9dff232d08 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:37.235117 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28479333-06e7-4eba-afa2-3e45f2538daf", "name": "network-vif-plugged", "status": "completed", "tag": "953a4272-6304-4c3a-b464-3ce6430acabe", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:37.235782 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99d5d194-7aa9-421d-a0fb-ec9dff232d08 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:37.235949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2afcdf9e-3cef-453d-9575-c7b957fd7607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.236895 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28479333-06e7-4eba-afa2-3e45f2538daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953a4272-6304-4c3a-b464-3ce6430acabe', 'code': 200} Jul 07 17:16:37.309463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2afcdf9e-3cef-453d-9575-c7b957fd7607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.501369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba09f-ee62-4ab9-a842-2c30552666e7 req-1d22ae77-4c55-4ae3-96be-062141953a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.505155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-511ba09f-ee62-4ab9-a842-2c30552666e7 req-1d22ae77-4c55-4ae3-96be-062141953a0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 1096 time: 0.1512547 Jul 07 17:16:37.538376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2afcdf9e-3cef-453d-9575-c7b957fd7607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.542728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2afcdf9e-3cef-453d-9575-c7b957fd7607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.550960 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2afcdf9e-3cef-453d-9575-c7b957fd7607 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a11b68be-1358-4d2d-97fb-3365f3df0293 HTTP/1.1" status: 204 len: 168 time: 0.4377263 Jul 07 17:16:37.568085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcdf9e-3cef-453d-9575-c7b957fd7607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b68be-1358-4d2d-97fb-3365f3df0293,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.603938 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-511ba09f-ee62-4ab9-a842-2c30552666e7 req-fac93828-a309-4536-a0d0-d458265861a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919816 Jul 07 17:16:37.649573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.871132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13d5e8-f4a4-4d52-b8d6-430c2f00c1f7 req-28b70646-2501-4cf1-90dc-7840ecf11a25 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.873959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f13d5e8-f4a4-4d52-b8d6-430c2f00c1f7 req-28b70646-2501-4cf1-90dc-7840ecf11a25 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 945 time: 0.7790623 Jul 07 17:16:37.930660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.11 (d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7/a034fe58-93bc-4db3-a999-9cb404339ba0/20a797c6-808a-48da-b32d-c7c49993dfce) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:37.962991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fb933-e0ee-49d2-88be-abd15125395c req-8e4808b1-4a35-4cc4-950e-d1159d65806c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.964632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a8fb933-e0ee-49d2-88be-abd15125395c req-8e4808b1-4a35-4cc4-950e-d1159d65806c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.2523243 Jul 07 17:16:37.982550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f13d5e8-f4a4-4d52-b8d6-430c2f00c1f7 req-0de2c0cc-6524-4595-8f25-9bd129546be9 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948877 Jul 07 17:16:37.994438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6b8cec7a-1a06-4d56-a797-c995a9591029 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:38.038008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52976) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:38.060530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1a8fb933-e0ee-49d2-88be-abd15125395c req-a70c6ec2-3ee0-48bc-a514-5e214ac32fdb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763700 Jul 07 17:16:38.081040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08adb0a3-5767-41cf-8a7d-92f44b65521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.304090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6b8cec7a-1a06-4d56-a797-c995a9591029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6b8cec7a-1a06-4d56-a797-c995a9591029,segment=NetworkSegment(263f329e-bda2-47ae-bcd3-e15704220e7a),segment_id=263f329e-bda2-47ae-bcd3-e15704220e7a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:38.308593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08adb0a3-5767-41cf-8a7d-92f44b65521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.315054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-08adb0a3-5767-41cf-8a7d-92f44b65521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.336499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '6b8cec7a-1a06-4d56-a797-c995a9591029', 'network_id': '66d5597b-575f-4cff-944f-16140778ee91', 'port_id': '6b8cec7a-1a06-4d56-a797-c995a9591029', 'mac_address': 'fa:16:3e:71:01:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3119e3c-e576-45c6-83e3-9de3add8ca5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:38.350048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.405716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adb0a3-5767-41cf-8a7d-92f44b65521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56c503b-cdf9-49b3-ada0-f0e193ca9819,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.468023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.473939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-08adb0a3-5767-41cf-8a7d-92f44b65521b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b8d55c5cfd64c3a9215a4b0d32dc079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301779 Jul 07 17:16:38.474949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 52990) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:38.495942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8cec7a-1a06-4d56-a797-c995a9591029 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:38.563349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6b8cec7a-1a06-4d56-a797-c995a9591029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6b8cec7a-1a06-4d56-a797-c995a9591029,segment=NetworkSegment(263f329e-bda2-47ae-bcd3-e15704220e7a),segment_id=263f329e-bda2-47ae-bcd3-e15704220e7a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:38.574595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.580158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43b079b6-68dc-4834-9eaf-285d5b8b965a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.631556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.655105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43b079b6-68dc-4834-9eaf-285d5b8b965a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.672229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6b8cec7a-1a06-4d56-a797-c995a9591029,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.790710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43b079b6-68dc-4834-9eaf-285d5b8b965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.794175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43b079b6-68dc-4834-9eaf-285d5b8b965a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.799638 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43b079b6-68dc-4834-9eaf-285d5b8b965a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e56c503b-cdf9-49b3-ada0-f0e193ca9819 HTTP/1.1" status: 204 len: 168 time: 0.3191700 Jul 07 17:16:38.807908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:38.808165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b079b6-68dc-4834-9eaf-285d5b8b965a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56c503b-cdf9-49b3-ada0-f0e193ca9819,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.860553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:38.865591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=20a797c6-808a-48da-b32d-c7c49993dfce,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.871794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:38.876867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['6b8cec7a-1a06-4d56-a797-c995a9591029'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:38.961997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.962782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.974755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352d07e-c6a1-4e0d-b639-8ac5a14521bd req-0c4c561e-5e4f-48a5-aaf0-04ea7e836cb9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.989941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1352d07e-c6a1-4e0d-b639-8ac5a14521bd req-0c4c561e-5e4f-48a5-aaf0-04ea7e836cb9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.5128329 Jul 07 17:16:38.992768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69add-5b95-4bb7-8fa6-f21d91954652 req-4be145b2-9d15-435d-8b81-3e5c876e9b82 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.994627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bc69add-5b95-4bb7-8fa6-f21d91954652 req-4be145b2-9d15-435d-8b81-3e5c876e9b82 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 943 time: 0.5251250 Jul 07 17:16:39.046514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53024) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.048064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c2443b3-839e-4df2-afb8-930c90071462 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3943081 Jul 07 17:16:39.057084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '20a797c6-808a-48da-b32d-c7c49993dfce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.064284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.097063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'floatingip': {'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.131267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.179307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3096fc01-1935-4a19-8e4f-7e0c72727e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.206200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bc69add-5b95-4bb7-8fa6-f21d91954652 req-592588e6-42d5-4456-9876-56198e9ed642 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004478 Jul 07 17:16:39.234114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.312771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.317608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.524262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.121 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/26cf86de-f7bf-4e6e-988f-b1c3a0cbd3c1) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:39.594441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcb9c0-35f5-412c-903a-e3cfc2633525 req-d88804ac-d4f3-45b1-9324-ef0adc485138 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.600232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bcb9c0-35f5-412c-903a-e3cfc2633525 req-d88804ac-d4f3-45b1-9324-ef0adc485138 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 945 time: 0.2875814 Jul 07 17:16:39.731984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.802642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.857012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:39.861823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:39.866652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:39.892626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bcb9c0-35f5-412c-903a-e3cfc2633525 req-515645c1-7370-48d1-bde2-bbbfff37ee82 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866856 Jul 07 17:16:40.009596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6b8cec7a-1a06-4d56-a797-c995a9591029 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:40.038720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=26cf86de-f7bf-4e6e-988f-b1c3a0cbd3c1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.230511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 6b8cec7a-1a06-4d56-a797-c995a9591029 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:40.243562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 6b8cec7a-1a06-4d56-a797-c995a9591029 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:40.243951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.456602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.544892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.550769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.558773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cec7a-1a06-4d56-a797-c995a9591029'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:40.573289 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9186efe1-545d-4441-957a-36a24e320d70" -d '{"events": [{"server_uuid": "1ffb5433-1308-4ae7-bcaa-37055ae2214d", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cec7a-1a06-4d56-a797-c995a9591029"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:40.643028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 6b8cec7a-1a06-4d56-a797-c995a9591029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6b8cec7a-1a06-4d56-a797-c995a9591029,segment=NetworkSegment(263f329e-bda2-47ae-bcd3-e15704220e7a),segment_id=263f329e-bda2-47ae-bcd3-e15704220e7a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.654336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.680960 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8fe07c-f247-410d-b8d5-af5822a60bce x-openstack-request-id: req-9b8fe07c-f247-410d-b8d5-af5822a60bce {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:40.682039 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffb5433-1308-4ae7-bcaa-37055ae2214d", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cec7a-1a06-4d56-a797-c995a9591029", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:40.683086 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b8fe07c-f247-410d-b8d5-af5822a60bce {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:40.683965 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cec7a-1a06-4d56-a797-c995a9591029', 'code': 200} Jul 07 17:16:40.904615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=6b8cec7a-1a06-4d56-a797-c995a9591029,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.935080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.038053 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Floating IP 93e183a5-3db1-4dab-a2d5-4a982af9fe51 associated. External IP: 172.25.5.79, port: d1849325-a1bf-4030-876e-eb0de18da498. Jul 07 17:16:41.446198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04b0f-e21d-44a7-82a7-c0c039f9cb00 req-2f8a09c8-af83-48e0-b58a-e67f74e0c930 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.448516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6d04b0f-e21d-44a7-82a7-c0c039f9cb00 req-2f8a09c8-af83-48e0-b58a-e67f74e0c930 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 944 time: 0.9393427 Jul 07 17:16:41.516382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368bb54-4427-4dbf-9fae-c6efdc6e0f87 req-03b72069-4442-47f0-8990-5e9a422ff51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.518246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b368bb54-4427-4dbf-9fae-c6efdc6e0f87 req-03b72069-4442-47f0-8990-5e9a422ff51c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 1096 time: 0.4644003 Jul 07 17:16:41.604464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6d04b0f-e21d-44a7-82a7-c0c039f9cb00 req-3e4f0a7d-4698-49f3-9c61-b5bfb0a9d78d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473577 Jul 07 17:16:41.630651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53108) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:41.657153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b368bb54-4427-4dbf-9fae-c6efdc6e0f87 req-ee3b1599-c33b-47c4-8dfc-4e588b37b240 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240690 Jul 07 17:16:41.680759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:41.795205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.879907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:41.890471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.896777 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:41.912121 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:41.914767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:41.916033 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c35975c-873d-4fe9-ab27-2096d4f7e414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.927374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.044207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c2ce29c1-3ef2-4176-97d6-8b25ba0b2cea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "PUT /v2.0/floatingips/93e183a5-3db1-4dab-a2d5-4a982af9fe51 HTTP/1.1" status: 200 len: 990 time: 2.9786780 Jul 07 17:16:42.048428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:42.051046 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bd4581-7cc1-4123-8530-c3ce0022b998" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:42.179177 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cc6a4e-bfbc-4deb-9e24-8be2708b9414 x-openstack-request-id: req-53cc6a4e-bfbc-4deb-9e24-8be2708b9414 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:42.179524 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:42.179838 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53cc6a4e-bfbc-4deb-9e24-8be2708b9414 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:42.180254 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'status': 'completed', 'code': 200} Jul 07 17:16:42.220205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.229580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.279241 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:42.370254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c35975c-873d-4fe9-ab27-2096d4f7e414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.383681 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c35975c-873d-4fe9-ab27-2096d4f7e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.412037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=26cf86de-f7bf-4e6e-988f-b1c3a0cbd3c1,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.449869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.469921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7c35975c-873d-4fe9-ab27-2096d4f7e414 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e9a086254254ef382764aea84c267f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336916 Jul 07 17:16:42.471291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53120) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:42.511185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-443e9287-0696-4657-b340-274a26867fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.516009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-443e9287-0696-4657-b340-274a26867fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1096 time: 0.3276496 Jul 07 17:16:42.519626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35975c-873d-4fe9-ab27-2096d4f7e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b442efcc-f824-422a-a0d6-4f60b5a589ac,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.635065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e3d388a-1b2a-40f0-aa10-99bc5c1bc42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.686719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e3d388a-1b2a-40f0-aa10-99bc5c1bc42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.732626 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP 14f059d1-6cd0-4eba-bd85-cad9fc576fb1 associated. External IP: 172.25.5.121, port: 20a797c6-808a-48da-b32d-c7c49993dfce. Jul 07 17:16:42.735310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-b2b295d2-109b-4e63-b48c-9ee17b51ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.739499 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-b2b295d2-109b-4e63-b48c-9ee17b51ff8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.2052824 Jul 07 17:16:42.863265 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e3d388a-1b2a-40f0-aa10-99bc5c1bc42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.866223 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e3d388a-1b2a-40f0-aa10-99bc5c1bc42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.871434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8e3d388a-1b2a-40f0-aa10-99bc5c1bc42a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b442efcc-f824-422a-a0d6-4f60b5a589ac HTTP/1.1" status: 204 len: 168 time: 0.3944960 Jul 07 17:16:42.892679 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '93e183a5-3db1-4dab-a2d5-4a982af9fe51', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'mac_address': 'fa:16:3e:2f:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:09Z', 'updated_at': '2021-07-07T17:16:40Z', 'revision_number': 1, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:42.922822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d388a-1b2a-40f0-aa10-99bc5c1bc42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442efcc-f824-422a-a0d6-4f60b5a589ac,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.943939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-baab82cb-a468-41c2-9630-0456ffb695cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 998 time: 0.1915171 Jul 07 17:16:43.023467 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:43.040729 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:43.041896 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.108436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-b7812031-a90c-46ac-9522-3b30ffe88c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.110063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-b7812031-a90c-46ac-9522-3b30ffe88c04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.1476316 Jul 07 17:16:43.198355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba768-5599-49fb-aa4c-1b0640af15a3 req-01a723cb-7ba1-4164-bf9e-328b1c309a96 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.201594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78bba768-5599-49fb-aa4c-1b0640af15a3 req-01a723cb-7ba1-4164-bf9e-328b1c309a96 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.1802053 Jul 07 17:16:43.278192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-6a2d825e-e6be-4173-9665-2b55367b7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.280896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-6a2d825e-e6be-4173-9665-2b55367b7c39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603525 Jul 07 17:16:43.316027 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:43.349317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78bba768-5599-49fb-aa4c-1b0640af15a3 req-965a757f-3444-4e79-9193-94de9c9e6d6d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241348 Jul 07 17:16:43.458334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:43.594371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-56da668a-b8ec-4acc-abab-6cc20a25ab1f service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023751 Jul 07 17:16:43.772813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:43.793781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:43.806953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.836622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:43.837459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.846087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43bd4581-7cc1-4123-8530-c3ce0022b998 req-89d009da-6b80-4c10-865d-2f6b80a747af service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358558 Jul 07 17:16:43.924783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.944272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:43.945239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.949381 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '93e183a5-3db1-4dab-a2d5-4a982af9fe51', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'mac_address': 'fa:16:3e:2f:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:09Z', 'updated_at': '2021-07-07T17:16:40Z', 'revision_number': 1, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.964083 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4d8aa894-af81-401a-8a4f-f811119f935e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9132485 Jul 07 17:16:43.968298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53146) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.973243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:44.014636 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff020b-855f-46fc-8085-fc412c59f39c None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '93e183a5-3db1-4dab-a2d5-4a982af9fe51', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'mac_address': 'fa:16:3e:2f:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:09Z', 'updated_at': '2021-07-07T17:16:40Z', 'revision_number': 1, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:44.051743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:44.057310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a76c0-cdc7-4d4a-9bac-b2a0f49f2320 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:44.112623 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.421811 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.429541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.430026 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP 14f059d1-6cd0-4eba-bd85-cad9fc576fb1 disassociated. External IP: 172.25.5.121, port: 20a797c6-808a-48da-b32d-c7c49993dfce. Jul 07 17:16:44.448836 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf07848-f297-4e6f-8230-1fb7e80cb81e None None] New status for floating IP 93e183a5-3db1-4dab-a2d5-4a982af9fe51: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:16:45.113185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:45.187882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924912-0a04-4054-8286-ffb128ea6a5f req-af290ffe-3102-4f52-93cb-01bb16bdc0d7 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.195130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72924912-0a04-4054-8286-ffb128ea6a5f req-af290ffe-3102-4f52-93cb-01bb16bdc0d7 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.3002377 Jul 07 17:16:45.310893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72924912-0a04-4054-8286-ffb128ea6a5f req-0b1246e0-e4fe-4cf8-9788-9c9d99ea310b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143529 Jul 07 17:16:45.367983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:45.382453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:45.383933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.401756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:45.402427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.524255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.552481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:45.554704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.677559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.678619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c436ea2-ae7d-4ab2-8d7b-a3e7799eea9e None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:45.778788 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-255835e5-88d1-4d4f-bf24-c28358a13581 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951343 Jul 07 17:16:45.972969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:45.993665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-5efd3cf1-61d8-4b03-83d4-de62e7f5bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.995692 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-5efd3cf1-61d8-4b03-83d4-de62e7f5bf79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56c06cda3401451abbd77cd194b63235&device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 1096 time: 0.1409843 Jul 07 17:16:46.181133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1738bcc3-3d6f-4c38-b9ed-d8c170e8130e tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/floatingips/14f059d1-6cd0-4eba-bd85-cad9fc576fb1 HTTP/1.1" status: 200 len: 688 time: 2.2114015 Jul 07 17:16:46.192179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53194) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:46.329450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-95540dd0-895a-4d37-9df6-38b80632e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.334484 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-95540dd0-895a-4d37-9df6-38b80632e922 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 200 len: 916 time: 0.3133864 Jul 07 17:16:46.397749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3f70-b8e3-4863-b437-139ad3491f00 req-52cb64dc-8468-4d9f-9e38-5d9e826f8f4c tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.400991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a3d3f70-b8e3-4863-b437-139ad3491f00 req-52cb64dc-8468-4d9f-9e38-5d9e826f8f4c tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.3628025 Jul 07 17:16:46.431229 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-0ce2dc75-23fb-4356-ba8c-4dc2e1abf0e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca HTTP/1.1" status: 200 len: 217 time: 0.0897052 Jul 07 17:16:46.505862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a3d3f70-b8e3-4863-b437-139ad3491f00 req-b4a13a86-770d-4eb9-a07a-95d02593c0dd tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Jul 07 17:16:46.513147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 26cf86de-f7bf-4e6e-988f-b1c3a0cbd3c1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:46.513490 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.582629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-568ec28a-3389-42a7-87b5-810b817ea657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.586374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-568ec28a-3389-42a7-87b5-810b817ea657 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 200 len: 855 time: 0.1474142 Jul 07 17:16:46.608165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'network': {'name': 'tempest-network-smoke--1993821464', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'port_security_enabled': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:46.684164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.688487 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.692700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-fb5d56d4-fcb5-413d-932c-4221c6e6ac80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2d725fa-af23-4222-b75b-c5c85f993eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954361 Jul 07 17:16:46.694073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:46.697888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.719324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.752174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 26cf86de-f7bf-4e6e-988f-b1c3a0cbd3c1 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:47.039254 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-d868001d-1455-4520-aaf3-da29197b67ac service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371031 Jul 07 17:16:47.333471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.367667 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ffa388f6-5682-41af-9cb4-01c9c96a01b4 req-44475afa-ccd8-4a2b-bcfb-553bfefd6c5a service neutron] 10.222.0.13 "GET /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184168 Jul 07 17:16:47.384066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.390830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.447127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6993c603-383d-47ce-bc84-43eb5839712c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.453828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=26cf86de-f7bf-4e6e-988f-b1c3a0cbd3c1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.474739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:47.506046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.506412 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Added segment d0f6da08-d9d6-4696-b3ae-da6e14ec7f72 of type vlan for network 48a218b3-0df2-41b3-950c-dc598f198d5e Jul 07 17:16:47.594984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.640709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.648474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.649479 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.663410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8acd9-eb0f-4783-9de2-d51806c88858 req-13b85624-17c0-4d53-aaa1-6b151c1bbdd4 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.677887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7f8acd9-eb0f-4783-9de2-d51806c88858 req-13b85624-17c0-4d53-aaa1-6b151c1bbdd4 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.4027498 Jul 07 17:16:47.732538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7528725 Jul 07 17:16:47.738097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:47.741929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.744675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.744914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-377797264', 'admin_state_up': True, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:47.749081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-def627ae-3329-416a-aa48-6f0a26a70ea6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/floatingips/14f059d1-6cd0-4eba-bd85-cad9fc576fb1 HTTP/1.1" status: 204 len: 168 time: 1.5438807 Jul 07 17:16:47.751479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53210) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:47.757487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '446cf236-0a2f-43ef-a3df-9d1e01cb9263'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:47.766347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7f8acd9-eb0f-4783-9de2-d51806c88858 req-c74e0280-9f3c-4de2-b509-53449b55e9e1 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873122 Jul 07 17:16:47.789682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b61d-2323-4736-bcee-a99e8233cea0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Network': ['ID=48a218b3-0df2-41b3-950c-dc598f198d5e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.806377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.806831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 48a218b3-0df2-41b3-950c-dc598f198d5e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:47.807580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.833516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.936792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.066906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.241689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.211 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/1240b474-9d00-490b-810a-b17b7c69e85f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:48.302853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.409075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.487315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.569861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:48.576275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:48.599533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:48.642575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=1240b474-9d00-490b-810a-b17b7c69e85f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:48.745509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.769021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.000626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.25.5.87 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/3caeecc7-f8c3-4e30-be2a-711582d24e79) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:49.243825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.332479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b89b9f-6055-4217-a6f5-ff2b549f4bc8 req-abb4fe45-0ae4-4a3e-8e1e-343e49f19165 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.334957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37b89b9f-6055-4217-a6f5-ff2b549f4bc8 req-abb4fe45-0ae4-4a3e-8e1e-343e49f19165 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.2501576 Jul 07 17:16:49.416121 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.459842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.479601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:49.481561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:49.491652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:49.537908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=3caeecc7-f8c3-4e30-be2a-711582d24e79,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:49.642748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37b89b9f-6055-4217-a6f5-ff2b549f4bc8 req-a7d86b60-9aa3-4698-a7e9-670691a312cb tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951717 Jul 07 17:16:49.658971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.920682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.929557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.929841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.036242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=1240b474-9d00-490b-810a-b17b7c69e85f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:50.072966 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.378548 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP f78e27ea-0751-4f09-8f2b-135720789164 associated. External IP: 172.25.5.211, port: 446cf236-0a2f-43ef-a3df-9d1e01cb9263. Jul 07 17:16:50.475141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-59e7ee10-0763-4138-a945-c0fcd33892ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.476744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-59e7ee10-0763-4138-a945-c0fcd33892ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1862a219bc44c7591b785f96fac2bde&device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 1096 time: 0.2460835 Jul 07 17:16:50.501435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.638051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20039b9f-2737-4720-b7e4-d2ef20a87c2a req-c05f23d7-02ea-4008-a45c-b6065e1dccd0 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.639599 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20039b9f-2737-4720-b7e4-d2ef20a87c2a req-c05f23d7-02ea-4008-a45c-b6065e1dccd0 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.3562567 Jul 07 17:16:50.739260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:50.853911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20039b9f-2737-4720-b7e4-d2ef20a87c2a req-60c8b284-0763-4dfc-9eb6-5367d834e6ad tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993756 Jul 07 17:16:50.860189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-c7f21d1e-ab7b-40bf-b365-2a1f46dc3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.862718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-c7f21d1e-ab7b-40bf-b365-2a1f46dc3fdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=66d5597b-575f-4cff-944f-16140778ee91 HTTP/1.1" status: 200 len: 913 time: 0.3609679 Jul 07 17:16:50.973810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-7b893cd0-89b0-4245-ab41-fb7579f91bc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b8cec7a-1a06-4d56-a797-c995a9591029 HTTP/1.1" status: 200 len: 217 time: 0.0604172 Jul 07 17:16:51.004859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:51.029853 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:51.033667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.040333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c635f487-56c8-48bc-9e27-31c0ef42bfc8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3008356 Jul 07 17:16:51.042029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53236) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.056734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:51.063027 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:51.068137 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:51.119767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-f2d09350-8f94-445c-8432-4fc41add9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.120942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-f2d09350-8f94-445c-8432-4fc41add9687 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3119e3c-e576-45c6-83e3-9de3add8ca5b HTTP/1.1" status: 200 len: 852 time: 0.1325955 Jul 07 17:16:51.175330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-4eb021b2-c4d2-404d-b16a-97faa928a9fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66d5597b-575f-4cff-944f-16140778ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410552 Jul 07 17:16:51.250015 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-76791464-8f51-4a0a-8089-3d5911d2a426 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a5e0f83e98e54480934b8f1326ecae76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2025437 Jul 07 17:16:51.250015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53240) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.396890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:51.411012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:51.413364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:51.426794 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.440153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:51.442652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:51.481908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-27adeb3d-f797-43e9-829f-8cae5f928f30 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675962 Jul 07 17:16:51.527550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4811fe48-b614-4cba-91bd-d44664d14cef tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7698390 Jul 07 17:16:51.528905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53242) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.534938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:51.560713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:51.562255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:51.673901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:51.677730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84eb4e3-6ae9-491b-b454-4cccfa89eff8 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:51.721010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed4f3d7-a412-485b-852c-b4b9c9359a8c req-836e01f1-c3fa-4da6-b6e8-461d04df1427 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290864 Jul 07 17:16:51.785488 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:49Z', 'revision_number': 3, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:51.843383 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:51.845324 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Updating router 2256d0fd-e5bf-46f4-8786-220e44de4c8e port 3caeecc7-f8c3-4e30-be2a-711582d24e79 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:51.926421 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.158591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39105d17-cf63-4950-8a05-75bfd3d74d68 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/floatingips/f78e27ea-0751-4f09-8f2b-135720789164 HTTP/1.1" status: 200 len: 978 time: 0.6244256 Jul 07 17:16:52.159516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:52.171840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d23c73-2efc-4f4a-8b55-1bd77d764e79 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.178520 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-00d23c73-2efc-4f4a-8b55-1bd77d764e79 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9266126 Jul 07 17:16:52.209217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:52.377414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f45dafe9-2060-4537-99f3-7fe668349c35 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1608174 Jul 07 17:16:52.381501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:52.384054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a164ee-98c5-4440-9d78-d95af2bed69f req-5d3ff93c-0de3-4855-b139-960b83c51639 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.399588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750954885', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:52.402374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a164ee-98c5-4440-9d78-d95af2bed69f req-5d3ff93c-0de3-4855-b139-960b83c51639 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.2548685 Jul 07 17:16:52.493625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a164ee-98c5-4440-9d78-d95af2bed69f req-e63122e0-323d-4658-a9ce-4f9b97d92b39 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901232 Jul 07 17:16:52.523485 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f3c3a30-e393-4808-908a-b18c744755bf tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3624418 Jul 07 17:16:52.527804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53258) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:52.534447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'port_id': '20a797c6-808a-48da-b32d-c7c49993dfce'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:52.564044 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.591584 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Transition to ACTIVE for port object 3caeecc7-f8c3-4e30-be2a-711582d24e79 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:52.604183 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.634174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:52.644402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.692906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Attempting to bind port 3caeecc7-f8c3-4e30-be2a-711582d24e79 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:52.693627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Attempting to bind port 3caeecc7-f8c3-4e30-be2a-711582d24e79 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:52.694177 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Attempting to bind port 3caeecc7-f8c3-4e30-be2a-711582d24e79 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:52.707658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.713758 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5616b-5c80-498f-94a7-6cdac0e0b4d8 None None] Pushing event updated for resources: {'Port': ['ID=3caeecc7-f8c3-4e30-be2a-711582d24e79,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:52.717709 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:52.718382 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:52.718989 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.719543 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:52.720304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Bound port: 3caeecc7-f8c3-4e30-be2a-711582d24e79, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:52.720885 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.790874 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] For port 3caeecc7-f8c3-4e30-be2a-711582d24e79, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:52.795939 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] For port 3caeecc7-f8c3-4e30-be2a-711582d24e79, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3caeecc7-f8c3-4e30-be2a-711582d24e79,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:52.801416 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.894127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:52.894774 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:53.036505 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:53.147029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5616b-5c80-498f-94a7-6cdac0e0b4d8 None None] Pushing event updated for resources: {'Port': ['ID=3caeecc7-f8c3-4e30-be2a-711582d24e79,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.248556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.385574 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:49Z', 'revision_number': 3, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:53.420937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Subnet': ['ID=a478f964-cf97-4346-bbaf-e2d61062b72e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.444498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Checking segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:53.445049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network hostable DHCP agents. Network: 48a218b3-0df2-41b3-950c-dc598f198d5e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:53.478976 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492cb1a-6ea5-4e30-b16d-1087fbbc0954 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:49Z', 'revision_number': 3, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:53.480238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 48a218b3-0df2-41b3-950c-dc598f198d5e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:53.514738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 48a218b3-0df2-41b3-950c-dc598f198d5e) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:53.524238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.525605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.551209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4d433-2aeb-4127-b036-5a5917a831ab None None] Network 48a218b3-0df2-41b3-950c-dc598f198d5e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:53.581134 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5ec46390-8283-4a81-9ba8-2e24c45028bb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1964924 Jul 07 17:16:53.585143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53266) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:53.880362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.954467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-48a218b3-0df2-41b3-950c-dc598f198d5e', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:53.955778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.332439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Allocated IP 172.20.0.2 (48a218b3-0df2-41b3-950c-dc598f198d5e/a478f964-cf97-4346-bbaf-e2d61062b72e/3e7a5136-e2f9-4f4a-bfd5-0620df81e17b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:54.385969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e3004-05c0-49e1-b575-adf2bb6652b4 req-2c81c525-a66b-4e4f-91d6-808ac2ff249d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.405955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-105e3004-05c0-49e1-b575-adf2bb6652b4 req-2c81c525-a66b-4e4f-91d6-808ac2ff249d tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.4833190 Jul 07 17:16:54.603796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.606380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-105e3004-05c0-49e1-b575-adf2bb6652b4 req-85573941-4312-4fad-954c-bc25e6c15993 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981945 Jul 07 17:16:54.613530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Transition to ACTIVE for port object 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:54.634412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Transition to ACTIVE for port object 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:54.645431 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.750531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Pushing event updated for resources: {'Port': ['ID=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.770492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Network 48a218b3-0df2-41b3-950c-dc598f198d5e is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:54.777391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:54.799531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:54.816197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.816549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.816896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.817290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.817610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.817942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.818274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.818603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.818931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.819260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.819589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.819913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:54.896616 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:16:54.969455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.042090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Attempting to bind port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:55.045922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Attempting to bind port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:55.047326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Attempting to bind port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b on network 48a218b3-0df2-41b3-950c-dc598f198d5e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:55.055682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:55.056365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Checking segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:55.057404 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.057982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Bound using segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:55.058653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Bound port: 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:55.059272 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.113620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.126030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.257478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] For port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:55.266337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] For port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:55.280241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.423246 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP f78e27ea-0751-4f09-8f2b-135720789164 associated. External IP: 172.25.5.211, port: 446cf236-0a2f-43ef-a3df-9d1e01cb9263. Jul 07 17:16:55.445745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfbbc4-59be-48fc-ad38-636158819df1 None None] Pushing event updated for resources: {'Port': ['ID=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.934984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3caeecc7-f8c3-4e30-be2a-711582d24e79 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:56.029692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.20.0.1 (48a218b3-0df2-41b3-950c-dc598f198d5e/a478f964-cf97-4346-bbaf-e2d61062b72e/ed2aabbb-48bc-48ff-a644-1fc9dac02d3d) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:56.057249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3caeecc7-f8c3-4e30-be2a-711582d24e79 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:56.082625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3caeecc7-f8c3-4e30-be2a-711582d24e79 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:56.096144 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.168694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:56.282618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c3aec-83ad-4d67-8b46-e769fd6a1482 req-47e3e5eb-b725-4dfe-9acd-74aeff38f61c tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.289576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be6c3aec-83ad-4d67-8b46-e769fd6a1482 req-47e3e5eb-b725-4dfe-9acd-74aeff38f61c tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.3138845 Jul 07 17:16:56.357196 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.427716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.439048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 3caeecc7-f8c3-4e30-be2a-711582d24e79, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3caeecc7-f8c3-4e30-be2a-711582d24e79,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.447088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.474125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Transition to ACTIVE for port object ed2aabbb-48bc-48ff-a644-1fc9dac02d3d will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:56.561192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.582646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=3caeecc7-f8c3-4e30-be2a-711582d24e79,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.602816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 48a218b3-0df2-41b3-950c-dc598f198d5e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:56.614266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be6c3aec-83ad-4d67-8b46-e769fd6a1482 req-5352c34e-c3d3-42de-9e5b-a11312bf484c tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200660 Jul 07 17:16:56.634002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:56.642066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:56.677010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:56.690491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:56.717530 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:56.721405 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:56.732017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.748389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.853634 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:56.904857 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:56.905866 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.001960 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.002748 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5d02-c4b2-4332-9346-0ea39f31a035 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:57.142977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.196205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:57.462488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:57.475571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:57.478952 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.492472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:57.493592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.587630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.610158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:57.611417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.737691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.738874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52c0df-882f-4254-9156-30f6129e2609 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:57.748103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6fab9772-fa0e-4f75-82ba-bccf31206e44 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/floatingips/f78e27ea-0751-4f09-8f2b-135720789164 HTTP/1.1" status: 200 len: 979 time: 5.2155907 Jul 07 17:16:57.754482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53298) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:57.774256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:57.868806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65fb49-58c1-43ec-bc16-e886cebbc725 None None] Network 48a218b3-0df2-41b3-950c-dc598f198d5e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:57.911755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.963026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.972456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.984845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:58.082408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.091617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.091966 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP f78e27ea-0751-4f09-8f2b-135720789164 disassociated. External IP: 172.25.5.211, port: 20a797c6-808a-48da-b32d-c7c49993dfce. Jul 07 17:16:58.118229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.123643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:58.154370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1531-981a-421d-9499-009b9a0b2ec9 req-2463790e-fbc4-4611-b984-3aac1bdb27e9 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.156027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0dac1531-981a-421d-9499-009b9a0b2ec9 req-2463790e-fbc4-4611-b984-3aac1bdb27e9 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.3046136 Jul 07 17:16:58.202876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1bd364aa-6874-4281-9362-a4d5525cfb5c None None] Provisioning for port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:58.244653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:58.253339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:58.253789 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.312256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 48a218b3-0df2-41b3-950c-dc598f198d5e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:58.315259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:58.352545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0dac1531-981a-421d-9499-009b9a0b2ec9 req-7ba13b38-f8d1-4104-8cd9-2657704dd1d9 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819861 Jul 07 17:16:58.404332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.577097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:58.588773 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.591412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3caeecc7-f8c3-4e30-be2a-711582d24e79 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:58.622054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:58.984828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:59.012594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.022349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:59.048927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d48bba6d-899d-47c8-8c0b-025efc1bec47 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "PUT /v2.0/routers/2256d0fd-e5bf-46f4-8786-220e44de4c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4597039 Jul 07 17:16:59.050218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53308) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:59.053642 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:59.058422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d4a3bb51-ce40-4b43-9ca4-b51fb55653f9 None None] Provisioning for port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:59.077434 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:59.078566 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:59.086777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d4a3bb51-ce40-4b43-9ca4-b51fb55653f9 None None] Provisioning complete for port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:59.087364 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bb51-ce40-4b43-9ca4-b51fb55653f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.204145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3caeecc7-f8c3-4e30-be2a-711582d24e79 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:59.204520 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.295736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3bb51-ce40-4b43-9ca4-b51fb55653f9 None None] Port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:59.333732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d4a3bb51-ce40-4b43-9ca4-b51fb55653f9 None None] Provisioning complete for port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:59.334375 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d4a3bb51-ce40-4b43-9ca4-b51fb55653f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.408573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:59.465964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.484357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:59.487105 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:59.555785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:59.556439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:59.606625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.608309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.611697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.612825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.613839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.614718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.616417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.617347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.618185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.621967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a17ec2e0-c09c-4581-831f-6e43981c1448 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6395 time: 0.5702572 Jul 07 17:16:59.625333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53314) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:59.724119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e2fb34c-3191-4e1e-b844-2dce6a73f582 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/floatingips/f78e27ea-0751-4f09-8f2b-135720789164 HTTP/1.1" status: 200 len: 688 time: 1.9683769 Jul 07 17:16:59.725647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53316) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:59.792077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529b026-53f6-449b-9a90-85e8bbb305de req-e8408508-1d2d-4a2d-bfc9-cbab8d724161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.793982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-e8408508-1d2d-4a2d-bfc9-cbab8d724161 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1862a219bc44c7591b785f96fac2bde&device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 1096 time: 0.4744802 Jul 07 17:16:59.978185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.981993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.985771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.987183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.990736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.992117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.993013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.995796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.001567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.011407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2cf65d66-60db-45bc-afaa-a8c0eda92396 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5888 time: 0.3840582 Jul 07 17:17:00.015807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:00.111609 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 2, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:00.205991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:00.226849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:00.256034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:00.257199 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Updating router 2256d0fd-e5bf-46f4-8786-220e44de4c8e port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:00.267428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529b026-53f6-449b-9a90-85e8bbb305de req-bb05d61a-c875-45f8-ba8a-95f3d1024df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.270680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-bb05d61a-c875-45f8-ba8a-95f3d1024df1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=66d5597b-575f-4cff-944f-16140778ee91 HTTP/1.1" status: 200 len: 913 time: 0.2953441 Jul 07 17:17:00.384134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:00.384956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:00.391748 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.414450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-2245c134-a67e-47c4-aab8-4c56eebce0ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b8cec7a-1a06-4d56-a797-c995a9591029 HTTP/1.1" status: 200 len: 217 time: 0.1341114 Jul 07 17:17:00.440521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbbfb4-8843-41ac-961a-e7dddef569c0 req-4095de0d-bd2c-4d48-be40-325816284d89 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.448741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0dbbfb4-8843-41ac-961a-e7dddef569c0 req-4095de0d-bd2c-4d48-be40-325816284d89 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.8927481 Jul 07 17:17:00.508847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529b026-53f6-449b-9a90-85e8bbb305de req-1aa24b8b-7b53-4154-962c-2e24cd17dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.510882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-1aa24b8b-7b53-4154-962c-2e24cd17dc7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3119e3c-e576-45c6-83e3-9de3add8ca5b HTTP/1.1" status: 200 len: 852 time: 0.0872726 Jul 07 17:17:00.526189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:00.530512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd05d7e2-dc94-4ec8-905a-611fda91ea51 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:00.576571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-6f12114f-d906-43fc-ad08-b20af5bd74dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=66d5597b-575f-4cff-944f-16140778ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385284 Jul 07 17:17:00.582472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.583066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.619830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0dbbfb4-8843-41ac-961a-e7dddef569c0 req-b2a38375-f259-4920-adee-bd435c6ad6ff tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690624 Jul 07 17:17:00.881630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4aa3396-0cea-45fe-b5b0-6693f4ce50f3 None None] Provisioning complete for port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.882812 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3396-0cea-45fe-b5b0-6693f4ce50f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.041533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa3396-0cea-45fe-b5b0-6693f4ce50f3 None None] Port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:01.365569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 1240b474-9d00-490b-810a-b17b7c69e85f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:01.377741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.396997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-427e9c21-1e09-4492-9c2e-a6bbbf3a525c tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.3796446 Jul 07 17:17:01.540939 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.560696 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Transition to ACTIVE for port object ed2aabbb-48bc-48ff-a644-1fc9dac02d3d will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:01.570392 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.630665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-81af77d3-6d10-4579-a8ce-bbf0aae5ba27 service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0400114 Jul 07 17:17:01.691123 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Pushing event updated for resources: {'Port': ['ID=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.798409 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.799032 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.799538 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.800059 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.800554 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.801058 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.801590 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.802104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.802901 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.803473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.803965 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.804455 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:01.805571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.806144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.854223 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Attempting to bind port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:01.857879 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Attempting to bind port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:01.859881 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Attempting to bind port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d on network 48a218b3-0df2-41b3-950c-dc598f198d5e {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:01.898799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 1240b474-9d00-490b-810a-b17b7c69e85f owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:01.903616 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:01.904220 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Checking segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:01.904997 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.907104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Bound using segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:01.907104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Bound port: ed2aabbb-48bc-48ff-a644-1fc9dac02d3d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:01.907104 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.035650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53346) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:02.041621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022627041', 'description': 'tempest-secgroup-smoke-2022627041 description', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:02.085926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.094931 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] For port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:02.099125 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] For port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:02.100136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1529b026-53f6-449b-9a90-85e8bbb305de req-b432f2e4-7baa-4c83-9bdf-2a25e079ffaf service neutron] 10.222.0.54 "GET /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680469 Jul 07 17:17:02.108197 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.139554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda75844-0b33-40e8-9ab3-be885354437c req-19a5c75b-3f1f-4b67-b9c4-a314b8b02aa3 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.141579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bda75844-0b33-40e8-9ab3-be885354437c req-19a5c75b-3f1f-4b67-b9c4-a314b8b02aa3 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.2804210 Jul 07 17:17:02.220536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bda75844-0b33-40e8-9ab3-be885354437c req-f787880a-6378-4437-98b9-9278520c7f9a tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721180 Jul 07 17:17:02.247145 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:02.248187 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:16:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:02.339153 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e603180-d9ed-46b6-bb8d-f9729188dee0 None None] Pushing event updated for resources: {'Port': ['ID=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.357694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.381360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.389778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.471499 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:02.487312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=1240b474-9d00-490b-810a-b17b7c69e85f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.494619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52885a34-3469-4973-b93a-2a5d9886e3c0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.500163 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.501715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4638970 Jul 07 17:17:02.505813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53352) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:02.513867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.514569 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.515454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.515992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.516617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.517193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.517699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.518189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.518754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.519236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.519797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.520493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fffda3-bfb1-4018-a068-034dd9cd6053 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:02.587898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '52885a34-3469-4973-b93a-2a5d9886e3c0', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:02.733464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.785572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.790329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.796536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7ab6817e-3683-4325-ac43-ec2191cffdc2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/floatingips/f78e27ea-0751-4f09-8f2b-135720789164 HTTP/1.1" status: 204 len: 168 time: 3.0611715 Jul 07 17:17:02.796860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53354) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:02.827957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.834743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.874204 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-618c0e69-6166-49b9-9a81-c6180701d05a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] delete failed (client error): The resource could not be found. Jul 07 17:17:02.882123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-618c0e69-6166-49b9-9a81-c6180701d05a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/floatingips/f78e27ea-0751-4f09-8f2b-135720789164 HTTP/1.1" status: 404 len: 345 time: 0.0773685 Jul 07 17:17:02.882416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf10352c-ec7f-400d-b095-1d26fe2cdc91,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.882416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53356) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:02.894467 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:02Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:02.970330 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a200f-93db-45c2-95ad-44874d2281e2 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:02Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:02.990849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.993689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bef7b92b-a967-46c1-ad0c-7cbbea8f77d8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4123490 Jul 07 17:17:02.996427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53360) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.009737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '52885a34-3469-4973-b93a-2a5d9886e3c0', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.147074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.222090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414e0bd-bee2-4937-896e-6ccf48f6625d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.238539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414e0bd-bee2-4937-896e-6ccf48f6625d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.245879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414e0bd-bee2-4937-896e-6ccf48f6625d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.249168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0414e0bd-bee2-4937-896e-6ccf48f6625d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/ports?network_id=d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 HTTP/1.1" status: 200 len: 2359 time: 0.3657577 Jul 07 17:17:03.251247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53362) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.319982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.326502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.348605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe87a78-f47f-43d7-945a-fd7d24be5402 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.350230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-abe87a78-f47f-43d7-945a-fd7d24be5402 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/subnets/a034fe58-93bc-4db3-a999-9cb404339ba0 HTTP/1.1" status: 200 len: 797 time: 0.0974073 Jul 07 17:17:03.355847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53366) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.359881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57277236-c221-49d4-be76-ba65ed3cf737,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.363407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'port': {'network_id': 'd2fa21c5-eb23-4b7e-a851-57e3eefa5ce7', 'name': 'tempest-FloatingIPTestJSON-839687583', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.376616 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.379331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ba68821f-0689-431b-a203-6bca9111eb07 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3819547 Jul 07 17:17:03.382728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.392112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '52885a34-3469-4973-b93a-2a5d9886e3c0', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.483101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.554331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:03.703578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.720885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.764383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.796019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a0544-1ce0-4913-a07a-63496557f8bb req-c1ac8a2f-3f6c-43a4-ad21-c7b327d2f150 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.797761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c9a0544-1ce0-4913-a07a-63496557f8bb req-c1ac8a2f-3f6c-43a4-ad21-c7b327d2f150 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.2611058 Jul 07 17:17:03.817139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.828608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.829899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4449818 Jul 07 17:17:03.832703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd2bb6-977b-4da8-9487-fe9cd0998d00 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffd05f0-2187-449f-85fb-db1ec45d7b85,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.839104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53374) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.857820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '52885a34-3469-4973-b93a-2a5d9886e3c0', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.900030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed2aabbb-48bc-48ff-a644-1fc9dac02d3d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:03.920489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.959926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] device_id is not set on port 30c89fff-c5cc-4af2-a304-be794085b2ea yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:04.069394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:04.081057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:04.084595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.182568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.190864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.250220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91a9fd3-4b4b-47be-8596-9060380bdd73,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.265090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.266478 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2331917a-6e33-4d5b-83e7-964abf26907c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4253826 Jul 07 17:17:04.275330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.296208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '52885a34-3469-4973-b93a-2a5d9886e3c0', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:04.344215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.374189 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Project a5e0f83e98e54480934b8f1326ecae76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:17:04.380772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.399407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:04.408460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.455752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c9a0544-1ce0-4913-a07a-63496557f8bb req-1b75506a-a043-4a4b-9c25-150b66ee23c1 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355340 Jul 07 17:17:04.524604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.531505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.543358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.583228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5dbc9f-92c2-485b-bfc7-8614de80be59,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.593288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.595905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a4c96c9-9560-42dd-a988-01750c274507 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3187385 Jul 07 17:17:04.600198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53382) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.607810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '52885a34-3469-4973-b93a-2a5d9886e3c0', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:04.663673 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Project a5e0f83e98e54480934b8f1326ecae76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:17:04.673815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.776766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.784961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.820138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72775d4c-0e81-4c7b-a199-bd65134d097d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.848957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.851910 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e1fd3c4-b306-49d5-a025-780f1b705ddf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2498646 Jul 07 17:17:04.946506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.14 (d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7/a034fe58-93bc-4db3-a999-9cb404339ba0/30c89fff-c5cc-4af2-a304-be794085b2ea) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:04.985744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.13 (d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7/a034fe58-93bc-4db3-a999-9cb404339ba0/30c89fff-c5cc-4af2-a304-be794085b2ea) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:05.223669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6cd009b2-6e76-4c25-ad48-42e4d1c7140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.283570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.355633 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.475100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bac6054e-a111-4136-92fd-b60e03feeea1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022627041&fields=id&tenant_id=a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 267 time: 0.0889213 Jul 07 17:17:05.482969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:05.504256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:05.507413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:05.615537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.616455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.707590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=30c89fff-c5cc-4af2-a304-be794085b2ea,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:05.730470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed2aabbb-48bc-48ff-a644-1fc9dac02d3d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:05.761588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7706203-4882-46da-9df3-6307604b78a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4035919 Jul 07 17:17:05.764459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:05.770163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '30c89fff-c5cc-4af2-a304-be794085b2ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:05.801000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.834256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-4ad895c6-4585-4b67-af41-2dee68425291 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.836677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:05.837248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.838370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-4ad895c6-4585-4b67-af41-2dee68425291 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/networks?id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 797 time: 0.3618090 Jul 07 17:17:05.893096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-07b5f94e-3af0-453d-a8e8-f5bf0f99bf3f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/quotas/a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 375 time: 0.0401382 Jul 07 17:17:05.962513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.029067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d72d3c-70ab-41fd-8734-4e56a1a87f27 req-a73dd29f-c05e-4561-8da7-bd75e0b2a403 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.044266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98d72d3c-70ab-41fd-8734-4e56a1a87f27 req-a73dd29f-c05e-4561-8da7-bd75e0b2a403 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.3175263 Jul 07 17:17:06.133939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.198 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/fef6d41b-7e42-4181-a03d-869e1859f704) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:06.164041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98d72d3c-70ab-41fd-8734-4e56a1a87f27 req-fd73ee22-2a90-4d15-b4e4-dc34c8b28f82 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175070 Jul 07 17:17:06.211942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-9dea72f0-a7ac-4d3e-b84b-39f7bfe345c5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3138630 Jul 07 17:17:06.285405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.353506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.414923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-931df0c6-3af4-4aaf-b3ee-3e0b32aec559 service neutron] 10.222.0.78 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859679 Jul 07 17:17:06.427112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:06.433265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:06.437391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:06.465881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=fef6d41b-7e42-4181-a03d-869e1859f704,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:06.612869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-a20572c6-aff3-4e1b-8553-ae6fe16a6775 service neutron] 10.222.0.78 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897640 Jul 07 17:17:06.883417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0dc3aa5-385a-4427-b602-b58c5ffc5401 req-346b8e56-8310-4293-9456-01de30966889 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 210 time: 0.0433486 Jul 07 17:17:07.132822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.358506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.508038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c043d-c57c-4a1d-82f1-67afcc8464cc req-9f9cff05-31d1-4251-b0ae-b36f42a33c68 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.517643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d4c043d-c57c-4a1d-82f1-67afcc8464cc req-9f9cff05-31d1-4251-b0ae-b36f42a33c68 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.1600280 Jul 07 17:17:07.586781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d4c043d-c57c-4a1d-82f1-67afcc8464cc req-290f084e-a304-4797-8947-5d65c6082084 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1cbd82c-ca2b-4392-8f81-97ae7d90c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677872 Jul 07 17:17:07.600226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-48d1664e-e29a-4514-989d-892811d1ae27 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.603210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-48d1664e-e29a-4514-989d-892811d1ae27 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 945 time: 0.1831048 Jul 07 17:17:07.664911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.683098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.702352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.824942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.993610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=fef6d41b-7e42-4181-a03d-869e1859f704,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.997761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Deleting port 6b8cec7a-1a06-4d56-a797-c995a9591029 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:07.998459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.143051 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP f58d912d-04ec-4d55-8c30-854bce2795fd associated. External IP: 172.25.5.198, port: 30c89fff-c5cc-4af2-a304-be794085b2ea. Jul 07 17:17:08.146435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-427b2798-20d6-42c6-9e36-787c32d8cf5d req-8d1bee05-e254-420a-8fac-6157551ab3a4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 210 time: 0.0543113 Jul 07 17:17:08.254979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] For port 6b8cec7a-1a06-4d56-a797-c995a9591029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=6b8cec7a-1a06-4d56-a797-c995a9591029,segment=NetworkSegment(263f329e-bda2-47ae-bcd3-e15704220e7a),segment_id=263f329e-bda2-47ae-bcd3-e15704220e7a)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:08.255510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.279438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Calling delete_port for 6b8cec7a-1a06-4d56-a797-c995a9591029 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:08.471993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:08.538602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.638085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Pushing event deleted for resources: {'Port': ['ID=6b8cec7a-1a06-4d56-a797-c995a9591029,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:08.754206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] No DVR routers for this DVR port 6b8cec7a-1a06-4d56-a797-c995a9591029 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:08.763609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.769952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3c876d8-c5db-4cb0-9b08-b27d46608fba req-65234c0c-8291-4430-bf88-29af3fe7c59b tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.54 "DELETE /v2.0/ports/6b8cec7a-1a06-4d56-a797-c995a9591029 HTTP/1.1" status: 204 len: 173 time: 1.1521196 Jul 07 17:17:08.771698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'name': 'network-vif-deleted', 'tag': '6b8cec7a-1a06-4d56-a797-c995a9591029'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:08.780252 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842bbf56-d790-4e48-abd8-73956b84a535" -d '{"events": [{"server_uuid": "1ffb5433-1308-4ae7-bcaa-37055ae2214d", "name": "network-vif-deleted", "tag": "6b8cec7a-1a06-4d56-a797-c995a9591029"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:08.915137 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933954e4-3cb5-4a33-98f3-0b46b9013d84 x-openstack-request-id: req-933954e4-3cb5-4a33-98f3-0b46b9013d84 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:08.915679 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffb5433-1308-4ae7-bcaa-37055ae2214d", "name": "network-vif-deleted", "tag": "6b8cec7a-1a06-4d56-a797-c995a9591029", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:08.916076 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-933954e4-3cb5-4a33-98f3-0b46b9013d84 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:08.916866 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffb5433-1308-4ae7-bcaa-37055ae2214d', 'name': 'network-vif-deleted', 'tag': '6b8cec7a-1a06-4d56-a797-c995a9591029', 'status': 'completed', 'code': 200} Jul 07 17:17:09.110061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef4fba03-1e52-4746-aff6-e0a0c2339303 req-9bf0ab96-7e49-4c3c-9ff5-c3922df9e0c3 tempest-TestServerAdvancedOps-699715964 tempest-TestServerAdvancedOps-699715964-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ffb5433-1308-4ae7-bcaa-37055ae2214d HTTP/1.1" status: 200 len: 210 time: 0.1221907 Jul 07 17:17:09.127930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-da094673-1f6f-48b2-9d32-6fbd6fc03e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.170683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.194000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:09.225320 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:09.261876 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:09.262812 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.443044 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.475502 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:09.477233 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.517992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.573218 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.575492 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0945af-70c5-4f50-852f-9d65deb5d407 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:09.586520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1dfbb32-7594-49ff-a601-9f6a7c3628dc req-4f452a5a-544e-4a8d-a7e4-1b37030ce407 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 210 time: 0.0656230 Jul 07 17:17:09.606599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-03f3f3ae-c264-4954-8617-ad3a0bd3f62b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.609060 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-03f3f3ae-c264-4954-8617-ad3a0bd3f62b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "GET /v2.0/networks?id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 797 time: 0.8117073 Jul 07 17:17:09.666640 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7c8ef68-f439-4421-a9e5-ad8bbddf6f3d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8998928 Jul 07 17:17:09.672133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53472) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:09.677491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'port_id': '30c89fff-c5cc-4af2-a304-be794085b2ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:09.803254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.807189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ec290cb3-2dd4-4c2d-a40b-1eebc8a147d0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 380 time: 0.1791663 Jul 07 17:17:09.818171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'port': {'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'admin_state_up': True, 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'security_groups': ['52885a34-3469-4973-b93a-2a5d9886e3c0']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:10.168656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:10.182319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.203204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6b8cec7a-1a06-4d56-a797-c995a9591029 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:10.318663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 6b8cec7a-1a06-4d56-a797-c995a9591029 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:10.319222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 6b8cec7a-1a06-4d56-a797-c995a9591029 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:10.488901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:10.491097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.20.0.3 (48a218b3-0df2-41b3-950c-dc598f198d5e/a478f964-cf97-4346-bbaf-e2d61062b72e/989a8749-732e-4014-a5b0-38cfef5667d7) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:10.725944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Deleting subnet e3119e3c-e576-45c6-83e3-9de3add8ca5b {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:10.735619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.818032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.843221 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.882788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.928034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c172277d-57eb-479f-a196-8a1920696933 req-19f28cff-61db-4c4d-b82d-b5a802dfed65 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 210 time: 0.0628738 Jul 07 17:17:11.002422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.059268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3119e3c-e576-45c6-83e3-9de3add8ca5b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:11.065154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.070120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-92888183-bfc4-4ca3-8c32-7ec750b97e27 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e3119e3c-e576-45c6-83e3-9de3add8ca5b HTTP/1.1" status: 204 len: 168 time: 0.5718815 Jul 07 17:17:11.075272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53488) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:11.135922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.144205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.149746 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.178082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Transition to ACTIVE for port object 989a8749-732e-4014-a5b0-38cfef5667d7 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:11.188451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.521976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:11.639274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.674071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d5597b-575f-4cff-944f-16140778ee91']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:11.691004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263f329e-bda2-47ae-bcd3-e15704220e7a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:11.691312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263f329e-bda2-47ae-bcd3-e15704220e7a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:11.707971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.736245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.740629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.749772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:11.756581 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.768638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:11.769537 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.774990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:11.802370 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:11.827814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:11.830429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:11.884520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-081c24dd-9a59-4497-a5a9-512d13786bda tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/floatingips/f58d912d-04ec-4d55-8c30-854bce2795fd HTTP/1.1" status: 200 len: 978 time: 2.2112284 Jul 07 17:17:11.889719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53494) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:11.939971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:11.944309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 48a218b3-0df2-41b3-950c-dc598f198d5e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:11.970114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:11.974756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:11.975892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:11.994070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:12.035503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.097292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:12.098177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5acad5-ae8c-4784-9a17-6981f51aeda5 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:12.152979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.157000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] 10.222.0.78 "DELETE /v2.0/networks/66d5597b-575f-4cff-944f-16140778ee91 HTTP/1.1" status: 204 len: 168 time: 1.0801449 Jul 07 17:17:12.165967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53500) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:12.173010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=989a8749-732e-4014-a5b0-38cfef5667d7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:12.195747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3af7f7-9056-4fdb-b8b5-c2b81706b18e admin admin] Pushing event deleted for resources: {'Network': ['ID=66d5597b-575f-4cff-944f-16140778ee91,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:12.284445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.286199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.347001 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-ebc38743-0001-4bbb-ab75-4c0ab77a2d83 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5328183 Jul 07 17:17:12.368482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Request body: {'port': {'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:12.395684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Deleting subnet 9ceb8521-a8df-4f42-bafa-025e1f6944db {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:12.403786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.566948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d42ff22a-86cf-4e18-b2f2-9a17bddb0d7d None None] Provisioning for port 989a8749-732e-4014-a5b0-38cfef5667d7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:12.572218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d42ff22a-86cf-4e18-b2f2-9a17bddb0d7d None None] Provisioning complete for port 989a8749-732e-4014-a5b0-38cfef5667d7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:12.572593 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d42ff22a-86cf-4e18-b2f2-9a17bddb0d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.609961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.647909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d42ff22a-86cf-4e18-b2f2-9a17bddb0d7d None None] Port 989a8749-732e-4014-a5b0-38cfef5667d7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:12.975827 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.020648 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.097595 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.163252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ceb8521-a8df-4f42-bafa-025e1f6944db,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.169046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.172377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-55160805-ebc7-4b93-9e68-1fc3e86cadb2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9ceb8521-a8df-4f42-bafa-025e1f6944db HTTP/1.1" status: 204 len: 168 time: 0.9930027 Jul 07 17:17:13.177064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53506) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:13.220511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a3718-e3df-4735-8036-06f33953cd32 req-b27c5b21-f891-425a-b999-a99eb3c2a4e5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.232021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe1a3718-e3df-4735-8036-06f33953cd32 req-b27c5b21-f891-425a-b999-a99eb3c2a4e5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 931 time: 0.9905822 Jul 07 17:17:13.329581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989a8749-732e-4014-a5b0-38cfef5667d7 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:13.339089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.353817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port fef6d41b-7e42-4181-a03d-869e1859f704 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:13.354338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.356691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Transition to ACTIVE for port object 989a8749-732e-4014-a5b0-38cfef5667d7 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:13.363345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.449876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Pushing event updated for resources: {'Port': ['ID=989a8749-732e-4014-a5b0-38cfef5667d7,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.474817 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.491140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe1a3718-e3df-4735-8036-06f33953cd32 req-9ba997e5-1ec5-4f01-90ab-28bc61e66312 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573810 Jul 07 17:17:13.529284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Attempting to bind port 989a8749-732e-4014-a5b0-38cfef5667d7 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:13.529903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Attempting to bind port 989a8749-732e-4014-a5b0-38cfef5667d7 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:13.530450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Attempting to bind port 989a8749-732e-4014-a5b0-38cfef5667d7 on network 48a218b3-0df2-41b3-950c-dc598f198d5e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:13.548838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.549505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.554575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Port 989a8749-732e-4014-a5b0-38cfef5667d7 on network 48a218b3-0df2-41b3-950c-dc598f198d5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:13.554911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Attempting to bind port 989a8749-732e-4014-a5b0-38cfef5667d7 on network 48a218b3-0df2-41b3-950c-dc598f198d5e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:13.562102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:13.562459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Checking segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:13.562840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Bound using segment: {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:13.563295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Bound port: 989a8749-732e-4014-a5b0-38cfef5667d7, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:13.563646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.574360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for fef6d41b-7e42-4181-a03d-869e1859f704 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:13.723159 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.734589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] For port 989a8749-732e-4014-a5b0-38cfef5667d7, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:13.738447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] For port 989a8749-732e-4014-a5b0-38cfef5667d7, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=989a8749-732e-4014-a5b0-38cfef5667d7,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:13.743948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.770427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb5eba3-30bb-45f8-a6a2-659a4419f240']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.789619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.790422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.792528 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] 10.222.0.13 "PUT /v2.0/ports/989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 200 len: 1091 time: 1.4309597 Jul 07 17:17:13.793323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:13.795925 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf405071-9c3d-4653-8262-e613824912a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:13.825007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f985f11-974b-4d46-a020-43f81f5cfe49') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.825519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f985f11-974b-4d46-a020-43f81f5cfe49') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.852054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.857723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde99555-63a6-4c0d-856b-1f4085714e78 service neutron] Pushing event updated for resources: {'Port': ['ID=989a8749-732e-4014-a5b0-38cfef5667d7,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.900786 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f69942-26c5-4f6a-b37d-7ede95c3de07 x-openstack-request-id: req-18f69942-26c5-4f6a-b37d-7ede95c3de07 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:13.901275 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:13.901614 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18f69942-26c5-4f6a-b37d-7ede95c3de07 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:13.902750 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7', 'status': 'completed', 'code': 200} Jul 07 17:17:13.915980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.937928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:13.938601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:13.942031 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:13.974140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-54ee1a1f-33bd-4a73-9a9d-d427b7bfe650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.975844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-54ee1a1f-33bd-4a73-9a9d-d427b7bfe650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1094 time: 0.0957956 Jul 07 17:17:14.041538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-99f3de9f-b59c-410d-9c92-d9f3b8164461 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 200 len: 217 time: 0.0500638 Jul 07 17:17:14.060181 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:14.112961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.126303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.128844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] 10.222.0.78 "DELETE /v2.0/networks/fdb5eba3-30bb-45f8-a6a2-659a4419f240 HTTP/1.1" status: 204 len: 168 time: 0.9460714 Jul 07 17:17:14.148535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80b40-6a78-45e8-ba77-0c4d4d33bc3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb5eba3-30bb-45f8-a6a2-659a4419f240,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.171326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-0f18ae82-4876-4774-8522-ab5ab4e4b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.175721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-0f18ae82-4876-4774-8522-ab5ab4e4b303 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a478f964-cf97-4346-bbaf-e2d61062b72e HTTP/1.1" status: 200 len: 835 time: 0.1270821 Jul 07 17:17:14.181672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.243992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=fef6d41b-7e42-4181-a03d-869e1859f704,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.379560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-c28b60ce-07d3-49a0-8c41-3f438896e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.381619 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-c28b60ce-07d3-49a0-8c41-3f438896e7b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a218b3-0df2-41b3-950c-dc598f198d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877255 Jul 07 17:17:14.478384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53524) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:14.560496 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.564298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-0d1ba5ed-3eb2-4c4d-943e-26a4fd9817c2 service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747110 Jul 07 17:17:14.576041 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP f58d912d-04ec-4d55-8c30-854bce2795fd disassociated (deleted). External IP: 172.25.5.198, port: 30c89fff-c5cc-4af2-a304-be794085b2ea. Jul 07 17:17:14.725966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-171a7d3f-0b49-4ad1-8b05-2e0c8ff81187 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1862a219bc44c7591b785f96fac2bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459769 Jul 07 17:17:14.733927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:14.847355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8ad11d32-d859-4b17-9f9b-78a8fe7bd85c req-af43fbab-a888-4899-a895-5a173dd907f0 service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768989 Jul 07 17:17:14.904025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d371-2529-4ed7-95d7-e3d4b820127b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.957877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d371-2529-4ed7-95d7-e3d4b820127b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.090212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405071-9c3d-4653-8262-e613824912a3 req-3afdb272-b732-4c3e-8f51-8b87559b7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.092127 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-3afdb272-b732-4c3e-8f51-8b87559b7e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1094 time: 0.0833681 Jul 07 17:17:15.112797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8954-ec6e-4a0d-bdb2-fc629bcfba78 req-89567df2-1123-48c0-8833-7bb31a174f51 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.114462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0df8954-ec6e-4a0d-bdb2-fc629bcfba78 req-89567df2-1123-48c0-8833-7bb31a174f51 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 943 time: 0.2743862 Jul 07 17:17:15.143815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:15.170324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d371-2529-4ed7-95d7-e3d4b820127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.173018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d371-2529-4ed7-95d7-e3d4b820127b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.174288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b7e5d371-2529-4ed7-95d7-e3d4b820127b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1cbd82c-ca2b-4392-8f81-97ae7d90c749 HTTP/1.1" status: 204 len: 168 time: 0.4388127 Jul 07 17:17:15.191152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5d371-2529-4ed7-95d7-e3d4b820127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbd82c-ca2b-4392-8f81-97ae7d90c749,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.266061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405071-9c3d-4653-8262-e613824912a3 req-5cc20442-45de-4ee5-ba08-cb802df102ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.267887 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-5cc20442-45de-4ee5-ba08-cb802df102ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 898 time: 0.1674969 Jul 07 17:17:15.300327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0df8954-ec6e-4a0d-bdb2-fc629bcfba78 req-8da3a69b-f714-48a8-b4eb-5a8d7757b537 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732383 Jul 07 17:17:15.326335 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-3ca7b439-d669-421f-9649-12cf56d7a924 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 200 len: 217 time: 0.0498054 Jul 07 17:17:15.402704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405071-9c3d-4653-8262-e613824912a3 req-3e2ab000-89a1-44eb-8d56-06a643b243ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.405562 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-3e2ab000-89a1-44eb-8d56-06a643b243ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a478f964-cf97-4346-bbaf-e2d61062b72e HTTP/1.1" status: 200 len: 835 time: 0.0712848 Jul 07 17:17:15.507445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d6d3-da59-4ea4-b7a6-9322fa210318 req-d9e466c4-71f7-41dc-b083-55ba830eb6ee tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.515389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6757d6d3-da59-4ea4-b7a6-9322fa210318 req-d9e466c4-71f7-41dc-b083-55ba830eb6ee tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 945 time: 0.3640759 Jul 07 17:17:15.539912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf405071-9c3d-4653-8262-e613824912a3 req-0e7770ee-8ddf-4d2d-bd72-1bdc9c4a2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.543149 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-0e7770ee-8ddf-4d2d-bd72-1bdc9c4a2dbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a218b3-0df2-41b3-950c-dc598f198d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230826 Jul 07 17:17:15.559302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:15.566114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.571051 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:15.590098 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:15.591148 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.607929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6757d6d3-da59-4ea4-b7a6-9322fa210318 req-d24b3adf-aaf6-496b-a972-bda539767f0b tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Jul 07 17:17:15.659003 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.676491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:15.677671 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.692580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4d1c2ae2-5ae1-4700-a192-431fa14de6d6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/floatingips/f58d912d-04ec-4d55-8c30-854bce2795fd HTTP/1.1" status: 204 len: 168 time: 3.8007672 Jul 07 17:17:15.695019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53546) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.754180 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.755308 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af5375-37db-4c9d-8e89-518fd6a056a5 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:15.778386 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-57827247-81d9-4aa3-8f82-8582ae5fcd10 service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173214 Jul 07 17:17:15.847630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-392458f2-18eb-4021-92ec-02bc312b11ef req-787585c8-9633-4ee4-a869-5093a9aebd85 service neutron] (98264) timed out ('10.222.0.78', 33432) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:17:15.863680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 30c89fff-c5cc-4af2-a304-be794085b2ea {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:15.865183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.915346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cf405071-9c3d-4653-8262-e613824912a3 req-d0ef5fa0-957c-450c-ba11-752b7d3c1d42 service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274719 Jul 07 17:17:15.990851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53550) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.065418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.076596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1a1b2706-6894-43c1-85d7-f4038ef80b62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=947c167b215a46aab9a7f1ebe443c726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741367 Jul 07 17:17:16.077520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53552) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.090544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 30c89fff-c5cc-4af2-a304-be794085b2ea owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:16.179444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ac4bd26-4a44-42d1-92a9-a982639c1213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.220467 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ac4bd26-4a44-42d1-92a9-a982639c1213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.292381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ac4bd26-4a44-42d1-92a9-a982639c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.299344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0ac4bd26-4a44-42d1-92a9-a982639c1213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.301549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0ac4bd26-4a44-42d1-92a9-a982639c1213 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b2243f8-ecea-4c7f-b18b-dd99d36870fc HTTP/1.1" status: 204 len: 168 time: 0.2192156 Jul 07 17:17:16.317401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4bd26-4a44-42d1-92a9-a982639c1213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2243f8-ecea-4c7f-b18b-dd99d36870fc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:16.481251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.540281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=30c89fff-c5cc-4af2-a304-be794085b2ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:16.746217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.758026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c79d75f-e539-4f28-a649-d4ea96eb22f3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/ports/30c89fff-c5cc-4af2-a304-be794085b2ea HTTP/1.1" status: 204 len: 168 time: 1.0607021 Jul 07 17:17:16.762912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53566) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.782182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:16.823003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f593-df83-48da-bc57-cffdc9ddb5dd req-1b9b458a-ccb9-4d22-ae15-9b9f74a1da51 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.835986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2f7f593-df83-48da-bc57-cffdc9ddb5dd req-1b9b458a-ccb9-4d22-ae15-9b9f74a1da51 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 943 time: 0.2516675 Jul 07 17:17:16.902853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-5ad30fe2-a304-4d6d-91bd-19510d717637 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.906718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-5ad30fe2-a304-4d6d-91bd-19510d717637 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 945 time: 0.3051398 Jul 07 17:17:16.923253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2f7f593-df83-48da-bc57-cffdc9ddb5dd req-7bd68f58-c2e8-48b5-a6d3-ce256a1a6b7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858221 Jul 07 17:17:16.966008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.178138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Deleting port 953a4272-6304-4c3a-b464-3ce6430acabe {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:17.179689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.220618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.362224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] For port 953a4272-6304-4c3a-b464-3ce6430acabe, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=953a4272-6304-4c3a-b464-3ce6430acabe,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:17.362845 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.363838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0758e8-6ecb-4bfa-b25e-718b2b9932d9 req-7f9abd6f-0770-4f17-900b-515c7a830d98 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.366062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc0758e8-6ecb-4bfa-b25e-718b2b9932d9 req-7f9abd6f-0770-4f17-900b-515c7a830d98 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 945 time: 0.2651112 Jul 07 17:17:17.405246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Calling delete_port for 953a4272-6304-4c3a-b464-3ce6430acabe owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:17.468734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc0758e8-6ecb-4bfa-b25e-718b2b9932d9 req-ae870baa-3cfb-45bc-a7c8-44f1cdc60c1d tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934572 Jul 07 17:17:17.496249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.142 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/4da48136-4247-4bd0-997e-6331818ded6e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:17.806722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53588) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.842756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.883478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', '4b60fc37-0943-4a78-8617-51572aa477c6', '953a4272-6304-4c3a-b464-3ce6430acabe'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:17.886892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.906756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event deleted for resources: {'Port': ['ID=953a4272-6304-4c3a-b464-3ce6430acabe,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.990682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.021490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] No DVR routers for this DVR port 953a4272-6304-4c3a-b464-3ce6430acabe on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:18.036611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.039374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f41ec69-5af0-4a97-9438-69da1c41b3fc req-e7ed5557-fc2b-4529-9c8f-de1e06fc9b83 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "DELETE /v2.0/ports/953a4272-6304-4c3a-b464-3ce6430acabe HTTP/1.1" status: 204 len: 173 time: 1.1259177 Jul 07 17:17:18.040073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28479333-06e7-4eba-afa2-3e45f2538daf', 'name': 'network-vif-deleted', 'tag': '953a4272-6304-4c3a-b464-3ce6430acabe'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:18.043685 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e45c0-cc65-4800-bea7-153ece2b300b" -d '{"events": [{"server_uuid": "28479333-06e7-4eba-afa2-3e45f2538daf", "name": "network-vif-deleted", "tag": "953a4272-6304-4c3a-b464-3ce6430acabe"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:18.077153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-948014733-network', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:18.138659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Made reservation on behalf of 6231a512c6b54f05b2ac02f452b04905 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:18.141175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.144353 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d690d3-a9f2-4f35-bcac-fa157fabf968 x-openstack-request-id: req-55d690d3-a9f2-4f35-bcac-fa157fabf968 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:18.144653 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28479333-06e7-4eba-afa2-3e45f2538daf", "name": "network-vif-deleted", "tag": "953a4272-6304-4c3a-b464-3ce6430acabe", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:18.144913 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55d690d3-a9f2-4f35-bcac-fa157fabf968 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:18.145365 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28479333-06e7-4eba-afa2-3e45f2538daf', 'name': 'network-vif-deleted', 'tag': '953a4272-6304-4c3a-b464-3ce6430acabe', 'status': 'completed', 'code': 200} Jul 07 17:17:18.171561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:18.173633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.205438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:18.212617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:18.328406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=4da48136-4247-4bd0-997e-6331818ded6e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.424305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.436058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.478403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:18.485347 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.508840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b5c1f-f66b-4be0-9c85-1795389b3a71 req-22c750a4-63d9-464c-ab3f-a6f5f62aeab6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.517275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e9b5c1f-f66b-4be0-9c85-1795389b3a71 req-22c750a4-63d9-464c-ab3f-a6f5f62aeab6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 943 time: 0.2884047 Jul 07 17:17:18.522241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.522851 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Added segment 39c241a4-a4a3-42bc-9d23-5da77c92e9f0 of type vlan for network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a Jul 07 17:17:18.539980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0675f-1022-476e-a57c-c7dc827672ec,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.576003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.609344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.662108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e9b5c1f-f66b-4be0-9c85-1795389b3a71 req-1ee7a14a-51da-46bb-bf55-199ffb7dd9b0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434598 Jul 07 17:17:18.689412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.698158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.698158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.761911 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9526238 Jul 07 17:17:18.767668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53598) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.779882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Request body: {'subnet': {'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-948014733-subnet', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:18.834954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 989a8749-732e-4014-a5b0-38cfef5667d7 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:19.042252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Made reservation on behalf of 6231a512c6b54f05b2ac02f452b04905 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:19.049425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.091906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4860bf17-0abc-4bf3-b10e-1920b97eeca1 req-f2d89b5d-ac3e-498d-9d67-22ab374a9df4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=28479333-06e7-4eba-afa2-3e45f2538daf HTTP/1.1" status: 200 len: 210 time: 0.1084857 Jul 07 17:17:19.175686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc69e8d-9bec-4911-913f-f5067b6893be admin admin] Pushing event updated for resources: {'Network': ['ID=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.206761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:19.207545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.217577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.324926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 989a8749-732e-4014-a5b0-38cfef5667d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=989a8749-732e-4014-a5b0-38cfef5667d7,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:19.348417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '989a8749-732e-4014-a5b0-38cfef5667d7', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:19.395279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=4da48136-4247-4bd0-997e-6331818ded6e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.436120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.444398 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.459247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.464338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989a8749-732e-4014-a5b0-38cfef5667d7 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:19.464822 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.467513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fd5789ea-7682-4261-b278-85f3f1b397b3 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6998560 Jul 07 17:17:19.469981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53606) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.484072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'port': {'network_id': 'd2fa21c5-eb23-4b7e-a851-57e3eefa5ce7', 'name': 'tempest-FloatingIPTestJSON-891302934'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:19.496720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 989a8749-732e-4014-a5b0-38cfef5667d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=989a8749-732e-4014-a5b0-38cfef5667d7,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:19.503226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.547814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c2c120-8afc-421b-bf4a-f3bdf87a4b61,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.586721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=989a8749-732e-4014-a5b0-38cfef5667d7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.587302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Checking segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:19.587885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Network hostable DHCP agents. Network: febbe61c-2d15-4e4f-abb1-abd3c01ebd3a, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:19.613297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:19.625203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, febbe61c-2d15-4e4f-abb1-abd3c01ebd3a) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:19.630797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.631525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.641502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32c3a8-077c-4147-81fe-3c812b2aede3 None None] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:19.654808 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-550bb8a3-c97f-4c99-bb81-d3f105c079bf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8854940 Jul 07 17:17:19.657753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53608) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.663996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:19.689317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:19.695344 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.718925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.721880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.725434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] device_id is not set on port 3a1b8c40-aa56-4c12-953b-6cf375a37d12 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:19.824915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.927313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.6 (d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7/a034fe58-93bc-4db3-a999-9cb404339ba0/3a1b8c40-aa56-4c12-953b-6cf375a37d12) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:19.931675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['989a8749-732e-4014-a5b0-38cfef5667d7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:20.129747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'fixed_ips': [{'subnet_id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:20.131177 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.174541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.564735 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.630135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Allocated IP 172.20.0.2 (febbe61c-2d15-4e4f-abb1-abd3c01ebd3a/06c2c120-8afc-421b-bf4a-f3bdf87a4b61/a028536d-191a-4be7-9f06-9edcc25f120f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:20.679729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.703513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46d9b7-96f7-40b0-8c6f-57e1e6bfe652 req-53d9e99e-4b95-47ca-8e41-aa7b30dcbc79 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.708200 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.723654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce46d9b7-96f7-40b0-8c6f-57e1e6bfe652 req-53d9e99e-4b95-47ca-8e41-aa7b30dcbc79 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 944 time: 0.6309276 Jul 07 17:17:20.841650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 953a4272-6304-4c3a-b464-3ce6430acabe no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:20.859699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Allocated IP 172.25.5.40 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/13b21015-e2bc-480b-a600-585b471251de) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:20.876962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 953a4272-6304-4c3a-b464-3ce6430acabe {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:20.877444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 953a4272-6304-4c3a-b464-3ce6430acabe not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:20.878300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce46d9b7-96f7-40b0-8c6f-57e1e6bfe652 req-b80957ba-a2c6-4038-98bb-bd002100609f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525776 Jul 07 17:17:20.926461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.996396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:21.001145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:21.004787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:21.014199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.065555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.109820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.111397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.141047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.143286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6715643 Jul 07 17:17:21.149276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53622) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:21.154636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Transition to ACTIVE for port object a028536d-191a-4be7-9f06-9edcc25f120f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:21.156165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'port_id': '3a1b8c40-aa56-4c12-953b-6cf375a37d12'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:21.191088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Transition to ACTIVE for port object a028536d-191a-4be7-9f06-9edcc25f120f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:21.212987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.269564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.286321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:21.287992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:21.294264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:21.349624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Pushing event updated for resources: {'Port': ['ID=a028536d-191a-4be7-9f06-9edcc25f120f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:21.351140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106122e5-0f90-4043-970f-980521a8935f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=3a1b8c40-aa56-4c12-953b-6cf375a37d12,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:21.392074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Attempting to bind port a028536d-191a-4be7-9f06-9edcc25f120f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:21.392452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Attempting to bind port a028536d-191a-4be7-9f06-9edcc25f120f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:21.392824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Attempting to bind port a028536d-191a-4be7-9f06-9edcc25f120f on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:21.399705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:21.400089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Checking segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:21.400507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.400912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Bound using segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:21.402065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Bound port: a028536d-191a-4be7-9f06-9edcc25f120f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:21.402523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.633485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] For port a028536d-191a-4be7-9f06-9edcc25f120f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:21.650721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] For port a028536d-191a-4be7-9f06-9edcc25f120f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a028536d-191a-4be7-9f06-9edcc25f120f,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:21.674217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.696789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:21.701464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:21.705794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:21.746924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Pushing event updated for resources: {'Port': ['ID=13b21015-e2bc-480b-a600-585b471251de,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:21.895673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caca83-f311-473e-9eba-404e3ec50d97 None None] Pushing event updated for resources: {'Port': ['ID=a028536d-191a-4be7-9f06-9edcc25f120f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.244785 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.resource_extend [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:22.405497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.437195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757e1e6-7e06-4b56-b6da-1506d7d9ef54 req-1b42fa23-57a0-49cc-a1d8-2e2245e45b14 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.445443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e757e1e6-7e06-4b56-b6da-1506d7d9ef54 req-1b42fa23-57a0-49cc-a1d8-2e2245e45b14 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 944 time: 0.3564661 Jul 07 17:17:22.450968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.484284 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.702344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e757e1e6-7e06-4b56-b6da-1506d7d9ef54 req-b879c257-f07b-47a3-8712-558592385bc2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528954 Jul 07 17:17:22.742209 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP 5901c607-22e9-4ecf-a5fd-7f74254f4446 associated. External IP: 172.25.5.142, port: 3a1b8c40-aa56-4c12-953b-6cf375a37d12. Jul 07 17:17:22.839714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 989a8749-732e-4014-a5b0-38cfef5667d7 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:22.976851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 989a8749-732e-4014-a5b0-38cfef5667d7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:22.985387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 989a8749-732e-4014-a5b0-38cfef5667d7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:22.986107 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.074508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.282836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.389982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:23.398988 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e24bcc-ae50-40bc-92a7-3124858ecf33" -d '{"events": [{"server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "name": "network-vif-plugged", "status": "completed", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:23.483566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 989a8749-732e-4014-a5b0-38cfef5667d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=989a8749-732e-4014-a5b0-38cfef5667d7,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:23.497221 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cd6814-8b49-4815-ad47-4eeb89bc8add x-openstack-request-id: req-06cd6814-8b49-4815-ad47-4eeb89bc8add {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:23.497669 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "name": "network-vif-plugged", "status": "completed", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:23.499215 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06cd6814-8b49-4815-ad47-4eeb89bc8add {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:23.499680 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7', 'code': 200} Jul 07 17:17:23.501616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.596017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Router fcd4de63-152e-487e-a16b-b9a8c214df6f is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:17:23.653678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=989a8749-732e-4014-a5b0-38cfef5667d7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:23.802715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:23.820045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Sync routers for ids ['fcd4de63-152e-487e-a16b-b9a8c214df6f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:23.862000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.868691 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-36e8c75c-8560-4f39-ad57-b8d716f66b60 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2094553 Jul 07 17:17:23.874669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:23.911490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9cfff7-95bd-4761-872b-2c0aec3b1bad None None] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:23.992056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Routers {'fcd4de63-152e-487e-a16b-b9a8c214df6f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:23.992314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fcd4de63-152e-487e-a16b-b9a8c214df6f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:24.077683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.100171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee103f0-bce2-4a05-aa5a-6e84bce8e0fd req-649e1ad2-c2bc-4e02-8e8f-35bed684ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.103466 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ee103f0-bce2-4a05-aa5a-6e84bce8e0fd req-649e1ad2-c2bc-4e02-8e8f-35bed684ee8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1096 time: 0.3135369 Jul 07 17:17:24.146917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a028536d-191a-4be7-9f06-9edcc25f120f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:24.331681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3ee103f0-bce2-4a05-aa5a-6e84bce8e0fd req-63b885b0-772d-40f8-bbea-e7474083b2ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114367 Jul 07 17:17:24.424570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64c9d767-0ab0-4a58-897a-407fffaceed7 None None] Provisioning for port a028536d-191a-4be7-9f06-9edcc25f120f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:24.564771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Set router fcd4de63-152e-487e-a16b-b9a8c214df6f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:24.628931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a028536d-191a-4be7-9f06-9edcc25f120f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:24.686652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a028536d-191a-4be7-9f06-9edcc25f120f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:24.687405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.774627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:24.853190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7b62-bd44-497a-a307-7e719ba7a0a2 req-d3d35eec-87c2-4a8c-8257-56b5ee665685 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.880769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c39c7b62-bd44-497a-a307-7e719ba7a0a2 req-d3d35eec-87c2-4a8c-8257-56b5ee665685 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 945 time: 0.3879378 Jul 07 17:17:25.070423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.128635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:17:22Z', 'revision_number': 3, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:25.283107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Checking router: fcd4de63-152e-487e-a16b-b9a8c214df6f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:25.285629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Updating router fcd4de63-152e-487e-a16b-b9a8c214df6f port 13b21015-e2bc-480b-a600-585b471251de binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:25.331939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c39c7b62-bd44-497a-a307-7e719ba7a0a2 req-d83e1302-96e4-4ee0-bd29-4fef84f59707 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682177 Jul 07 17:17:25.522392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a028536d-191a-4be7-9f06-9edcc25f120f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a028536d-191a-4be7-9f06-9edcc25f120f,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:25.535116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:25.551630 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.551842 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:25.566187 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.593025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:25.593694 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:25.688396 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:25.711908 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.720193 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:25.725386 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:25.757885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf669207-d482-4eda-8ca1-e9124da2e0a6 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/floatingips/5901c607-22e9-4ecf-a5fd-7f74254f4446 HTTP/1.1" status: 200 len: 977 time: 4.6071830 Jul 07 17:17:25.765434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53654) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:25.833018 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:25.844054 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd1718-4302-4fbf-93ea-6c4bbb1f18be None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:25.865483 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.246504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 3a1b8c40-aa56-4c12-953b-6cf375a37d12 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:26.247337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.313327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-99ac8839-39bc-4018-8df8-36cea48c9e27 None None] Provisioning complete for port a028536d-191a-4be7-9f06-9edcc25f120f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:26.315212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-99ac8839-39bc-4018-8df8-36cea48c9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.418428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a028536d-191a-4be7-9f06-9edcc25f120f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:26.518643 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.738027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Allocated IP 172.20.0.1 (febbe61c-2d15-4e4f-abb1-abd3c01ebd3a/06c2c120-8afc-421b-bf4a-f3bdf87a4b61/b72ca971-69f1-4c94-8f25-dbddec87e7ec) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:26.794228 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.829985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Transition to ACTIVE for port object 13b21015-e2bc-480b-a600-585b471251de will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:26.852714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.948697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Attempting to bind port 13b21015-e2bc-480b-a600-585b471251de on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:26.948697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Attempting to bind port 13b21015-e2bc-480b-a600-585b471251de by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:26.949027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Attempting to bind port 13b21015-e2bc-480b-a600-585b471251de on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:26.997206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:26.997643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:27.003843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.003843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:27.004903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Bound port: 13b21015-e2bc-480b-a600-585b471251de, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:27.006922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.122531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6534ce-0b36-45cd-b375-d05446834744 None None] Pushing event updated for resources: {'Port': ['ID=13b21015-e2bc-480b-a600-585b471251de,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:27.162195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.194142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.194627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Transition to ACTIVE for port object b72ca971-69f1-4c94-8f25-dbddec87e7ec will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:27.195142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.195741 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP 5901c607-22e9-4ecf-a5fd-7f74254f4446 disassociated. External IP: 172.25.5.142, port: 3a1b8c40-aa56-4c12-953b-6cf375a37d12. Jul 07 17:17:27.196330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 3a1b8c40-aa56-4c12-953b-6cf375a37d12 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:27.239793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] For port 13b21015-e2bc-480b-a600-585b471251de, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:27.269448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] For port 13b21015-e2bc-480b-a600-585b471251de, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=13b21015-e2bc-480b-a600-585b471251de,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:27.272957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.279416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.381080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:27.396085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:27.403161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:27.406845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Routers {'fcd4de63-152e-487e-a16b-b9a8c214df6f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:27.407516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fcd4de63-152e-487e-a16b-b9a8c214df6f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:27.453709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Pushing event updated for resources: {'Port': ['ID=b72ca971-69f1-4c94-8f25-dbddec87e7ec,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:27.479464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6534ce-0b36-45cd-b375-d05446834744 None None] Pushing event updated for resources: {'Port': ['ID=13b21015-e2bc-480b-a600-585b471251de,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:27.523210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.585833 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.605378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] Set router fcd4de63-152e-487e-a16b-b9a8c214df6f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:27.688530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=3a1b8c40-aa56-4c12-953b-6cf375a37d12,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:27.809895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a028536d-191a-4be7-9f06-9edcc25f120f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:27.962942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a028536d-191a-4be7-9f06-9edcc25f120f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:27.963569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.195881 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.212941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f4c8c-9db0-4e44-a2e1-e6a8a561019d req-6939f721-7b4c-4889-b9fa-f618b3f674d2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.230220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e5f4c8c-9db0-4e44-a2e1-e6a8a561019d req-6939f721-7b4c-4889-b9fa-f618b3f674d2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 945 time: 1.4062927 Jul 07 17:17:28.280778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:17:22Z', 'revision_number': 3, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:28.372295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f25115bc-1602-458b-a75b-5ed210a2557e None None] Provisioning for port b72ca971-69f1-4c94-8f25-dbddec87e7ec completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:28.375198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977eba60-2a1c-4aaa-8c5d-64a8f4cc88fb None None] The sync data for ids ['fcd4de63-152e-487e-a16b-b9a8c214df6f'] in n-d-793619-7 is: [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:17:22Z', 'revision_number': 3, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:28.398759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f25115bc-1602-458b-a75b-5ed210a2557e None None] Provisioning complete for port b72ca971-69f1-4c94-8f25-dbddec87e7ec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:28.399234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f25115bc-1602-458b-a75b-5ed210a2557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.472368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e5f4c8c-9db0-4e44-a2e1-e6a8a561019d req-76ecc3bc-dea5-4d9a-af7a-7cc2bc8a1238 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409172 Jul 07 17:17:28.490718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:28.509601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f25115bc-1602-458b-a75b-5ed210a2557e None None] Port b72ca971-69f1-4c94-8f25-dbddec87e7ec cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:28.548890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-eb3a39de-50c2-40e8-9168-1fdbf308139f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6527429 Jul 07 17:17:28.820474 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.831699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.952740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.001502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Pushing event updated for resources: {'Port': ['ID=b72ca971-69f1-4c94-8f25-dbddec87e7ec,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:29.171582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-99e526b3-74fa-4934-aebc-dad2f6624bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.173336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-99e526b3-74fa-4934-aebc-dad2f6624bc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1096 time: 0.4952190 Jul 07 17:17:29.178968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:29.193465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:29.218612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:29.219300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:29.250484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:29.254236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:29.277811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57d6c9-8627-4b3e-83ec-f118b45102de req-116878e7-9ddc-4270-9d2c-42d8df2f5f8a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.287665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc57d6c9-8627-4b3e-83ec-f118b45102de req-116878e7-9ddc-4270-9d2c-42d8df2f5f8a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 945 time: 0.4897740 Jul 07 17:17:29.300423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:29.335800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:29.336915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:29.394625 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.402558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4ad8a92-0321-4673-96cd-d2a3b4e86d38 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/ports/3a1b8c40-aa56-4c12-953b-6cf375a37d12 HTTP/1.1" status: 204 len: 168 time: 3.6331468 Jul 07 17:17:29.414615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:29.422149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:29.423205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd53f3c-ce01-40b7-9a52-6730e0c04d8e None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:29.452385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da67b5-c04f-4f79-a3a0-1744d3ccfa44 req-0fe824fc-35fc-4a74-960a-8df864617f24 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.464269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95da67b5-c04f-4f79-a3a0-1744d3ccfa44 req-0fe824fc-35fc-4a74-960a-8df864617f24 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 945 time: 0.6450412 Jul 07 17:17:29.485515 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d18ed64a-8163-40a9-8055-85fed4344117 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/floatingips/5901c607-22e9-4ecf-a5fd-7f74254f4446 HTTP/1.1" status: 200 len: 688 time: 0.0628848 Jul 07 17:17:29.485515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53686) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:29.623293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc57d6c9-8627-4b3e-83ec-f118b45102de req-a3acde43-f1a1-4873-84d7-af6c2fb112c4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304696 Jul 07 17:17:29.774888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7446f751-92de-466c-ab7e-dfdd08ae8698 None None] Provisioning complete for port b72ca971-69f1-4c94-8f25-dbddec87e7ec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:29.775800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7446f751-92de-466c-ab7e-dfdd08ae8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.783728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95da67b5-c04f-4f79-a3a0-1744d3ccfa44 req-97159f47-ebd6-4e98-815e-9128e069fb5d tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567670 Jul 07 17:17:29.858468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53688) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:29.873681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7446f751-92de-466c-ab7e-dfdd08ae8698 None None] Port b72ca971-69f1-4c94-8f25-dbddec87e7ec cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:29.899759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13b21015-e2bc-480b-a600-585b471251de up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:29.910408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-0d48ad80-7aed-4a23-a1f5-c6932727ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.911685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-0d48ad80-7aed-4a23-a1f5-c6932727ecd5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.7034612 Jul 07 17:17:30.051502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 13b21015-e2bc-480b-a600-585b471251de completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:30.059835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-3fc2030c-6a6d-4988-bd3a-1e99bda19487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 1000 time: 0.1023865 Jul 07 17:17:30.065024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 13b21015-e2bc-480b-a600-585b471251de triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:30.065767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.149715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f50fe2-2e21-4841-835d-9565cc4bddcc tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.152357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-86f50fe2-2e21-4841-835d-9565cc4bddcc tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1091 time: 0.2844777 Jul 07 17:17:30.159992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53690) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:30.170719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:30.181952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.190612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Router fcd4de63-152e-487e-a16b-b9a8c214df6f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:30.274476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 13b21015-e2bc-480b-a600-585b471251de, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=13b21015-e2bc-480b-a600-585b471251de,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:30.280864 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.291171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-403441f0-cb7a-4cda-a43e-9d64bc59019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.295463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-403441f0-cb7a-4cda-a43e-9d64bc59019e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.2245319 Jul 07 17:17:30.367079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.387009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238924a-de01-49bd-833b-6e2066341147 req-552b2d01-1e3a-4991-803e-aa0ad31537a7 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.389390 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9238924a-de01-49bd-833b-6e2066341147 req-552b2d01-1e3a-4991-803e-aa0ad31537a7 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 945 time: 0.2993274 Jul 07 17:17:30.409228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=13b21015-e2bc-480b-a600-585b471251de,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:30.475091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-1eb2e3fd-eccb-4cde-a0b3-952c2aaad840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.476706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-1eb2e3fd-eccb-4cde-a0b3-952c2aaad840 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719840 Jul 07 17:17:30.584370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 4da48136-4247-4bd0-997e-6331818ded6e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:30.584746 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.637450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-4b7eb727-c87a-4fd4-8f8f-df0ec99bac81 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527617 Jul 07 17:17:30.641457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.701827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:30.711546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2a43ed28-97f1-45aa-a1a1-0daf51dc67cf admin admin] 10.222.0.78 "PUT /v2.0/routers/fcd4de63-152e-487e-a16b-b9a8c214df6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8304183 Jul 07 17:17:30.767296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.767642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.800905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Deleting port 4b60fc37-0943-4a78-8617-51572aa477c6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:30.801289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.842084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.25.5.170 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f048ecef-b630-476b-bfbe-0503ac33aef8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:31.062059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 4da48136-4247-4bd0-997e-6331818ded6e owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:31.067374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] For port 4b60fc37-0943-4a78-8617-51572aa477c6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=4b60fc37-0943-4a78-8617-51572aa477c6,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:31.067661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.128364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Calling delete_port for 4b60fc37-0943-4a78-8617-51572aa477c6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:31.252206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.285329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20be7c08-27a9-461d-b76d-4d84c1db349a req-65cca83d-7b62-4619-b7c5-d10f3fad64a9 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387775 Jul 07 17:17:31.377034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41495-47b4-43d1-98fc-6024c87bc27c req-60a4fc88-a810-49be-91e1-64d5ee03feb4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.379649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ed41495-47b4-43d1-98fc-6024c87bc27c req-60a4fc88-a810-49be-91e1-64d5ee03feb4 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 945 time: 0.3025994 Jul 07 17:17:31.444334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.457638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ed41495-47b4-43d1-98fc-6024c87bc27c req-0b3c47a4-ec85-4367-8fe1-27b2a12e1797 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660493 Jul 07 17:17:31.524733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:31.535417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:31.544136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:31.661787 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Sync routers for ids ['fcd4de63-152e-487e-a16b-b9a8c214df6f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:31.682001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Routers {'fcd4de63-152e-487e-a16b-b9a8c214df6f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:31.683789 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fcd4de63-152e-487e-a16b-b9a8c214df6f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:31.713418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.749077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', '4b60fc37-0943-4a78-8617-51572aa477c6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:31.856948 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Set router fcd4de63-152e-487e-a16b-b9a8c214df6f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:31.874864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event deleted for resources: {'Port': ['ID=4b60fc37-0943-4a78-8617-51572aa477c6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:31.973232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13b21015-e2bc-480b-a600-585b471251de up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:32.010199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=f048ecef-b630-476b-bfbe-0503ac33aef8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:32.047183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] No DVR routers for this DVR port 4b60fc37-0943-4a78-8617-51572aa477c6 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:32.052825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.056419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9238924a-de01-49bd-833b-6e2066341147 req-9d587e0b-9d47-4715-ba6f-781272e7a25a tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "DELETE /v2.0/ports/4b60fc37-0943-4a78-8617-51572aa477c6 HTTP/1.1" status: 204 len: 173 time: 1.6600449 Jul 07 17:17:32.056928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'name': 'network-vif-deleted', 'tag': '4b60fc37-0943-4a78-8617-51572aa477c6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:32.061729 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d6fd69-4c89-4efa-b1b7-712863ad4656" -d '{"events": [{"server_uuid": "9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f", "name": "network-vif-deleted", "tag": "4b60fc37-0943-4a78-8617-51572aa477c6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:32.082637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.211170 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f417237-84c7-4770-abd8-255006c79ad3 x-openstack-request-id: req-4f417237-84c7-4770-abd8-255006c79ad3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:32.211849 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f", "name": "network-vif-deleted", "tag": "4b60fc37-0943-4a78-8617-51572aa477c6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:32.212260 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f417237-84c7-4770-abd8-255006c79ad3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:32.214639 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f', 'name': 'network-vif-deleted', 'tag': '4b60fc37-0943-4a78-8617-51572aa477c6', 'status': 'completed', 'code': 200} Jul 07 17:17:32.220462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=4da48136-4247-4bd0-997e-6331818ded6e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:32.351565 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:17:28Z', 'revision_number': 4, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'b72ca971-69f1-4c94-8f25-dbddec87e7ec', 'name': '', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'mac_address': 'fa:16:3e:3d:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:26Z', 'updated_at': '2021-07-07T17:17:28Z', 'revision_number': 2, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'subnets': [{'id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:32.393503 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Checking router: fcd4de63-152e-487e-a16b-b9a8c214df6f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:32.394263 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Updating router fcd4de63-152e-487e-a16b-b9a8c214df6f port b72ca971-69f1-4c94-8f25-dbddec87e7ec binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:32.455702 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.561572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 13b21015-e2bc-480b-a600-585b471251de triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:32.562005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.611261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.652532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.658867 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-48e0e56d-9d95-4271-90dd-e2bfd2ba49d5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/floatingips/5901c607-22e9-4ecf-a5fd-7f74254f4446 HTTP/1.1" status: 204 len: 168 time: 3.1726081 Jul 07 17:17:32.665641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53720) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:32.712025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '20a797c6-808a-48da-b32d-c7c49993dfce'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:32.824535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.021886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53724) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:33.052537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1356508823-network', 'tenant_id': '216f72f8a5d842de88c95dfebbead682'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:33.108097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Made reservation on behalf of 216f72f8a5d842de88c95dfebbead682 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:33.113070 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.132862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.340673 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.355119 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.358047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1fd3c56-23e6-4dd5-b25c-d4bceb0c4d19 req-f3ae21b4-6a3c-46da-b718-0481f9ff1043 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e30ca9d-78c7-4376-8479-5a9a0c2a3b7f HTTP/1.1" status: 200 len: 210 time: 0.1008217 Jul 07 17:17:33.385891 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Transition to ACTIVE for port object b72ca971-69f1-4c94-8f25-dbddec87e7ec will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:33.409249 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.544339 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145995f-91a0-4947-8e6b-65337a0ffc10 None None] Pushing event updated for resources: {'Port': ['ID=b72ca971-69f1-4c94-8f25-dbddec87e7ec,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:33.620398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.254 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d795a050-4597-4d24-bc53-ca2d0c41c6a3) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:33.659443 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.670735 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Attempting to bind port b72ca971-69f1-4c94-8f25-dbddec87e7ec on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:33.671204 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Attempting to bind port b72ca971-69f1-4c94-8f25-dbddec87e7ec by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:33.671708 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Attempting to bind port b72ca971-69f1-4c94-8f25-dbddec87e7ec on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:33.689127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:33.689653 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Checking segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:33.689936 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.690318 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Bound using segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:33.703025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Bound port: b72ca971-69f1-4c94-8f25-dbddec87e7ec, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:33.703806 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.735737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.759195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.886563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:33.924136 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] For port b72ca971-69f1-4c94-8f25-dbddec87e7ec, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:33.937363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.939753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] For port b72ca971-69f1-4c94-8f25-dbddec87e7ec, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b72ca971-69f1-4c94-8f25-dbddec87e7ec,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:33.956343 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.003798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62e55b0-fcdb-493f-baa4-cb470b621a59,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.022904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.027158 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Added segment ba26ba0a-7537-4fdd-bc04-443edb3051f8 of type vlan for network 15263054-f08d-4d82-8f17-4fb99b43b3a9 Jul 07 17:17:34.068667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.173926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.175196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.279120 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Routers {'fcd4de63-152e-487e-a16b-b9a8c214df6f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:34.280855 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fcd4de63-152e-487e-a16b-b9a8c214df6f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:34.280994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.283020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.284384 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.289431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.456836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=15263054-f08d-4d82-8f17-4fb99b43b3a9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.480460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:34.529694 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145995f-91a0-4947-8e6b-65337a0ffc10 None None] Pushing event updated for resources: {'Port': ['ID=b72ca971-69f1-4c94-8f25-dbddec87e7ec,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.597136 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.603890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.606722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=d795a050-4597-4d24-bc53-ca2d0c41c6a3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.620837 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] Set router fcd4de63-152e-487e-a16b-b9a8c214df6f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:34.665924 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e8af83bb-e410-4d47-80fd-3cf259c6d5e3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6354346 Jul 07 17:17:34.675266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:34.679254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:34.680941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:34.694184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Request body: {'subnet': {'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1356508823-subnet', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:34.699994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:34.789926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Made reservation on behalf of 216f72f8a5d842de88c95dfebbead682 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:34.794875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.923642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=f048ecef-b630-476b-bfbe-0503ac33aef8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.928316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b60fc37-0943-4a78-8617-51572aa477c6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:34.975779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.976294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.976853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.978157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.978956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.980935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.981772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.982476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.983067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.983709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.985482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:34.986121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:35.006624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 4b60fc37-0943-4a78-8617-51572aa477c6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:35.006867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.007785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 4b60fc37-0943-4a78-8617-51572aa477c6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:35.221940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b47da554-a343-4418-bb4b-4ab6c7ada314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.304277 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:17:28Z', 'revision_number': 4, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'b72ca971-69f1-4c94-8f25-dbddec87e7ec', 'name': '', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'mac_address': 'fa:16:3e:3d:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:26Z', 'updated_at': '2021-07-07T17:17:33Z', 'revision_number': 4, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'subnets': [{'id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.329455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.421376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f30eff5-a556-40c6-8862-222cb08f5eaa,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:35.430292 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0156424b-416a-4008-9eab-6216f6f868ba None None] The sync data for ids ['fcd4de63-152e-487e-a16b-b9a8c214df6f'] in n-d-793619-7 is: [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:17:28Z', 'revision_number': 4, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'b72ca971-69f1-4c94-8f25-dbddec87e7ec', 'name': '', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'mac_address': 'fa:16:3e:3d:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:26Z', 'updated_at': '2021-07-07T17:17:33Z', 'revision_number': 4, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'subnets': [{'id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:35.456233 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Floating IP 255291de-8220-4803-89b5-05cb1da025d3 associated. External IP: 172.25.5.170, port: 989a8749-732e-4014-a5b0-38cfef5667d7. Jul 07 17:17:35.640912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Checking segment: {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:35.642257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Network hostable DHCP agents. Network: 15263054-f08d-4d82-8f17-4fb99b43b3a9, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:35.818832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861df1b9-a512-46ba-be59-bfc8076dad44 req-08665181-a0c9-4b15-a253-fce036bffb1e tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:35.822107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-861df1b9-a512-46ba-be59-bfc8076dad44 req-08665181-a0c9-4b15-a253-fce036bffb1e tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 945 time: 0.2306807 Jul 07 17:17:35.846310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:35.903864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b72ca971-69f1-4c94-8f25-dbddec87e7ec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:36.007782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 15263054-f08d-4d82-8f17-4fb99b43b3a9) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:36.012367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-861df1b9-a512-46ba-be59-bfc8076dad44 req-b6b15c0c-4f31-4447-9561-f6c82252180b tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Jul 07 17:17:36.014672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.015516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.029706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a84ff8-373b-44ed-8488-9929e1ddb1f5 None None] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:36.035120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b72ca971-69f1-4c94-8f25-dbddec87e7ec completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:36.096709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8c092ccf-52cb-4161-af81-4a1482539e6b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4063516 Jul 07 17:17:36.100280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53742) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.107125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:36.124902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b72ca971-69f1-4c94-8f25-dbddec87e7ec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:36.125705 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.139805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.158633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:36.203341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.208708 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.350866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.374091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:36.403763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847508-333c-4b71-9f36-f169aa392943 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:36.415835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-15263054-f08d-4d82-8f17-4fb99b43b3a9', 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'fixed_ips': [{'subnet_id': '7f30eff5-a556-40c6-8862-222cb08f5eaa'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:36.417701 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.448875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.459002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.477163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:36.477908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:36.514191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.600745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-513cab51-d0e7-4663-bb1b-81d1dcb99c1b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4391022 Jul 07 17:17:36.611822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53750) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.612897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:36.616647 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf1e285-47a7-402c-8bbe-ac9bb8876b42" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:36.710052 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1357f38-afc1-482e-84ac-9617d5d9e9ae x-openstack-request-id: req-f1357f38-afc1-482e-84ac-9617d5d9e9ae {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:36.710344 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:36.710598 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1357f38-afc1-482e-84ac-9617d5d9e9ae {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:36.711900 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7', 'status': 'completed', 'code': 200} Jul 07 17:17:36.800251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4a356bca-9fd1-47a4-8baa-3a9db4e9fbe1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 200 len: 991 time: 0.1773319 Jul 07 17:17:36.820914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port b72ca971-69f1-4c94-8f25-dbddec87e7ec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b72ca971-69f1-4c94-8f25-dbddec87e7ec,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:36.844212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.964679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:37.174963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-486bd4b0-c901-44e1-ad63-20730045481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.178926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-486bd4b0-c901-44e1-ad63-20730045481f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1096 time: 0.3977783 Jul 07 17:17:37.315890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.475387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93550db-6511-4748-ac74-6587a3bc963d req-495d6dc5-3354-46d1-98e1-5a5b18ca3a13 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.478267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f93550db-6511-4748-ac74-6587a3bc963d req-495d6dc5-3354-46d1-98e1-5a5b18ca3a13 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 945 time: 0.7509322 Jul 07 17:17:37.531916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-c2f8669a-3f52-40c2-85d8-63b9e798eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.533710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-c2f8669a-3f52-40c2-85d8-63b9e798eef4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 898 time: 0.3477192 Jul 07 17:17:37.662734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-e4ed79c7-f5a3-44d1-9319-936c2b30b129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 200 len: 999 time: 0.1196713 Jul 07 17:17:37.694940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=b72ca971-69f1-4c94-8f25-dbddec87e7ec,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.763044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499c2a2-35dc-4aba-a266-436699f334b0 req-60d83f78-3472-49ac-b9d7-ea86f841449c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.771542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2499c2a2-35dc-4aba-a266-436699f334b0 req-60d83f78-3472-49ac-b9d7-ea86f841449c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 945 time: 0.3184948 Jul 07 17:17:37.803880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:37.814153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Allocated IP 172.20.0.2 (15263054-f08d-4d82-8f17-4fb99b43b3a9/7f30eff5-a556-40c6-8862-222cb08f5eaa/873da2e6-54dd-4ea4-bad9-0ff1f3709846) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:37.820848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-0d8e3362-5be1-4e0f-8d0a-f75630716445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.822510 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.824248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-0d8e3362-5be1-4e0f-8d0a-f75630716445 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a478f964-cf97-4346-bbaf-e2d61062b72e HTTP/1.1" status: 200 len: 835 time: 0.1471548 Jul 07 17:17:38.003007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2499c2a2-35dc-4aba-a266-436699f334b0 req-6f3076d9-8865-4e6c-bc16-44f512015708 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267654 Jul 07 17:17:38.078091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eb61dd53-d1ef-4e45-bb4f-a9138c176b0c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 200 len: 991 time: 0.2684872 Jul 07 17:17:38.114786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-10d7ec05-8cbd-4a36-9a17-d8b10bbefc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.117531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-10d7ec05-8cbd-4a36-9a17-d8b10bbefc32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a218b3-0df2-41b3-950c-dc598f198d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271755 Jul 07 17:17:38.214136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.232711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.294296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=d795a050-4597-4d24-bc53-ca2d0c41c6a3,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.330064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.350247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:33Z', 'revision_number': 0, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:38.378910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-a47db374-f90f-4a33-9c09-babdce3642f2 service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531796 Jul 07 17:17:38.410950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Transition to ACTIVE for port object 873da2e6-54dd-4ea4-bad9-0ff1f3709846 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:38.413923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847508-333c-4b71-9f36-f169aa392943 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:38.458234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:38.459453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:38.462599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.512849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-baf1e285-47a7-402c-8bbe-ac9bb8876b42 req-3e6e2656-778e-4e9d-a37e-bb2a3d0192eb service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259191 Jul 07 17:17:38.546680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Transition to ACTIVE for port object 873da2e6-54dd-4ea4-bad9-0ff1f3709846 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:38.577362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.585511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Deleting port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:38.586062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.672799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:38.694350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:38.712124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:38.797044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Pushing event updated for resources: {'Port': ['ID=873da2e6-54dd-4ea4-bad9-0ff1f3709846,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.883311 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP ee6e7f6f-0503-4177-84d6-9544886a9a2b associated. External IP: 172.25.5.254, port: 20a797c6-808a-48da-b32d-c7c49993dfce. Jul 07 17:17:38.899878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] For port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:38.900248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.933171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Attempting to bind port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:38.933833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Attempting to bind port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:38.934495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Attempting to bind port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 on network 15263054-f08d-4d82-8f17-4fb99b43b3a9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:38.940348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:38.983146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Calling delete_port for c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:39.004190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:39.004953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Checking segment: {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:39.005499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.006147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Bound using segment: {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:39.007036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Bound port: 873da2e6-54dd-4ea4-bad9-0ff1f3709846, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:39.007684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.081808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53776) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:39.090361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.128210 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.169691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-94167c46-6a14-44db-9ff8-011f152a5672 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 200 len: 991 time: 0.0867133 Jul 07 17:17:39.238819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b61a1cd8-3b77-4889-88bb-d060f6c9fe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.251199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.287875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5e9d5-99a7-4ddb-8e03-b901e0546cf4 req-6248376f-2d19-4174-b00f-added7b716af tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:39.292874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0df5e9d5-99a7-4ddb-8e03-b901e0546cf4 req-6248376f-2d19-4174-b00f-added7b716af tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 945 time: 0.1028438 Jul 07 17:17:39.360743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0df5e9d5-99a7-4ddb-8e03-b901e0546cf4 req-a3f55eb1-c3e0-4965-8c06-b63a74bb20bf tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591369 Jul 07 17:17:39.382720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.512974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event deleted for resources: {'Port': ['ID=c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:39.577171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Allocated IP 172.25.5.185 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/dbb48e27-1463-4299-87ef-4b8910eaa958) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:39.591919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:39.606558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:39.626794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] No DVR routers for this DVR port c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:39.632687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.633718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] For port 873da2e6-54dd-4ea4-bad9-0ff1f3709846, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:39.634869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f93550db-6511-4748-ac74-6587a3bc963d req-3b2e475e-f50b-425b-8e0d-2d6748ee52c0 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "DELETE /v2.0/ports/c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca HTTP/1.1" status: 204 len: 173 time: 2.0834358 Jul 07 17:17:39.635673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c260ac84-39a7-4800-9795-bad3cceba115', 'name': 'network-vif-deleted', 'tag': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:39.638169 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2266210-3f0c-4cd4-b4e5-ece0320d381f" -d '{"events": [{"server_uuid": "c260ac84-39a7-4800-9795-bad3cceba115", "name": "network-vif-deleted", "tag": "c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:39.686276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] For port 873da2e6-54dd-4ea4-bad9-0ff1f3709846, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=873da2e6-54dd-4ea4-bad9-0ff1f3709846,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:39.710390 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.875410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.890078 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb90d25c-7b85-4a68-8efb-b9ac7f73e0d2 x-openstack-request-id: req-bb90d25c-7b85-4a68-8efb-b9ac7f73e0d2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:39.890486 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c260ac84-39a7-4800-9795-bad3cceba115", "name": "network-vif-deleted", "tag": "c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:39.890905 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb90d25c-7b85-4a68-8efb-b9ac7f73e0d2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:39.891435 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c260ac84-39a7-4800-9795-bad3cceba115', 'name': 'network-vif-deleted', 'tag': 'c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca', 'status': 'completed', 'code': 200} Jul 07 17:17:39.952153 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.978625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b72ca971-69f1-4c94-8f25-dbddec87e7ec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:40.065323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb905f-7eea-4fd2-9d9e-89a77cc0ff3f None None] Pushing event updated for resources: {'Port': ['ID=873da2e6-54dd-4ea4-bad9-0ff1f3709846,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.093017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:40.102647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:40.128217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:40.173613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.208972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Pushing event updated for resources: {'Port': ['ID=dbb48e27-1463-4299-87ef-4b8910eaa958,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.235689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:40.259940 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:40.308560 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.339982 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:40.341484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:40.391021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-18847508-333c-4b71-9f36-f169aa392943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:33Z', 'revision_number': 0, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:40.408386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f1f4ca92-260b-4de7-bb36-63bc3a20cae1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 200 len: 991 time: 0.2324715 Jul 07 17:17:40.511857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18847508-333c-4b71-9f36-f169aa392943 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:33Z', 'revision_number': 0, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:40.536344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b72ca971-69f1-4c94-8f25-dbddec87e7ec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:40.536630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.544122 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:40.620268 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:40.620268 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:40.707833 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b91c0c4f-59b6-4750-9b51-98eeef3eb0df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.0290954 Jul 07 17:17:40.718892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53794) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.722783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-782023732'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:40.799190 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:40.800217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c6e00-9758-4850-8394-4502e1bfe8b3 None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:40.841140 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.842398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:40.863044 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.983291 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d24d2e69-e710-4509-9d42-62dd292fc4a8 req-7cf7fe19-7f83-4fe5-8a79-2c4c7a283127 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=c260ac84-39a7-4800-9795-bad3cceba115 HTTP/1.1" status: 200 len: 210 time: 0.0625710 Jul 07 17:17:40.992528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:41.013175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.014002 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Added segment 92bbedcd-1f68-4b98-bcee-498e9ada8069 of type vlan for network bbd820b1-a48e-49de-a070-8acbc27e0f06 Jul 07 17:17:41.026684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:41.058874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:41.059240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c1c3d5c5-0f1c-4af9-8852-7ea5e01243ca not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:41.091293 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.096530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.174544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.181366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.183204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.199623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c65924-10e3-4902-b646-e98c619733de None None] New status for floating IP 255291de-8220-4803-89b5-05cb1da025d3: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:41.324365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6114521 Jul 07 17:17:41.330813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53798) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.342928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'subnet': {'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:41.411141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53802) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.491450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe6097-6916-474f-aa30-38ed213beaa5 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Network': ['ID=bbd820b1-a48e-49de-a070-8acbc27e0f06,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:41.514163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:41.588017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-212ecaa2-0c67-4165-938b-23e453e9c056 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 200 len: 991 time: 0.1746821 Jul 07 17:17:41.588402 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.647182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:41.665761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.853043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4e14a-555d-4b1d-b97f-192a3030e2db None None] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:41.957064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 873da2e6-54dd-4ea4-bad9-0ff1f3709846 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:42.000857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b99613c8-4bb5-46e7-a2ad-acf1a5f63649 None None] Provisioning for port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:42.008856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Router 29a6defe-7d3c-4a35-9eec-1a4df8772dca is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:17:42.047478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.089256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:42.160681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:42.161729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.209553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Checking segment: {'id': '92bbedcd-1f68-4b98-bcee-498e9ada8069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:42.211337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network hostable DHCP agents. Network: bbd820b1-a48e-49de-a070-8acbc27e0f06, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:42.223041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Subnet': ['ID=421e4bbe-72e4-4409-af95-9fd7836ad12c,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.270460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:42.290910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, bbd820b1-a48e-49de-a070-8acbc27e0f06) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:42.307787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.310095 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.330039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78be0d8-68b5-4957-8a81-24bdb7c32418 None None] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:42.348572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d7bd61f2-2931-4bc4-9976-96d49427d5df tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0152895 Jul 07 17:17:42.352583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.377871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-340968550', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:42.469273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.469636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.631382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53814) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.670625 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.987197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5f96e691-1c53-4aa3-a2ab-f7ec2930f4fc tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 200 len: 993 time: 0.3541057 Jul 07 17:17:43.021226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:43.057173 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Sync routers for ids ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:43.080922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.083204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c9593b8e-3375-46fe-8249-1fb61f54cb7a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9816124 Jul 07 17:17:43.089563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53820) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:43.134602 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Routers {'29a6defe-7d3c-4a35-9eec-1a4df8772dca'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:43.136683 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:43.304807 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.434437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.608487 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Set router 29a6defe-7d3c-4a35-9eec-1a4df8772dca gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:43.669694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-bbd820b1-a48e-49de-a070-8acbc27e0f06', 'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06', 'tenant_id': '5fe5fa94363845daaff2c2c8271d9f3d', 'fixed_ips': [{'subnet_id': '421e4bbe-72e4-4409-af95-9fd7836ad12c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:43.673874 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.725734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 873da2e6-54dd-4ea4-bad9-0ff1f3709846, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=873da2e6-54dd-4ea4-bad9-0ff1f3709846,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:43.759223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.089937 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.139786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.247577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=873da2e6-54dd-4ea4-bad9-0ff1f3709846,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:44.252374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-45858b72-5da8-4256-bdb6-7941ed5bdb30 None None] Provisioning complete for port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:44.253081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45858b72-5da8-4256-bdb6-7941ed5bdb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.273868 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:17:40Z', 'revision_number': 3, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:44.367034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Checking router: 29a6defe-7d3c-4a35-9eec-1a4df8772dca for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:44.367616 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Updating router 29a6defe-7d3c-4a35-9eec-1a4df8772dca port dbb48e27-1463-4299-87ef-4b8910eaa958 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:44.398989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.25.5.158 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/8d016782-f1a3-4cc3-bce4-f31044027c32) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:44.405662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Allocated IP 172.20.0.2 (bbd820b1-a48e-49de-a070-8acbc27e0f06/421e4bbe-72e4-4409-af95-9fd7836ad12c/9859e38f-1f17-419c-9cc9-d683156876ee) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:44.456801 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.517035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.857410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.875478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Allocated IP 172.20.0.1 (15263054-f08d-4d82-8f17-4fb99b43b3a9/7f30eff5-a556-40c6-8862-222cb08f5eaa/29c730a6-06e7-4dd3-866e-1038043c50f0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:44.975093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.033498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.056132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Transition to ACTIVE for port object 29c730a6-06e7-4dd3-866e-1038043c50f0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.103463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.112678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.116822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:45.139695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Transition to ACTIVE for port object 9859e38f-1f17-419c-9cc9-d683156876ee will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.162269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=8d016782-f1a3-4cc3-bce4-f31044027c32,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.166936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:45.173507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:45.178337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:45.181212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:45.189646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:45.219258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Transition to ACTIVE for port object 9859e38f-1f17-419c-9cc9-d683156876ee will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.237612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.290950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Pushing event updated for resources: {'Port': ['ID=29c730a6-06e7-4dd3-866e-1038043c50f0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.347268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.373762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:45.379532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:45.384067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:45.770036 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.795824 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Transition to ACTIVE for port object dbb48e27-1463-4299-87ef-4b8910eaa958 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.810741 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.852564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.969244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.996695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Pushing event updated for resources: {'Port': ['ID=9859e38f-1f17-419c-9cc9-d683156876ee,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:46.052391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-71b91710-2393-412f-aa1e-5141a63a33dd None None] Provisioning for port 29c730a6-06e7-4dd3-866e-1038043c50f0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:46.087865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 873da2e6-54dd-4ea4-bad9-0ff1f3709846 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:46.098320 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Attempting to bind port dbb48e27-1463-4299-87ef-4b8910eaa958 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:46.098765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Attempting to bind port 9859e38f-1f17-419c-9cc9-d683156876ee on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:46.099577 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Attempting to bind port dbb48e27-1463-4299-87ef-4b8910eaa958 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:46.099703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Attempting to bind port 9859e38f-1f17-419c-9cc9-d683156876ee by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '92bbedcd-1f68-4b98-bcee-498e9ada8069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:46.099807 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Attempting to bind port dbb48e27-1463-4299-87ef-4b8910eaa958 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:46.110919 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34f3fc-b5a8-499d-87ae-51c82fc47599 None None] Pushing event updated for resources: {'Port': ['ID=dbb48e27-1463-4299-87ef-4b8910eaa958,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:46.111361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Attempting to bind port 9859e38f-1f17-419c-9cc9-d683156876ee on network bbd820b1-a48e-49de-a070-8acbc27e0f06 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:46.123821 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:46.124220 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:46.124609 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.128002 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:46.132478 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Bound port: dbb48e27-1463-4299-87ef-4b8910eaa958, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:46.132478 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.147222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-71b91710-2393-412f-aa1e-5141a63a33dd None None] Provisioning complete for port 29c730a6-06e7-4dd3-866e-1038043c50f0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:46.147869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-71b91710-2393-412f-aa1e-5141a63a33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.291886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:46.293212 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Checking segment: {'id': '92bbedcd-1f68-4b98-bcee-498e9ada8069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:46.293971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.294639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Bound using segment: {'id': '92bbedcd-1f68-4b98-bcee-498e9ada8069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:46.295492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Bound port: 9859e38f-1f17-419c-9cc9-d683156876ee, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bbedcd-1f68-4b98-bcee-498e9ada8069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:46.296142 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.300892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-71b91710-2393-412f-aa1e-5141a63a33dd None None] Port 29c730a6-06e7-4dd3-866e-1038043c50f0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:46.313464 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] For port dbb48e27-1463-4299-87ef-4b8910eaa958, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:46.331142 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] For port dbb48e27-1463-4299-87ef-4b8910eaa958, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dbb48e27-1463-4299-87ef-4b8910eaa958,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:46.345902 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.497874 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Routers {'29a6defe-7d3c-4a35-9eec-1a4df8772dca'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:46.499184 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:46.506369 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34f3fc-b5a8-499d-87ae-51c82fc47599 None None] Pushing event updated for resources: {'Port': ['ID=dbb48e27-1463-4299-87ef-4b8910eaa958,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:46.549273 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.555039 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.564505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.662752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cc212528-66bd-4642-b233-f0c40813aada None None] For port 9859e38f-1f17-419c-9cc9-d683156876ee, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:46.679740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cc212528-66bd-4642-b233-f0c40813aada None None] For port 9859e38f-1f17-419c-9cc9-d683156876ee, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9859e38f-1f17-419c-9cc9-d683156876ee,segment=NetworkSegment(92bbedcd-1f68-4b98-bcee-498e9ada8069),segment_id=92bbedcd-1f68-4b98-bcee-498e9ada8069)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:46.721300 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.737898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.754499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Pushing event updated for resources: {'Port': ['ID=29c730a6-06e7-4dd3-866e-1038043c50f0,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:46.844443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:46.845178 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.868513 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] Set router 29a6defe-7d3c-4a35-9eec-1a4df8772dca gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:46.911630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router 9b201896-d524-4d88-8a98-d3a5a35103f8 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:17:46.961574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc212528-66bd-4642-b233-f0c40813aada None None] Pushing event updated for resources: {'Port': ['ID=9859e38f-1f17-419c-9cc9-d683156876ee,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:47.040676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:47.051924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:47.183197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:47.203730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] Sync routers for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:47.254796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:47.273086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.282918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.284505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0a36ffa8-126b-4e84-a133-7f7d584d31e8 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9278531 Jul 07 17:17:47.289304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53840) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:47.382896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.476201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:47.476201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.648960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.649974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e158df-8e77-4148-856c-176eb7088d07 None None] The sync data for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:47.726633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Router 29a6defe-7d3c-4a35-9eec-1a4df8772dca has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:47.762621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e7ea7fc8-5504-42ff-9b46-7b08c481c711 None None] Provisioning complete for port 29c730a6-06e7-4dd3-866e-1038043c50f0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:47.764034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7fc8-5504-42ff-9b46-7b08c481c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.877857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea7fc8-5504-42ff-9b46-7b08c481c711 None None] Port 29c730a6-06e7-4dd3-866e-1038043c50f0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:48.000453 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:17:45Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '29c730a6-06e7-4dd3-866e-1038043c50f0', 'name': '', 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'mac_address': 'fa:16:3e:ae:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:44Z', 'updated_at': '2021-07-07T17:17:44Z', 'revision_number': 1, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'subnets': [{'id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:48.022096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:48.045308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ad7400b-22cd-4c4b-99fc-9ede069f4608 admin admin] 10.222.0.78 "PUT /v2.0/routers/29a6defe-7d3c-4a35-9eec-1a4df8772dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9543090 Jul 07 17:17:48.074498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9859e38f-1f17-419c-9cc9-d683156876ee up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:48.144399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c02ee-9a19-4052-b28a-eb861580b040 None None] The sync data for ids ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'] in n-d-793619-7 is: [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:17:45Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '29c730a6-06e7-4dd3-866e-1038043c50f0', 'name': '', 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'mac_address': 'fa:16:3e:ae:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:44Z', 'updated_at': '2021-07-07T17:17:44Z', 'revision_number': 1, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'subnets': [{'id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:48.241282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9859e38f-1f17-419c-9cc9-d683156876ee completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:49.308574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350a2b3-8c42-4dff-8926-0f99f61535da None None] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:49.486778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] Provisioning for port 9859e38f-1f17-419c-9cc9-d683156876ee completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:49.511997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] Provisioning complete for port 9859e38f-1f17-419c-9cc9-d683156876ee triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:49.513123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.813979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.018804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] For port 9859e38f-1f17-419c-9cc9-d683156876ee, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9859e38f-1f17-419c-9cc9-d683156876ee,segment=NetworkSegment(92bbedcd-1f68-4b98-bcee-498e9ada8069),segment_id=92bbedcd-1f68-4b98-bcee-498e9ada8069)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:50.039321 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.088869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-3bfd739d-d87a-4cdf-b903-02ad059dccc2 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.099122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-3bfd739d-d87a-4cdf-b903-02ad059dccc2 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/networks?id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 200 len: 910 time: 0.6179373 Jul 07 17:17:50.168064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-3961da59-6a61-44ba-9efe-b57f3d234e40 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/quotas/216f72f8a5d842de88c95dfebbead682 HTTP/1.1" status: 200 len: 375 time: 0.0581491 Jul 07 17:17:50.188453 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.439954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceaf31-b9d7-426a-9882-1e92db758ba6 None None] Pushing event updated for resources: {'Port': ['ID=9859e38f-1f17-419c-9cc9-d683156876ee,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:50.864341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-5c446eb5-63ca-4b45-9e04-818071b2cba1 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=216f72f8a5d842de88c95dfebbead682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6698220 Jul 07 17:17:50.994576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d18a821b-9269-4de4-b11d-0df0310af6a0 None None] Provisioning complete for port 9859e38f-1f17-419c-9cc9-d683156876ee triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:50.995265 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d18a821b-9269-4de4-b11d-0df0310af6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.075689 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:51.231693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039354-9c27-4f05-b3db-4f070ed03c33 req-3c18bc47-7a00-4cfc-af59-5afb071c9931 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.235512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be039354-9c27-4f05-b3db-4f070ed03c33 req-3c18bc47-7a00-4cfc-af59-5afb071c9931 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 945 time: 0.3243952 Jul 07 17:17:51.240849 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-144d8d9c-176a-4529-bd07-f914373bd5e1 service neutron] 10.222.0.78 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644860 Jul 07 17:17:51.300943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.1 (bbd820b1-a48e-49de-a070-8acbc27e0f06/421e4bbe-72e4-4409-af95-9fd7836ad12c/869d3289-8f77-4586-919b-e7979c9a9c39) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:51.451931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be039354-9c27-4f05-b3db-4f070ed03c33 req-aacfad26-c11a-4aba-958d-1a52f125976c tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952889 Jul 07 17:17:51.514243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-dd2d94e5-7493-45b9-8af5-a7ac50c17619 service neutron] 10.222.0.78 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498784 Jul 07 17:17:51.575700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.595722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Transition to ACTIVE for port object 869d3289-8f77-4586-919b-e7979c9a9c39 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:51.727397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.790053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:51.793564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:51.955970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:52.000910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=869d3289-8f77-4586-919b-e7979c9a9c39,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:52.139639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9859e38f-1f17-419c-9cc9-d683156876ee up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:52.221395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f03d134c-168c-4baf-8ad1-b7ef2a9f238f req-9cc61a0c-81cc-4253-a0e7-49d47b4aa58e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 210 time: 0.2801533 Jul 07 17:17:52.300531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.340371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9859e38f-1f17-419c-9cc9-d683156876ee triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:52.347606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.485986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ccebe-474a-433d-9729-84e1815bb679 req-d0e81e34-d220-4544-9ef5-d8a836a363cc tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.493333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b20ccebe-474a-433d-9729-84e1815bb679 req-d0e81e34-d220-4544-9ef5-d8a836a363cc tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 945 time: 0.3089273 Jul 07 17:17:52.542220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dbb48e27-1463-4299-87ef-4b8910eaa958 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:52.595931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-460a83a7-e963-4e9f-940d-e75bb90449ca None None] Provisioning for port 869d3289-8f77-4586-919b-e7979c9a9c39 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:52.609579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-460a83a7-e963-4e9f-940d-e75bb90449ca None None] Provisioning complete for port 869d3289-8f77-4586-919b-e7979c9a9c39 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:52.609954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-460a83a7-e963-4e9f-940d-e75bb90449ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.662184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port dbb48e27-1463-4299-87ef-4b8910eaa958 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:52.673525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.687206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port dbb48e27-1463-4299-87ef-4b8910eaa958 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:52.687524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.729301 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Sync routers for ids ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:52.735165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-460a83a7-e963-4e9f-940d-e75bb90449ca None None] Port 869d3289-8f77-4586-919b-e7979c9a9c39 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:52.762537 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Routers {'29a6defe-7d3c-4a35-9eec-1a4df8772dca'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:52.766862 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:52.850400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Deleting port 41ecda54-53fc-4646-9ee6-22ac9434fa7c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:52.851339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.910596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.956348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port dbb48e27-1463-4299-87ef-4b8910eaa958, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dbb48e27-1463-4299-87ef-4b8910eaa958,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:52.968952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.016726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954d9dd-e440-44fc-9527-aadd73a1e15b req-bc67c58d-03bd-457e-b700-72e7402a820b tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.028754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f954d9dd-e440-44fc-9527-aadd73a1e15b req-bc67c58d-03bd-457e-b700-72e7402a820b tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 945 time: 0.2883732 Jul 07 17:17:53.107317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=dbb48e27-1463-4299-87ef-4b8910eaa958,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.123753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Set router 29a6defe-7d3c-4a35-9eec-1a4df8772dca gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:53.144772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f954d9dd-e440-44fc-9527-aadd73a1e15b req-0280f47c-b4da-45e6-b7b9-b0729cf62fba tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/security-groups?id=5c9edfc1-7781-435d-b02c-7f1aad897469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150007 Jul 07 17:17:53.209390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] For port 41ecda54-53fc-4646-9ee6-22ac9434fa7c, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=41ecda54-53fc-4646-9ee6-22ac9434fa7c,segment=NetworkSegment(714a18b6-846c-424a-8816-2e4eadbc098d),segment_id=714a18b6-846c-424a-8816-2e4eadbc098d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:53.210026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.247229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Calling delete_port for 41ecda54-53fc-4646-9ee6-22ac9434fa7c owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:53.449973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.463405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.518228 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:17:45Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '29c730a6-06e7-4dd3-866e-1038043c50f0', 'name': '', 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'mac_address': 'fa:16:3e:ae:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:44Z', 'updated_at': '2021-07-07T17:17:46Z', 'revision_number': 2, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'subnets': [{'id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:53.550406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.564217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5df19c6-b269-4078-aba6-707196ffc03f req-91f5db44-eb24-4d6d-9d2b-49258702e93d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 210 time: 0.0962594 Jul 07 17:17:53.598029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['41ecda54-53fc-4646-9ee6-22ac9434fa7c'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:53.615890 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Checking router: 29a6defe-7d3c-4a35-9eec-1a4df8772dca for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:53.616262 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Updating router 29a6defe-7d3c-4a35-9eec-1a4df8772dca port 29c730a6-06e7-4dd3-866e-1038043c50f0 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:53.629475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Pushing event deleted for resources: {'Port': ['ID=41ecda54-53fc-4646-9ee6-22ac9434fa7c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.629888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=869d3289-8f77-4586-919b-e7979c9a9c39,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.653194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.722597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] No DVR routers for this DVR port 41ecda54-53fc-4646-9ee6-22ac9434fa7c on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:53.725931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.726129 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.729171 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b20ccebe-474a-433d-9729-84e1815bb679 req-2d6f2e0b-5572-44ce-b13a-72a02649c966 tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.13 "DELETE /v2.0/ports/41ecda54-53fc-4646-9ee6-22ac9434fa7c HTTP/1.1" status: 204 len: 173 time: 1.2316384 Jul 07 17:17:53.732521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'name': 'network-vif-deleted', 'tag': '41ecda54-53fc-4646-9ee6-22ac9434fa7c'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:53.735012 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f0f5e-1dff-41cf-8e48-ab27426c994a" -d '{"events": [{"server_uuid": "2d3ba25b-b809-4126-83f3-88074e5a38e6", "name": "network-vif-deleted", "tag": "41ecda54-53fc-4646-9ee6-22ac9434fa7c"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:53.794208 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29139f38-173f-4873-af17-16120ac54475 x-openstack-request-id: req-29139f38-173f-4873-af17-16120ac54475 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:53.794725 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3ba25b-b809-4126-83f3-88074e5a38e6", "name": "network-vif-deleted", "tag": "41ecda54-53fc-4646-9ee6-22ac9434fa7c", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:53.795161 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29139f38-173f-4873-af17-16120ac54475 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:53.795737 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3ba25b-b809-4126-83f3-88074e5a38e6', 'name': 'network-vif-deleted', 'tag': '41ecda54-53fc-4646-9ee6-22ac9434fa7c', 'status': 'completed', 'code': 200} Jul 07 17:17:53.812831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:53.814536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:53.860735 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.988571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dbb48e27-1463-4299-87ef-4b8910eaa958 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:54.094037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port dbb48e27-1463-4299-87ef-4b8910eaa958 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:54.094767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.273640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router 9b201896-d524-4d88-8a98-d3a5a35103f8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:54.492631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5507b161-4820-4dc7-a4b9-c1133e8a8514 None None] Provisioning complete for port 869d3289-8f77-4586-919b-e7979c9a9c39 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:54.497539 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5507b161-4820-4dc7-a4b9-c1133e8a8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.626303 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.658345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5507b161-4820-4dc7-a4b9-c1133e8a8514 None None] Port 869d3289-8f77-4586-919b-e7979c9a9c39 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:54.675899 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Transition to ACTIVE for port object 29c730a6-06e7-4dd3-866e-1038043c50f0 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:54.684530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-e7473f30-d9d4-40e2-8a84-d1188e90995d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.687950 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-e7473f30-d9d4-40e2-8a84-d1188e90995d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.13 "GET /v2.0/networks?id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 200 len: 910 time: 0.3086648 Jul 07 17:17:54.696888 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.710865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8d2edda-d099-4d33-a245-79a44f8a2aae req-f0436594-1f22-44e1-8eb3-b56d144b590e tempest-AttachVolumeNegativeTest-837770265 tempest-AttachVolumeNegativeTest-837770265-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d3ba25b-b809-4126-83f3-88074e5a38e6 HTTP/1.1" status: 200 len: 210 time: 0.1151180 Jul 07 17:17:54.722334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Request body: {'port': {'device_id': 'db405893-b3da-4470-94c6-23cfe530d64e', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'admin_state_up': True, 'tenant_id': '216f72f8a5d842de88c95dfebbead682'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:54.724964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:54.761085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] Sync routers for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:54.761447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53928) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:54.766484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-591d9f9f-516f-4f25-989e-cd334e1adf93 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/routers/9b201896-d524-4d88-8a98-d3a5a35103f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4736326 Jul 07 17:17:54.784010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'port': {'network_id': 'bbd820b1-a48e-49de-a070-8acbc27e0f06', 'name': 'tempest-FloatingIPTestJSON-2044784433'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:54.844354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:54.845034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:54.884261 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d352-f29f-45a8-8ad7-144c020de49a None None] Pushing event updated for resources: {'Port': ['ID=29c730a6-06e7-4dd3-866e-1038043c50f0,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.004400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194f6725-ef4a-46d9-af14-142a6ba1aa60 req-7976ff8e-b314-4726-b683-44c84e2c5915 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 210 time: 0.1464577 Jul 07 17:17:55.080854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.081643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Made reservation on behalf of 216f72f8a5d842de88c95dfebbead682 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:55.092815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.097903 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Attempting to bind port 29c730a6-06e7-4dd3-866e-1038043c50f0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:55.099015 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Attempting to bind port 29c730a6-06e7-4dd3-866e-1038043c50f0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:55.099764 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Attempting to bind port 29c730a6-06e7-4dd3-866e-1038043c50f0 on network 15263054-f08d-4d82-8f17-4fb99b43b3a9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:55.144583 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:55.144941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Checking segment: {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:55.145394 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.145988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Bound using segment: {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:55.146941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Bound port: 29c730a6-06e7-4dd3-866e-1038043c50f0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba26ba0a-7537-4fdd-bc04-443edb3051f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:55.147403 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.166269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:55.170520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.268505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.269357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd887393-afc8-4591-ab75-ec533043bebe None None] The sync data for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:55.389095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Made reservation on behalf of 5fe5fa94363845daaff2c2c8271d9f3d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:55.393333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.426473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] device_id is not set on port 36eac694-bbb2-4f8f-8873-bd2ed95d1524 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:55.448403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] For port 29c730a6-06e7-4dd3-866e-1038043c50f0, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:55.478095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Allocated IP 172.20.0.9 (febbe61c-2d15-4e4f-abb1-abd3c01ebd3a/06c2c120-8afc-421b-bf4a-f3bdf87a4b61/65581162-2aef-4900-80ba-2c587c65c666) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:55.478931 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] For port 29c730a6-06e7-4dd3-866e-1038043c50f0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=29c730a6-06e7-4dd3-866e-1038043c50f0,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:55.489757 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.689523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Allocated IP 172.20.0.9 (bbd820b1-a48e-49de-a070-8acbc27e0f06/421e4bbe-72e4-4409-af95-9fd7836ad12c/36eac694-bbb2-4f8f-8873-bd2ed95d1524) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:55.730905 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Routers {'29a6defe-7d3c-4a35-9eec-1a4df8772dca'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:55.732230 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.869922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.886713 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d352-f29f-45a8-8ad7-144c020de49a None None] Pushing event updated for resources: {'Port': ['ID=29c730a6-06e7-4dd3-866e-1038043c50f0,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.897588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Transition to ACTIVE for port object 65581162-2aef-4900-80ba-2c587c65c666 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:55.989678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53934) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:56.099495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.144647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] Set router 29a6defe-7d3c-4a35-9eec-1a4df8772dca gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:56.201529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Deleting subnet 82262c9e-2b3c-4f0d-9372-44512f435684 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:56.214478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.340203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:56.345193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Pushing event updated for resources: {'Port': ['ID=65581162-2aef-4900-80ba-2c587c65c666,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.353026 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.360610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:56.364099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:56.457060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.513416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.516010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.541290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Transition to ACTIVE for port object 36eac694-bbb2-4f8f-8873-bd2ed95d1524 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:56.560905 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:17:45Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '29c730a6-06e7-4dd3-866e-1038043c50f0', 'name': '', 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'mac_address': 'fa:16:3e:ae:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:44Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'subnets': [{'id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:56.584085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-a1510cc9-b077-4072-b887-a4fc62b6fd23 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8800797 Jul 07 17:17:56.589461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.622793 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bce463-f7f8-4adc-975a-9475894b059a None None] The sync data for ids ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'] in n-d-793619-7 is: [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:17:45Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '29c730a6-06e7-4dd3-866e-1038043c50f0', 'name': '', 'network_id': '15263054-f08d-4d82-8f17-4fb99b43b3a9', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'mac_address': 'fa:16:3e:ae:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:44Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 4, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'subnets': [{'id': '7f30eff5-a556-40c6-8862-222cb08f5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:56.624031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Request body: {'port': {'device_id': 'db405893-b3da-4470-94c6-23cfe530d64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:56.694662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d018ac-7fed-4823-9a00-faaebcf52e3a req-8fb81866-e2e9-45a0-a460-f219c7d84113 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.704019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73d018ac-7fed-4823-9a00-faaebcf52e3a req-8fb81866-e2e9-45a0-a460-f219c7d84113 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1027 time: 0.2795565 Jul 07 17:17:56.755496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.778742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73d018ac-7fed-4823-9a00-faaebcf52e3a req-018a9991-8e14-4594-90ad-8fc4ead99039 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735931 Jul 07 17:17:56.784726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.839090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82262c9e-2b3c-4f0d-9372-44512f435684,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.840242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.842969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-24cd2330-2980-4995-a5f4-cc60f603ef6f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/82262c9e-2b3c-4f0d-9372-44512f435684 HTTP/1.1" status: 204 len: 168 time: 0.8511941 Jul 07 17:17:56.849170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53942) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:56.977009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f042518d-18ba-4e9a-b452-7e426b1f426d None None] Provisioning for port 65581162-2aef-4900-80ba-2c587c65c666 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:56.993267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f042518d-18ba-4e9a-b452-7e426b1f426d None None] Provisioning complete for port 65581162-2aef-4900-80ba-2c587c65c666 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:56.996329 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f042518d-18ba-4e9a-b452-7e426b1f426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.080636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.094489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f042518d-18ba-4e9a-b452-7e426b1f426d None None] Port 65581162-2aef-4900-80ba-2c587c65c666 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:57.131360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 41ecda54-53fc-4646-9ee6-22ac9434fa7c no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:57.147937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.225670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 41ecda54-53fc-4646-9ee6-22ac9434fa7c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:57.233355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 41ecda54-53fc-4646-9ee6-22ac9434fa7c not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:57.318450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event updated for resources: {'Port': ['ID=36eac694-bbb2-4f8f-8873-bd2ed95d1524,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.350381 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.365631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d725fa-af23-4222-b75b-c5c85f993eca']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:57.392576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714a18b6-846c-424a-8816-2e4eadbc098d') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:57.393407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714a18b6-846c-424a-8816-2e4eadbc098d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:57.410986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:57.414328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:57.421519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:57.435242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.458321 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.471547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:57.472427 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:57.476264 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:57.606677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.614040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.630468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f2d725fa-af23-4222-b75b-c5c85f993eca HTTP/1.1" status: 204 len: 168 time: 0.7643569 Jul 07 17:17:57.667740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03f7f-d8f9-458d-bbc7-d72e3984d465 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d725fa-af23-4222-b75b-c5c85f993eca,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.669664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:57.670883 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.738787 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b14f2405-0720-4a00-89ca-a89d59635be2 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9720414 Jul 07 17:17:57.742202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 53948) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:57.748006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Request body: {'floatingip': {'port_id': '36eac694-bbb2-4f8f-8873-bd2ed95d1524'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:57.833656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-158e7748-196c-4109-9706-89273c07acd9 None None] Provisioning for port 36eac694-bbb2-4f8f-8873-bd2ed95d1524 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:57.852866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-158e7748-196c-4109-9706-89273c07acd9 None None] Provisioning complete for port 36eac694-bbb2-4f8f-8873-bd2ed95d1524 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:57.853783 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-158e7748-196c-4109-9706-89273c07acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.896580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.908855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65581162-2aef-4900-80ba-2c587c65c666 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:57.934874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.998859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53954) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:58.027256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-158e7748-196c-4109-9706-89273c07acd9 None None] Port 36eac694-bbb2-4f8f-8873-bd2ed95d1524 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:58.058594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Transition to ACTIVE for port object 65581162-2aef-4900-80ba-2c587c65c666 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:58.082241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.083338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 29c730a6-06e7-4dd3-866e-1038043c50f0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:58.146704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 29c730a6-06e7-4dd3-866e-1038043c50f0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:58.153018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 29c730a6-06e7-4dd3-866e-1038043c50f0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:58.153663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.243283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Pushing event updated for resources: {'Port': ['ID=65581162-2aef-4900-80ba-2c587c65c666,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.251871 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1cf1bd9a-bc43-4e3a-9b72-7ed0687e487b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56c06cda3401451abbd77cd194b63235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507255 Jul 07 17:17:58.256741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 53958) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:58.286642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.366794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 29c730a6-06e7-4dd3-866e-1038043c50f0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=29c730a6-06e7-4dd3-866e-1038043c50f0,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:58.378061 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.452848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a25137-880d-4812-9269-818f04cc31c8 req-6c156cc6-662e-423c-8ffc-6ec1603d145b tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.469834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10a25137-880d-4812-9269-818f04cc31c8 req-6c156cc6-662e-423c-8ffc-6ec1603d145b tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1052 time: 0.4260623 Jul 07 17:17:58.491177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=29c730a6-06e7-4dd3-866e-1038043c50f0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.500080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.500718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.501242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.501739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.502231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.502795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.503280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.503762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.504618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.505172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.505941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.506422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:58.607783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55bbd698-acf1-4216-b521-d263148b46d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.611160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Attempting to bind port 65581162-2aef-4900-80ba-2c587c65c666 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:58.611421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10a25137-880d-4812-9269-818f04cc31c8 req-b09c2c98-b986-41a4-8250-046284c67bcc tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392212 Jul 07 17:17:58.611571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Attempting to bind port 65581162-2aef-4900-80ba-2c587c65c666 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:58.611810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Attempting to bind port 65581162-2aef-4900-80ba-2c587c65c666 on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:58.625632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Port 65581162-2aef-4900-80ba-2c587c65c666 on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:58.626070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Attempting to bind port 65581162-2aef-4900-80ba-2c587c65c666 on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:58.644734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:58.645218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Checking segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:58.645701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Bound using segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:58.646240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Bound port: 65581162-2aef-4900-80ba-2c587c65c666, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:58.646683 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.662399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55bbd698-acf1-4216-b521-d263148b46d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.780715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] For port 65581162-2aef-4900-80ba-2c587c65c666, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:58.788528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] For port 65581162-2aef-4900-80ba-2c587c65c666, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=65581162-2aef-4900-80ba-2c587c65c666,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:58.797548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.850730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55bbd698-acf1-4216-b521-d263148b46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.856202 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55bbd698-acf1-4216-b521-d263148b46d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.860960 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55bbd698-acf1-4216-b521-d263148b46d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5c9edfc1-7781-435d-b02c-7f1aad897469 HTTP/1.1" status: 204 len: 168 time: 0.5977089 Jul 07 17:17:58.888643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbd698-acf1-4216-b521-d263148b46d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9edfc1-7781-435d-b02c-7f1aad897469,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.943217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.944247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.951760 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] 10.222.0.13 "PUT /v2.0/ports/65581162-2aef-4900-80ba-2c587c65c666 HTTP/1.1" status: 200 len: 1091 time: 2.3377614 Jul 07 17:17:58.951760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db405893-b3da-4470-94c6-23cfe530d64e', 'tag': '65581162-2aef-4900-80ba-2c587c65c666'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:58.951760 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479" -d '{"events": [{"name": "network-changed", "server_uuid": "db405893-b3da-4470-94c6-23cfe530d64e", "tag": "65581162-2aef-4900-80ba-2c587c65c666"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:59.011781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bc767-3a72-46f4-a8bc-ae5bd881875b service neutron] Pushing event updated for resources: {'Port': ['ID=65581162-2aef-4900-80ba-2c587c65c666,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:59.035698 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f092fb24-859d-4c77-88fd-1c120bb85e50 x-openstack-request-id: req-f092fb24-859d-4c77-88fd-1c120bb85e50 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:59.038724 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db405893-b3da-4470-94c6-23cfe530d64e", "tag": "65581162-2aef-4900-80ba-2c587c65c666", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:59.039271 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f092fb24-859d-4c77-88fd-1c120bb85e50 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:59.039869 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db405893-b3da-4470-94c6-23cfe530d64e', 'tag': '65581162-2aef-4900-80ba-2c587c65c666', 'status': 'completed', 'code': 200} Jul 07 17:17:59.217702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-64d66278-c3a8-48a1-8830-d6d339d1bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.229754 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-64d66278-c3a8-48a1-8830-d6d339d1bd50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216f72f8a5d842de88c95dfebbead682&device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1094 time: 0.1635778 Jul 07 17:17:59.281066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-e212db9a-a772-4e62-8055-33b5764ccdc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65581162-2aef-4900-80ba-2c587c65c666 HTTP/1.1" status: 200 len: 217 time: 0.0443137 Jul 07 17:17:59.358063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-fa44a66c-eaf0-41c6-b71e-2fd0508ee00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.359923 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-fa44a66c-eaf0-41c6-b71e-2fd0508ee00a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=06c2c120-8afc-421b-bf4a-f3bdf87a4b61 HTTP/1.1" status: 200 len: 848 time: 0.0712283 Jul 07 17:17:59.486455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-124102f3-9c86-43e2-b12a-7cd5a9061b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.488165 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-124102f3-9c86-43e2-b12a-7cd5a9061b11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202505 Jul 07 17:17:59.636502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-c3a218b3-8ab8-4980-b71e-adda9428fd8c service neutron] 10.222.0.13 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329677 Jul 07 17:17:59.858626 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b9d3827-9c7e-42cc-a16e-113974992fdc req-f59cb978-2267-4058-a7aa-70ee326ec087 service neutron] 10.222.0.13 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130468 Jul 07 17:17:59.923485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.940015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.979556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 29c730a6-06e7-4dd3-866e-1038043c50f0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:00.018820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018c115-7b69-46e9-a700-6508e57d4ca9 req-c3541772-bd56-4288-b4a4-9c420ad2a3a1 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.021775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e018c115-7b69-46e9-a700-6508e57d4ca9 req-c3541772-bd56-4288-b4a4-9c420ad2a3a1 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1094 time: 0.1582034 Jul 07 17:18:00.046855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-1dd4ac19-2dff-4b16-bc5d-825bc3d2432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.048642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-1dd4ac19-2dff-4b16-bc5d-825bc3d2432f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216f72f8a5d842de88c95dfebbead682&device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1094 time: 0.0866580 Jul 07 17:18:00.065567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 29c730a6-06e7-4dd3-866e-1038043c50f0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:00.066315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.170103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-593d7283-706b-4279-b730-50c35d3f4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.171698 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-593d7283-706b-4279-b730-50c35d3f4b7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 200 len: 910 time: 0.1160412 Jul 07 17:18:00.172632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e018c115-7b69-46e9-a700-6508e57d4ca9 req-ef40aed8-8c86-43bd-8c70-6f87bc0e32bd tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374819 Jul 07 17:18:00.218422 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP ee6e7f6f-0503-4177-84d6-9544886a9a2b associated. External IP: 172.25.5.254, port: 20a797c6-808a-48da-b32d-c7c49993dfce. Jul 07 17:18:00.246427 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-d745a26f-3725-46de-a8b7-ef68c0078e34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65581162-2aef-4900-80ba-2c587c65c666 HTTP/1.1" status: 200 len: 217 time: 0.0667884 Jul 07 17:18:00.304871 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-b2874d3b-3ba2-4c36-9d64-cc9cf1d5b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.307009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-b2874d3b-3ba2-4c36-9d64-cc9cf1d5b2c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=06c2c120-8afc-421b-bf4a-f3bdf87a4b61 HTTP/1.1" status: 200 len: 848 time: 0.0541639 Jul 07 17:18:00.408525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-6b959857-d900-449d-95a4-77c89030cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.410954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-6b959857-d900-449d-95a4-77c89030cabf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961716 Jul 07 17:18:00.491396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:00.586474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-079a3f3a-8c0a-4213-bcc6-63fdd57cb143 service neutron] 10.222.0.13 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665132 Jul 07 17:18:00.683211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:00.698515 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:00.715206 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:00.718241 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:00.813705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b1c9ed79-d3b0-429f-8dd7-9e53dafd5479 req-0f3c4e16-1c6b-44fe-b1b1-bc253c83da25 service neutron] 10.222.0.13 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191532 Jul 07 17:18:00.841167 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:00.864930 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:00.866297 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.010128 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.011389 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf780a70-d324-432d-9388-b8ddb5f2594b None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:01.235066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router 9b201896-d524-4d88-8a98-d3a5a35103f8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:01.457905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:01.464494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.470675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f5886-b877-445c-8e2f-28542c196027 req-b375ff9b-09c5-43d0-ad7b-8e8472912c07 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.470950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] Sync routers for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:01.472660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f3f5886-b877-445c-8e2f-28542c196027 req-b375ff9b-09c5-43d0-ad7b-8e8472912c07 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1094 time: 0.1328862 Jul 07 17:18:01.487867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:01.489233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.546586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.563375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:01.564711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.565633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54012) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:01.579582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eb3fce3a-b7c4-40c0-999e-99b351a29153 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/floatingips/ee6e7f6f-0503-4177-84d6-9544886a9a2b HTTP/1.1" status: 200 len: 978 time: 3.8317165 Jul 07 17:18:01.629720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.630782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30735d2b-e3c5-4340-a627-6bf4d23c1ef1 None None] The sync data for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:01.659908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f3f5886-b877-445c-8e2f-28542c196027 req-fba332c3-ae24-48c0-a83a-b78379841ea5 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993061 Jul 07 17:18:01.747059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 36eac694-bbb2-4f8f-8873-bd2ed95d1524 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:01.747546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.355447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.648917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.649818 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.650616 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Floating IP ee6e7f6f-0503-4177-84d6-9544886a9a2b disassociated. External IP: 172.25.5.254, port: 36eac694-bbb2-4f8f-8873-bd2ed95d1524. Jul 07 17:18:02.651614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 36eac694-bbb2-4f8f-8873-bd2ed95d1524 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:02.740862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54024) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:02.857776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.892581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=36eac694-bbb2-4f8f-8873-bd2ed95d1524,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.906280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.906636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.906980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.907320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.907655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.907982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.908312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.908640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.908949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.909314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.909907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.910134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:02.938491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae6ea4-a288-4ba6-bf76-d3c8e2cf909d tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.939405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae6ea4-a288-4ba6-bf76-d3c8e2cf909d tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.940251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae6ea4-a288-4ba6-bf76-d3c8e2cf909d tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.943433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-62ae6ea4-a288-4ba6-bf76-d3c8e2cf909d tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=a5e0f83e98e54480934b8f1326ecae76&network_id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 2969 time: 0.2008188 Jul 07 17:18:02.976830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308e442-c142-4e7e-9398-d0c2b8b03bc3 req-36383702-e180-45eb-bd78-4c246936fc5a tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.978591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6308e442-c142-4e7e-9398-d0c2b8b03bc3 req-36383702-e180-45eb-bd78-4c246936fc5a tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1094 time: 0.1536136 Jul 07 17:18:03.051551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6308e442-c142-4e7e-9398-d0c2b8b03bc3 req-f38ec275-bd27-4e3d-b961-a3f7e4d91d49 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663702 Jul 07 17:18:03.112387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router 9b201896-d524-4d88-8a98-d3a5a35103f8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:03.154777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 65581162-2aef-4900-80ba-2c587c65c666 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:03.478956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 65581162-2aef-4900-80ba-2c587c65c666, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=65581162-2aef-4900-80ba-2c587c65c666,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:03.519821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:03.536956 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] Sync routers for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:03.541468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '65581162-2aef-4900-80ba-2c587c65c666', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'port_id': '65581162-2aef-4900-80ba-2c587c65c666', 'mac_address': 'fa:16:3e:17:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:03.580852 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:03.581930 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.627206 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.631760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.635578 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01423bea-2c6e-4a0c-a8dc-dcce09aa3f2d tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/ports/36eac694-bbb2-4f8f-8873-bd2ed95d1524 HTTP/1.1" status: 204 len: 168 time: 2.0683932 Jul 07 17:18:03.640141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54044) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.659268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65581162-2aef-4900-80ba-2c587c65c666 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:03.683678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 65581162-2aef-4900-80ba-2c587c65c666, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=65581162-2aef-4900-80ba-2c587c65c666,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:03.692020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.707401 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.738548 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:03.744131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.804727 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.805517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cf529-a65b-4115-8648-9674cadd5b7f None None] The sync data for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:03.838540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=65581162-2aef-4900-80ba-2c587c65c666,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.859180 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.983089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['65581162-2aef-4900-80ba-2c587c65c666'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:04.522990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ed00d-03e4-4553-baf9-e41df81cde90 req-a7ebd519-d9fd-4843-aa1a-4671940bb93d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.527222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d39ed00d-03e4-4553-baf9-e41df81cde90 req-a7ebd519-d9fd-4843-aa1a-4671940bb93d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1095 time: 0.1536732 Jul 07 17:18:04.581226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.645948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54062) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.730083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96509d73-12d9-4496-b44d-67ec0e4b792e tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.753730 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-96509d73-12d9-4496-b44d-67ec0e4b792e tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 814 time: 0.1057184 Jul 07 17:18:04.865234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d39ed00d-03e4-4553-baf9-e41df81cde90 req-8d380a34-0843-423a-85c6-9791c0dc2b9b tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195965 Jul 07 17:18:05.048335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 869d3289-8f77-4586-919b-e7979c9a9c39 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:05.048679 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.150933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 65581162-2aef-4900-80ba-2c587c65c666 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:05.155968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.169860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 869d3289-8f77-4586-919b-e7979c9a9c39 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:05.204461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54070) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:05.215773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'network': {'name': 'tempest-network-smoke--67390873', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'port_security_enabled': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:05.218639 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-741252b5-5211-4f7a-8400-5e6bb302bb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.239207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 65581162-2aef-4900-80ba-2c587c65c666 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:05.246514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 65581162-2aef-4900-80ba-2c587c65c666 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:05.247416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.283401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:05.293020 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.351845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:05.377692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.378475 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Added segment 36237fa8-8727-4401-b6fd-8c4d6aa99ef1 of type vlan for network ac5a057a-13d4-4b46-830d-162d8218aec6 Jul 07 17:18:05.393365 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.441828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db405893-b3da-4470-94c6-23cfe530d64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65581162-2aef-4900-80ba-2c587c65c666'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:05.447665 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f264e66-74fb-4008-8d2a-b790e5ad2d55" -d '{"events": [{"server_uuid": "db405893-b3da-4470-94c6-23cfe530d64e", "name": "network-vif-plugged", "status": "completed", "tag": "65581162-2aef-4900-80ba-2c587c65c666"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:05.469713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 65581162-2aef-4900-80ba-2c587c65c666, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=65581162-2aef-4900-80ba-2c587c65c666,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:05.476040 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.497446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.581049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.621327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.621988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.631679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=65581162-2aef-4900-80ba-2c587c65c666,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.643258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.734380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=869d3289-8f77-4586-919b-e7979c9a9c39,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.780532 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5741453 Jul 07 17:18:05.781411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54080) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:05.892814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a7180-0a76-4efb-a01d-ec4e78e0c10e tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.896912 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-600a7180-0a76-4efb-a01d-ec4e78e0c10e tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a5e0f83e98e54480934b8f1326ecae76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1096721 Jul 07 17:18:05.896912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252495f-d902-42d5-992f-d4790c96153c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Network': ['ID=ac5a057a-13d4-4b46-830d-162d8218aec6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.898123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54084) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:05.923197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ac5a057a-13d4-4b46-830d-162d8218aec6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:06.001146 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681ad65-bebe-4208-9329-be320557ba58 x-openstack-request-id: req-5681ad65-bebe-4208-9329-be320557ba58 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:06.003625 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db405893-b3da-4470-94c6-23cfe530d64e", "name": "network-vif-plugged", "status": "completed", "tag": "65581162-2aef-4900-80ba-2c587c65c666", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:06.004023 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5681ad65-bebe-4208-9329-be320557ba58 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:06.004527 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db405893-b3da-4470-94c6-23cfe530d64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65581162-2aef-4900-80ba-2c587c65c666', 'code': 200} Jul 07 17:18:06.192068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcffbb85-fcf0-40dc-a146-70fa02589632 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.194963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fcffbb85-fcf0-40dc-a146-70fa02589632 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2953861 Jul 07 17:18:06.198944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.201029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54088) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.248108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10061dc4-28f4-40ae-9946-8278e41d76d3 req-351a1a16-54e6-4e12-aed8-96dd4ea9f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.250108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-10061dc4-28f4-40ae-9946-8278e41d76d3 req-351a1a16-54e6-4e12-aed8-96dd4ea9f412 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.1135800 Jul 07 17:18:06.262748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eebd36fa-831c-4682-bf83-32961cbd20c2 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594814 Jul 07 17:18:06.263393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54090) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.292451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-10061dc4-28f4-40ae-9946-8278e41d76d3 req-5c89f666-22a6-4945-958b-7c721b50c428 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356617 Jul 07 17:18:06.357856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c27e733e-ba06-4603-b2c7-aec56dd3b18f tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a5e0f83e98e54480934b8f1326ecae76&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900264 Jul 07 17:18:06.361448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.434138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216a835-c53e-41fb-b1a9-82ea2f6fe1d5 req-e4adc85b-8098-429b-a6f5-41f3b2c49f98 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.435901 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f216a835-c53e-41fb-b1a9-82ea2f6fe1d5 req-e4adc85b-8098-429b-a6f5-41f3b2c49f98 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.1882329 Jul 07 17:18:06.507070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4fa16-f903-4493-a943-45f7362cbea6 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.513745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6f4fa16-f903-4493-a943-45f7362cbea6 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457469 Jul 07 17:18:06.514021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54094) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.526286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f216a835-c53e-41fb-b1a9-82ea2f6fe1d5 req-56afdb06-1bc2-4816-b468-902526d8625b tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837739 Jul 07 17:18:06.557530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a127bafa-4d68-44dc-8604-a861267f8cde tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385370 Jul 07 17:18:06.558928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54096) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.563029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084841391', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:07.226438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router 9b201896-d524-4d88-8a98-d3a5a35103f8 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:07.454338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:07.468988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.649327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.680482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:07.692572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] Sync routers for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:07.708180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:07.709421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:07.717914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0bc27e34-f171-45c8-9099-e4dc5f13c440 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/routers/9b201896-d524-4d88-8a98-d3a5a35103f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0759399 Jul 07 17:18:07.722550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54122) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.808246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:07.828556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] Routers {'9b201896-d524-4d88-8a98-d3a5a35103f8'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:07.829223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9b201896-d524-4d88-8a98-d3a5a35103f8'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:07.881340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:07.882650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a1de2-979e-482d-bf9d-b59b20f04cde None None] The sync data for ids ['9b201896-d524-4d88-8a98-d3a5a35103f8'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:07.959626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6ddc-a27f-4abe-b3e1-a268aee5a74f req-ceb59917-06d5-4ab2-8aca-553048f6998d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.963334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.968652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-380f6ddc-a27f-4abe-b3e1-a268aee5a74f req-ceb59917-06d5-4ab2-8aca-553048f6998d tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.1858535 Jul 07 17:18:07.988219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.054416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Subnet': ['ID=1fa82cff-2f23-46fd-a7dd-9587ee878589,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.101686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-380f6ddc-a27f-4abe-b3e1-a268aee5a74f req-164daa0e-04c7-426a-8984-25d0552531ec tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321166 Jul 07 17:18:08.118971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Checking segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:08.119792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network hostable DHCP agents. Network: ac5a057a-13d4-4b46-830d-162d8218aec6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:08.167741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network ac5a057a-13d4-4b46-830d-162d8218aec6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:08.191298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.193658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ac5a057a-13d4-4b46-830d-162d8218aec6) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:08.206583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.207204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.266277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a76ab0-b727-4eb7-8845-63f8b849c8b2 None None] Network ac5a057a-13d4-4b46-830d-162d8218aec6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:08.291745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d5614fe9-923b-4127-8b3b-d85a0ed522c4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7311497 Jul 07 17:18:08.371303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 8d016782-f1a3-4cc3-bce4-f31044027c32 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:08.371303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.507570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.533152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 8d016782-f1a3-4cc3-bce4-f31044027c32 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:08.535383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fbf75-a6cd-4f34-80ed-0fbb98959656 req-32470e68-18a6-4397-8f26-320f9c63b4d6 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.537171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-557fbf75-a6cd-4f34-80ed-0fbb98959656 req-32470e68-18a6-4397-8f26-320f9c63b4d6 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.1231446 Jul 07 17:18:08.606284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-557fbf75-a6cd-4f34-80ed-0fbb98959656 req-699d4033-76f5-46dc-bf84-ce42a3d3d447 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603535 Jul 07 17:18:08.668459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ac5a057a-13d4-4b46-830d-162d8218aec6', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ips': [{'subnet_id': '1fa82cff-2f23-46fd-a7dd-9587ee878589'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:08.670053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.989778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54136) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.996023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071793868', 'description': 'tempest-secgroup-smoke-1071793868 description', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:09.044482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.057217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.135909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=8d016782-f1a3-4cc3-bce4-f31044027c32,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.325519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.338027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.355421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d6c721ba-09a7-42cb-ab78-767e094f6088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.363641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Allocated IP 172.20.0.18 (ac5a057a-13d4-4b46-830d-162d8218aec6/1fa82cff-2f23-46fd-a7dd-9587ee878589/c09f8bd7-b18e-4924-a1d2-c90f4110506e) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:09.430434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.439062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75290-cc6b-4e9e-b54a-b37baa120346 req-286dbf25-2aeb-497c-bdba-4231a78b366f tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.450002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3df75290-cc6b-4e9e-b54a-b37baa120346 req-286dbf25-2aeb-497c-bdba-4231a78b366f tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.2156968 Jul 07 17:18:09.452185 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.539807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a458b6-89ea-45a5-a101-b9b47e7978f1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.551900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.557989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.574601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.585006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c5a9f241-436a-4e23-b11c-80dae14d2ab8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5875175 Jul 07 17:18:09.594596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54142) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.607720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': 'd0a458b6-89ea-45a5-a101-b9b47e7978f1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:09.716232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.717542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Fanout notify agent at l3_agent the message router_deleted on router 9b201896-d524-4d88-8a98-d3a5a35103f8 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:09.729549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3df75290-cc6b-4e9e-b54a-b37baa120346 req-f764ff74-b764-4af9-967d-b11a1050db05 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014966 Jul 07 17:18:09.743811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.747293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-97fe9ae0-7559-4025-a79a-310f60711ae4 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/routers/9b201896-d524-4d88-8a98-d3a5a35103f8 HTTP/1.1" status: 204 len: 168 time: 2.0223997 Jul 07 17:18:09.751407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54150) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.812964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.831312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.847917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Transition to ACTIVE for port object c09f8bd7-b18e-4924-a1d2-c90f4110506e will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:09.920591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Transition to ACTIVE for port object c09f8bd7-b18e-4924-a1d2-c90f4110506e will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:09.933426 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.936912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting subnet 421e4bbe-72e4-4409-af95-9fd7836ad12c {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:10.042881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.078101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Network ac5a057a-13d4-4b46-830d-162d8218aec6 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:10.103617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:10.115923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:10.122810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Pushing event updated for resources: {'Port': ['ID=c09f8bd7-b18e-4924-a1d2-c90f4110506e,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.161685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.278344 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.287901 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.298954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Attempting to bind port c09f8bd7-b18e-4924-a1d2-c90f4110506e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:10.299573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Attempting to bind port c09f8bd7-b18e-4924-a1d2-c90f4110506e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:10.300179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Attempting to bind port c09f8bd7-b18e-4924-a1d2-c90f4110506e on network ac5a057a-13d4-4b46-830d-162d8218aec6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:10.320296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:10.320908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Checking segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:10.322306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.323151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Bound using segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:10.323955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Bound port: c09f8bd7-b18e-4924-a1d2-c90f4110506e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:10.325374 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.343689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288ec3fe-1421-48c3-a4c2-bbf3494e3f2e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.382889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.385364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-60f759c4-2f6e-4598-ad24-c2b5cbb83cd6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7889659 Jul 07 17:18:10.390810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54184) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.398774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': 'd0a458b6-89ea-45a5-a101-b9b47e7978f1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:10.501814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.519947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.613066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-9156171f-2844-4dc8-b7c3-c5219d723ccf tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.621884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-9156171f-2844-4dc8-b7c3-c5219d723ccf tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/networks?id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 200 len: 910 time: 0.2615457 Jul 07 17:18:10.630293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] For port c09f8bd7-b18e-4924-a1d2-c90f4110506e, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:10.646475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] For port c09f8bd7-b18e-4924-a1d2-c90f4110506e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c09f8bd7-b18e-4924-a1d2-c90f4110506e,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:10.647628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-42d2186c-28d7-4763-8ffc-74be5f652aa2 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/quotas/216f72f8a5d842de88c95dfebbead682 HTTP/1.1" status: 200 len: 375 time: 0.0245974 Jul 07 17:18:10.664856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.713928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.747420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.761183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.773333 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.784002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1356d3e-9120-4618-a6ed-0e6b36faffe3 None None] Network bbd820b1-a48e-49de-a070-8acbc27e0f06 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:10.789191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/subnets/421e4bbe-72e4-4409-af95-9fd7836ad12c HTTP/1.1" status: 204 len: 168 time: 1.0231392 Jul 07 17:18:10.790981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.810466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5aa82e-f647-41c2-bd2d-d1b495ea27b8,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.816997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.822710 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-689d9a6a-9138-43c3-b39e-7fc0e2a2808b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4278197 Jul 07 17:18:10.823119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54194) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.836679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': 'd0a458b6-89ea-45a5-a101-b9b47e7978f1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:10.906048 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.987618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91922430-5d99-4cd1-83ea-9e2b636141af tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Subnet': ['ID=421e4bbe-72e4-4409-af95-9fd7836ad12c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.051290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-5e74f0b4-0aaa-448d-89f9-b25386434182 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=216f72f8a5d842de88c95dfebbead682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3990381 Jul 07 17:18:11.149081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853692-12de-4078-8125-86cf12f7bc41 None None] Pushing event updated for resources: {'Port': ['ID=c09f8bd7-b18e-4924-a1d2-c90f4110506e,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.161952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.269946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.278034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.323024 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.333387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1072e793-231b-4d4e-8046-16bf4e9d2d0e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.345606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.349959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06db9772-4ef9-4608-a868-5ba3e6b39121 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5227938 Jul 07 17:18:11.351909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54202) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.366229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': 'd0a458b6-89ea-45a5-a101-b9b47e7978f1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.460646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.472502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] DHCP port deletion for bbd820b1-a48e-49de-a070-8acbc27e0f06 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:11.610060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-29054168-6029-4934-b284-32c6d85663fa service neutron] 10.222.0.78 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372140 Jul 07 17:18:11.636901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.642357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] Deleting port 9859e38f-1f17-419c-9cc9-d683156876ee {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:11.642742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.643599 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.671256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa18d89-7ae5-43dc-962b-5bea63840769,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.694475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.700786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f1db80c5-106f-460e-b81c-685acb61fbcb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452337 Jul 07 17:18:11.701602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54206) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.707603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': 'd0a458b6-89ea-45a5-a101-b9b47e7978f1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.769179 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Project a5e0f83e98e54480934b8f1326ecae76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:18:11.795715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.863777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 9859e38f-1f17-419c-9cc9-d683156876ee {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:11.865368 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.909394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] For port 9859e38f-1f17-419c-9cc9-d683156876ee, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9859e38f-1f17-419c-9cc9-d683156876ee,segment=NetworkSegment(92bbedcd-1f68-4b98-bcee-498e9ada8069),segment_id=92bbedcd-1f68-4b98-bcee-498e9ada8069)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:11.910064 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.968115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] Calling delete_port for 9859e38f-1f17-419c-9cc9-d683156876ee owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:12.010054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.019118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.049675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7e4724-7447-42ce-88fb-de3ba774cfbf,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.093924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.094772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c09f8bd7-b18e-4924-a1d2-c90f4110506e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:12.099893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-67596adf-8fe4-4cf6-8f4f-01bc43ea6851 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3948715 Jul 07 17:18:12.100745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54216) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.106593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': 'd0a458b6-89ea-45a5-a101-b9b47e7978f1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:12.138773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8dee129b-30ab-4f5b-8c9c-197a6ace4fb8 service neutron] 10.222.0.78 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152910 Jul 07 17:18:12.172172 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Project a5e0f83e98e54480934b8f1326ecae76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:18:12.185447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.199236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.208262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] For port 9859e38f-1f17-419c-9cc9-d683156876ee, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9859e38f-1f17-419c-9cc9-d683156876ee,segment=NetworkSegment(92bbedcd-1f68-4b98-bcee-498e9ada8069),segment_id=92bbedcd-1f68-4b98-bcee-498e9ada8069)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:12.208809 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.255388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 9859e38f-1f17-419c-9cc9-d683156876ee owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:12.277738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] No DVR routers for this DVR port 9859e38f-1f17-419c-9cc9-d683156876ee on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:12.286644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1321-cda0-4816-a2f3-5d28fa451e33 None None] Pushing event deleted for resources: {'Port': ['ID=9859e38f-1f17-419c-9cc9-d683156876ee,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.338133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port c09f8bd7-b18e-4924-a1d2-c90f4110506e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:12.402483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.403657 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.408773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.423423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] No DVR routers for this DVR port 9859e38f-1f17-419c-9cc9-d683156876ee on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:12.440270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d5f75f-9b13-41be-b3de-470640512a87,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.470598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.485172 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7bc17d95-9ac8-4e86-bd46-92837dfc65c2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3701921 Jul 07 17:18:12.496570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=9859e38f-1f17-419c-9cc9-d683156876ee,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.516835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9859e38f-1f17-419c-9cc9-d683156876ee no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:12.578523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9859e38f-1f17-419c-9cc9-d683156876ee {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:12.579632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9859e38f-1f17-419c-9cc9-d683156876ee not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:12.671345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.695313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd820b1-a48e-49de-a070-8acbc27e0f06']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.717754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa4776-219c-4361-9ecd-4ee212cb2fd9 None None] Network ac5a057a-13d4-4b46-830d-162d8218aec6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:12.736089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bbedcd-1f68-4b98-bcee-498e9ada8069') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.736777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bbedcd-1f68-4b98-bcee-498e9ada8069') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.785041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a526c668-dc57-4f0a-951d-fa0788389724 req-e2df4ae4-c05a-41e2-985a-13224f133031 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 210 time: 0.0842931 Jul 07 17:18:12.793036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.821637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.852318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:12.853418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:13.053984 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:13.094188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.103562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] Provisioning for port c09f8bd7-b18e-4924-a1d2-c90f4110506e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:13.118829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.121275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/networks/bbd820b1-a48e-49de-a070-8acbc27e0f06 HTTP/1.1" status: 204 len: 168 time: 2.2787242 Jul 07 17:18:13.122293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a81a87-9a14-440f-8ab3-f9528085557a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Network': ['ID=bbd820b1-a48e-49de-a070-8acbc27e0f06,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.124078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54250) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.129957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] Provisioning complete for port c09f8bd7-b18e-4924-a1d2-c90f4110506e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:13.130925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.147248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-b598cbff-a365-496f-9b06-f82c072617b2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071793868&fields=id&tenant_id=a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 267 time: 0.0922074 Jul 07 17:18:13.317132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-1da331f4-9415-463f-95ef-21e1b7be7f18 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.325048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-1da331f4-9415-463f-95ef-21e1b7be7f18 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/networks?id=ac5a057a-13d4-4b46-830d-162d8218aec6 HTTP/1.1" status: 200 len: 795 time: 0.1705971 Jul 07 17:18:13.375863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-ce4c9842-32d1-4547-b676-00a19d59f56c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/quotas/a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 375 time: 0.0496280 Jul 07 17:18:13.543684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.552920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-afc7ddc1-229f-4035-bfbc-7badca3cf48c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1757462 Jul 07 17:18:13.601963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port d795a050-4597-4d24-bc53-ca2d0c41c6a3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:13.602492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.605892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] For port c09f8bd7-b18e-4924-a1d2-c90f4110506e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c09f8bd7-b18e-4924-a1d2-c90f4110506e,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:13.611870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.735036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662d0f8-3e41-4cbf-9c65-4f4b1e41bbbd None None] Pushing event updated for resources: {'Port': ['ID=c09f8bd7-b18e-4924-a1d2-c90f4110506e,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.812495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.813655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.903512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for d795a050-4597-4d24-bc53-ca2d0c41c6a3 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:13.984278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-6a836d84-a656-4816-a4f3-f35c78266f7a service neutron] 10.222.0.78 "GET /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260070 Jul 07 17:18:14.060188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c09f8bd7-b18e-4924-a1d2-c90f4110506e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:14.139798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-af284254-161e-400e-aabc-793be76af6ef None None] Provisioning complete for port c09f8bd7-b18e-4924-a1d2-c90f4110506e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:14.141305 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af284254-161e-400e-aabc-793be76af6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.280359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0632fd20-30fa-4a29-8156-d77f47f7999d req-80417d0e-5203-48f8-acfb-2696e4c0e3ca tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 210 time: 0.0535631 Jul 07 17:18:14.300445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-d29dde20-2d5e-4545-a227-20ed71c719a9 service neutron] 10.222.0.78 "GET /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144574 Jul 07 17:18:14.304581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c09f8bd7-b18e-4924-a1d2-c90f4110506e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:14.306346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.654596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.913561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=d795a050-4597-4d24-bc53-ca2d0c41c6a3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.952868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b250a785-bd53-4102-99f6-e56ab11031b3 req-c27b1442-7765-4af6-950f-963be0bf6680 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 210 time: 0.1470118 Jul 07 17:18:14.973318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54272) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.188330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-1882bda3-c4e0-4bc6-8ccf-dc0b03e78a1c tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.191629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-1882bda3-c4e0-4bc6-8ccf-dc0b03e78a1c tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.54 "GET /v2.0/networks?id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 200 len: 910 time: 0.3522127 Jul 07 17:18:15.193589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.197517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.199524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1cc627c6-7804-42e3-87fe-754d5495305f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/floatingips/ee6e7f6f-0503-4177-84d6-9544886a9a2b HTTP/1.1" status: 204 len: 168 time: 2.0685961 Jul 07 17:18:15.206932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54280) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.208091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Request body: {'port': {'device_id': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'admin_state_up': True, 'tenant_id': '216f72f8a5d842de88c95dfebbead682'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:15.244636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Made reservation on behalf of 216f72f8a5d842de88c95dfebbead682 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:15.247500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.326998 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df07564-08cc-44ca-88e7-3a553ba04263 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:15.341717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df07564-08cc-44ca-88e7-3a553ba04263 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:15.349367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1df07564-08cc-44ca-88e7-3a553ba04263 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/ports/36eac694-bbb2-4f8f-8873-bd2ed95d1524 HTTP/1.1" status: 404 len: 333 time: 0.1396651 Jul 07 17:18:15.356147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54286) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.403635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a72c0d27-f6c4-4120-9d73-f624d8ee7c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.453672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-07f00219-621a-439c-b3aa-73927e24975a tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b201896-d524-4d88-8a98-d3a5a35103f8 HTTP/1.1" status: 200 len: 205 time: 0.0960290 Jul 07 17:18:15.455207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54290) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.594040 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-b4cd91e6-3ade-480b-86d3-2f858f288685 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] delete failed (client error): The resource could not be found. Jul 07 17:18:15.602061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4cd91e6-3ade-480b-86d3-2f858f288685 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/routers/9b201896-d524-4d88-8a98-d3a5a35103f8 HTTP/1.1" status: 404 len: 336 time: 0.1409841 Jul 07 17:18:15.605377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54294) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.664894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a72c0d27-f6c4-4120-9d73-f624d8ee7c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.672755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a72c0d27-f6c4-4120-9d73-f624d8ee7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.681167 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b64237-307a-424d-9974-721e6c75efb7 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:15.682534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b64237-307a-424d-9974-721e6c75efb7 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:15.690924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49b64237-307a-424d-9974-721e6c75efb7 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/subnets/421e4bbe-72e4-4409-af95-9fd7836ad12c HTTP/1.1" status: 404 len: 337 time: 0.0799260 Jul 07 17:18:15.694578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54296) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.761318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a72c0d27-f6c4-4120-9d73-f624d8ee7c1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=905f687a259246aa939c00b052ebdcef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7856877 Jul 07 17:18:15.764017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54298) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.777675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73f98e55-041b-4fa7-a4fe-ed7544c82fce req-68895dfa-9845-4dd3-8f6c-22b74cb816d7 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 210 time: 0.1854479 Jul 07 17:18:15.841378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Allocated IP 172.20.0.5 (febbe61c-2d15-4e4f-abb1-abd3c01ebd3a/06c2c120-8afc-421b-bf4a-f3bdf87a4b61/3a16cccb-7668-48dc-9531-a43e69199732) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:15.876311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c0d27-f6c4-4120-9d73-f624d8ee7c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1125f-fc66-4c80-81fe-809026b96c03,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.926161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5622058-a154-4e81-a31b-9b56a350e374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.981949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5622058-a154-4e81-a31b-9b56a350e374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.088549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5622058-a154-4e81-a31b-9b56a350e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.097677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f5622058-a154-4e81-a31b-9b56a350e374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.099563 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f5622058-a154-4e81-a31b-9b56a350e374 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bd1125f-fc66-4c80-81fe-809026b96c03 HTTP/1.1" status: 204 len: 168 time: 0.3338213 Jul 07 17:18:16.127000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5622058-a154-4e81-a31b-9b56a350e374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1125f-fc66-4c80-81fe-809026b96c03,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.255909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 20a797c6-808a-48da-b32d-c7c49993dfce {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:16.256489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.365230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c577fe8-e8e2-438a-aa40-7cfa864da294 req-7f7eeddf-8bfc-4de6-8108-a2309f97b0e4 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 210 time: 0.0977302 Jul 07 17:18:16.403605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.476282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Transition to ACTIVE for port object 3a16cccb-7668-48dc-9531-a43e69199732 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:16.499563 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.521647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 20a797c6-808a-48da-b32d-c7c49993dfce owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:16.598947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.637189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['65581162-2aef-4900-80ba-2c587c65c666'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:16.703070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Pushing event updated for resources: {'Port': ['ID=3a16cccb-7668-48dc-9531-a43e69199732,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.738877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:16.741941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:16.746613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:16.804187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.804951 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.847522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f2352816-829d-49b0-98ac-4f5335c5946e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6463692 Jul 07 17:18:16.897146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Request body: {'port': {'device_id': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:17.049591 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.109313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.137473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-57df7892-e26f-4c19-ab08-0d5c68208881 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.143414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-57df7892-e26f-4c19-ab08-0d5c68208881 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.54 "GET /v2.0/networks?id=ac5a057a-13d4-4b46-830d-162d8218aec6 HTTP/1.1" status: 200 len: 795 time: 0.3984666 Jul 07 17:18:17.258811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-7769a73c-ead9-40ff-b544-e380a5f15a17 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 473 time: 0.1050050 Jul 07 17:18:17.272718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'port': {'device_id': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'admin_state_up': True, 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'security_groups': ['d0a458b6-89ea-45a5-a101-b9b47e7978f1']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:17.312004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=20a797c6-808a-48da-b32d-c7c49993dfce,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.321909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-488851d7-dc3f-40f1-8981-2e7f2f59a930 None None] Provisioning for port 3a16cccb-7668-48dc-9531-a43e69199732 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:17.354798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-488851d7-dc3f-40f1-8981-2e7f2f59a930 None None] Provisioning complete for port 3a16cccb-7668-48dc-9531-a43e69199732 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:17.358081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-488851d7-dc3f-40f1-8981-2e7f2f59a930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.466162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-488851d7-dc3f-40f1-8981-2e7f2f59a930 None None] Port 3a16cccb-7668-48dc-9531-a43e69199732 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:17.546464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:17.551080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.641955 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.648083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2742976c-f75a-41b4-809b-1c70afff37fd tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/ports/20a797c6-808a-48da-b32d-c7c49993dfce HTTP/1.1" status: 204 len: 168 time: 1.9452186 Jul 07 17:18:17.678222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54334) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:17.692902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcae01-f811-45e2-a24d-ab9e8b793dec req-9cac1155-f1fd-44a4-a005-db492c01dcbc tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.701401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fadcae01-f811-45e2-a24d-ab9e8b793dec req-9cac1155-f1fd-44a4-a005-db492c01dcbc tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1027 time: 0.4757936 Jul 07 17:18:17.924187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fadcae01-f811-45e2-a24d-ab9e8b793dec req-607aa0f7-ba74-42d5-a6d0-c43a20f5e474 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205145 Jul 07 17:18:17.986336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51a820fd-da98-4114-909e-e996ff29a4ea req-2594b26d-c834-47b3-ac91-6621d6a7e9fe tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 210 time: 0.0811415 Jul 07 17:18:17.998095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.20.0.27 (ac5a057a-13d4-4b46-830d-162d8218aec6/1fa82cff-2f23-46fd-a7dd-9587ee878589/3a753a8a-636e-4f9d-b449-aa4a875074df) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:18.053980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port 446cf236-0a2f-43ef-a3df-9d1e01cb9263 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:18.054410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.061492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a16cccb-7668-48dc-9531-a43e69199732 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:18.326395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.347705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Transition to ACTIVE for port object 3a753a8a-636e-4f9d-b449-aa4a875074df will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:18.399248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.458109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network ac5a057a-13d4-4b46-830d-162d8218aec6 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:18.462944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:18.476169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:18.547192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.548149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.550783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=3a753a8a-636e-4f9d-b449-aa4a875074df,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.592479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-482b55d8-e9b7-4c75-be82-b0f50b7495fd tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3237276 Jul 07 17:18:18.609702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Request body: {'port': {'device_id': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:18.628982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.659576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Transition to ACTIVE for port object 3a16cccb-7668-48dc-9531-a43e69199732 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:18.683745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.741210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Pushing event updated for resources: {'Port': ['ID=3a16cccb-7668-48dc-9531-a43e69199732,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.770660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.873678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for 446cf236-0a2f-43ef-a3df-9d1e01cb9263 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:19.101682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Attempting to bind port 3a16cccb-7668-48dc-9531-a43e69199732 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:19.103749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Attempting to bind port 3a16cccb-7668-48dc-9531-a43e69199732 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:19.106709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Attempting to bind port 3a16cccb-7668-48dc-9531-a43e69199732 on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:19.124733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-77332689-8dfa-431d-b80c-99746e1978a6 None None] Provisioning for port 3a753a8a-636e-4f9d-b449-aa4a875074df completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:19.136288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-77332689-8dfa-431d-b80c-99746e1978a6 None None] Provisioning complete for port 3a753a8a-636e-4f9d-b449-aa4a875074df triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:19.136719 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77332689-8dfa-431d-b80c-99746e1978a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.137796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Port 3a16cccb-7668-48dc-9531-a43e69199732 on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:19.138131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Attempting to bind port 3a16cccb-7668-48dc-9531-a43e69199732 on network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:19.250324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:19.251410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Checking segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:19.251985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Bound using segment: {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:19.253577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-77332689-8dfa-431d-b80c-99746e1978a6 None None] Port 3a753a8a-636e-4f9d-b449-aa4a875074df cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:19.257277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Bound port: 3a16cccb-7668-48dc-9531-a43e69199732, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c241a4-a4a3-42bc-9d23-5da77c92e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:19.259680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.397357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] For port 3a16cccb-7668-48dc-9531-a43e69199732, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:19.402147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] For port 3a16cccb-7668-48dc-9531-a43e69199732, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a16cccb-7668-48dc-9531-a43e69199732,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:19.429145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.439043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.544523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.545217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.550317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] 10.222.0.54 "PUT /v2.0/ports/3a16cccb-7668-48dc-9531-a43e69199732 HTTP/1.1" status: 200 len: 1091 time: 2.6913142 Jul 07 17:18:19.557818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'tag': '3a16cccb-7668-48dc-9531-a43e69199732'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:19.573794 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2733b-a0ff-4e62-a7ed-488582be71ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d84459d3-e1c3-4910-a176-5f5f16bf5d88", "tag": "3a16cccb-7668-48dc-9531-a43e69199732"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:19.772866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32fec-6e57-431b-ae90-094fd517964e service neutron] Pushing event updated for resources: {'Port': ['ID=3a16cccb-7668-48dc-9531-a43e69199732,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:19.822536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f55b2-c093-40d4-8c84-82bdbd3d8503 req-0658842e-8545-4662-ab0c-3708b19591a0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.830082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-149f55b2-c093-40d4-8c84-82bdbd3d8503 req-0658842e-8545-4662-ab0c-3708b19591a0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 932 time: 0.4258435 Jul 07 17:18:19.901434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.938077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-149f55b2-c093-40d4-8c84-82bdbd3d8503 req-5214aed5-9243-4ca7-bb26-2b18898c899b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067448 Jul 07 17:18:20.034095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6552bc-5eff-42db-9acd-1cb64783519f req-8a0f0839-98dd-43e1-bbc2-4df460db5be0 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.041924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb6552bc-5eff-42db-9acd-1cb64783519f req-8a0f0839-98dd-43e1-bbc2-4df460db5be0 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1094 time: 0.6366546 Jul 07 17:18:20.046191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=446cf236-0a2f-43ef-a3df-9d1e01cb9263,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.118885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a753a8a-636e-4f9d-b449-aa4a875074df {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:20.152681 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.159090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-e6e57c97-baf3-433a-b540-d187466bdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.162982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-e6e57c97-baf3-433a-b540-d187466bdb7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=216f72f8a5d842de88c95dfebbead682&device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1094 time: 0.5558898 Jul 07 17:18:20.222559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Transition to ACTIVE for port object 3a753a8a-636e-4f9d-b449-aa4a875074df will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:20.229787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.266704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-c25fbdb4-e274-4e2a-a392-072d2d618274 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a16cccb-7668-48dc-9531-a43e69199732 HTTP/1.1" status: 200 len: 217 time: 0.0932786 Jul 07 17:18:20.298391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb6552bc-5eff-42db-9acd-1cb64783519f req-4e533c35-0095-4aef-903a-393289f901c8 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550843 Jul 07 17:18:20.315799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Pushing event updated for resources: {'Port': ['ID=3a753a8a-636e-4f9d-b449-aa4a875074df,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.379990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f0d767c2-4d0d-4b92-9431-6b8a4d31907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.381392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-f0d767c2-4d0d-4b92-9431-6b8a4d31907e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=06c2c120-8afc-421b-bf4a-f3bdf87a4b61 HTTP/1.1" status: 200 len: 848 time: 0.0820155 Jul 07 17:18:20.385028 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.391310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-998ec98e-bc6f-4130-9ebc-631799659142 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/ports/446cf236-0a2f-43ef-a3df-9d1e01cb9263 HTTP/1.1" status: 204 len: 168 time: 2.7099936 Jul 07 17:18:20.400994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.501432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-0be99ca6-9def-4658-adec-d10bf829fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.504093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-0be99ca6-9def-4658-adec-d10bf829fff1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150780 Jul 07 17:18:20.512178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Attempting to bind port 3a753a8a-636e-4f9d-b449-aa4a875074df on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:20.512788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Attempting to bind port 3a753a8a-636e-4f9d-b449-aa4a875074df by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:20.512788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Attempting to bind port 3a753a8a-636e-4f9d-b449-aa4a875074df on network ac5a057a-13d4-4b46-830d-162d8218aec6 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:20.521862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Port 3a753a8a-636e-4f9d-b449-aa4a875074df on network ac5a057a-13d4-4b46-830d-162d8218aec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:20.522193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Attempting to bind port 3a753a8a-636e-4f9d-b449-aa4a875074df on network ac5a057a-13d4-4b46-830d-162d8218aec6 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:20.536992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd880e-b1ad-4835-9d31-079fb1252355 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.541155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5fcd880e-b1ad-4835-9d31-079fb1252355 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "GET /v2.0/ports?device_id=f897a0b3-9a0b-416f-a6ff-d9315cb7e355 HTTP/1.1" status: 200 len: 913 time: 0.1366260 Jul 07 17:18:20.546479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54370) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.556005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:20.556005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Checking segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:20.562903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Bound using segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:20.562903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Bound port: 3a753a8a-636e-4f9d-b449-aa4a875074df, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:20.562903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.657222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-d214b1bc-06b0-4a6f-ad33-5394858e04ca service neutron] 10.222.0.54 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463177 Jul 07 17:18:20.659640 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11cceab-88cf-4ac6-a7de-d7313a27e016 x-openstack-request-id: req-a11cceab-88cf-4ac6-a7de-d7313a27e016 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:20.660239 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84459d3-e1c3-4910-a176-5f5f16bf5d88", "tag": "3a16cccb-7668-48dc-9531-a43e69199732", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:20.660739 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a11cceab-88cf-4ac6-a7de-d7313a27e016 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:20.661506 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'tag': '3a16cccb-7668-48dc-9531-a43e69199732', 'status': 'completed', 'code': 200} Jul 07 17:18:20.814771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] For port 3a753a8a-636e-4f9d-b449-aa4a875074df, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:20.845067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bc883df-364e-4444-82b9-8ac2e1192cd6 req-41b318d9-bea0-48db-b4ac-fc75d0cafdb6 service neutron] 10.222.0.54 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809306 Jul 07 17:18:20.864508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] For port 3a753a8a-636e-4f9d-b449-aa4a875074df, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a753a8a-636e-4f9d-b449-aa4a875074df,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:20.870765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.949057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.949775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.951327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a753a8a-636e-4f9d-b449-aa4a875074df HTTP/1.1" status: 200 len: 1092 time: 2.3503516 Jul 07 17:18:20.951916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'tag': '3a753a8a-636e-4f9d-b449-aa4a875074df'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:20.954333 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b03aae14-0b3a-4718-a09f-33e89e74cd0e", "tag": "3a753a8a-636e-4f9d-b449-aa4a875074df"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:21.056162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d1bd-e5c9-4e03-a6cd-912d4025d206 service neutron] Pushing event updated for resources: {'Port': ['ID=3a753a8a-636e-4f9d-b449-aa4a875074df,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.314082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-b3880174-efc0-4370-b747-4c9a3c2495d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.315903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-b3880174-efc0-4370-b747-4c9a3c2495d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=216f72f8a5d842de88c95dfebbead682&device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1094 time: 0.4151392 Jul 07 17:18:21.355727 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f4fd82-344b-4a93-893b-5437e738da50 x-openstack-request-id: req-a4f4fd82-344b-4a93-893b-5437e738da50 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:21.355727 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03aae14-0b3a-4718-a09f-33e89e74cd0e", "tag": "3a753a8a-636e-4f9d-b449-aa4a875074df", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:21.355727 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4f4fd82-344b-4a93-893b-5437e738da50 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:21.355727 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'tag': '3a753a8a-636e-4f9d-b449-aa4a875074df', 'status': 'completed', 'code': 200} Jul 07 17:18:21.440134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-84c888f2-d465-477f-8d07-db0ce4192c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.448340 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-84c888f2-d465-477f-8d07-db0ce4192c9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 1095 time: 0.3878832 Jul 07 17:18:21.530762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-cd90b3e8-7bca-4c05-bf04-e5f32e67709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.532761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-cd90b3e8-7bca-4c05-bf04-e5f32e67709a service neutron] 10.222.0.54 "GET /v2.0/networks?id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 200 len: 910 time: 0.2026184 Jul 07 17:18:21.631908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-e6f0eacf-de4b-4a0c-b80e-957527b0d894 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3a753a8a-636e-4f9d-b449-aa4a875074df HTTP/1.1" status: 200 len: 217 time: 0.1288643 Jul 07 17:18:21.683638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-798ce517-96df-4063-b2c3-042725d24d99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a16cccb-7668-48dc-9531-a43e69199732 HTTP/1.1" status: 200 len: 217 time: 0.1326876 Jul 07 17:18:21.701889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8ef3-c224-497d-ad58-fb382243f0c4 req-f79678e7-1f12-4ff3-b4b0-4af88b733e4a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.719283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f22b8ef3-c224-497d-ad58-fb382243f0c4 req-f79678e7-1f12-4ff3-b4b0-4af88b733e4a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 944 time: 0.5222275 Jul 07 17:18:21.796473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-780440d2-50d5-45f5-90d9-d10ced072da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.799154 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-780440d2-50d5-45f5-90d9-d10ced072da9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fa82cff-2f23-46fd-a7dd-9587ee878589 HTTP/1.1" status: 200 len: 838 time: 0.1589203 Jul 07 17:18:21.822039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.994067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-17983829-f6b9-4170-bf79-dcceae04372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.996186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-17983829-f6b9-4170-bf79-dcceae04372c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac5a057a-13d4-4b46-830d-162d8218aec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894000 Jul 07 17:18:22.011656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f22b8ef3-c224-497d-ad58-fb382243f0c4 req-ae9ab240-d1d0-49ff-b5af-7343a4d1cad8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903836 Jul 07 17:18:22.039320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-3d4ab808-1e31-463b-851d-2d71a73752ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.043235 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-3d4ab808-1e31-463b-851d-2d71a73752ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=06c2c120-8afc-421b-bf4a-f3bdf87a4b61 HTTP/1.1" status: 200 len: 848 time: 0.3130906 Jul 07 17:18:22.203625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804ea7-d7ac-4b96-935a-e801b80e0367 req-e6be2fc6-483c-4685-bca3-29e2f30abb36 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.221524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad804ea7-d7ac-4b96-935a-e801b80e0367 req-e6be2fc6-483c-4685-bca3-29e2f30abb36 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1094 time: 0.4970083 Jul 07 17:18:22.309355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-fcdaa329-923c-4123-b5f2-5cd53e7d5fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807536 Jul 07 17:18:22.322766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-b7e7fdfd-e336-4f5b-bcb1-40dad5ee2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.325764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-b7e7fdfd-e336-4f5b-bcb1-40dad5ee2b8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473767 Jul 07 17:18:22.331467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad804ea7-d7ac-4b96-935a-e801b80e0367 req-b8d9244e-1abc-4a54-ae97-4e95e2bd48f6 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045001 Jul 07 17:18:22.548017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-4c009c5b-065c-4010-ae40-53157e437360 service neutron] 10.222.0.54 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146568 Jul 07 17:18:22.678458 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16aec28e-5ee0-4ee2-bc7b-d31e9cc1e11d req-553ca4b8-16bc-459a-a959-2b355b68bc5c service neutron] 10.222.0.54 "GET /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598545 Jul 07 17:18:22.781546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e2733b-a0ff-4e62-a7ed-488582be71ff req-537ab3c3-5fbb-47e3-a37b-80b53e0cb931 service neutron] 10.222.0.54 "GET /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265556 Jul 07 17:18:22.856342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port adadc573-f4b1-4fde-8c21-5d9583d1c4b2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:22.856874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.946404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-cd607ff0-98ca-48c0-8205-1362be9e1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.948869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-cd607ff0-98ca-48c0-8205-1362be9e1997 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 1095 time: 0.1827514 Jul 07 17:18:23.075710 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.114178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for adadc573-f4b1-4fde-8c21-5d9583d1c4b2 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:23.214707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-fe1ae8b4-e9f1-43a3-bd39-09bb46f6199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.216283 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-fe1ae8b4-e9f1-43a3-bd39-09bb46f6199b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac5a057a-13d4-4b46-830d-162d8218aec6 HTTP/1.1" status: 200 len: 896 time: 0.2590148 Jul 07 17:18:23.284062 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-b9c33fea-a12c-4c2f-95c7-eb2e1c38fa49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3a753a8a-636e-4f9d-b449-aa4a875074df HTTP/1.1" status: 200 len: 217 time: 0.0557795 Jul 07 17:18:23.384481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-9528b058-4503-4576-9b3b-f2c942213258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.386684 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-9528b058-4503-4576-9b3b-f2c942213258 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1fa82cff-2f23-46fd-a7dd-9587ee878589 HTTP/1.1" status: 200 len: 838 time: 0.0944262 Jul 07 17:18:23.532422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d24cba-e3fe-4cdb-b906-065ab8f44ad2 req-59a4c18b-eb56-4cd8-9fda-f33d8aced8b6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.546205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10d24cba-e3fe-4cdb-b906-065ab8f44ad2 req-59a4c18b-eb56-4cd8-9fda-f33d8aced8b6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 944 time: 0.1935644 Jul 07 17:18:23.650413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10d24cba-e3fe-4cdb-b906-065ab8f44ad2 req-2f40722d-29fc-418e-b1d0-bc3a9361187d tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019442 Jul 07 17:18:23.680423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e3e3c-e088-45bb-ba44-3917e544a275 req-e7a1cf38-c84d-4e7d-b031-e681cde4a44e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.683088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c10e3e3c-e088-45bb-ba44-3917e544a275 req-e7a1cf38-c84d-4e7d-b031-e681cde4a44e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1094 time: 0.0951538 Jul 07 17:18:23.741866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c10e3e3c-e088-45bb-ba44-3917e544a275 req-64e3bfe3-1db4-462b-8b0b-ea5001ad4dc3 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Jul 07 17:18:23.861070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.868822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-f1382a8d-ce47-401b-845f-84e9cd04bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.870943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-f1382a8d-ce47-401b-845f-84e9cd04bf62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac5a057a-13d4-4b46-830d-162d8218aec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4767241 Jul 07 17:18:24.031721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-810384e6-2730-4523-a19e-6dee3a40089a service neutron] 10.222.0.54 "GET /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535757 Jul 07 17:18:24.033135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.085288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=adadc573-f4b1-4fde-8c21-5d9583d1c4b2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:24.279000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ed27c7b2-4abb-47ac-a6a1-0b7fc16802e1 req-104c4e02-f810-4395-abdc-191f0ff8f92e service neutron] 10.222.0.54 "GET /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392516 Jul 07 17:18:24.366298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.560532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a16cccb-7668-48dc-9531-a43e69199732 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:24.814067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3a16cccb-7668-48dc-9531-a43e69199732, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a16cccb-7668-48dc-9531-a43e69199732,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:24.841891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:24.864716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '3a16cccb-7668-48dc-9531-a43e69199732', 'network_id': 'febbe61c-2d15-4e4f-abb1-abd3c01ebd3a', 'port_id': '3a16cccb-7668-48dc-9531-a43e69199732', 'mac_address': 'fa:16:3e:09:0d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c2c120-8afc-421b-bf4a-f3bdf87a4b61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:25.059651 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.093526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a16cccb-7668-48dc-9531-a43e69199732 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:25.099198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:25.113473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] Sync routers for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:25.122627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9b2db93c-a70f-4a64-abaf-434899a9fd5f tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "PUT /v2.0/routers/f897a0b3-9a0b-416f-a6ff-d9315cb7e355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5745718 Jul 07 17:18:25.123713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:25.149235 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:25.151935 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.176613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3a16cccb-7668-48dc-9531-a43e69199732, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a16cccb-7668-48dc-9531-a43e69199732,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:25.185967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.280371 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.327642 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] Routers {'f897a0b3-9a0b-416f-a6ff-d9315cb7e355'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:25.328613 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.339625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3a16cccb-7668-48dc-9531-a43e69199732,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.411795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.474238 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.479655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b463b-b273-41a8-9d3a-15c7509ac75f None None] The sync data for ids ['f897a0b3-9a0b-416f-a6ff-d9315cb7e355'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:25.492269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29807b52-cb2d-4e31-b595-3d0a22271665 req-c4f229ef-d6b3-4733-a118-5b9953008193 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.496053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29807b52-cb2d-4e31-b595-3d0a22271665 req-c4f229ef-d6b3-4733-a118-5b9953008193 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1094 time: 0.4426713 Jul 07 17:18:25.513973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f6beb-628d-45ca-8d9f-f71ad6ad1a24 req-a848cb74-ac66-4282-87fa-68e0a5313ca3 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.521046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c6f6beb-628d-45ca-8d9f-f71ad6ad1a24 req-a848cb74-ac66-4282-87fa-68e0a5313ca3 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 944 time: 0.4907498 Jul 07 17:18:25.548826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['3a16cccb-7668-48dc-9531-a43e69199732'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:25.616392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54446) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:25.661797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.719194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29807b52-cb2d-4e31-b595-3d0a22271665 req-a96e9f9a-1c33-41a3-a232-82cc76d6b989 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965096 Jul 07 17:18:25.746501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c6f6beb-628d-45ca-8d9f-f71ad6ad1a24 req-427c52bf-b7ab-4517-ad4b-32c43cb89ac7 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145550 Jul 07 17:18:25.829857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting port ee3c1292-63c3-4569-ad6e-b1f2fca2053d {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:25.830469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.975170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-410476e2-a383-4876-a5d5-42a3498fccd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.017072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.040419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Calling delete_port for ee3c1292-63c3-4569-ad6e-b1f2fca2053d owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:26.153968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-410476e2-a383-4876-a5d5-42a3498fccd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.160041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-410476e2-a383-4876-a5d5-42a3498fccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.237842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410476e2-a383-4876-a5d5-42a3498fccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1032ef-3992-4ccd-9409-c08a0b148c17,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.291866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-410476e2-a383-4876-a5d5-42a3498fccd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=562711842917402cb21fa9648abae120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6667986 Jul 07 17:18:26.295794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54450) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:26.323693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.362456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Port': ['ID=ee3c1292-63c3-4569-ad6e-b1f2fca2053d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.391874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5764fb15-9230-44f8-9f52-7e0171b8c263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.435922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5764fb15-9230-44f8-9f52-7e0171b8c263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.461125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.534745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5764fb15-9230-44f8-9f52-7e0171b8c263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.539261 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5764fb15-9230-44f8-9f52-7e0171b8c263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.556210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5764fb15-9230-44f8-9f52-7e0171b8c263 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a1032ef-3992-4ccd-9409-c08a0b148c17 HTTP/1.1" status: 204 len: 168 time: 0.2483449 Jul 07 17:18:26.571853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764fb15-9230-44f8-9f52-7e0171b8c263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1032ef-3992-4ccd-9409-c08a0b148c17,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.592140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a753a8a-636e-4f9d-b449-aa4a875074df details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:26.599436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a16cccb-7668-48dc-9531-a43e69199732 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:26.603265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.606428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.684317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.685480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Fanout notify agent at l3_agent the message router_deleted on router f897a0b3-9a0b-416f-a6ff-d9315cb7e355 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:26.697794 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.699001 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4b56a0e7-7b32-4a6a-9fee-9aab9a3b3ade tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/routers/f897a0b3-9a0b-416f-a6ff-d9315cb7e355 HTTP/1.1" status: 204 len: 168 time: 1.5736887 Jul 07 17:18:26.703039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54456) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:26.774920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Deleting subnet a034fe58-93bc-4db3-a999-9cb404339ba0 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:26.782955 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.861489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.877605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3a753a8a-636e-4f9d-b449-aa4a875074df, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a753a8a-636e-4f9d-b449-aa4a875074df,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:26.883729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 3a16cccb-7668-48dc-9531-a43e69199732 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:26.903235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 3a16cccb-7668-48dc-9531-a43e69199732 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:26.904182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.948373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '3a753a8a-636e-4f9d-b449-aa4a875074df', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'port_id': '3a753a8a-636e-4f9d-b449-aa4a875074df', 'mac_address': 'fa:16:3e:09:3f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:27.038904 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.049525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.063756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a753a8a-636e-4f9d-b449-aa4a875074df {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:27.137057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4031c-eb0e-4dbf-9aec-018389bf2f76 req-6a95b8da-1e39-4d60-b4a0-86f1696dc1dd tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.139305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16a4031c-eb0e-4dbf-9aec-018389bf2f76 req-6a95b8da-1e39-4d60-b4a0-86f1696dc1dd tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1095 time: 0.1760716 Jul 07 17:18:27.152839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3a753a8a-636e-4f9d-b449-aa4a875074df, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a753a8a-636e-4f9d-b449-aa4a875074df,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:27.167334 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.209736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.215573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.236364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c44f-b618-4406-8967-8c161f45e74c req-2cb7929b-7d63-47f8-ad91-b23f87585080 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.241998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61f8c44f-b618-4406-8967-8c161f45e74c req-2cb7929b-7d63-47f8-ad91-b23f87585080 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 944 time: 0.2748618 Jul 07 17:18:27.265483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a16cccb-7668-48dc-9531-a43e69199732'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:27.270297 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe055082-337b-48a0-9ace-58a313717ef5" -d '{"events": [{"server_uuid": "d84459d3-e1c3-4910-a176-5f5f16bf5d88", "name": "network-vif-plugged", "status": "completed", "tag": "3a16cccb-7668-48dc-9531-a43e69199732"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:27.288686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Subnet': ['ID=a034fe58-93bc-4db3-a999-9cb404339ba0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.292006 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.294444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ce3254bc-04bc-43e8-b131-13289b4b6154 tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/subnets/a034fe58-93bc-4db3-a999-9cb404339ba0 HTTP/1.1" status: 204 len: 168 time: 0.5902944 Jul 07 17:18:27.301889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54476) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:27.307539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16a4031c-eb0e-4dbf-9aec-018389bf2f76 req-872c5959-ee45-452d-94cf-c17683d78f6f tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440852 Jul 07 17:18:27.326368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3a16cccb-7668-48dc-9531-a43e69199732, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a16cccb-7668-48dc-9531-a43e69199732,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:27.335420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3a753a8a-636e-4f9d-b449-aa4a875074df,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.342078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.397765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61f8c44f-b618-4406-8967-8c161f45e74c req-d49dd78b-d2f1-4e95-af9d-3e39137ac91b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229422 Jul 07 17:18:27.418277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3a16cccb-7668-48dc-9531-a43e69199732,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.478936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['3a753a8a-636e-4f9d-b449-aa4a875074df'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:27.484266 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2aad19-649a-42e8-92f6-2aee321873d9 x-openstack-request-id: req-ed2aad19-649a-42e8-92f6-2aee321873d9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:27.484994 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84459d3-e1c3-4910-a176-5f5f16bf5d88", "name": "network-vif-plugged", "status": "completed", "tag": "3a16cccb-7668-48dc-9531-a43e69199732", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:27.485516 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed2aad19-649a-42e8-92f6-2aee321873d9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:27.486150 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a16cccb-7668-48dc-9531-a43e69199732', 'code': 200} Jul 07 17:18:27.492575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.704167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.720230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:27.734654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6445b13e-e1d7-4dd8-ae15-5e6f0bf47bae') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:27.735076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6445b13e-e1d7-4dd8-ae15-5e6f0bf47bae') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:27.748011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.769802 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.779211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:27.779631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:27.783747 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:27.788028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11121b72-16e6-4767-9c86-cb3946618bfe req-5901d71e-24b9-4d10-9513-499afaaafddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.789316 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11121b72-16e6-4767-9c86-cb3946618bfe req-5901d71e-24b9-4d10-9513-499afaaafddd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.1369071 Jul 07 17:18:27.880146 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11121b72-16e6-4767-9c86-cb3946618bfe req-48ace0a4-c58f-4e59-bef2-4580c7751aa0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811572 Jul 07 17:18:27.881672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.893598 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.901634 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] 10.222.0.78 "DELETE /v2.0/networks/d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7 HTTP/1.1" status: 204 len: 168 time: 0.5978801 Jul 07 17:18:27.922831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82c2e-1ccf-4e3c-b48d-83282898a2ba tempest-FloatingIPTestJSON-1748811218 tempest-FloatingIPTestJSON-1748811218-project] Pushing event deleted for resources: {'Network': ['ID=d2fa21c5-eb23-4b7e-a851-57e3eefa5ce7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:28.072479 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:28.356199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:28.582582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a753a8a-636e-4f9d-b449-aa4a875074df up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:28.694724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1236559-2a31-432a-95d4-76722bc50117 req-ff5eaab0-8a34-41f9-b3a6-aa9944d8d626 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.706726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1236559-2a31-432a-95d4-76722bc50117 req-ff5eaab0-8a34-41f9-b3a6-aa9944d8d626 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.1531711 Jul 07 17:18:28.752045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 3a753a8a-636e-4f9d-b449-aa4a875074df completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:28.757637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 3a753a8a-636e-4f9d-b449-aa4a875074df triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:28.759013 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.785052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1236559-2a31-432a-95d4-76722bc50117 req-268993bb-89a5-4135-8514-d30ca8787950 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767875 Jul 07 17:18:29.043045 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.107263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15816351-70c8-4bd9-ad03-3f8f4ea5a363 req-bc0dae09-c0d0-4e6b-9f8d-cd55db51f75b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.109032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15816351-70c8-4bd9-ad03-3f8f4ea5a363 req-bc0dae09-c0d0-4e6b-9f8d-cd55db51f75b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 945 time: 0.3217270 Jul 07 17:18:29.142550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3a753a8a-636e-4f9d-b449-aa4a875074df, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a753a8a-636e-4f9d-b449-aa4a875074df,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:29.160283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.174551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f2f7e07e-c21b-44bf-8c7a-d35e87353880 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5fe5fa94363845daaff2c2c8271d9f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8165932 Jul 07 17:18:29.178424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54534) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:29.209567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-b1c7fb2c-901e-4a04-b432-400005966342 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2426076 Jul 07 17:18:29.254927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-15816351-70c8-4bd9-ad03-3f8f4ea5a363 req-7ece6241-460c-4198-aa89-03cac30ae172 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210852 Jul 07 17:18:29.286429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3a753a8a-636e-4f9d-b449-aa4a875074df,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:29.326069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-267c3c5c-461e-4e59-a165-6052772708aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.380018 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-267c3c5c-461e-4e59-a165-6052772708aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.450843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-b0b07ec0-cf72-4eb0-8a53-06b0f9250112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.452804 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-b0b07ec0-cf72-4eb0-8a53-06b0f9250112 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1096 time: 0.0905449 Jul 07 17:18:29.475861 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-267c3c5c-461e-4e59-a165-6052772708aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.479419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-267c3c5c-461e-4e59-a165-6052772708aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.484031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-267c3c5c-461e-4e59-a165-6052772708aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8bf4b770-807e-4f00-a849-4083acec82ea HTTP/1.1" status: 204 len: 168 time: 0.3044503 Jul 07 17:18:29.487286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a753a8a-636e-4f9d-b449-aa4a875074df'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:29.492034 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ca76c-a384-4f9b-a15e-affcfecd7ceb" -d '{"events": [{"server_uuid": "b03aae14-0b3a-4718-a09f-33e89e74cd0e", "name": "network-vif-plugged", "status": "completed", "tag": "3a753a8a-636e-4f9d-b449-aa4a875074df"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:29.508750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c3c5c-461e-4e59-a165-6052772708aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4b770-807e-4f00-a849-4083acec82ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:29.568522 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3173f25-7fe7-4bc4-83df-8696bc6a09dd x-openstack-request-id: req-c3173f25-7fe7-4bc4-83df-8696bc6a09dd {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:29.568748 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aae14-0b3a-4718-a09f-33e89e74cd0e", "name": "network-vif-plugged", "status": "completed", "tag": "3a753a8a-636e-4f9d-b449-aa4a875074df", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:29.569209 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3173f25-7fe7-4bc4-83df-8696bc6a09dd {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:29.569874 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a753a8a-636e-4f9d-b449-aa4a875074df', 'code': 200} Jul 07 17:18:29.675888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-b9530a41-6ddf-4925-a7d2-c8f2a2394533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.677975 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-b9530a41-6ddf-4925-a7d2-c8f2a2394533 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1992874 Jul 07 17:18:29.835230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-963f8eb6-a466-4a76-9068-ddc4a153400a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 1000 time: 0.1441393 Jul 07 17:18:29.902063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187e99-e98f-4e1c-b59c-165e0d5a720b req-5b43d78f-6521-411f-8b40-c99822eb407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.908956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be187e99-e98f-4e1c-b59c-165e0d5a720b req-5b43d78f-6521-411f-8b40-c99822eb407d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 1097 time: 0.2139690 Jul 07 17:18:29.958645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-94e53553-45cd-4bd4-b5e8-bf7e51426ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.960254 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-94e53553-45cd-4bd4-b5e8-bf7e51426ec7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.1160867 Jul 07 17:18:29.999737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be187e99-e98f-4e1c-b59c-165e0d5a720b req-1079a8dd-82d7-4c9b-9a29-ceedb0402077 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878596 Jul 07 17:18:30.057917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea92d1-05b3-4a3e-bb46-2908418a1b67 req-af4d670d-6d0b-4009-a4bd-a123fc64e972 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.059734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4ea92d1-05b3-4a3e-bb46-2908418a1b67 req-af4d670d-6d0b-4009-a4bd-a123fc64e972 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.0983787 Jul 07 17:18:30.095592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-82560b1a-23c1-4eb9-9719-0635e25a65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.097888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-82560b1a-23c1-4eb9-9719-0635e25a65e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293395 Jul 07 17:18:30.143448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4ea92d1-05b3-4a3e-bb46-2908418a1b67 req-e75595c4-a112-41ef-a3ec-f15dae22807f tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761909 Jul 07 17:18:30.233607 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-23221a17-0c17-4d13-8145-7814eb929ff0 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283727 Jul 07 17:18:30.486555 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-24c00a5e-f6e8-44b0-bb0f-21652b75c5b1 req-398c6a73-e660-4be3-a6fc-c8152f661742 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446802 Jul 07 17:18:30.507519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bfca7-13df-47e0-a145-731f73fa3202 req-4aabce70-2219-49a3-94d9-6e32b940c851 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.509925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-616bfca7-13df-47e0-a145-731f73fa3202 req-4aabce70-2219-49a3-94d9-6e32b940c851 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.0897896 Jul 07 17:18:30.564803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-616bfca7-13df-47e0-a145-731f73fa3202 req-c48b6cef-0c51-416d-ab3a-a9e8c70c173a tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Jul 07 17:18:30.807336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49923a2-df35-433b-95c0-baa3b84c5a76 req-7cbc631b-af2f-48c1-b481-67fa8f651bd7 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.814561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d49923a2-df35-433b-95c0-baa3b84c5a76 req-7cbc631b-af2f-48c1-b481-67fa8f651bd7 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.1841390 Jul 07 17:18:30.903367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d49923a2-df35-433b-95c0-baa3b84c5a76 req-53da351b-fc5f-420d-987c-709a421a2c53 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872066 Jul 07 17:18:30.910645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532986c-a174-4f42-a31c-c05562646b6d req-84cfc20b-e2c6-4051-a034-86e238bf8fb9 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.912331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4532986c-a174-4f42-a31c-c05562646b6d req-84cfc20b-e2c6-4051-a034-86e238bf8fb9 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.1465082 Jul 07 17:18:30.966391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4532986c-a174-4f42-a31c-c05562646b6d req-44f16b02-bb5e-40e5-bb9d-f6b4f368523b tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Jul 07 17:18:31.266330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54618) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.719886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-901918854'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:31.757898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:31.763031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.763536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f6f43-bd73-4c10-8d05-8b1d6be371f9 req-c66ac7fc-4139-48df-b5f9-c533ab586246 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.774778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-786f6f43-bd73-4c10-8d05-8b1d6be371f9 req-c66ac7fc-4139-48df-b5f9-c533ab586246 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.0795500 Jul 07 17:18:31.776557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.825834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-786f6f43-bd73-4c10-8d05-8b1d6be371f9 req-2f0a84ff-0f7d-4b5b-a2a1-bd3020d15083 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495355 Jul 07 17:18:31.973321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.980799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.028837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:32.041689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae705c6-ebf4-455b-91e2-74d95f2d094e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.052663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.053259 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment 3ace8da3-8eee-428a-9378-d5e47d9be344 of type vlan for network 151a8762-a9be-4518-9210-11e3b78f828c Jul 07 17:18:32.140549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.186172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.192215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.192874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.211689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e937f-eb6d-408c-ad72-3d67b81513d8 req-9e08c809-b18c-4efa-925f-956f62d269e3 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.213714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a98e937f-eb6d-408c-ad72-3d67b81513d8 req-9e08c809-b18c-4efa-925f-956f62d269e3 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.1375849 Jul 07 17:18:32.289661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a98e937f-eb6d-408c-ad72-3d67b81513d8 req-1ee7279e-cbfd-4b85-900d-4efb6ca8666b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601664 Jul 07 17:18:32.379530 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1117530 Jul 07 17:18:32.382439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54652) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:32.392031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'name': 'tempest-PortsIpV6TestJSON-1698823616'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:32.403419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de870f-dfbf-428a-8dac-13e1aa457fc6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=151a8762-a9be-4518-9210-11e3b78f828c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.419637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 151a8762-a9be-4518-9210-11e3b78f828c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:32.665695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54658) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:32.678120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:32.683023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.714479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc02487-ada3-4cf9-b1d4-ede6c946aaa6 req-f80a4d19-81d9-43cc-937d-f29041106b0d tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.725525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfc02487-ada3-4cf9-b1d4-ede6c946aaa6 req-f80a4d19-81d9-43cc-937d-f29041106b0d tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.1738586 Jul 07 17:18:32.768473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 2c831916-3af9-43ce-813f-982be92e206b yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:32.843423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfc02487-ada3-4cf9-b1d4-ede6c946aaa6 req-d370b76a-dde7-4393-964b-245fd0acf290 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169529 Jul 07 17:18:32.977128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29319684-d4fc-4fde-9214-b1ef198ec6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.058430 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.102234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-0ab12b03-2540-4668-a541-64b2a4587a7f tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.104027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-0ab12b03-2540-4668-a541-64b2a4587a7f tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.1289515 Jul 07 17:18:33.158155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3ad49-8a64-41ef-b7b1-08079eafbe9b req-29b9d3c1-8066-4611-9447-002e62db761e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.166030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2f3ad49-8a64-41ef-b7b1-08079eafbe9b req-29b9d3c1-8066-4611-9447-002e62db761e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1096 time: 0.1153121 Jul 07 17:18:33.189710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.229820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29319684-d4fc-4fde-9214-b1ef198ec6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.240311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29319684-d4fc-4fde-9214-b1ef198ec6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.283823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2f3ad49-8a64-41ef-b7b1-08079eafbe9b req-89e66272-4974-4554-a740-5f8220e54aed tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166651 Jul 07 17:18:33.309056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=2c831916-3af9-43ce-813f-982be92e206b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.319308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29319684-d4fc-4fde-9214-b1ef198ec6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5f725-e105-430a-8c63-20d150e7a2c0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.334097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': '3ace8da3-8eee-428a-9378-d5e47d9be344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:33.335093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: 151a8762-a9be-4518-9210-11e3b78f828c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:33.335734 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-29319684-d4fc-4fde-9214-b1ef198ec6b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03bdbf0da24d43c996968f400e0df4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6665673 Jul 07 17:18:33.338860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.361965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:33.364313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Deleting port 3a16cccb-7668-48dc-9531-a43e69199732 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:33.364691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.387712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 151a8762-a9be-4518-9210-11e3b78f828c) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:33.392722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:33.400721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.401689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.409435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a2fb3-0058-4dc1-a0a8-a48084937cdb None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:33.440449 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-76826000-69f0-458c-90d2-38020a5fe078 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0495949 Jul 07 17:18:33.440775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54670) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.451424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1427996599'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:33.501374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a25f2a2-84dc-46b1-a7f0-3d9f3aff792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.509312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:33.517860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.548776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a25f2a2-84dc-46b1-a7f0-3d9f3aff792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.576642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:33.602579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.602579 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment a28d2527-d6cd-4e19-8072-01b16d3059ab of type vlan for network 37cd9239-c807-4124-96dd-07a8401f5076 Jul 07 17:18:33.607665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] For port 3a16cccb-7668-48dc-9531-a43e69199732, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a16cccb-7668-48dc-9531-a43e69199732,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:33.608026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.645528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Calling delete_port for 3a16cccb-7668-48dc-9531-a43e69199732 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:33.719558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a25f2a2-84dc-46b1-a7f0-3d9f3aff792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.722512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0a25f2a2-84dc-46b1-a7f0-3d9f3aff792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.723749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0a25f2a2-84dc-46b1-a7f0-3d9f3aff792c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95e5f725-e105-430a-8c63-20d150e7a2c0 HTTP/1.1" status: 204 len: 168 time: 0.3836565 Jul 07 17:18:33.732911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.748994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25f2a2-84dc-46b1-a7f0-3d9f3aff792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5f725-e105-430a-8c63-20d150e7a2c0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.763829 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.778093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.784734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.785473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.870051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4275053 Jul 07 17:18:33.874064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.884365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'ports': [{'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'}, {'network_id': '37cd9239-c807-4124-96dd-07a8401f5076'}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:33.884699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:33.885248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '37cd9239-c807-4124-96dd-07a8401f5076'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:33.894581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84294a0-f23e-451b-b137-61afeee62270 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=37cd9239-c807-4124-96dd-07a8401f5076,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.942745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 37cd9239-c807-4124-96dd-07a8401f5076 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:34.184880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 2} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:34.191474 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.220000 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.325625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54682) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:34.350288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 38557b2a-3e07-4709-9037-60b73e984b0c yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:34.357155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.415469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54686) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:34.512465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.528606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['3a16cccb-7668-48dc-9531-a43e69199732'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:34.557196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a16cccb-7668-48dc-9531-a43e69199732,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:34.636899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] No DVR routers for this DVR port 3a16cccb-7668-48dc-9531-a43e69199732 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:34.639877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['65581162-2aef-4900-80ba-2c587c65c666'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:34.641128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.643919 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8fdd7677-819b-4fea-8a8d-f15ca394fb4b req-df31fd32-beb8-4ffb-abbf-98b9496eb57e tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3a16cccb-7668-48dc-9531-a43e69199732 HTTP/1.1" status: 204 len: 173 time: 1.5313613 Jul 07 17:18:34.645345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'name': 'network-vif-deleted', 'tag': '3a16cccb-7668-48dc-9531-a43e69199732'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:34.652528 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f05217a-3e43-4611-b0e3-a7d2944ac535" -d '{"events": [{"server_uuid": "d84459d3-e1c3-4910-a176-5f5f16bf5d88", "name": "network-vif-deleted", "tag": "3a16cccb-7668-48dc-9531-a43e69199732"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:34.751994 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ff225-6f56-4f44-8f55-13a8c02faf0d x-openstack-request-id: req-509ff225-6f56-4f44-8f55-13a8c02faf0d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:34.752469 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84459d3-e1c3-4910-a176-5f5f16bf5d88", "name": "network-vif-deleted", "tag": "3a16cccb-7668-48dc-9531-a43e69199732", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:34.753210 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-509ff225-6f56-4f44-8f55-13a8c02faf0d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:34.753678 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84459d3-e1c3-4910-a176-5f5f16bf5d88', 'name': 'network-vif-deleted', 'tag': '3a16cccb-7668-48dc-9531-a43e69199732', 'status': 'completed', 'code': 200} Jul 07 17:18:34.920543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.936967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e7b60-7345-4f50-82bc-8c3aeda1391a req-d67b76aa-188e-44c8-bc52-4057029297de tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.938784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-763e7b60-7345-4f50-82bc-8c3aeda1391a req-d67b76aa-188e-44c8-bc52-4057029297de tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d84459d3-e1c3-4910-a176-5f5f16bf5d88 HTTP/1.1" status: 200 len: 1018 time: 0.4732714 Jul 07 17:18:35.214180 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01a08045-5c88-4952-bd97-159fb20d850c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.525774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.530990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port f13901cd-8734-4c6e-a148-7706e47edb3b yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:35.538954 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-763e7b60-7345-4f50-82bc-8c3aeda1391a req-a3f406ec-86b0-400d-a05a-7598493b5783 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866046 Jul 07 17:18:35.543076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.642324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aab60e-8cf2-4446-8a99-da5b71385b26,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.650644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3aa036b138af445c815a0da6cd1be8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3241644 Jul 07 17:18:35.654698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:35.668619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.668965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.669336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.669783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.670089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.671110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.671110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.671110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.671815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.672247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.672677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.673068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde90726-708b-4d49-8445-1f3f663611ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:35.745224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09910d7c-d741-44ed-b6a5-e65d34e30cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.827857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09910d7c-d741-44ed-b6a5-e65d34e30cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.983957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09910d7c-d741-44ed-b6a5-e65d34e30cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.989449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09910d7c-d741-44ed-b6a5-e65d34e30cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.994910 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09910d7c-d741-44ed-b6a5-e65d34e30cc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36aab60e-8cf2-4446-8a99-da5b71385b26 HTTP/1.1" status: 204 len: 168 time: 0.3355861 Jul 07 17:18:36.016891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910d7c-d741-44ed-b6a5-e65d34e30cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aab60e-8cf2-4446-8a99-da5b71385b26,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.123171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.327406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.486257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.563880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:36.573846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:36.580779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=38557b2a-3e07-4709-9037-60b73e984b0c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.582032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:36.582254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.631501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a16cccb-7668-48dc-9531-a43e69199732 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:36.652874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=f13901cd-8734-4c6e-a148-7706e47edb3b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.686939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 3a16cccb-7668-48dc-9531-a43e69199732 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:36.687558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a16cccb-7668-48dc-9531-a43e69199732 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:36.777941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': 'a28d2527-d6cd-4e19-8072-01b16d3059ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '37cd9239-c807-4124-96dd-07a8401f5076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:36.778311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: 37cd9239-c807-4124-96dd-07a8401f5076, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:36.820291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 37cd9239-c807-4124-96dd-07a8401f5076 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:36.856250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 37cd9239-c807-4124-96dd-07a8401f5076) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:36.865818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:36.867762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f9709-1ec8-46d0-8b4b-af4e3c0878da None None] Network 37cd9239-c807-4124-96dd-07a8401f5076 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:36.876567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.886837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.887075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.932707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.20.0.17 (ac5a057a-13d4-4b46-830d-162d8218aec6/1fa82cff-2f23-46fd-a7dd-9587ee878589/591a34b5-470c-4f0b-9abd-77b6a5fd9536) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:37.138779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.160042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Transition to ACTIVE for port object 591a34b5-470c-4f0b-9abd-77b6a5fd9536 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:37.237713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.298597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=591a34b5-470c-4f0b-9abd-77b6a5fd9536,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.309303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4c2de3a3-0b83-4633-9863-488489f070ed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4339309 Jul 07 17:18:37.314037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:37.343855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network ac5a057a-13d4-4b46-830d-162d8218aec6 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:37.346585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:37.354964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:37.475287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.515571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port f13901cd-8734-4c6e-a148-7706e47edb3b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:37.515935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.650800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.699336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.758617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for f13901cd-8734-4c6e-a148-7706e47edb3b owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:37.774226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.820363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6616d26c-33da-49f7-aa6a-bdc8f4a76fa0 None None] Provisioning for port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:37.836755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6616d26c-33da-49f7-aa6a-bdc8f4a76fa0 None None] Provisioning complete for port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:37.837592 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6616d26c-33da-49f7-aa6a-bdc8f4a76fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.891658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.934686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.939644 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/f13901cd-8734-4c6e-a148-7706e47edb3b HTTP/1.1" status: 204 len: 168 time: 0.6238248 Jul 07 17:18:37.943876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54742) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:37.966804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b6e7b-3bc3-4568-8bed-2dcab01b4b3d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=f13901cd-8734-4c6e-a148-7706e47edb3b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.104149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aa711-8173-46c6-b46f-bbee134ce4d5 req-326be062-5a3a-4d7c-bba0-cfbc7073af80 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.106166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-394aa711-8173-46c6-b46f-bbee134ce4d5 req-326be062-5a3a-4d7c-bba0-cfbc7073af80 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.2406437 Jul 07 17:18:38.181282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6616d26c-33da-49f7-aa6a-bdc8f4a76fa0 None None] Port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:38.187059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad07ca-ba46-4df2-853b-08f77f68f1a3 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.197180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad07ca-ba46-4df2-853b-08f77f68f1a3 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.197180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aaad07ca-ba46-4df2-853b-08f77f68f1a3 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2512751 Jul 07 17:18:38.199688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.231132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-394aa711-8173-46c6-b46f-bbee134ce4d5 req-8315f4e9-3072-4d2d-9a13-210abc8314f5 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156821 Jul 07 17:18:38.345536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 38557b2a-3e07-4709-9037-60b73e984b0c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:38.346172 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.391557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.400419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.446690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.470228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 38557b2a-3e07-4709-9037-60b73e984b0c owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:38.487333 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.498486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=591a34b5-470c-4f0b-9abd-77b6a5fd9536,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.598779 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.633606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network ac5a057a-13d4-4b46-830d-162d8218aec6 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:38.636360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:38.637953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=38557b2a-3e07-4709-9037-60b73e984b0c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.653455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.658775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b93422d4-39be-48f0-aa14-21ed9a38a231 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/38557b2a-3e07-4709-9037-60b73e984b0c HTTP/1.1" status: 204 len: 168 time: 0.4557583 Jul 07 17:18:38.659343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.850510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2656d-1112-4bc7-bf11-310f3e60cb24 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.857132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-44e2656d-1112-4bc7-bf11-310f3e60cb24 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1962087 Jul 07 17:18:38.862030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.900666 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-9103711a-d0c1-49fb-a62e-d4c5dd53b751 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:18:38.906033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9103711a-d0c1-49fb-a62e-d4c5dd53b751 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/f13901cd-8734-4c6e-a148-7706e47edb3b HTTP/1.1" status: 404 len: 333 time: 0.0425482 Jul 07 17:18:38.909566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54770) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.956230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:38.958219 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcf7239-7034-4057-8cad-abc312b16f6d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:18:38.963991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-afcf7239-7034-4057-8cad-abc312b16f6d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/38557b2a-3e07-4709-9037-60b73e984b0c HTTP/1.1" status: 404 len: 333 time: 0.0527568 Jul 07 17:18:38.964681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54772) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.995582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-f76b241a-250d-4f24-908b-f5fe8419f413 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.999636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-f76b241a-250d-4f24-908b-f5fe8419f413 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.1540799 Jul 07 17:18:39.054287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.130820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53843dd8-1a5c-4b1d-b302-7a5ee6a80b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.144752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f8dd69a8-e6c1-4596-b3b2-8adf9ecb829f None None] Provisioning complete for port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:39.145603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8dd69a8-e6c1-4596-b3b2-8adf9ecb829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.171585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Deleting port 65581162-2aef-4900-80ba-2c587c65c666 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:39.174639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.211403 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.216483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd69a8-e6c1-4596-b3b2-8adf9ecb829f None None] Port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:39.274160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.291478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cd9239-c807-4124-96dd-07a8401f5076']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:39.309367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28d2527-d6cd-4e19-8072-01b16d3059ab') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:39.309694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28d2527-d6cd-4e19-8072-01b16d3059ab') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:39.331732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.351855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:39.358163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-853aa98b-4a6c-4213-9c77-01e48dc12d62 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "PUT /v2.0/routers/2256d0fd-e5bf-46f4-8786-220e44de4c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9412835 Jul 07 17:18:39.359532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.367701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:39.368449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.374425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:39.378039 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:39.389600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:39.390423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:39.402566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] For port 65581162-2aef-4900-80ba-2c587c65c666, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=65581162-2aef-4900-80ba-2c587c65c666,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:39.403428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.466212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Calling delete_port for 65581162-2aef-4900-80ba-2c587c65c666 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:39.571469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.580260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.596618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/37cd9239-c807-4124-96dd-07a8401f5076 HTTP/1.1" status: 204 len: 168 time: 0.6305776 Jul 07 17:18:39.599207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54800) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.619471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-139315250'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:39.626504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:39.628663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58c499-bffe-47cc-b620-cb779153dd6f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=37cd9239-c807-4124-96dd-07a8401f5076,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.694285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1509492-e2ad-437f-ba81-c91b52a084a7 req-57c82602-ba12-4223-b0de-632396584d65 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.696516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1509492-e2ad-437f-ba81-c91b52a084a7 req-57c82602-ba12-4223-b0de-632396584d65 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 1096 time: 0.1940320 Jul 07 17:18:39.758763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:39.765816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.797246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1509492-e2ad-437f-ba81-c91b52a084a7 req-8c8f04b4-85d2-4d57-b637-0edfd2b71625 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a62e55b0-fcdb-493f-baa4-cb470b621a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Jul 07 17:18:39.860081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:39.892586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.893139 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment 2a1a203d-a596-4ff0-a7f5-49ceae96f508 of type vlan for network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 Jul 07 17:18:39.896001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.959288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['65581162-2aef-4900-80ba-2c587c65c666'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:39.970219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Pushing event deleted for resources: {'Port': ['ID=65581162-2aef-4900-80ba-2c587c65c666,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.991302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.051395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] No DVR routers for this DVR port 65581162-2aef-4900-80ba-2c587c65c666 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:40.055537 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.058405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-354666be-db49-4fa0-9fcf-2b15a600a91a req-cb47ba68-e972-4597-8dbb-341438499c59 tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.13 "DELETE /v2.0/ports/65581162-2aef-4900-80ba-2c587c65c666 HTTP/1.1" status: 204 len: 173 time: 1.0531256 Jul 07 17:18:40.058889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db405893-b3da-4470-94c6-23cfe530d64e', 'name': 'network-vif-deleted', 'tag': '65581162-2aef-4900-80ba-2c587c65c666'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:40.062044 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90cae40-8c66-4b69-a182-1e2d177d1a00" -d '{"events": [{"server_uuid": "db405893-b3da-4470-94c6-23cfe530d64e", "name": "network-vif-deleted", "tag": "65581162-2aef-4900-80ba-2c587c65c666"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:40.114918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.129551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.131014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.168686 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443735e5-67e6-49d7-9ec7-91d6a61cb81a x-openstack-request-id: req-443735e5-67e6-49d7-9ec7-91d6a61cb81a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:40.171467 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db405893-b3da-4470-94c6-23cfe530d64e", "name": "network-vif-deleted", "tag": "65581162-2aef-4900-80ba-2c587c65c666", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:40.171916 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-443735e5-67e6-49d7-9ec7-91d6a61cb81a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:40.172516 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db405893-b3da-4470-94c6-23cfe530d64e', 'name': 'network-vif-deleted', 'tag': '65581162-2aef-4900-80ba-2c587c65c666', 'status': 'completed', 'code': 200} Jul 07 17:18:40.274013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.282128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:40.287033 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6848259 Jul 07 17:18:40.344791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1de377-cce0-46e0-b880-0165847978a8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.428373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:40.519046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:40.523155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.596532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:18:37Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 1, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '591a34b5-470c-4f0b-9abd-77b6a5fd9536', 'name': '', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:e6:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:36Z', 'updated_at': '2021-07-07T17:18:38Z', 'revision_number': 2, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:40.640208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:40.640572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Updating router 2256d0fd-e5bf-46f4-8786-220e44de4c8e port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:40.725634 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.853922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.858489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.915376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54820) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.962851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=f9ec48f8-c711-414c-9acb-498c7b9b1a15,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.977166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': '2a1a203d-a596-4ff0-a7f5-49ceae96f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:40.977542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:41.005197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:41.021824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:41.029659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.031325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.060590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d06680-5016-47be-a2f7-fd72bc944b61 None None] Network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:41.061844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4c4cbc8a-590c-41ad-8389-c3991d8c7c09 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7856576 Jul 07 17:18:41.063402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54826) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.076495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6', 'name': 'tempest-PortsIpV6TestJSON-923213618'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:41.231612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0114aeb-2166-4b93-852e-8e94007a431c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.263258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ce02216-0ece-4fea-8fb1-984ee78385e7 req-07795b38-ac50-4d50-b3da-afb25591a0bf tempest-TestServerMultinode-556069066 tempest-TestServerMultinode-556069066-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=db405893-b3da-4470-94c6-23cfe530d64e HTTP/1.1" status: 200 len: 210 time: 0.2118418 Jul 07 17:18:41.427128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6', 'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': 'f9ec48f8-c711-414c-9acb-498c7b9b1a15'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:41.428366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.440151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0114aeb-2166-4b93-852e-8e94007a431c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.453415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.463074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0114aeb-2166-4b93-852e-8e94007a431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.473117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Transition to ACTIVE for port object 591a34b5-470c-4f0b-9abd-77b6a5fd9536 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:41.483945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.504703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:41.513234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.573956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port cf057395-d4e4-463f-94b2-544fc35156e4 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:41.595000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5cea5-f8e8-47fe-98d4-e2865dea9ec8 None None] Pushing event updated for resources: {'Port': ['ID=591a34b5-470c-4f0b-9abd-77b6a5fd9536,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.600849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0114aeb-2166-4b93-852e-8e94007a431c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e557cbd13846480cb6db2531e473e522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6839280 Jul 07 17:18:41.602322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54832) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.604618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0114aeb-2166-4b93-852e-8e94007a431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c79dce-1188-41f5-a4df-72762597e535,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.691602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b971463-b259-4550-ada1-465f1934e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.720348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b971463-b259-4550-ada1-465f1934e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.758768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Attempting to bind port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:41.759226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Attempting to bind port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:41.759531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Attempting to bind port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 on network ac5a057a-13d4-4b46-830d-162d8218aec6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:41.770503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:41.770876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Checking segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:41.771299 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.771698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Bound using segment: {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:41.772215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Bound port: 591a34b5-470c-4f0b-9abd-77b6a5fd9536, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36237fa8-8727-4401-b6fd-8c4d6aa99ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:41.772625 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.780885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Allocated IP 2001:db8::2 (a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6/f9ec48f8-c711-414c-9acb-498c7b9b1a15/e1fa8cdf-9237-4586-8154-76864b22bd93) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:41.822114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b971463-b259-4550-ada1-465f1934e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.834798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b971463-b259-4550-ada1-465f1934e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.838997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b971463-b259-4550-ada1-465f1934e61e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8c79dce-1188-41f5-a4df-72762597e535 HTTP/1.1" status: 204 len: 168 time: 0.2338617 Jul 07 17:18:41.857009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b971463-b259-4550-ada1-465f1934e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c79dce-1188-41f5-a4df-72762597e535,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.964470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] For port 591a34b5-470c-4f0b-9abd-77b6a5fd9536, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:41.971082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] For port 591a34b5-470c-4f0b-9abd-77b6a5fd9536, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=591a34b5-470c-4f0b-9abd-77b6a5fd9536,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:41.985285 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.045940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:42.046975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:42.232741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5cea5-f8e8-47fe-98d4-e2865dea9ec8 None None] Pushing event updated for resources: {'Port': ['ID=591a34b5-470c-4f0b-9abd-77b6a5fd9536,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.280438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.296265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:42.364719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Transition to ACTIVE for port object e1fa8cdf-9237-4586-8154-76864b22bd93 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:42.394547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54842) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.428081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54844) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.435297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Transition to ACTIVE for port object e1fa8cdf-9237-4586-8154-76864b22bd93 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:42.448730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7874995b-e77f-466e-a9c5-5f0184776a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.510857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.549875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:42.557807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:42.586987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::39b (a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6/f9ec48f8-c711-414c-9acb-498c7b9b1a15/cf057395-d4e4-463f-94b2-544fc35156e4) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:42.601328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:42.667079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7874995b-e77f-466e-a9c5-5f0184776a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.696651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7874995b-e77f-466e-a9c5-5f0184776a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.761618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Attempting to bind port e1fa8cdf-9237-4586-8154-76864b22bd93 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:42.761955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Attempting to bind port e1fa8cdf-9237-4586-8154-76864b22bd93 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '2a1a203d-a596-4ff0-a7f5-49ceae96f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:42.762310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Attempting to bind port e1fa8cdf-9237-4586-8154-76864b22bd93 on network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:42.798534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:42.798947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Checking segment: {'id': '2a1a203d-a596-4ff0-a7f5-49ceae96f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:42.799808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.803255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Bound using segment: {'id': '2a1a203d-a596-4ff0-a7f5-49ceae96f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:42.803255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Bound port: e1fa8cdf-9237-4586-8154-76864b22bd93, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1a203d-a596-4ff0-a7f5-49ceae96f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:42.803255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.804628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7874995b-e77f-466e-a9c5-5f0184776a16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c49d9ff35e824ed09649eb29676596a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752685 Jul 07 17:18:42.810435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54852) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.811752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874995b-e77f-466e-a9c5-5f0184776a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb04a6-1c26-488b-b913-5e494f8eb1a5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.964505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83925610-7ba5-446e-9abf-c9d201d836ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.020931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83925610-7ba5-446e-9abf-c9d201d836ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.043300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.083677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object cf057395-d4e4-463f-94b2-544fc35156e4 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:43.128861 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.152708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Pushing event updated for resources: {'Port': ['ID=e1fa8cdf-9237-4586-8154-76864b22bd93,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.166116 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83925610-7ba5-446e-9abf-c9d201d836ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.172327 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83925610-7ba5-446e-9abf-c9d201d836ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.177373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83925610-7ba5-446e-9abf-c9d201d836ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1bcb04a6-1c26-488b-b913-5e494f8eb1a5 HTTP/1.1" status: 204 len: 168 time: 0.3610401 Jul 07 17:18:43.224024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83925610-7ba5-446e-9abf-c9d201d836ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb04a6-1c26-488b-b913-5e494f8eb1a5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.253449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.316947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54858) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:43.317462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 65581162-2aef-4900-80ba-2c587c65c666 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:43.339953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:43.348271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:43.354371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:43.362950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.364006 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.396036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3238709 Jul 07 17:18:43.397179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54862) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:43.416132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbc672-e44a-4c3a-b984-32557da3c7fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=cf057395-d4e4-463f-94b2-544fc35156e4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.434412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 65581162-2aef-4900-80ba-2c587c65c666 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:43.434993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 65581162-2aef-4900-80ba-2c587c65c666 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:43.449894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] For port e1fa8cdf-9237-4586-8154-76864b22bd93, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:43.486004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] For port e1fa8cdf-9237-4586-8154-76864b22bd93, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e1fa8cdf-9237-4586-8154-76864b22bd93,segment=NetworkSegment(2a1a203d-a596-4ff0-a7f5-49ceae96f508),segment_id=2a1a203d-a596-4ff0-a7f5-49ceae96f508)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:43.522091 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.629779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefbf33-e898-49ac-b1f7-977545da504a None None] Pushing event updated for resources: {'Port': ['ID=e1fa8cdf-9237-4586-8154-76864b22bd93,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.645434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:18:37Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 1, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '591a34b5-470c-4f0b-9abd-77b6a5fd9536', 'name': '', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:e6:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:36Z', 'updated_at': '2021-07-07T17:18:41Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.691610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0389f3d-1475-4672-9d98-f1966f602799 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:18:37Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 1, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '591a34b5-470c-4f0b-9abd-77b6a5fd9536', 'name': '', 'network_id': 'ac5a057a-13d4-4b46-830d-162d8218aec6', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:e6:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:36Z', 'updated_at': '2021-07-07T17:18:41Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '1fa82cff-2f23-46fd-a7dd-9587ee878589', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:43.714908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port cf057395-d4e4-463f-94b2-544fc35156e4 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:43.720817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.759259 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0844-6601-4f9c-a7fd-3dc3a0d9c455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.983815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.045793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for cf057395-d4e4-463f-94b2-544fc35156e4 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:44.070487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Deleting port b72ca971-69f1-4c94-8f25-dbddec87e7ec {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:44.070796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.185633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 591a34b5-470c-4f0b-9abd-77b6a5fd9536 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:44.211102 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0844-6601-4f9c-a7fd-3dc3a0d9c455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.218858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0844-6601-4f9c-a7fd-3dc3a0d9c455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.306014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0844-6601-4f9c-a7fd-3dc3a0d9c455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a0c18-605e-4df9-ae84-202dd042ec1d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.349352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:44.357639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:44.358024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.388675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] For port b72ca971-69f1-4c94-8f25-dbddec87e7ec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b72ca971-69f1-4c94-8f25-dbddec87e7ec,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:44.389043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.395070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ea3c0844-6601-4f9c-a7fd-3dc3a0d9c455 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=559c3cb9a7e44f5eb901c75f05404879&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0698578 Jul 07 17:18:44.400326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.416127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Calling delete_port for b72ca971-69f1-4c94-8f25-dbddec87e7ec owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:44.450090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.508619 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0982e752-d887-47af-80b2-4c374109ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.539672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0982e752-d887-47af-80b2-4c374109ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.566628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=cf057395-d4e4-463f-94b2-544fc35156e4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.607785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.621974 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0982e752-d887-47af-80b2-4c374109ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.624646 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0982e752-d887-47af-80b2-4c374109ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.628499 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0982e752-d887-47af-80b2-4c374109ae01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a01a0c18-605e-4df9-ae84-202dd042ec1d HTTP/1.1" status: 204 len: 168 time: 0.2224426 Jul 07 17:18:44.644001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982e752-d887-47af-80b2-4c374109ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a0c18-605e-4df9-ae84-202dd042ec1d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.671420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.675198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d44e94a7-20ab-4a27-ad41-31f35386cc56 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/cf057395-d4e4-463f-94b2-544fc35156e4 HTTP/1.1" status: 204 len: 168 time: 1.2768710 Jul 07 17:18:44.678578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54888) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.706657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 591a34b5-470c-4f0b-9abd-77b6a5fd9536, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=591a34b5-470c-4f0b-9abd-77b6a5fd9536,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:44.714771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.733724 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0927e4-7f79-4b09-8b8b-f4109f096328 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:18:44.734502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0927e4-7f79-4b09-8b8b-f4109f096328 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:44.736396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b0927e4-7f79-4b09-8b8b-f4109f096328 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/cf057395-d4e4-463f-94b2-544fc35156e4 HTTP/1.1" status: 404 len: 333 time: 0.0555496 Jul 07 17:18:44.742837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54890) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.824190 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fec3062-c7a0-4f88-8459-28024b031152 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:18:44.831028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54894) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.833808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2fec3062-c7a0-4f88-8459-28024b031152 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/cf057395-d4e4-463f-94b2-544fc35156e4 HTTP/1.1" status: 404 len: 333 time: 0.0896142 Jul 07 17:18:44.839196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=591a34b5-470c-4f0b-9abd-77b6a5fd9536,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.963487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet f9ec48f8-c711-414c-9acb-498c7b9b1a15 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:44.967585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.132086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.245825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.358868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Pushing event deleted for resources: {'Port': ['ID=b72ca971-69f1-4c94-8f25-dbddec87e7ec,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.410401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.602715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44088b27-56bd-487f-84a3-e277bd7fdc8f None None] Network a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:45.638280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.678426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ec48f8-c711-414c-9acb-498c7b9b1a15,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.693279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.696482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e5039c90-2364-4830-b029-ae0b2499f40c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/f9ec48f8-c711-414c-9acb-498c7b9b1a15 HTTP/1.1" status: 204 len: 168 time: 0.8643785 Jul 07 17:18:45.700823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54918) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.739502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d9593a11-3eca-4f47-b996-b54224ac4dbe None None] Provisioning for port e1fa8cdf-9237-4586-8154-76864b22bd93 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:45.861563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.906098 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.057215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port e1fa8cdf-9237-4586-8154-76864b22bd93 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:46.057791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.088126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] DHCP port deletion for a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:46.185785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 591a34b5-470c-4f0b-9abd-77b6a5fd9536 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:46.265445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] For port e1fa8cdf-9237-4586-8154-76864b22bd93, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e1fa8cdf-9237-4586-8154-76864b22bd93,segment=NetworkSegment(2a1a203d-a596-4ff0-a7f5-49ceae96f508),segment_id=2a1a203d-a596-4ff0-a7f5-49ceae96f508)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:46.266060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.266261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Router fcd4de63-152e-487e-a16b-b9a8c214df6f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:46.284982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] Deleting port e1fa8cdf-9237-4586-8154-76864b22bd93 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:46.285823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.295679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for e1fa8cdf-9237-4586-8154-76864b22bd93 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:46.456029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:46.456992 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.460983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] For port e1fa8cdf-9237-4586-8154-76864b22bd93, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e1fa8cdf-9237-4586-8154-76864b22bd93,segment=NetworkSegment(2a1a203d-a596-4ff0-a7f5-49ceae96f508),segment_id=2a1a203d-a596-4ff0-a7f5-49ceae96f508)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:46.461798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.462566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:46.472263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c1d5d93-a7c1-4f12-b4ec-9bbc2e33f96b admin admin] 10.222.0.78 "PUT /v2.0/routers/fcd4de63-152e-487e-a16b-b9a8c214df6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0732377 Jul 07 17:18:46.473554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 54936) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.481533 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] Sync routers for ids ['fcd4de63-152e-487e-a16b-b9a8c214df6f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:46.502764 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] Routers {'fcd4de63-152e-487e-a16b-b9a8c214df6f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:46.504197 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fcd4de63-152e-487e-a16b-b9a8c214df6f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:46.510787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] Calling delete_port for e1fa8cdf-9237-4586-8154-76864b22bd93 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:46.590358 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.702339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=e1fa8cdf-9237-4586-8154-76864b22bd93,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.706772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e1fa8cdf-9237-4586-8154-76864b22bd93 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:46.707295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No DVR routers for this DVR port e1fa8cdf-9237-4586-8154-76864b22bd93 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:46.728232 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-b2509329-7fe4-4b23-bde4-25cec98f0180 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3093102 Jul 07 17:18:46.739385 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.772461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e1fa8cdf-9237-4586-8154-76864b22bd93 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:46.773841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e1fa8cdf-9237-4586-8154-76864b22bd93 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:46.783615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] No DVR routers for this DVR port e1fa8cdf-9237-4586-8154-76864b22bd93 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:46.813241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05999040-1350-4eca-a7e3-88965bae3f1e None None] Pushing event deleted for resources: {'Port': ['ID=e1fa8cdf-9237-4586-8154-76864b22bd93,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.850634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.894433 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.932450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:46.963765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1a203d-a596-4ff0-a7f5-49ceae96f508') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:46.964592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1a203d-a596-4ff0-a7f5-49ceae96f508') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:46.980918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.996428 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] Set router fcd4de63-152e-487e-a16b-b9a8c214df6f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:47.026522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.031771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:47.032348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:47.138273 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:47.143172 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.157748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.163393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6 HTTP/1.1" status: 204 len: 168 time: 1.4600098 Jul 07 17:18:47.225837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54962) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.250322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1782397980'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:47.256713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f31079-e77e-4897-bdd1-c1814a8ec154 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=a0bd5ec9-d4b0-4bd4-bb5f-cc87c0ab43b6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.294431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:47.303311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.349562 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:47.354297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:47.377013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.377698 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment 943ed188-f5ea-4931-b88d-1cca62998216 of type vlan for network ff3e1fd2-8f39-42c2-8451-7c852e52980a Jul 07 17:18:47.426398 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] Checking router: fcd4de63-152e-487e-a16b-b9a8c214df6f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:47.450863 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] Routers {'fcd4de63-152e-487e-a16b-b9a8c214df6f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:47.454662 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fcd4de63-152e-487e-a16b-b9a8c214df6f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:47.517957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.610212 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.640286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.643412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.687825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1078-b485-4945-8472-3ef05352d58d req-ffa97462-a3e6-49fd-897f-41540c5651a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.708398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-ffa97462-a3e6-49fd-897f-41540c5651a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1096 time: 0.7766235 Jul 07 17:18:47.725216 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] Set router fcd4de63-152e-487e-a16b-b9a8c214df6f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:47.863638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.924565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6947918 Jul 07 17:18:47.925252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.941539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:47.982196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c651953-ebbf-4178-85c9-9bcf8876aad4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=ff3e1fd2-8f39-42c2-8451-7c852e52980a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.996877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:48.023297 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1078-b485-4945-8472-3ef05352d58d req-c406cec8-f020-499e-89d4-b8db6c9575cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.025469 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-c406cec8-f020-499e-89d4-b8db6c9575cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 898 time: 0.2774782 Jul 07 17:18:48.054988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Deleting port 13b21015-e2bc-480b-a600-585b471251de {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:48.055313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.094410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:48.099252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.147704 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:48.183468 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-10d05b9b-04c6-4bcf-b3d9-8ac22069f59c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 200 len: 1001 time: 0.1470923 Jul 07 17:18:48.214296 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1be04-56a9-477d-acb2-13be8ef6b5be None None] The sync data for ids ['fcd4de63-152e-487e-a16b-b9a8c214df6f'] in n-d-793619-7 is: [{'id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'name': 'tempest-TestServerMultinode-948014733-router', 'tenant_id': '6231a512c6b54f05b2ac02f452b04905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '13b21015-e2bc-480b-a600-585b471251de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '6231a512c6b54f05b2ac02f452b04905', 'gw_port': {'id': '13b21015-e2bc-480b-a600-585b471251de', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4de63-152e-487e-a16b-b9a8c214df6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:20Z', 'updated_at': '2021-07-07T17:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:48.283810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1078-b485-4945-8472-3ef05352d58d req-c17eb23b-7127-4427-9df6-a7fe301e27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.285824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-c17eb23b-7127-4427-9df6-a7fe301e27bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a478f964-cf97-4346-bbaf-e2d61062b72e HTTP/1.1" status: 200 len: 835 time: 0.0874593 Jul 07 17:18:48.368365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] For port 13b21015-e2bc-480b-a600-585b471251de, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=13b21015-e2bc-480b-a600-585b471251de,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.369027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.386205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Calling delete_port for 13b21015-e2bc-480b-a600-585b471251de owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:48.463145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1078-b485-4945-8472-3ef05352d58d req-0960fffc-98d4-4b6d-a398-22c1ba918774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.465280 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-0960fffc-98d4-4b6d-a398-22c1ba918774 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a218b3-0df2-41b3-950c-dc598f198d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677413 Jul 07 17:18:48.577509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.589841 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-40d1b84b-30b0-48f3-b517-1e2fa00c5504 service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175678 Jul 07 17:18:48.681934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': '943ed188-f5ea-4931-b88d-1cca62998216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:48.682919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: ff3e1fd2-8f39-42c2-8451-7c852e52980a, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:48.712115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=0c85b625-9f29-46ac-ae6b-69ff06a73f3b,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.759263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:48.774578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ff3e1fd2-8f39-42c2-8451-7c852e52980a) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:48.780174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.780561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.788121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e15f9f-b04a-40fe-b113-a0def63726bf None None] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:48.808828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-666f40b5-7df6-4466-a432-307a9ec9c1e6 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8775139 Jul 07 17:18:48.809853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 54998) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:48.823243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1672005667'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:48.861930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fd6a1078-b485-4945-8472-3ef05352d58d req-ede90e97-25f6-43ce-9bb6-14981e6a49fd service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575431 Jul 07 17:18:48.938799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.037575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=13b21015-e2bc-480b-a600-585b471251de,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.160555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.162558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:49.176612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.212318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 28dae7c6-e4ee-4d37-8e59-72952bce0695 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:49.256048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ff3e1fd2-8f39-42c2-8451-7c852e52980a', 'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': '0c85b625-9f29-46ac-ae6b-69ff06a73f3b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:49.258983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.384319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.389785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.459366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::34 (ff3e1fd2-8f39-42c2-8451-7c852e52980a/0c85b625-9f29-46ac-ae6b-69ff06a73f3b/28dae7c6-e4ee-4d37-8e59-72952bce0695) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:49.459788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.461183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcd4de63-152e-487e-a16b-b9a8c214df6f {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:49.471383 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.475651 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-35586063-ad37-4915-8fd0-c4f1a4925eeb admin admin] 10.222.0.78 "DELETE /v2.0/routers/fcd4de63-152e-487e-a16b-b9a8c214df6f HTTP/1.1" status: 204 len: 168 time: 3.0010202 Jul 07 17:18:49.476975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55008) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.546085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Deleting subnet 06c2c120-8afc-421b-bf4a-f3bdf87a4b61 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:49.551873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.621823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.701637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.737613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.820595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.878609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c2c120-8afc-421b-bf4a-f3bdf87a4b61,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.885914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.889595 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1412ec4b-f9f7-414c-94db-1b4c98e6d91c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/06c2c120-8afc-421b-bf4a-f3bdf87a4b61 HTTP/1.1" status: 204 len: 168 time: 0.4109838 Jul 07 17:18:49.892050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55016) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.913221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a764b-a9e6-4e0a-ab71-b11dcf120fed None None] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:50.090931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.239170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13b21015-e2bc-480b-a600-585b471251de no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:50.332865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 13b21015-e2bc-480b-a600-585b471251de {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:50.332865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13b21015-e2bc-480b-a600-585b471251de not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:50.332865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b72ca971-69f1-4c94-8f25-dbddec87e7ec no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:50.345733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Deleting port a028536d-191a-4be7-9f06-9edcc25f120f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:50.346324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.480130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: b72ca971-69f1-4c94-8f25-dbddec87e7ec {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:50.481091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b72ca971-69f1-4c94-8f25-dbddec87e7ec not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:50.536282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] For port a028536d-191a-4be7-9f06-9edcc25f120f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a028536d-191a-4be7-9f06-9edcc25f120f,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:50.540357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.609663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Calling delete_port for a028536d-191a-4be7-9f06-9edcc25f120f owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:50.634558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 28dae7c6-e4ee-4d37-8e59-72952bce0695 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.671446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] DHCP port deletion for febbe61c-2d15-4e4f-abb1-abd3c01ebd3a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:50.699288 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.787643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Allocated IP 2001:db8::2 (ff3e1fd2-8f39-42c2-8451-7c852e52980a/0c85b625-9f29-46ac-ae6b-69ff06a73f3b/d3dd3bd4-2e10-4274-9a12-471040ad11b8) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:50.827586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:50.831907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Deleting port a028536d-191a-4be7-9f06-9edcc25f120f {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:50.832385 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.836273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:50.841556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:50.859900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.861828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.864936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.895124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=28dae7c6-e4ee-4d37-8e59-72952bce0695,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.912551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-25874b5e-8c26-450a-8586-f69d97b4720f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0998738 Jul 07 17:18:50.915884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55038) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.934817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a028536d-191a-4be7-9f06-9edcc25f120f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.944717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] No DVR routers for this DVR port a028536d-191a-4be7-9f06-9edcc25f120f on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:51.043004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.061853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febbe61c-2d15-4e4f-abb1-abd3c01ebd3a']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:51.077191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c241a4-a4a3-42bc-9d23-5da77c92e9f0') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:51.077571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c241a4-a4a3-42bc-9d23-5da77c92e9f0') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:51.091054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] For port a028536d-191a-4be7-9f06-9edcc25f120f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a028536d-191a-4be7-9f06-9edcc25f120f,segment=NetworkSegment(39c241a4-a4a3-42bc-9d23-5da77c92e9f0),segment_id=39c241a4-a4a3-42bc-9d23-5da77c92e9f0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:51.092109 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.092441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.114920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.115748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 28dae7c6-e4ee-4d37-8e59-72952bce0695 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:51.116293 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.128928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Calling delete_port for a028536d-191a-4be7-9f06-9edcc25f120f owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:51.131104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:51.135025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:51.211319 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:51.252532 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.264917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.275043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] 10.222.0.78 "DELETE /v2.0/networks/febbe61c-2d15-4e4f-abb1-abd3c01ebd3a HTTP/1.1" status: 204 len: 168 time: 1.3812246 Jul 07 17:18:51.276424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55044) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.290134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.307433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 28dae7c6-e4ee-4d37-8e59-72952bce0695 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:51.339957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fbc00-c2d8-4654-b84c-7affa8f2cb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=febbe61c-2d15-4e4f-abb1-abd3c01ebd3a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.402439 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.409412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.414794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Network febbe61c-2d15-4e4f-abb1-abd3c01ebd3a is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:18:51.415157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] No DVR routers for this DVR port a028536d-191a-4be7-9f06-9edcc25f120f on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:51.451246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Transition to ACTIVE for port object d3dd3bd4-2e10-4274-9a12-471040ad11b8 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:51.458603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfde401-5dc6-4c49-ad12-5cc9d8ad977a None None] Pushing event deleted for resources: {'Port': ['ID=a028536d-191a-4be7-9f06-9edcc25f120f,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.477996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Transition to ACTIVE for port object d3dd3bd4-2e10-4274-9a12-471040ad11b8 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:51.486497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.556619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:51.572851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:51.586406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.589297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:51.633298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=28dae7c6-e4ee-4d37-8e59-72952bce0695,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.657436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Pushing event updated for resources: {'Port': ['ID=d3dd3bd4-2e10-4274-9a12-471040ad11b8,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.677919 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.683331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-10dcc8b6-18bc-49a1-b8cd-6eb7fd068d08 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/28dae7c6-e4ee-4d37-8e59-72952bce0695 HTTP/1.1" status: 204 len: 168 time: 0.7635221 Jul 07 17:18:51.684380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55054) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.709530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Attempting to bind port d3dd3bd4-2e10-4274-9a12-471040ad11b8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:51.709827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Attempting to bind port d3dd3bd4-2e10-4274-9a12-471040ad11b8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '943ed188-f5ea-4931-b88d-1cca62998216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:51.710225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Attempting to bind port d3dd3bd4-2e10-4274-9a12-471040ad11b8 on network ff3e1fd2-8f39-42c2-8451-7c852e52980a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:51.718295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:51.718800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Checking segment: {'id': '943ed188-f5ea-4931-b88d-1cca62998216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:51.719232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.719691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Bound using segment: {'id': '943ed188-f5ea-4931-b88d-1cca62998216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:51.720191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Bound port: d3dd3bd4-2e10-4274-9a12-471040ad11b8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943ed188-f5ea-4931-b88d-1cca62998216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ff3e1fd2-8f39-42c2-8451-7c852e52980a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:51.720597 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.724243 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e953b58-a698-4d6e-b0f1-c74424d2cb99 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:18:51.729578 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9e953b58-a698-4d6e-b0f1-c74424d2cb99 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/28dae7c6-e4ee-4d37-8e59-72952bce0695 HTTP/1.1" status: 404 len: 333 time: 0.0416014 Jul 07 17:18:51.730765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55056) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.811603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 0c85b625-9f29-46ac-ae6b-69ff06a73f3b {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:51.815659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.896221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] For port d3dd3bd4-2e10-4274-9a12-471040ad11b8, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:51.921688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] For port d3dd3bd4-2e10-4274-9a12-471040ad11b8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d3dd3bd4-2e10-4274-9a12-471040ad11b8,segment=NetworkSegment(943ed188-f5ea-4931-b88d-1cca62998216),segment_id=943ed188-f5ea-4931-b88d-1cca62998216)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:51.935501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.990715 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.113029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195e59-f838-4926-b1fe-d5accce21965 None None] Pushing event updated for resources: {'Port': ['ID=d3dd3bd4-2e10-4274-9a12-471040ad11b8,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.145352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.149683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a028536d-191a-4be7-9f06-9edcc25f120f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:52.218776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a028536d-191a-4be7-9f06-9edcc25f120f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:52.223579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a028536d-191a-4be7-9f06-9edcc25f120f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:52.264871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.285071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.317754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=0c85b625-9f29-46ac-ae6b-69ff06a73f3b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.332565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.337961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-72d4317f-18a4-4732-bc3f-7e7dca207b79 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/0c85b625-9f29-46ac-ae6b-69ff06a73f3b HTTP/1.1" status: 204 len: 168 time: 0.6067331 Jul 07 17:18:52.339048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55064) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:52.498262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.745476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port d3dd3bd4-2e10-4274-9a12-471040ad11b8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:52.746370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.904855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] For port d3dd3bd4-2e10-4274-9a12-471040ad11b8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d3dd3bd4-2e10-4274-9a12-471040ad11b8,segment=NetworkSegment(943ed188-f5ea-4931-b88d-1cca62998216),segment_id=943ed188-f5ea-4931-b88d-1cca62998216)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:52.907648 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.935030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for d3dd3bd4-2e10-4274-9a12-471040ad11b8 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:53.015401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Deleting port 29c730a6-06e7-4dd3-866e-1038043c50f0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:53.016618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.058982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.085144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=d3dd3bd4-2e10-4274-9a12-471040ad11b8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.102589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No DVR routers for this DVR port d3dd3bd4-2e10-4274-9a12-471040ad11b8 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:53.179429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] For port 29c730a6-06e7-4dd3-866e-1038043c50f0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=29c730a6-06e7-4dd3-866e-1038043c50f0,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:53.179833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.197198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Calling delete_port for 29c730a6-06e7-4dd3-866e-1038043c50f0 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:53.211456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.223579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3e1fd2-8f39-42c2-8451-7c852e52980a']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.243295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943ed188-f5ea-4931-b88d-1cca62998216') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.243761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943ed188-f5ea-4931-b88d-1cca62998216') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.256020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.277902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.285575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:53.285993 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:53.290771 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:53.389037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.396743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.401025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/ff3e1fd2-8f39-42c2-8451-7c852e52980a HTTP/1.1" status: 204 len: 168 time: 1.0605466 Jul 07 17:18:53.404793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55088) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.410346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'name': 'tempest-PortsIpV6TestJSON-798052469'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:53.427576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ddff8-0b9e-4fa8-9d2b-8230d5dfb149 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=ff3e1fd2-8f39-42c2-8451-7c852e52980a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.649470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.663848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:53.667931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.696826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c730a6-06e7-4dd3-866e-1038043c50f0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.782603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port bc443e98-0b30-40eb-92f5-5193e7525c14 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:53.904658 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.040016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e303ac45-70cd-4d84-954f-be6b1ba1c9d8 None None] Could not find standard attr ID for object d3dd3bd4-2e10-4274-9a12-471040ad11b8. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:54.104581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7329308a-ac99-4ce1-b6cd-7aa5184b1758 None None] DHCP port deletion for ff3e1fd2-8f39-42c2-8451-7c852e52980a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:54.128717 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.134297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b40da3-63ae-48f2-bd34-66a6fb86c10b None None] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:54.161236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b40da3-63ae-48f2-bd34-66a6fb86c10b None None] Network ff3e1fd2-8f39-42c2-8451-7c852e52980a could not be found, it might have been deleted concurrently. {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:18:54.290620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.377202 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.411425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:54.413446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:54.419945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:54.431723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.432850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.458086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=bc443e98-0b30-40eb-92f5-5193e7525c14,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.509219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f488cea8-c25d-48e5-8270-493d6e805293 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1029198 Jul 07 17:18:54.513392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55122) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.663599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port bc443e98-0b30-40eb-92f5-5193e7525c14 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:54.663880 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.796480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.819514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for bc443e98-0b30-40eb-92f5-5193e7525c14 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:54.938742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.005140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=bc443e98-0b30-40eb-92f5-5193e7525c14,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.023919 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.039303 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2a902060-8a7f-42ec-adab-74eb0379e6a4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/bc443e98-0b30-40eb-92f5-5193e7525c14 HTTP/1.1" status: 204 len: 168 time: 0.5225301 Jul 07 17:18:55.041403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55134) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.051783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'mac_address': 'fa:16:3e:22:b3:f0', 'name': 'tempest-PortsIpV6TestJSON-1989016076'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:55.248519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:55.326316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Router 29a6defe-7d3c-4a35-9eec-1a4df8772dca has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:55.469903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.529801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 8621dbb5-78a3-47a2-acf2-3eb26ff27dbb yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:55.588496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:55.603582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-35ec1783-b5f4-407b-88c4-d7a8d7322841 admin admin] 10.222.0.78 "PUT /v2.0/routers/29a6defe-7d3c-4a35-9eec-1a4df8772dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2870250 Jul 07 17:18:55.604414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55146) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.606495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] Sync routers for ids ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:55.632607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] Routers {'29a6defe-7d3c-4a35-9eec-1a4df8772dca'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:55.632607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:55.871425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.908271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] Set router 29a6defe-7d3c-4a35-9eec-1a4df8772dca gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:55.926782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.024495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.026267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d3dd3bd4-2e10-4274-9a12-471040ad11b8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:56.050857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.119536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:56.124530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Deleting port dbb48e27-1463-4299-87ef-4b8910eaa958 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:56.125029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.126582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:56.135697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:56.139322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d3dd3bd4-2e10-4274-9a12-471040ad11b8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:56.139869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d3dd3bd4-2e10-4274-9a12-471040ad11b8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:56.154598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.155673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.185361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1421058 Jul 07 17:18:56.190851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55156) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.241047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] For port dbb48e27-1463-4299-87ef-4b8910eaa958, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=dbb48e27-1463-4299-87ef-4b8910eaa958,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:56.242266 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.266907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Calling delete_port for dbb48e27-1463-4299-87ef-4b8910eaa958 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:56.341422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd290fd8-5edc-44f2-bc5f-dd18390d7cab tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.346325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dd290fd8-5edc-44f2-bc5f-dd18390d7cab tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/8621dbb5-78a3-47a2-acf2-3eb26ff27dbb HTTP/1.1" status: 200 len: 845 time: 0.1511354 Jul 07 17:18:56.348622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55162) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.431167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb916412-f031-47a1-87d0-fcf9518f5736 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=8621dbb5-78a3-47a2-acf2-3eb26ff27dbb,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.540858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:18:53Z', 'revision_number': 5, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port': {'id': 'dbb48e27-1463-4299-87ef-4b8910eaa958', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:39Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:56.565867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 8621dbb5-78a3-47a2-acf2-3eb26ff27dbb {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:56.566456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.663550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] Checking router: 29a6defe-7d3c-4a35-9eec-1a4df8772dca for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:56.677456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] Routers {'29a6defe-7d3c-4a35-9eec-1a4df8772dca'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:56.678800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:18:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:56.731956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.780979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.821033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 8621dbb5-78a3-47a2-acf2-3eb26ff27dbb owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:56.877061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.983605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.986316 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.987514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] Set router 29a6defe-7d3c-4a35-9eec-1a4df8772dca gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:57.042578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb48e27-1463-4299-87ef-4b8910eaa958,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.064083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.065408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a6defe-7d3c-4a35-9eec-1a4df8772dca {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:57.086125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.088802 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f6a0166-94d9-42fe-9036-27ed7b7c657a admin admin] 10.222.0.78 "DELETE /v2.0/routers/29a6defe-7d3c-4a35-9eec-1a4df8772dca HTTP/1.1" status: 204 len: 168 time: 1.4828594 Jul 07 17:18:57.089256 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.091923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55172) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.154112 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:18:56Z', 'revision_number': 6, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:57.207409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Deleting subnet 7f30eff5-a556-40c6-8862-222cb08f5eaa {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:57.212461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=8621dbb5-78a3-47a2-acf2-3eb26ff27dbb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.217128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.222841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2bcebc52-ac1a-49e5-b3a9-7941297494d5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/8621dbb5-78a3-47a2-acf2-3eb26ff27dbb HTTP/1.1" status: 204 len: 168 time: 0.8728917 Jul 07 17:18:57.224013 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.227109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55174) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.289360 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-be05b755-073e-493a-844b-c7b43acb22ea tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:18:57.295446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55176) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.307115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'name': 'tempest-PortsIpV6TestJSON-1719629779'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:57.311645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-be05b755-073e-493a-844b-c7b43acb22ea tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/8621dbb5-78a3-47a2-acf2-3eb26ff27dbb HTTP/1.1" status: 404 len: 333 time: 0.0767996 Jul 07 17:18:57.353466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.502799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:57.509737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b810-bd94-4bcb-a824-e59c1f5fa0c1 None None] The sync data for ids ['29a6defe-7d3c-4a35-9eec-1a4df8772dca'] in n-d-793619-7 is: [{'id': '29a6defe-7d3c-4a35-9eec-1a4df8772dca', 'name': 'tempest-TestServerMultinode-1356508823-router', 'tenant_id': '216f72f8a5d842de88c95dfebbead682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:36Z', 'updated_at': '2021-07-07T17:18:56Z', 'revision_number': 6, 'project_id': '216f72f8a5d842de88c95dfebbead682', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:57.510943 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.541465 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.550591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port fa28a23a-d43d-4c86-8b05-d737162d7415 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:57.676371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.735804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f30eff5-a556-40c6-8862-222cb08f5eaa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.750774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.752707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a56351-27ac-41ab-abc8-1198928feaa5 None None] Network 15263054-f08d-4d82-8f17-4fb99b43b3a9 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:57.754214 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a56bd7b0-073f-439f-9b27-2b1726e7c234 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7f30eff5-a556-40c6-8862-222cb08f5eaa HTTP/1.1" status: 204 len: 168 time: 0.6608407 Jul 07 17:18:57.757759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55186) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.851424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.910022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.915606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.102821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Deleting port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:58.103454 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.113954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:58.123443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:58.133012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:58.139949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.141207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.151525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 29c730a6-06e7-4dd3-866e-1038043c50f0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:58.164820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=fa28a23a-d43d-4c86-8b05-d737162d7415,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.198961 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1b2b8882-1dbb-4239-b868-0f83600b6e75 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9019189 Jul 07 17:18:58.199190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.205232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:58.258584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 29c730a6-06e7-4dd3-866e-1038043c50f0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:58.259628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 29c730a6-06e7-4dd3-866e-1038043c50f0 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:58.310045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] For port 873da2e6-54dd-4ea4-bad9-0ff1f3709846, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=873da2e6-54dd-4ea4-bad9-0ff1f3709846,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:58.310766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.344195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Calling delete_port for 873da2e6-54dd-4ea4-bad9-0ff1f3709846 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:58.423761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] DHCP port deletion for 15263054-f08d-4d82-8f17-4fb99b43b3a9 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:58.457768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.522000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Deleting port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:58.522907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.639755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] For port 873da2e6-54dd-4ea4-bad9-0ff1f3709846, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=873da2e6-54dd-4ea4-bad9-0ff1f3709846,segment=NetworkSegment(ba26ba0a-7537-4fdd-bc04-443edb3051f8),segment_id=ba26ba0a-7537-4fdd-bc04-443edb3051f8)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:58.640409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.673703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Calling delete_port for 873da2e6-54dd-4ea4-bad9-0ff1f3709846 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:58.692765 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.721003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] No DVR routers for this DVR port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:58.792008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=873da2e6-54dd-4ea4-bad9-0ff1f3709846,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.817663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.832702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] No DVR routers for this DVR port 873da2e6-54dd-4ea4-bad9-0ff1f3709846 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:58.855395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Pushing event deleted for resources: {'Port': ['ID=873da2e6-54dd-4ea4-bad9-0ff1f3709846,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.872371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.872658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.872832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.872832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.872832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.872832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.873449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.876464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.876464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.876464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.876464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.876464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.876464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56804dc-0768-4c5d-9ea2-e6caf086f368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.896617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15263054-f08d-4d82-8f17-4fb99b43b3a9']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:58.920752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba26ba0a-7537-4fdd-bc04-443edb3051f8') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:58.921298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba26ba0a-7537-4fdd-bc04-443edb3051f8') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:58.959979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.968200 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.974918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.021054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.096120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:59.096770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:59.099931 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:59.122504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] In _notify_port_updated(), no bound segment for port fa28a23a-d43d-4c86-8b05-d737162d7415 on network 151a8762-a9be-4518-9210-11e3b78f828c {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:18:59.133706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.134740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.137084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/ports/fa28a23a-d43d-4c86-8b05-d737162d7415 HTTP/1.1" status: 200 len: 818 time: 0.9365358 Jul 07 17:18:59.141511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.295806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6952f43-5d73-4999-9454-2332fd286ba1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=fa28a23a-d43d-4c86-8b05-d737162d7415,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.298099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port fa28a23a-d43d-4c86-8b05-d737162d7415 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:59.299770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.325085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.333194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.342389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/15263054-f08d-4d82-8f17-4fb99b43b3a9 HTTP/1.1" status: 204 len: 168 time: 1.5832133 Jul 07 17:18:59.356743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98b8d7-9e06-401e-906e-01dc19fe2fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15263054-f08d-4d82-8f17-4fb99b43b3a9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.487089 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.528350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for fa28a23a-d43d-4c86-8b05-d737162d7415 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:59.662889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55220) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.707543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.756148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=fa28a23a-d43d-4c86-8b05-d737162d7415,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.760219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.762587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c6731c7-8d85-42da-b6cd-127e341d6e74 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/fa28a23a-d43d-4c86-8b05-d737162d7415 HTTP/1.1" status: 204 len: 168 time: 0.6183712 Jul 07 17:18:59.766848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4c42037c-edd7-4f21-ac74-933e30c89c9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6231a512c6b54f05b2ac02f452b04905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014328 Jul 07 17:18:59.767360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55224) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.767622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55226) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.957514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ebeb8-0385-4677-8421-cfaad1faaaf2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.963732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-968ebeb8-0385-4677-8421-cfaad1faaaf2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1911693 Jul 07 17:18:59.963732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d460e234-d2b8-4968-aa02-9f0d70674f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.964149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55230) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.019662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d460e234-d2b8-4968-aa02-9f0d70674f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.046073 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ee9da0-0bfe-4068-a6c3-ff1ab47ca24f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:19:00.047792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-14ee9da0-0bfe-4068-a6c3-ff1ab47ca24f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/fa28a23a-d43d-4c86-8b05-d737162d7415 HTTP/1.1" status: 404 len: 333 time: 0.0822306 Jul 07 17:19:00.054964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 873da2e6-54dd-4ea4-bad9-0ff1f3709846 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:00.068914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55236) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.075307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-762396765'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.118255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 873da2e6-54dd-4ea4-bad9-0ff1f3709846 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:00.120128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 873da2e6-54dd-4ea4-bad9-0ff1f3709846 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:00.120663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dbb48e27-1463-4299-87ef-4b8910eaa958 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:00.122582 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d460e234-d2b8-4968-aa02-9f0d70674f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.127110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d460e234-d2b8-4968-aa02-9f0d70674f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.129147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d460e234-d2b8-4968-aa02-9f0d70674f2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b2d0675f-1022-476e-a57c-c7dc827672ec HTTP/1.1" status: 204 len: 168 time: 0.3494194 Jul 07 17:19:00.142467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:00.146472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.153658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e234-d2b8-4968-aa02-9f0d70674f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0675f-1022-476e-a57c-c7dc827672ec,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.189050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: dbb48e27-1463-4299-87ef-4b8910eaa958 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:00.189427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device dbb48e27-1463-4299-87ef-4b8910eaa958 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:00.247732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:00.263289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.265401 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment 68e607e8-7603-4a9b-9386-1a5f6f39fb7f of type vlan for network 1279628a-1ef4-4d05-9aa8-3b95585efbbf Jul 07 17:19:00.336803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.381584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.399403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.400867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.526358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4511185 Jul 07 17:19:00.526638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55250) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.533477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.566285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d04fd-7534-46e2-864f-ef5f7c6530bf tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=1279628a-1ef4-4d05-9aa8-3b95585efbbf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.583151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:00.706641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:00.713604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.825955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55254) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.902622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0424659e-860c-441e-b185-09cae8311115 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=216f72f8a5d842de88c95dfebbead682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722189 Jul 07 17:19:00.903226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55256) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.930186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55258) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.966486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcb779af-6b86-4483-b5c5-5fb8b0887aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.990213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcb779af-6b86-4483-b5c5-5fb8b0887aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.039581 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.055189 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcb779af-6b86-4483-b5c5-5fb8b0887aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.057964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcb779af-6b86-4483-b5c5-5fb8b0887aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.059102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fcb779af-6b86-4483-b5c5-5fb8b0887aef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a62e55b0-fcdb-493f-baa4-cb470b621a59 HTTP/1.1" status: 204 len: 168 time: 0.1548622 Jul 07 17:19:01.067512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb779af-6b86-4483-b5c5-5fb8b0887aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62e55b0-fcdb-493f-baa4-cb470b621a59,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.153940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=231a16b5-a0a5-41a4-861b-9c3b2f9eca73,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.165787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': '68e607e8-7603-4a9b-9386-1a5f6f39fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:01.166172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: 1279628a-1ef4-4d05-9aa8-3b95585efbbf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:01.187201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:01.204215 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 1279628a-1ef4-4d05-9aa8-3b95585efbbf) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:01.209170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.209850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.235296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d86111-97e0-4e76-b530-0505f09bdde3 None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:01.255209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.256208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1b8a9473-994e-41da-8868-cb81d60cbdf0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7279232 Jul 07 17:19:01.263982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:01.273204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8d520604-69e3-48e9-b06f-559a8ed916a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.427810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8d520604-69e3-48e9-b06f-559a8ed916a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.431243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': '231a16b5-a0a5-41a4-861b-9c3b2f9eca73'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:01.432365 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.435534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8d520604-69e3-48e9-b06f-559a8ed916a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.582000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8d520604-69e3-48e9-b06f-559a8ed916a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a80bff91ab64c378f394e9521688f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499627 Jul 07 17:19:01.592266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55276) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.633865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Allocated IP 2001:db8::2 (1279628a-1ef4-4d05-9aa8-3b95585efbbf/231a16b5-a0a5-41a4-861b-9c3b2f9eca73/965a356d-37c8-4a5a-99ee-6584a6153ae3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:01.664738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d520604-69e3-48e9-b06f-559a8ed916a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a1dca-a13a-4ea5-ac2b-6c4758b4f77e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.716180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7122aeef-648a-405c-af95-a12c3052ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.734600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:01.753190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.787225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7122aeef-648a-405c-af95-a12c3052ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.870892 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.883035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7122aeef-648a-405c-af95-a12c3052ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.885947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Transition to ACTIVE for port object 965a356d-37c8-4a5a-99ee-6584a6153ae3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:01.897682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7122aeef-648a-405c-af95-a12c3052ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.900181 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7122aeef-648a-405c-af95-a12c3052ae91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/571a1dca-a13a-4ea5-ac2b-6c4758b4f77e HTTP/1.1" status: 204 len: 168 time: 0.3049738 Jul 07 17:19:01.922660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Transition to ACTIVE for port object 965a356d-37c8-4a5a-99ee-6584a6153ae3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:01.930635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122aeef-648a-405c-af95-a12c3052ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a1dca-a13a-4ea5-ac2b-6c4758b4f77e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.941540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.011796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:02.013733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:02.021448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:02.039198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Pushing event updated for resources: {'Port': ['ID=965a356d-37c8-4a5a-99ee-6584a6153ae3,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.065862 n-d-793619-7 neutron-server[98270]: INFO neutron.db.ipam_backend_mixin [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 231a16b5-a0a5-41a4-861b-9c3b2f9eca73 (CIDR: 2001:db8::/64) Jul 07 17:19:02.071804 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:02.072864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:02.092304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dc5eb026-4abb-4ee4-996b-fcef791fbf91 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8359475 Jul 07 17:19:02.096876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55288) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.103388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:02.109296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Attempting to bind port 965a356d-37c8-4a5a-99ee-6584a6153ae3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:02.109750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Attempting to bind port 965a356d-37c8-4a5a-99ee-6584a6153ae3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '68e607e8-7603-4a9b-9386-1a5f6f39fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:02.110359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Attempting to bind port 965a356d-37c8-4a5a-99ee-6584a6153ae3 on network 1279628a-1ef4-4d05-9aa8-3b95585efbbf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:02.120493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:02.123243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Checking segment: {'id': '68e607e8-7603-4a9b-9386-1a5f6f39fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:02.124326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.125093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Bound using segment: {'id': '68e607e8-7603-4a9b-9386-1a5f6f39fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:02.126425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Bound port: 965a356d-37c8-4a5a-99ee-6584a6153ae3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e607e8-7603-4a9b-9386-1a5f6f39fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:02.127470 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.236430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] For port 965a356d-37c8-4a5a-99ee-6584a6153ae3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:02.240644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] For port 965a356d-37c8-4a5a-99ee-6584a6153ae3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=965a356d-37c8-4a5a-99ee-6584a6153ae3,segment=NetworkSegment(68e607e8-7603-4a9b-9386-1a5f6f39fb7f),segment_id=68e607e8-7603-4a9b-9386-1a5f6f39fb7f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:02.248658 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.285037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:02.291594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.362120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbb42-9d6b-4990-97b8-b2773ecfbd21 None None] Pushing event updated for resources: {'Port': ['ID=965a356d-37c8-4a5a-99ee-6584a6153ae3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.781264 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.860996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:02.872042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:02.880744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.882261 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.909451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=82d6a403-ff0c-4a58-b703-db07852c3a4e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.917056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-56c5fb18-e0e4-4eb6-adbe-b0f66bfb3c62 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8185666 Jul 07 17:19:02.921194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.932225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'fixed_ips': [{'subnet_id': '231a16b5-a0a5-41a4-861b-9c3b2f9eca73'}, {'subnet_id': '82d6a403-ff0c-4a58-b703-db07852c3a4e'}], 'name': 'tempest-PortsIpV6TestJSON-1400482537'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:03.158136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:03.301915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.345740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 6bbad626-67a2-483e-aac3-bd84d70603dc yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:03.757024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62494c5c-5baa-4b49-b00f-74740d5bec52 None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:03.809363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::227 (1279628a-1ef4-4d05-9aa8-3b95585efbbf/231a16b5-a0a5-41a4-861b-9c3b2f9eca73/6bbad626-67a2-483e-aac3-bd84d70603dc) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:03.822420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8:0:1::41 (1279628a-1ef4-4d05-9aa8-3b95585efbbf/82d6a403-ff0c-4a58-b703-db07852c3a4e/6bbad626-67a2-483e-aac3-bd84d70603dc) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:03.826041 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.920965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55332) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:03.936249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc5f6b02-7700-474d-9b8d-83cd1e9ece60 None None] Provisioning for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:04.117328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 965a356d-37c8-4a5a-99ee-6584a6153ae3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:04.167010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.186918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 6bbad626-67a2-483e-aac3-bd84d70603dc will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:04.239566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:04.245287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.272969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:04.275307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.324408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:04.330928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:04.336419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:04.343003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.344009 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.368139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=6bbad626-67a2-483e-aac3-bd84d70603dc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:04.389482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55344) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:04.397729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '231a16b5-a0a5-41a4-861b-9c3b2f9eca73'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:04.399780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a4f308b6-8f3e-468d-b67f-e056b1c26482 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4769449 Jul 07 17:19:04.426826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Update dhcp port {'port': {'network_id': '1279628a-1ef4-4d05-9aa8-3b95585efbbf', 'fixed_ips': [{'subnet_id': '231a16b5-a0a5-41a4-861b-9c3b2f9eca73', 'ip_address': '2001:db8::2'}, {'subnet_id': '82d6a403-ff0c-4a58-b703-db07852c3a4e'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '965a356d-37c8-4a5a-99ee-6584a6153ae3'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:04.461140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-335906314-network', 'tenant_id': '074174cc7cf7429090d0a13731c7153b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:04.492797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.518424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.566276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Made reservation on behalf of 074174cc7cf7429090d0a13731c7153b for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:04.569805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.588493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.650244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 965a356d-37c8-4a5a-99ee-6584a6153ae3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=965a356d-37c8-4a5a-99ee-6584a6153ae3,segment=NetworkSegment(68e607e8-7603-4a9b-9386-1a5f6f39fb7f),segment_id=68e607e8-7603-4a9b-9386-1a5f6f39fb7f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:04.657926 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.736817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.753404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=965a356d-37c8-4a5a-99ee-6584a6153ae3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:04.773139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Allocated IP 2001:db8:0:1::2 (1279628a-1ef4-4d05-9aa8-3b95585efbbf/82d6a403-ff0c-4a58-b703-db07852c3a4e/965a356d-37c8-4a5a-99ee-6584a6153ae3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:04.835369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.857854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.894316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] For port 965a356d-37c8-4a5a-99ee-6584a6153ae3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=965a356d-37c8-4a5a-99ee-6584a6153ae3,segment=NetworkSegment(68e607e8-7603-4a9b-9386-1a5f6f39fb7f),segment_id=68e607e8-7603-4a9b-9386-1a5f6f39fb7f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:04.911305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:04.945199 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.956707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97ab4a-0cec-4471-a95c-3ded790aefcd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:04.963440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Transition to ACTIVE for port object 965a356d-37c8-4a5a-99ee-6584a6153ae3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:04.968195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.973361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.974146 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Added segment c2ae6dee-53e4-4ea8-8303-158fc1d695b3 of type vlan for network fc0e52d9-1f93-4f89-a343-06bf93d3b468 Jul 07 17:19:04.977286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.977921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.978253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.978596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.978931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.979289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.979604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.979932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.980257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.980578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.981138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:04.981468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:05.067751 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:05.118939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968c19-dd8f-4712-8ebc-2e121e7e4361 None None] Pushing event updated for resources: {'Port': ['ID=965a356d-37c8-4a5a-99ee-6584a6153ae3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.159195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Delete allocated IP 2001:db8:0:1::41 (1279628a-1ef4-4d05-9aa8-3b95585efbbf/82d6a403-ff0c-4a58-b703-db07852c3a4e) {{(pid=98264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:19:05.164263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.214547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-83407747-ed1a-4397-b15a-9669dc565a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.320604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.321986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.323013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.433004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.484920 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5623488 Jul 07 17:19:05.486696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Ignored duplicate provisioning block setup for port 6bbad626-67a2-483e-aac3-bd84d70603dc by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:19:05.488642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55356) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.493927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbbc94-b690-4221-923e-7bc73ed27b85 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0e52d9-1f93-4f89-a343-06bf93d3b468,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.497416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Request body: {'subnet': {'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-335906314-subnet', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:05.498912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.508129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:05.547836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Made reservation on behalf of 074174cc7cf7429090d0a13731c7153b for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:05.552253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.605497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=6bbad626-67a2-483e-aac3-bd84d70603dc,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.670932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] In _notify_port_updated(), no bound segment for port 6bbad626-67a2-483e-aac3-bd84d70603dc on network 1279628a-1ef4-4d05-9aa8-3b95585efbbf {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:19:05.685490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.687069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.690245 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2499bc28-ac1e-450e-9cc9-ee8e8dfdaa28 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/ports/6bbad626-67a2-483e-aac3-bd84d70603dc HTTP/1.1" status: 200 len: 926 time: 1.2991979 Jul 07 17:19:05.692858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55358) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.704085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '231a16b5-a0a5-41a4-861b-9c3b2f9eca73'}, {'subnet_id': '82d6a403-ff0c-4a58-b703-db07852c3a4e'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:05.883974 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.893059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1acfc-e173-4e1a-9ce1-88135399eb9d None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:05.996303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.031981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bc92bb37-8c0c-44e5-85cc-816660e31d0b None None] Provisioning for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:06.047161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bc92bb37-8c0c-44e5-85cc-816660e31d0b None None] Provisioning complete for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:06.047890 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bc92bb37-8c0c-44e5-85cc-816660e31d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.125366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 965a356d-37c8-4a5a-99ee-6584a6153ae3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:06.214169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ad3fb7-a5e5-4902-af44-6ec8224f7f03,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.256241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Checking segment: {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:06.257802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Network hostable DHCP agents. Network: fc0e52d9-1f93-4f89-a343-06bf93d3b468, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:06.329987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:06.349337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, fc0e52d9-1f93-4f89-a343-06bf93d3b468) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:06.355180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.355806 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.378987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:06.379655 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.383438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599da3ed-0ccf-46da-9d90-7de181b59a08 None None] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:06.398301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-23efb8a2-eb6a-49f7-9061-daaeed76b1fa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9078341 Jul 07 17:19:06.401776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55366) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.410641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:06.451926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.453154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.490329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8:0:1::35c (1279628a-1ef4-4d05-9aa8-3b95585efbbf/82d6a403-ff0c-4a58-b703-db07852c3a4e/6bbad626-67a2-483e-aac3-bd84d70603dc) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:06.539133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.725805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.789913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.809469 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.817723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Ignored duplicate provisioning block setup for port 6bbad626-67a2-483e-aac3-bd84d70603dc by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:19:06.825565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.061394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-fc0e52d9-1f93-4f89-a343-06bf93d3b468', 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'fixed_ips': [{'subnet_id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:07.062924 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.099637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4afe2d98-4af8-418d-96dc-c3f4bbfaf4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.101238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] In _notify_port_updated(), no bound segment for port 6bbad626-67a2-483e-aac3-bd84d70603dc on network 1279628a-1ef4-4d05-9aa8-3b95585efbbf {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:19:07.112660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:07.113906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.116451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/ports/6bbad626-67a2-483e-aac3-bd84d70603dc HTTP/1.1" status: 200 len: 1012 time: 1.4197023 Jul 07 17:19:07.123684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55376) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.127538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8352a-a721-41db-b036-fa8d069ef420 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=6bbad626-67a2-483e-aac3-bd84d70603dc,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.338019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 6bbad626-67a2-483e-aac3-bd84d70603dc {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:07.338366 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.338559 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.368072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.381855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-95678c7a-306a-4e1f-8b1a-224018897470 None None] Provisioning for port 6bbad626-67a2-483e-aac3-bd84d70603dc completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:07.402160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-95678c7a-306a-4e1f-8b1a-224018897470 None None] Provisioning complete for port 6bbad626-67a2-483e-aac3-bd84d70603dc triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:07.402751 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95678c7a-306a-4e1f-8b1a-224018897470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.480228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-95678c7a-306a-4e1f-8b1a-224018897470 None None] Port 6bbad626-67a2-483e-aac3-bd84d70603dc cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:07.494457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4afe2d98-4af8-418d-96dc-c3f4bbfaf4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.504987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4afe2d98-4af8-418d-96dc-c3f4bbfaf4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.515795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Allocated IP 172.20.0.2 (fc0e52d9-1f93-4f89-a343-06bf93d3b468/64ad3fb7-a5e5-4902-af44-6ec8224f7f03/959a1030-1b3f-4bae-9e72-2643ddaf9502) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:07.524395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-95678c7a-306a-4e1f-8b1a-224018897470 None None] Provisioning complete for port 965a356d-37c8-4a5a-99ee-6584a6153ae3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:07.525017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-95678c7a-306a-4e1f-8b1a-224018897470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.546112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.576335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 6bbad626-67a2-483e-aac3-bd84d70603dc owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:07.588486 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4afe2d98-4af8-418d-96dc-c3f4bbfaf4de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae01c8a74a034ee091bc395196509494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610966 Jul 07 17:19:07.589920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe2d98-4af8-418d-96dc-c3f4bbfaf4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d2b21b-4597-431c-85a3-add8a842ca4f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.593884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.614324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Allocated IP 172.25.5.203 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/5e1c4ebe-6172-4585-a30e-235823e43079) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:07.732305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-636e2201-912f-4721-a819-282035eb643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.769620 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.776376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-636e2201-912f-4721-a819-282035eb643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.856128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-636e2201-912f-4721-a819-282035eb643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.862737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-636e2201-912f-4721-a819-282035eb643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.875816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-636e2201-912f-4721-a819-282035eb643f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8d2b21b-4597-431c-85a3-add8a842ca4f HTTP/1.1" status: 204 len: 168 time: 0.2704322 Jul 07 17:19:07.894201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2201-912f-4721-a819-282035eb643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d2b21b-4597-431c-85a3-add8a842ca4f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.974354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.996715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.084614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=6bbad626-67a2-483e-aac3-bd84d70603dc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.110917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.143249 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.156635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Transition to ACTIVE for port object 959a1030-1b3f-4bae-9e72-2643ddaf9502 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:08.169414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Pushing event updated for resources: {'Port': ['ID=5e1c4ebe-6172-4585-a30e-235823e43079,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.180472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Transition to ACTIVE for port object 959a1030-1b3f-4bae-9e72-2643ddaf9502 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:08.199369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.208257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:08.211939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:08.216178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:08.277747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f1cf109e-2114-4575-bc89-94ab3274dd77 None None] Could not find standard attr ID for object 6bbad626-67a2-483e-aac3-bd84d70603dc. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:08.291607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:08.296436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:08.300037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:08.302988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Pushing event updated for resources: {'Port': ['ID=959a1030-1b3f-4bae-9e72-2643ddaf9502,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.312173 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.324426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a153a27e-20ae-4dd8-9824-2a48f334ebc1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/6bbad626-67a2-483e-aac3-bd84d70603dc HTTP/1.1" status: 204 len: 168 time: 1.1981494 Jul 07 17:19:08.329778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55388) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.422931 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbd72be-00d0-4ad3-b018-630ba821984a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:19:08.428049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fdbd72be-00d0-4ad3-b018-630ba821984a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/6bbad626-67a2-483e-aac3-bd84d70603dc HTTP/1.1" status: 404 len: 333 time: 0.0952179 Jul 07 17:19:08.432516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b977a145-b271-43d9-a298-140aee4b85af None None] Could not find standard attr ID for object 6bbad626-67a2-483e-aac3-bd84d70603dc. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:08.433285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.441158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Attempting to bind port 959a1030-1b3f-4bae-9e72-2643ddaf9502 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:08.442696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Attempting to bind port 959a1030-1b3f-4bae-9e72-2643ddaf9502 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:08.442696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Attempting to bind port 959a1030-1b3f-4bae-9e72-2643ddaf9502 on network fc0e52d9-1f93-4f89-a343-06bf93d3b468 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:08.459473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:08.462659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Checking segment: {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:08.463119 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.464375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Bound using segment: {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:08.465907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Bound port: 959a1030-1b3f-4bae-9e72-2643ddaf9502, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:08.466152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.585088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 82d6a403-ff0c-4a58-b703-db07852c3a4e {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:08.599902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.601673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] For port 959a1030-1b3f-4bae-9e72-2643ddaf9502, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:08.605464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] For port 959a1030-1b3f-4bae-9e72-2643ddaf9502, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959a1030-1b3f-4bae-9e72-2643ddaf9502,segment=NetworkSegment(c2ae6dee-53e4-4ea8-8303-158fc1d695b3),segment_id=c2ae6dee-53e4-4ea8-8303-158fc1d695b3)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:08.611799 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.663527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.696238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.698499 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43e9055c-d3d4-41a4-8a59-3f031a12c934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.736977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1985aa9-9adc-43cf-9987-5d883abf4fe9 None None] Pushing event updated for resources: {'Port': ['ID=959a1030-1b3f-4bae-9e72-2643ddaf9502,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.767689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b5fba1fb-8e5a-4f91-a4ab-72e95c7c09c2 None None] Could not find standard attr ID for object 6bbad626-67a2-483e-aac3-bd84d70603dc. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:08.863767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.877573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55398) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.008719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.121899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ce45b755-89e3-4551-b0f3-e0a8d352d3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.164135 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.500667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.575217 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43e9055c-d3d4-41a4-8a59-3f031a12c934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.580867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43e9055c-d3d4-41a4-8a59-3f031a12c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.581231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=82d6a403-ff0c-4a58-b703-db07852c3a4e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.605165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e90a26-129f-40c4-88f1-e90bd5aaa784 None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:09.606415 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.612891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a296cb78-018d-4389-a609-f97acf6692b1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/82d6a403-ff0c-4a58-b703-db07852c3a4e HTTP/1.1" status: 204 len: 168 time: 1.1743815 Jul 07 17:19:09.621955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55406) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.727339 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43e9055c-d3d4-41a4-8a59-3f031a12c934 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da4c97c70c3c41649df238cb5f1aa42d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607977 Jul 07 17:19:09.736420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.814314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 231a16b5-a0a5-41a4-861b-9c3b2f9eca73 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:09.818702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9055c-d3d4-41a4-8a59-3f031a12c934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3382ad43-35a1-4cf7-af88-fa806fdf0aa8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.860329 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.944673 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.953833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.989412 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df15d1c4-8a3b-4307-99ec-a91df0137f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.075013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df15d1c4-8a3b-4307-99ec-a91df0137f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.291018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.294122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959a1030-1b3f-4bae-9e72-2643ddaf9502 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:10.378390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df15d1c4-8a3b-4307-99ec-a91df0137f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.382112 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df15d1c4-8a3b-4307-99ec-a91df0137f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.386577 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df15d1c4-8a3b-4307-99ec-a91df0137f78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3382ad43-35a1-4cf7-af88-fa806fdf0aa8 HTTP/1.1" status: 204 len: 168 time: 0.6030989 Jul 07 17:19:10.414875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15d1c4-8a3b-4307-99ec-a91df0137f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3382ad43-35a1-4cf7-af88-fa806fdf0aa8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.452870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:10.458197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.540278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 959a1030-1b3f-4bae-9e72-2643ddaf9502 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:10.550957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=231a16b5-a0a5-41a4-861b-9c3b2f9eca73,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.560020 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.577911 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e8e35a11-4787-4097-a032-983942b2d0dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/231a16b5-a0a5-41a4-861b-9c3b2f9eca73 HTTP/1.1" status: 204 len: 168 time: 0.9512212 Jul 07 17:19:10.612013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55414) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.816922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:10.829616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.831856 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Sync routers for ids ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:10.857928 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Routers {'187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:10.858579 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.872466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.875389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7569ccb0-7a31-4e5c-a8bc-242caa1aea6a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4719758 Jul 07 17:19:10.879655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55418) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.883130 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.893362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.937579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d862df-b73b-4879-aca0-16c1483787bd None None] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:11.078827 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Set router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:11.181510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] Provisioning for port 959a1030-1b3f-4bae-9e72-2643ddaf9502 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:11.215244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] Provisioning complete for port 959a1030-1b3f-4bae-9e72-2643ddaf9502 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:11.215932 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.261009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 965a356d-37c8-4a5a-99ee-6584a6153ae3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:11.261563 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.379259 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:08Z', 'revision_number': 3, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:11.423813 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Checking router: 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:11.424327 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Updating router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec port 5e1c4ebe-6172-4585-a30e-235823e43079 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:11.474058 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.486655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89af9c-cd63-4e98-b0fa-9fab9936e821 None None] Network 1279628a-1ef4-4d05-9aa8-3b95585efbbf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:11.514322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.555918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] For port 965a356d-37c8-4a5a-99ee-6584a6153ae3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=965a356d-37c8-4a5a-99ee-6584a6153ae3,segment=NetworkSegment(68e607e8-7603-4a9b-9386-1a5f6f39fb7f),segment_id=68e607e8-7603-4a9b-9386-1a5f6f39fb7f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.556661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.593474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 965a356d-37c8-4a5a-99ee-6584a6153ae3 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:11.755955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] For port 959a1030-1b3f-4bae-9e72-2643ddaf9502, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959a1030-1b3f-4bae-9e72-2643ddaf9502,segment=NetworkSegment(c2ae6dee-53e4-4ea8-8303-158fc1d695b3),segment_id=c2ae6dee-53e4-4ea8-8303-158fc1d695b3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.803234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.825214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.869045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.975598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No DVR routers for this DVR port 965a356d-37c8-4a5a-99ee-6584a6153ae3 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:11.978770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=965a356d-37c8-4a5a-99ee-6584a6153ae3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.993615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ca1f8cc9-8661-44e2-8ce7-c89100d23ed3 None None] Could not find standard attr ID for object 965a356d-37c8-4a5a-99ee-6584a6153ae3. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:12.018676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676b9f0-fd93-4973-8081-e9889f9adff0 None None] Pushing event updated for resources: {'Port': ['ID=959a1030-1b3f-4bae-9e72-2643ddaf9502,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:12.111223 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.127022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1279628a-1ef4-4d05-9aa8-3b95585efbbf']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.142354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e607e8-7603-4a9b-9386-1a5f6f39fb7f') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.142354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e607e8-7603-4a9b-9386-1a5f6f39fb7f') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.151768 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.157157 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.160304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76316b9b-d4f6-4851-bc38-9ac8a25fd8c2 None None] DHCP port deletion for 1279628a-1ef4-4d05-9aa8-3b95585efbbf request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:12.181315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.193002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:12.193967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:12.198385 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:12.340742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port 591a34b5-470c-4f0b-9abd-77b6a5fd9536 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:12.341389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.377404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Allocated IP 172.20.0.1 (fc0e52d9-1f93-4f89-a343-06bf93d3b468/64ad3fb7-a5e5-4902-af44-6ec8224f7f03/624c4f4b-f1b9-4a06-9a1e-be1572169278) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:12.416947 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Transition to ACTIVE for port object 5e1c4ebe-6172-4585-a30e-235823e43079 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:12.423763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.427614 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.457292 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.463357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/1279628a-1ef4-4d05-9aa8-3b95585efbbf HTTP/1.1" status: 204 len: 168 time: 1.8431075 Jul 07 17:19:12.468133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12778b6-df4b-49d0-9e08-f5a4195ebf0d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=1279628a-1ef4-4d05-9aa8-3b95585efbbf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:12.470746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55456) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.603029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port 591a34b5-470c-4f0b-9abd-77b6a5fd9536, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=591a34b5-470c-4f0b-9abd-77b6a5fd9536,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:12.603659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.616550 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Attempting to bind port 5e1c4ebe-6172-4585-a30e-235823e43079 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:12.617091 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Attempting to bind port 5e1c4ebe-6172-4585-a30e-235823e43079 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:12.618974 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Attempting to bind port 5e1c4ebe-6172-4585-a30e-235823e43079 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:12.630751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for 591a34b5-470c-4f0b-9abd-77b6a5fd9536 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:12.641442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4571666-35c5-476d-88d2-d45312b26484 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.649439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e4571666-35c5-476d-88d2-d45312b26484 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1674836 Jul 07 17:19:12.651298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55458) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.656248 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:12.657532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f58b80b0-a68d-49cd-89fb-3ae14034ab01 None None] Provisioning complete for port 959a1030-1b3f-4bae-9e72-2643ddaf9502 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:12.658329 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:12.659391 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f58b80b0-a68d-49cd-89fb-3ae14034ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.659924 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.665380 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:12.667168 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Bound port: 5e1c4ebe-6172-4585-a30e-235823e43079, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:12.668249 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.678286 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.738374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Transition to ACTIVE for port object 624c4f4b-f1b9-4a06-9a1e-be1572169278 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:12.807584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-60337e10-e1b7-44e6-b94e-b3463339995d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1547785 Jul 07 17:19:12.813131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55460) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.818005 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] For port 5e1c4ebe-6172-4585-a30e-235823e43079, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:12.821590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1565090008'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:12.822682 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] For port 5e1c4ebe-6172-4585-a30e-235823e43079, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5e1c4ebe-6172-4585-a30e-235823e43079,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:12.838337 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.849534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.917294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Routers {'187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:12.918353 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.933501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:12.937323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:12.944172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:12.995586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:13.002461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.013709 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.019072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Pushing event updated for resources: {'Port': ['ID=624c4f4b-f1b9-4a06-9a1e-be1572169278,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.057813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55464) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:13.081018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:13.103146 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.103711 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment c2ebe40b-fb07-4573-a15f-bf5c61cd3d40 of type vlan for network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 Jul 07 17:19:13.242573 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.306402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.430551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.442001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=591a34b5-470c-4f0b-9abd-77b6a5fd9536,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.446412 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Pushing event updated for resources: {'Port': ['ID=5e1c4ebe-6172-4585-a30e-235823e43079,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.476816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0af2a42-b69f-4aba-81dd-267c44e6a085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.481418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.488909 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.492590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.493748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.495092 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.495582 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.497180 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.497613 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.498077 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.500930 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.502496 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.502900 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.503236 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.503566 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.505126 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:13.565837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7470586 Jul 07 17:19:13.569717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55480) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:13.580986 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] Set router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:13.589896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4b347015-9e48-4f6d-80d3-904feff51e1b None None] Provisioning for port 624c4f4b-f1b9-4a06-9a1e-be1572169278 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:13.591626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:13.597254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4b347015-9e48-4f6d-80d3-904feff51e1b None None] Provisioning complete for port 624c4f4b-f1b9-4a06-9a1e-be1572169278 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:13.597933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b347015-9e48-4f6d-80d3-904feff51e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.686720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4b347015-9e48-4f6d-80d3-904feff51e1b None None] Port 624c4f4b-f1b9-4a06-9a1e-be1572169278 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:13.762336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1dc41-029a-4f78-95d7-954887b4eeb5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=e813aeb2-e4be-49ea-a4bb-92b0a77a9167,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.776325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:13.847464 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d59d21-2759-4dba-8216-daa4030228cc None None] Pushing event updated for resources: {'Port': ['ID=5e1c4ebe-6172-4585-a30e-235823e43079,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.022555 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:08Z', 'revision_number': 3, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:14.030349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.040280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.064845 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7067db-3c44-42c7-9072-99eb51de206b None None] The sync data for ids ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'] in n-d-793619-7 is: [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:08Z', 'revision_number': 3, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:14.111584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd0e52-fa37-48a8-8800-14c0545acad0 req-6eb82557-eaa1-4965-9e07-b6a7c9ae2aaf tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:14.113446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9dd0e52-fa37-48a8-8800-14c0545acad0 req-6eb82557-eaa1-4965-9e07-b6a7c9ae2aaf tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.2418098 Jul 07 17:19:14.116947 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.139621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Pushing event updated for resources: {'Port': ['ID=624c4f4b-f1b9-4a06-9a1e-be1572169278,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.150166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959a1030-1b3f-4bae-9e72-2643ddaf9502 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:14.150638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.163120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0af2a42-b69f-4aba-81dd-267c44e6a085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.233972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:14.238675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.239685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c0af2a42-b69f-4aba-81dd-267c44e6a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.256455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 959a1030-1b3f-4bae-9e72-2643ddaf9502 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:14.257071 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.271381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9dd0e52-fa37-48a8-8800-14c0545acad0 req-7eb12d0f-0380-4450-8d9c-367d97db13ba tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482303 Jul 07 17:19:14.313028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c0af2a42-b69f-4aba-81dd-267c44e6a085 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88ec32c67c4b429890d1fc928fc69934&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2538590 Jul 07 17:19:14.314251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55484) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.319263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af2a42-b69f-4aba-81dd-267c44e6a085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f704ed50-3a2b-4c3f-adeb-ac2430e390e5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.374955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:14.377709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:14.638651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 965a356d-37c8-4a5a-99ee-6584a6153ae3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:14.697898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 965a356d-37c8-4a5a-99ee-6584a6153ae3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:14.698549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 965a356d-37c8-4a5a-99ee-6584a6153ae3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:14.789357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:14.793509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.810934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59061b69-76ae-4c82-a86a-6ba565667e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.840862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1e6975c1-32d1-4e4d-a21a-8499dac76532 None None] Provisioning complete for port 624c4f4b-f1b9-4a06-9a1e-be1572169278 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:14.842128 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1e6975c1-32d1-4e4d-a21a-8499dac76532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.882215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59061b69-76ae-4c82-a86a-6ba565667e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.913969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1e6975c1-32d1-4e4d-a21a-8499dac76532 None None] Port 624c4f4b-f1b9-4a06-9a1e-be1572169278 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:14.944208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:14.975731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.009463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59061b69-76ae-4c82-a86a-6ba565667e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.012480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-59061b69-76ae-4c82-a86a-6ba565667e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.016588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-59061b69-76ae-4c82-a86a-6ba565667e96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f704ed50-3a2b-4c3f-adeb-ac2430e390e5 HTTP/1.1" status: 204 len: 168 time: 0.6993394 Jul 07 17:19:15.033865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:15.034694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: e813aeb2-e4be-49ea-a4bb-92b0a77a9167, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:15.080753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:15.087565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59061b69-76ae-4c82-a86a-6ba565667e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f704ed50-3a2b-4c3f-adeb-ac2430e390e5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.126248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:15.141458 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9dabdb1-b3ed-4bb4-b071-e784f25540ab admin admin] 10.222.0.78 "PUT /v2.0/routers/187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602556 Jul 07 17:19:15.161990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e813aeb2-e4be-49ea-a4bb-92b0a77a9167) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:15.164083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:15.174501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26b11c-b37d-4791-b672-0ab70e38ce42 None None] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:15.175686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.180035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.195127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ccb30380-5a66-4401-9eff-0ee35a4884df tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "PUT /v2.0/routers/2256d0fd-e5bf-46f4-8786-220e44de4c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3096509 Jul 07 17:19:15.221629 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ffa115a9-0252-4fe3-ba4b-50ae122d6d9e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6460397 Jul 07 17:19:15.222029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55492) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.234400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167', 'name': 'tempest-PortsIpV6TestJSON-1906540655'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:15.415712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:15.495780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:15.498856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.616510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:15.630751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.702517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 73feb757-b211-4585-b9bc-62c6ec70a949 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:15.995861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-e813aeb2-e4be-49ea-a4bb-92b0a77a9167', 'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': '69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:15.998796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.155943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24667d-5e5e-493c-add2-91921b775817 req-d82dfd9a-ca69-4de1-937c-c42c18a0b168 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:16.169366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc24667d-5e5e-493c-add2-91921b775817 req-d82dfd9a-ca69-4de1-937c-c42c18a0b168 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.3776515 Jul 07 17:19:16.230407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::209 (e813aeb2-e4be-49ea-a4bb-92b0a77a9167/69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7/73feb757-b211-4585-b9bc-62c6ec70a949) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:16.310212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc24667d-5e5e-493c-add2-91921b775817 req-b97d0ca6-b85f-4fb6-b4b7-8c380ac2480d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285732 Jul 07 17:19:16.342202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5e1c4ebe-6172-4585-a30e-235823e43079 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:16.518335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76175b-8164-4fe6-92f1-f23ca75d0ac2 req-0a445867-0882-4190-b691-c22664ce9227 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:16.521710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c76175b-8164-4fe6-92f1-f23ca75d0ac2 req-0a445867-0882-4190-b691-c22664ce9227 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.1968548 Jul 07 17:19:16.529215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:16.657689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c76175b-8164-4fe6-92f1-f23ca75d0ac2 req-4c494df8-99dc-4be1-b091-6ba4101fa75c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210883 Jul 07 17:19:16.720762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.781653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 73feb757-b211-4585-b9bc-62c6ec70a949 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:16.865208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55526) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:16.866087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.876207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-190753017-network', 'tenant_id': '4a3a1d818332470d8f8d998fec433157'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:16.877743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5e1c4ebe-6172-4585-a30e-235823e43079 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:16.927466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:16.931334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:16.934157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5e1c4ebe-6172-4585-a30e-235823e43079 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:16.934954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.936916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:16.944800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:16.945551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.958796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=73feb757-b211-4585-b9bc-62c6ec70a949,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.987766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Made reservation on behalf of 4a3a1d818332470d8f8d998fec433157 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:16.994391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.999255 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d15a1abf-8b7b-466f-bd91-897c8716fd2a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7730098 Jul 07 17:19:16.999578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:17.005750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167', 'name': 'tempest-PortsIpV6TestJSON-400137226'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:17.011821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.206478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Allocated IP 2001:db8::2 (e813aeb2-e4be-49ea-a4bb-92b0a77a9167/69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7/3c510de8-3d8a-4ad7-a5e0-6840946e885d) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:17.248780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.269650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.271493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:17.294759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.321419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port b6f6233f-7a12-40a1-ab57-c8564e2b28fd yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:17.327915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba00e24b-31ac-4825-a22f-b1bd7952bde4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.347140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:17.364585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.365028 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Added segment ac44312f-9d3c-4eea-bc22-c2182575a916 of type vlan for network 176c7640-9457-461e-aa8b-d35420011bec Jul 07 17:19:17.442683 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Sync routers for ids ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:17.460597 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.469377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.478672 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Routers {'187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:17.481862 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.564925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 5e1c4ebe-6172-4585-a30e-235823e43079, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5e1c4ebe-6172-4585-a30e-235823e43079,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:17.596834 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.651540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.653265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.654270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.675058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 6, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 1, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.818201 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9499395 Jul 07 17:19:17.844180 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Set router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:17.845507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55542) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:17.864485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Request body: {'subnet': {'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-190753017-subnet', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:17.866294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.896372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Made reservation on behalf of 4a3a1d818332470d8f8d998fec433157 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:17.902503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.906840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Transition to ACTIVE for port object 3c510de8-3d8a-4ad7-a5e0-6840946e885d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:17.922596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f344-a8a2-47f6-b112-c80cb5bdca7e req-877ccec5-dd17-4bd6-9392-1457672d4ad4 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.937644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd23f344-a8a2-47f6-b112-c80cb5bdca7e req-877ccec5-dd17-4bd6-9392-1457672d4ad4 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.3624177 Jul 07 17:19:17.967322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a380c-e779-466f-a2e3-143a2ac717b4 admin admin] Pushing event updated for resources: {'Network': ['ID=176c7640-9457-461e-aa8b-d35420011bec,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.969042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Transition to ACTIVE for port object 3c510de8-3d8a-4ad7-a5e0-6840946e885d will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:17.984396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=5e1c4ebe-6172-4585-a30e-235823e43079,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.999497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:18.008345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 176c7640-9457-461e-aa8b-d35420011bec details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:18.013863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.088842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:18.137804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:18.165882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd23f344-a8a2-47f6-b112-c80cb5bdca7e req-73cee1d1-4720-48da-85fa-47f2ff7ab5d7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265534 Jul 07 17:19:18.177466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:18.189761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:18.190616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.250462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811c6f-cd5a-4052-b9d9-cdf189b2389c req-9a284800-8ebb-492c-a002-93edc3454b2e tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.277056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9811c6f-cd5a-4052-b9d9-cdf189b2389c req-9a284800-8ebb-492c-a002-93edc3454b2e tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.2668648 Jul 07 17:19:18.292459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-18d0d47b-b33e-45db-812b-f788ab6163e1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.295866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-18d0d47b-b33e-45db-812b-f788ab6163e1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.5135720 Jul 07 17:19:18.352141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Pushing event updated for resources: {'Port': ['ID=3c510de8-3d8a-4ad7-a5e0-6840946e885d,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.391526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9811c6f-cd5a-4052-b9d9-cdf189b2389c req-148ccf5f-36f9-4756-9b03-7b7fc4bbc7d6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131966 Jul 07 17:19:18.438154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Attempting to bind port 3c510de8-3d8a-4ad7-a5e0-6840946e885d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:18.439133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Attempting to bind port 3c510de8-3d8a-4ad7-a5e0-6840946e885d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:18.439586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Attempting to bind port 3c510de8-3d8a-4ad7-a5e0-6840946e885d on network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:18.463097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:18.463577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Checking segment: {'id': 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:18.464218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.464886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Bound using segment: {'id': 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:18.465842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Bound port: 3c510de8-3d8a-4ad7-a5e0-6840946e885d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e813aeb2-e4be-49ea-a4bb-92b0a77a9167'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:18.466475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.516144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:18.544624 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 4, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '624c4f4b-f1b9-4a06-9a1e-be1572169278', 'name': '', 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'mac_address': 'fa:16:3e:cb:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:11Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 2, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'subnets': [{'id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.583502 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Checking router: 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:18.584817 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Updating router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec port 624c4f4b-f1b9-4a06-9a1e-be1572169278 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:18.632686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::296 (e813aeb2-e4be-49ea-a4bb-92b0a77a9167/69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7/b6f6233f-7a12-40a1-ab57-c8564e2b28fd) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:18.639541 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.656024 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.778794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27be1c4-6547-411c-973b-1b8b06cf39b2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.784395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Checking segment: {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:18.784788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Network hostable DHCP agents. Network: 176c7640-9457-461e-aa8b-d35420011bec, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:18.785087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-235e50d3-2456-4621-ba16-96de607d683f None None] For port 3c510de8-3d8a-4ad7-a5e0-6840946e885d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:18.795686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-235e50d3-2456-4621-ba16-96de607d683f None None] For port 3c510de8-3d8a-4ad7-a5e0-6840946e885d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3c510de8-3d8a-4ad7-a5e0-6840946e885d,segment=NetworkSegment(c2ebe40b-fb07-4573-a15f-bf5c61cd3d40),segment_id=c2ebe40b-fb07-4573-a15f-bf5c61cd3d40)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:18.812425 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.046334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e50d3-2456-4621-ba16-96de607d683f None None] Pushing event updated for resources: {'Port': ['ID=3c510de8-3d8a-4ad7-a5e0-6840946e885d,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.173643 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.193953 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Transition to ACTIVE for port object 624c4f4b-f1b9-4a06-9a1e-be1572169278 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:19.207132 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.293720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 6, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 1, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:19.379703 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1651-8d89-4028-8f6b-b6cca06d0f44 None None] Pushing event updated for resources: {'Port': ['ID=624c4f4b-f1b9-4a06-9a1e-be1572169278,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.391801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24af4b-3208-4c4c-ab03-5dc825e4a9c3 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 6, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '255291de-8220-4803-89b5-05cb1da025d3', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'port_id': '989a8749-732e-4014-a5b0-38cfef5667d7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'mac_address': 'fa:16:3e:ee:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:33Z', 'updated_at': '2021-07-07T17:17:41Z', 'revision_number': 1, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:19.496802 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Attempting to bind port 624c4f4b-f1b9-4a06-9a1e-be1572169278 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:19.498003 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Attempting to bind port 624c4f4b-f1b9-4a06-9a1e-be1572169278 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:19.500218 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Attempting to bind port 624c4f4b-f1b9-4a06-9a1e-be1572169278 on network fc0e52d9-1f93-4f89-a343-06bf93d3b468 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:19.517853 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:19.518922 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Checking segment: {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:19.520103 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.524264 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Bound using segment: {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:19.525227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Bound port: 624c4f4b-f1b9-4a06-9a1e-be1572169278, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:19.529793 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.550009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaebfe-1500-415a-9ea4-a1d1bb49df3e req-37c9dc10-271a-4f7b-a890-694e21c8a4b8 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.551859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98aaebfe-1500-415a-9ea4-a1d1bb49df3e req-37c9dc10-271a-4f7b-a890-694e21c8a4b8 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.0839965 Jul 07 17:19:19.630113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Network 176c7640-9457-461e-aa8b-d35420011bec is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:19.648072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port 3a753a8a-636e-4f9d-b449-aa4a875074df {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:19.650364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.662187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98aaebfe-1500-415a-9ea4-a1d1bb49df3e req-dac9e150-f1f0-409f-84b3-4d2ed027260f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897679 Jul 07 17:19:19.738241 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] For port 624c4f4b-f1b9-4a06-9a1e-be1572169278, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:19.743450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 176c7640-9457-461e-aa8b-d35420011bec) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:19.756652 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] For port 624c4f4b-f1b9-4a06-9a1e-be1572169278, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=624c4f4b-f1b9-4a06-9a1e-be1572169278,segment=NetworkSegment(c2ae6dee-53e4-4ea8-8303-158fc1d695b3),segment_id=c2ae6dee-53e4-4ea8-8303-158fc1d695b3)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:19.758153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.759086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.768890 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.794442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a1b4d-ef5f-471d-aa68-1bad9b6a3018 None None] Network 176c7640-9457-461e-aa8b-d35420011bec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:19.891995 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-356b7a2a-57eb-4bcb-8db3-dec1ab687dce admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0426891 Jul 07 17:19:19.898168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55628) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:19.937482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:19.991223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d1fd-64c8-44ab-9cb7-d2602365ac5e req-4d794e9c-1227-496e-9d24-149eddc3e872 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.004273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1134d1fd-64c8-44ab-9cb7-d2602365ac5e req-4d794e9c-1227-496e-9d24-149eddc3e872 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 946 time: 0.2861888 Jul 07 17:19:20.061829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.092395 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1651-8d89-4028-8f6b-b6cca06d0f44 None None] Pushing event updated for resources: {'Port': ['ID=624c4f4b-f1b9-4a06-9a1e-be1572169278,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.099051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port 3a753a8a-636e-4f9d-b449-aa4a875074df, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3a753a8a-636e-4f9d-b449-aa4a875074df,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:20.099461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.113223 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Routers {'187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:20.116475 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:20.152348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.154697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.166578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for 3a753a8a-636e-4f9d-b449-aa4a875074df owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:20.219870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object b6f6233f-7a12-40a1-ab57-c8564e2b28fd will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:20.253877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1134d1fd-64c8-44ab-9cb7-d2602365ac5e req-40c1d170-493d-499c-9ad8-573588874b26 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0a458b6-89ea-45a5-a101-b9b47e7978f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413483 Jul 07 17:19:20.431539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3c510de8-3d8a-4ad7-a5e0-6840946e885d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:20.489448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.492261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.571969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-176c7640-9457-461e-aa8b-d35420011bec', 'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'fixed_ips': [{'subnet_id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:20.577502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.580592 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.620988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] Set router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:20.635519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:20.642065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:20.652190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:20.659710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.660898 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.745778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55634) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.825541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] No DVR routers for this DVR port 3a753a8a-636e-4f9d-b449-aa4a875074df on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:20.839056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=b6f6233f-7a12-40a1-ab57-c8564e2b28fd,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.849655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.857805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f9be5a6f-1b45-407a-bdb2-ab59e5198773 req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.54 "DELETE /v2.0/ports/3a753a8a-636e-4f9d-b449-aa4a875074df HTTP/1.1" status: 204 len: 173 time: 2.5428329 Jul 07 17:19:20.863186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e86c904-d2b4-4960-b170-6b2918fd32c4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8624766 Jul 07 17:19:20.866951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'name': 'network-vif-deleted', 'tag': '3a753a8a-636e-4f9d-b449-aa4a875074df'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:20.886834 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ddf22-9dba-48da-887f-7f318bb95c1d" -d '{"events": [{"server_uuid": "b03aae14-0b3a-4718-a09f-33e89e74cd0e", "name": "network-vif-deleted", "tag": "3a753a8a-636e-4f9d-b449-aa4a875074df"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:20.895191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55638) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.997881 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.026852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66136e5b-a3db-4773-9bed-67c85835b0b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=3a753a8a-636e-4f9d-b449-aa4a875074df,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.030302 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 4, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '624c4f4b-f1b9-4a06-9a1e-be1572169278', 'name': '', 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'mac_address': 'fa:16:3e:cb:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:11Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 4, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'subnets': [{'id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:21.070017 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f535a4-b876-43c5-a2d3-32add0a5e471 None None] The sync data for ids ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'] in n-d-793619-7 is: [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 4, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '624c4f4b-f1b9-4a06-9a1e-be1572169278', 'name': '', 'network_id': 'fc0e52d9-1f93-4f89-a343-06bf93d3b468', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'mac_address': 'fa:16:3e:cb:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:11Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 4, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'subnets': [{'id': '64ad3fb7-a5e5-4902-af44-6ec8224f7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:21.071308 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01536622-7a58-4bb0-acc0-13a00385a44d x-openstack-request-id: req-01536622-7a58-4bb0-acc0-13a00385a44d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:21.071610 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aae14-0b3a-4718-a09f-33e89e74cd0e", "name": "network-vif-deleted", "tag": "3a753a8a-636e-4f9d-b449-aa4a875074df", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:21.072002 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01536622-7a58-4bb0-acc0-13a00385a44d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:21.072758 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aae14-0b3a-4718-a09f-33e89e74cd0e', 'name': 'network-vif-deleted', 'tag': '3a753a8a-636e-4f9d-b449-aa4a875074df', 'status': 'completed', 'code': 200} Jul 07 17:19:21.095737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a753a8a-636e-4f9d-b449-aa4a875074df no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:21.098738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6aa859-14d9-498b-95fb-73a0f21ed1cb None None] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:21.134408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0b09-bc5d-4e23-8493-31cfcd0f2e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.205646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 3a753a8a-636e-4f9d-b449-aa4a875074df {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:21.206538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3a753a8a-636e-4f9d-b449-aa4a875074df not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:21.285266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af7174-89e0-4fb7-9035-701df9ee9d92 req-5598ba8c-e7c0-49d2-a4dd-6fe959f7eff7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.301944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01af7174-89e0-4fb7-9035-701df9ee9d92 req-5598ba8c-e7c0-49d2-a4dd-6fe959f7eff7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.3217552 Jul 07 17:19:21.327528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea73611-b48f-4879-9f66-c8732bfd119a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.329591 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0ea73611-b48f-4879-9f66-c8732bfd119a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A209 HTTP/1.1" status: 200 len: 929 time: 0.4158542 Jul 07 17:19:21.336812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55644) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:21.474002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01af7174-89e0-4fb7-9035-701df9ee9d92 req-b32be713-4b5b-4f25-b7e5-9e951f9c5318 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675920 Jul 07 17:19:21.534865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Allocated IP 172.20.0.2 (176c7640-9457-461e-aa8b-d35420011bec/c27be1c4-6547-411c-973b-1b8b06cf39b2/47b4b14a-54e3-4721-856a-d661d717e44e) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:21.540795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 3c510de8-3d8a-4ad7-a5e0-6840946e885d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:21.650948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69b42e95-de01-484d-9df9-d6c16f444e2b req-8ea69399-7ff1-453d-a9c1-7b35152553ae tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=b03aae14-0b3a-4718-a09f-33e89e74cd0e HTTP/1.1" status: 200 len: 210 time: 0.0743206 Jul 07 17:19:21.669246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0b09-bc5d-4e23-8493-31cfcd0f2e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.683427 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c6f0b09-bc5d-4e23-8493-31cfcd0f2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.718192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port b6f6233f-7a12-40a1-ab57-c8564e2b28fd {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:21.719014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.727609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.772411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.850662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.874997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for b6f6233f-7a12-40a1-ab57-c8564e2b28fd owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:21.888899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3c510de8-3d8a-4ad7-a5e0-6840946e885d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:21.888899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.896632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa69da1c-edb5-4f5e-9dd0-597e2f80947a None None] Provisioning for port 3c510de8-3d8a-4ad7-a5e0-6840946e885d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:21.925600 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c6f0b09-bc5d-4e23-8493-31cfcd0f2e4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1761f22e99df4660b0c905616d0eaef7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1614969 Jul 07 17:19:21.925600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f0b09-bc5d-4e23-8493-31cfcd0f2e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea6eee-e111-4f38-9171-a8c1f4579ed4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.928165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:21.988229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa69da1c-edb5-4f5e-9dd0-597e2f80947a None None] Provisioning complete for port 3c510de8-3d8a-4ad7-a5e0-6840946e885d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:21.993818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa69da1c-edb5-4f5e-9dd0-597e2f80947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.051117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Allocated IP 172.25.5.225 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f3bc6cd8-f43e-494e-be61-5a2c5a5f949f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:22.110843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4772192e-8b69-44d0-a207-7744ee2c0134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.162678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4772192e-8b69-44d0-a207-7744ee2c0134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.273225 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.319987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.348335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.358176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=b6f6233f-7a12-40a1-ab57-c8564e2b28fd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.392983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4772192e-8b69-44d0-a207-7744ee2c0134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.397129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4772192e-8b69-44d0-a207-7744ee2c0134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.400033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.401618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4772192e-8b69-44d0-a207-7744ee2c0134 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7ea6eee-e111-4f38-9171-a8c1f4579ed4 HTTP/1.1" status: 204 len: 168 time: 0.4703288 Jul 07 17:19:22.424371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.425906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.440356 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2284936b-fcb6-4b6e-9270-11edb7281251 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/b6f6233f-7a12-40a1-ab57-c8564e2b28fd HTTP/1.1" status: 204 len: 168 time: 1.1021323 Jul 07 17:19:22.440703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:22.442526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.444420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:22.446897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Transition to ACTIVE for port object 47b4b14a-54e3-4721-856a-d661d717e44e will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:22.449640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:22.497370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Transition to ACTIVE for port object 47b4b14a-54e3-4721-856a-d661d717e44e will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:22.499034 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d454d6c5-4cc3-4097-a0ad-d7ee54a68dee tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:19:22.503850 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d454d6c5-4cc3-4097-a0ad-d7ee54a68dee tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/b6f6233f-7a12-40a1-ab57-c8564e2b28fd HTTP/1.1" status: 404 len: 333 time: 0.0492802 Jul 07 17:19:22.504631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55652) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.535382 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.562359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772192e-8b69-44d0-a207-7744ee2c0134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea6eee-e111-4f38-9171-a8c1f4579ed4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.664452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 73feb757-b211-4585-b9bc-62c6ec70a949 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:22.666539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.683408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Pushing event updated for resources: {'Port': ['ID=47b4b14a-54e3-4721-856a-d661d717e44e,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.867029 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.926750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Network 176c7640-9457-461e-aa8b-d35420011bec is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:22.946088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:22.961063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:22.969125 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.014012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55660) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.041282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.066988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 3c510de8-3d8a-4ad7-a5e0-6840946e885d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3c510de8-3d8a-4ad7-a5e0-6840946e885d,segment=NetworkSegment(c2ebe40b-fb07-4573-a15f-bf5c61cd3d40),segment_id=c2ebe40b-fb07-4573-a15f-bf5c61cd3d40)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:23.073527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 73feb757-b211-4585-b9bc-62c6ec70a949 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:23.137525 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.138344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5e1c4ebe-6172-4585-a30e-235823e43079 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:23.169463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a32778a-976d-4873-bebf-6c03baf414b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.220969 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a32778a-976d-4873-bebf-6c03baf414b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.364000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55662) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.373774 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa69da1c-edb5-4f5e-9dd0-597e2f80947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.445367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Attempting to bind port 47b4b14a-54e3-4721-856a-d661d717e44e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:23.445650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Attempting to bind port 47b4b14a-54e3-4721-856a-d661d717e44e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:23.446159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Attempting to bind port 47b4b14a-54e3-4721-856a-d661d717e44e on network 176c7640-9457-461e-aa8b-d35420011bec {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:23.457504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.484474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:23.484998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Checking segment: {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:23.485566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.485996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Bound using segment: {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:23.487591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Bound port: 47b4b14a-54e3-4721-856a-d661d717e44e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:23.488000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.497854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=3c510de8-3d8a-4ad7-a5e0-6840946e885d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:23.517661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=73feb757-b211-4585-b9bc-62c6ec70a949,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:23.520444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be04711e-71a9-4794-97aa-6eabdd644f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.531138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a32778a-976d-4873-bebf-6c03baf414b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.535556 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a32778a-976d-4873-bebf-6c03baf414b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.542918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5a32778a-976d-4873-bebf-6c03baf414b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0a458b6-89ea-45a5-a101-b9b47e7978f1 HTTP/1.1" status: 204 len: 168 time: 0.5215738 Jul 07 17:19:23.562082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32778a-976d-4873-bebf-6c03baf414b5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a458b6-89ea-45a5-a101-b9b47e7978f1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:23.623479 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.627035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-961d8eb1-b779-4682-901d-8662927a4550 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/73feb757-b211-4585-b9bc-62c6ec70a949 HTTP/1.1" status: 204 len: 168 time: 1.1209521 Jul 07 17:19:23.627884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55666) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.630144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.643938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-fa69da1c-edb5-4f5e-9dd0-597e2f80947a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:19:23.644508 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-fa69da1c-edb5-4f5e-9dd0-597e2f80947a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:19:23.647654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5e1c4ebe-6172-4585-a30e-235823e43079 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:23.647942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.686275 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14873c6-67aa-402a-9f34-e3c3bbb9b7bc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:19:23.691384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a14873c6-67aa-402a-9f34-e3c3bbb9b7bc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/73feb757-b211-4585-b9bc-62c6ec70a949 HTTP/1.1" status: 404 len: 333 time: 0.0477982 Jul 07 17:19:23.701208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] For port 47b4b14a-54e3-4721-856a-d661d717e44e, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:23.706903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] For port 47b4b14a-54e3-4721-856a-d661d717e44e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=47b4b14a-54e3-4721-856a-d661d717e44e,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:23.714757 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.715076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55670) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.816342 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.819076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:23.823084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c37e8-059c-4fe3-8904-28deb51221ff req-763202c1-873e-4079-bcff-2555e36eb3b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.824774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d6c37e8-059c-4fe3-8904-28deb51221ff req-763202c1-873e-4079-bcff-2555e36eb3b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.9250560 Jul 07 17:19:23.851370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.882771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 591a34b5-470c-4f0b-9abd-77b6a5fd9536 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:23.957152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.990823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 591a34b5-470c-4f0b-9abd-77b6a5fd9536 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:23.991492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 591a34b5-470c-4f0b-9abd-77b6a5fd9536 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:23.997683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.999207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba85cfa-a28c-43ab-b3b6-8a8f825fdb9e None None] Pushing event updated for resources: {'Port': ['ID=47b4b14a-54e3-4721-856a-d661d717e44e,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.002803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d6c37e8-059c-4fe3-8904-28deb51221ff req-315927bd-8683-4cdf-bb08-2ef053b209c7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357236 Jul 07 17:19:24.071627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting subnet 1fa82cff-2f23-46fd-a7dd-9587ee878589 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:24.075256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.145126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Router 589c4518-8e83-4303-ac6a-4942a68ad340 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:24.230741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.354975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be04711e-71a9-4794-97aa-6eabdd644f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.371745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be04711e-71a9-4794-97aa-6eabdd644f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.378102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3c510de8-3d8a-4ad7-a5e0-6840946e885d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:24.380867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:24.438936 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.445163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-767598ab-6f40-46f1-8849-bb3e1ec93303 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5455523 Jul 07 17:19:24.446222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55672) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.456338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Sync routers for ids ['589c4518-8e83-4303-ac6a-4942a68ad340'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:24.474441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f959c6a-8cac-4d4e-9f0c-a622f0e892d2 None None] Could not find standard attr ID for object 73feb757-b211-4585-b9bc-62c6ec70a949. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:24.500574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Routers {'589c4518-8e83-4303-ac6a-4942a68ad340'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:24.501283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['589c4518-8e83-4303-ac6a-4942a68ad340'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:24.537281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.546708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04711e-71a9-4794-97aa-6eabdd644f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c6111-32da-4226-a529-d9a03aae8e37,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.586026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.597611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-be04711e-71a9-4794-97aa-6eabdd644f76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e63eab2093f84fc5b9cf9ac8e3e095ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1626005 Jul 07 17:19:24.604217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 3c510de8-3d8a-4ad7-a5e0-6840946e885d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:24.604614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.620902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f959c6a-8cac-4d4e-9f0c-a622f0e892d2 None None] Provisioning complete for port 3c510de8-3d8a-4ad7-a5e0-6840946e885d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:24.620902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6f959c6a-8cac-4d4e-9f0c-a622f0e892d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.625373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55674) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.892793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.908038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.939104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f2ee-dcd7-4530-ab3f-95ca9987d822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.947388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Set router 589c4518-8e83-4303-ac6a-4942a68ad340 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:24.962476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.968398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7 HTTP/1.1" status: 204 len: 168 time: 1.2451909 Jul 07 17:19:24.968398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535698-0269-45ae-bebc-69f580257602 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.972144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55676) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.978453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.983337 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/subnets/1fa82cff-2f23-46fd-a7dd-9587ee878589 HTTP/1.1" status: 204 len: 168 time: 1.3516300 Jul 07 17:19:24.983692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:25.044524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f959c6a-8cac-4d4e-9f0c-a622f0e892d2 None None] Could not find standard attr ID for object b6f6233f-7a12-40a1-ab57-c8564e2b28fd. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:25.053395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1c983-d33c-4377-9245-59d4080f2387 None None] Network ac5a057a-13d4-4b46-830d-162d8218aec6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:25.136081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.156623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f2ee-dcd7-4530-ab3f-95ca9987d822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.187840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a560-f09e-4518-8260-d3842c742c91 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa82cff-2f23-46fd-a7dd-9587ee878589,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.188542 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.233096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77826c2-e363-41f2-8aae-f433691a65bc None None] Network e813aeb2-e4be-49ea-a4bb-92b0a77a9167 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:25.299534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-18ddad39-2a4d-44fe-90ea-c7f064d95d2f None None] Could not find standard attr ID for object b6f6233f-7a12-40a1-ab57-c8564e2b28fd. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:25.330481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f2ee-dcd7-4530-ab3f-95ca9987d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.333258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f2ee-dcd7-4530-ab3f-95ca9987d822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.355459 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c3f4f2ee-dcd7-4530-ab3f-95ca9987d822 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/507c6111-32da-4226-a529-d9a03aae8e37 HTTP/1.1" status: 204 len: 168 time: 0.7213812 Jul 07 17:19:25.373828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 624c4f4b-f1b9-4a06-9a1e-be1572169278 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:25.386144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4f2ee-dcd7-4530-ab3f-95ca9987d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c6111-32da-4226-a529-d9a03aae8e37,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.393517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.399103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 3c510de8-3d8a-4ad7-a5e0-6840946e885d {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:25.399451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.443931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port c09f8bd7-b18e-4924-a1d2-c90f4110506e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:25.444840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.549659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] For port 3c510de8-3d8a-4ad7-a5e0-6840946e885d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3c510de8-3d8a-4ad7-a5e0-6840946e885d,segment=NetworkSegment(c2ebe40b-fb07-4573-a15f-bf5c61cd3d40),segment_id=c2ebe40b-fb07-4573-a15f-bf5c61cd3d40)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:25.550023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.585473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 3c510de8-3d8a-4ad7-a5e0-6840946e885d owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:25.752356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 624c4f4b-f1b9-4a06-9a1e-be1572169278 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:25.780860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 624c4f4b-f1b9-4a06-9a1e-be1572169278 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:25.781327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.846540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.882026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:22Z', 'revision_number': 3, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:25.915431 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=3c510de8-3d8a-4ad7-a5e0-6840946e885d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.928819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No DVR routers for this DVR port 3c510de8-3d8a-4ad7-a5e0-6840946e885d on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:25.956689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port c09f8bd7-b18e-4924-a1d2-c90f4110506e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c09f8bd7-b18e-4924-a1d2-c90f4110506e,segment=NetworkSegment(36237fa8-8727-4401-b6fd-8c4d6aa99ef1),segment_id=36237fa8-8727-4401-b6fd-8c4d6aa99ef1)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:25.957612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.976738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for c09f8bd7-b18e-4924-a1d2-c90f4110506e owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:26.080095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.106952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e813aeb2-e4be-49ea-a4bb-92b0a77a9167']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:26.132680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:26.133836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ebe40b-fb07-4573-a15f-bf5c61cd3d40') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:26.154757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.168633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde0024-5bd3-47de-bba2-1bc3a7ab9ab2 None None] DHCP port deletion for e813aeb2-e4be-49ea-a4bb-92b0a77a9167 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:26.170710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca9b42-e007-4c6f-9b11-314ea40be4aa None None] Network 176c7640-9457-461e-aa8b-d35420011bec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:26.173169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1320d-5d6b-49d8-b527-2e0a425e7b27 None None] DHCP port deletion for ac5a057a-13d4-4b46-830d-162d8218aec6 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:26.180386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Checking router: 589c4518-8e83-4303-ac6a-4942a68ad340 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:26.181362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Updating router 589c4518-8e83-4303-ac6a-4942a68ad340 port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:26.193921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.199773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d8309-17f3-4cd2-a6cd-9efe8895ab10 req-32c5bb24-f4a4-4533-a2fe-70d202249d26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.209029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:26.210328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378d8309-17f3-4cd2-a6cd-9efe8895ab10 req-32c5bb24-f4a4-4533-a2fe-70d202249d26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.7403214 Jul 07 17:19:26.210824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:26.218446 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:26.229344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.252282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.332805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-79c131b7-1f28-49f4-93a5-bd7ca491d5f0 None None] Provisioning for port 47b4b14a-54e3-4721-856a-d661d717e44e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:26.335649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378d8309-17f3-4cd2-a6cd-9efe8895ab10 req-6663e0c0-a997-40ed-b36a-f31e7509e316 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236703 Jul 07 17:19:26.343624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] No DVR routers for this DVR port c09f8bd7-b18e-4924-a1d2-c90f4110506e on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:26.348525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.349705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=c09f8bd7-b18e-4924-a1d2-c90f4110506e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.378128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.386944 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/e813aeb2-e4be-49ea-a4bb-92b0a77a9167 HTTP/1.1" status: 204 len: 168 time: 1.3990104 Jul 07 17:19:26.388886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55702) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:26.407874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1121825186'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:26.411870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Allocated IP 172.20.0.1 (176c7640-9457-461e-aa8b-d35420011bec/c27be1c4-6547-411c-973b-1b8b06cf39b2/90818405-38b2-4a1e-a95a-2b73434acc47) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:26.417375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ffd20-d185-4e81-a642-49febd4ff9ec tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=e813aeb2-e4be-49ea-a4bb-92b0a77a9167,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.483153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:26.488058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.496107 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.521792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:26.536762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.537822 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment d4c87fef-8af9-403f-ac12-3a55d50274de of type vlan for network 80ae2753-9130-47cc-9c31-ceee092fab07 Jul 07 17:19:26.549201 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.557985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5a057a-13d4-4b46-830d-162d8218aec6']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:26.580346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36237fa8-8727-4401-b6fd-8c4d6aa99ef1') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:26.580748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36237fa8-8727-4401-b6fd-8c4d6aa99ef1') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:26.597135 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.610058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.635495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.656871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.657275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:26.658313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:26.663551 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:26.667613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.667613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.688177 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 624c4f4b-f1b9-4a06-9a1e-be1572169278, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=624c4f4b-f1b9-4a06-9a1e-be1572169278,segment=NetworkSegment(c2ae6dee-53e4-4ea8-8303-158fc1d695b3),segment_id=c2ae6dee-53e4-4ea8-8303-158fc1d695b3)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:26.689631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2990205 Jul 07 17:19:26.702368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:26.705704 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.741219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:26.757958 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.780621 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.782725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Transition to ACTIVE for port object 90818405-38b2-4a1e-a95a-2b73434acc47 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:26.790698 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.795524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/networks/ac5a057a-13d4-4b46-830d-162d8218aec6 HTTP/1.1" status: 204 len: 168 time: 1.8105562 Jul 07 17:19:26.797696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55712) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:26.813888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=624c4f4b-f1b9-4a06-9a1e-be1572169278,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.829299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f04f-5d11-4e47-8549-496cb0bdf09f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Network': ['ID=ac5a057a-13d4-4b46-830d-162d8218aec6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.840755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff931d01-60b7-4198-93c9-2f071be8fa95 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=80ae2753-9130-47cc-9c31-ceee092fab07,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.901355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 80ae2753-9130-47cc-9c31-ceee092fab07 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:26.906586 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:26.917715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.007548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.131970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Network 176c7640-9457-461e-aa8b-d35420011bec is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:27.137047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:27.146676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.148281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:27.166146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 47b4b14a-54e3-4721-856a-d661d717e44e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:27.248196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Pushing event updated for resources: {'Port': ['ID=90818405-38b2-4a1e-a95a-2b73434acc47,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.279713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.306049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Transition to ACTIVE for port object f3bc6cd8-f43e-494e-be61-5a2c5a5f949f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:27.324977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.336874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.378488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port f048ecef-b630-476b-bfbe-0503ac33aef8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:27.378845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.394543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55718) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.416918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606836d-77f2-4f1c-8028-4e9b64cbf6c5 None None] Pushing event updated for resources: {'Port': ['ID=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.422470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 47b4b14a-54e3-4721-856a-d661d717e44e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:27.431158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 47b4b14a-54e3-4721-856a-d661d717e44e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:27.431533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.453540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.465894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': 'd4c87fef-8af9-403f-ac12-3a55d50274de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:27.466258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: 80ae2753-9130-47cc-9c31-ceee092fab07, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:27.511849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 80ae2753-9130-47cc-9c31-ceee092fab07 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:27.527267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 80ae2753-9130-47cc-9c31-ceee092fab07) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:27.535340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.537498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.569288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-abd6b822-33f8-4853-a54c-d8cdace5aa3f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8667469 Jul 07 17:19:27.579637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.588054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07', 'name': 'tempest-PortsIpV6TestJSON-1253059169', 'fixed_ips': [{'subnet_id': '465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c', 'ip_address': '2001:db8::10'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:27.658697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b5e35-f037-4204-85e9-3e8c22fc75d6 None None] Network 80ae2753-9130-47cc-9c31-ceee092fab07 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:27.674013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Attempting to bind port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:27.674630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Attempting to bind port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:27.675254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Attempting to bind port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:27.709941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:27.710658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:27.711359 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.711917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:27.712596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Bound port: f3bc6cd8-f43e-494e-be61-5a2c5a5f949f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:27.714225 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.770663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:27.839184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.843817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c7c706f9-d9e4-4b33-84a6-c5f103d52dbe None None] Provisioning complete for port 47b4b14a-54e3-4721-856a-d661d717e44e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:27.844451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7c706f9-d9e4-4b33-84a6-c5f103d52dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.865680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.886650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:27.968835 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.969155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.972118 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43c22cde-a84a-480c-bd95-c6bda8c2d78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.989076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.004697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] For port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:28.012922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for f048ecef-b630-476b-bfbe-0503ac33aef8 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:28.072379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::10 (80ae2753-9130-47cc-9c31-ceee092fab07/465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c/7f91baf9-f338-47c1-8d94-f55700b2a6f0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:28.076919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 47b4b14a-54e3-4721-856a-d661d717e44e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=47b4b14a-54e3-4721-856a-d661d717e44e,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:28.085603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] For port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:28.099187 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.118612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.232003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301956bb-2d4c-43ef-a6cb-671360c85cd0 req-e4c87ee8-5068-4724-bef8-1b1835d7431d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.233637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301956bb-2d4c-43ef-a6cb-671360c85cd0 req-e4c87ee8-5068-4724-bef8-1b1835d7431d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.3346519 Jul 07 17:19:28.254944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3c510de8-3d8a-4ad7-a5e0-6840946e885d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:28.297362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3c510de8-3d8a-4ad7-a5e0-6840946e885d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:28.297724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3c510de8-3d8a-4ad7-a5e0-6840946e885d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:28.298126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c09f8bd7-b18e-4924-a1d2-c90f4110506e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:28.359933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.362350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: c09f8bd7-b18e-4924-a1d2-c90f4110506e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:28.363039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c09f8bd7-b18e-4924-a1d2-c90f4110506e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:28.374591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Routers {'589c4518-8e83-4303-ac6a-4942a68ad340'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:28.375037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['589c4518-8e83-4303-ac6a-4942a68ad340'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:28.380779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=47b4b14a-54e3-4721-856a-d661d717e44e,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.394397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-301956bb-2d4c-43ef-a6cb-671360c85cd0 req-a8427fad-4d48-4d98-92ff-594524b645d1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434057 Jul 07 17:19:28.418394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 7f91baf9-f338-47c1-8d94-f55700b2a6f0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:28.470900 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43c22cde-a84a-480c-bd95-c6bda8c2d78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.477338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-43c22cde-a84a-480c-bd95-c6bda8c2d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.509708 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.528667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-80ae2753-9130-47cc-9c31-ceee092fab07', 'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': '465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:28.532630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.593703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 80ae2753-9130-47cc-9c31-ceee092fab07 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:28.600537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:28.606288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:28.618265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-43c22cde-a84a-480c-bd95-c6bda8c2d78e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf8c101907894b94a940c656e03ec18b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2225370 Jul 07 17:19:28.619199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c22cde-a84a-480c-bd95-c6bda8c2d78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8836b6-ed29-4c12-a70f-4d419dd9a92a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.620985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.623135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.625842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.627568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55726) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.643420 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.668039 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0826948 Jul 07 17:19:28.670228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.682953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.684993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07', 'name': 'tempest-PortsIpV6TestJSON-1357241355', 'fixed_ips': [{'subnet_id': '465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c', 'ip_address': '2001:db8::f'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:28.691460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606836d-77f2-4f1c-8028-4e9b64cbf6c5 None None] Pushing event updated for resources: {'Port': ['ID=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.773215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.785970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b0d2a-c4b9-4ae7-8250-6e99bca1f82e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=7f91baf9-f338-47c1-8d94-f55700b2a6f0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.792506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Pushing event updated for resources: {'Port': ['ID=90818405-38b2-4a1e-a95a-2b73434acc47,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.825688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cd9b3a78-8fc5-4d6f-8f3d-ce84eb3b43b1 None None] Provisioning for port 90818405-38b2-4a1e-a95a-2b73434acc47 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:28.851633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] Set router 589c4518-8e83-4303-ac6a-4942a68ad340 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:28.857926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cd9b3a78-8fc5-4d6f-8f3d-ce84eb3b43b1 None None] Provisioning complete for port 90818405-38b2-4a1e-a95a-2b73434acc47 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:28.858526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3a78-8fc5-4d6f-8f3d-ce84eb3b43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.864872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=f048ecef-b630-476b-bfbe-0503ac33aef8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.878959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd47746a-af5b-4f38-a446-e74cafecc065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.952593 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.953248 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Floating IP 255291de-8220-4803-89b5-05cb1da025d3 disassociated (deleted). External IP: 172.25.5.170, port: 989a8749-732e-4014-a5b0-38cfef5667d7. Jul 07 17:19:28.961095 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd47746a-af5b-4f38-a446-e74cafecc065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.991363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 47b4b14a-54e3-4721-856a-d661d717e44e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:29.029565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:29.039138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.073545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:29.098290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Allocated IP 2001:db8::2 (80ae2753-9130-47cc-9c31-ceee092fab07/465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c/10d42fb4-a13a-41fd-b233-6be1074e5ed6) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:29.101489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b3a78-8fc5-4d6f-8f3d-ce84eb3b43b1 None None] Port 90818405-38b2-4a1e-a95a-2b73434acc47 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:29.103708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Network 176c7640-9457-461e-aa8b-d35420011bec is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:29.107548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:29.195099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd47746a-af5b-4f38-a446-e74cafecc065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.205195 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fd47746a-af5b-4f38-a446-e74cafecc065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.205195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fd47746a-af5b-4f38-a446-e74cafecc065 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac8836b6-ed29-4c12-a70f-4d419dd9a92a HTTP/1.1" status: 204 len: 168 time: 0.5676558 Jul 07 17:19:29.277481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47746a-af5b-4f38-a446-e74cafecc065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8836b6-ed29-4c12-a70f-4d419dd9a92a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.354450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Router 589c4518-8e83-4303-ac6a-4942a68ad340 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:29.503810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 47b4b14a-54e3-4721-856a-d661d717e44e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:29.504585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.595679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:29.680762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:29.698612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a0282948-9a45-439c-874d-9d81a6c969db admin admin] 10.222.0.78 "PUT /v2.0/routers/589c4518-8e83-4303-ac6a-4942a68ad340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2465541 Jul 07 17:19:29.812081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d0abd123-0bd4-4a4e-9ffb-8fc8d5909ca2 None None] Provisioning complete for port 90818405-38b2-4a1e-a95a-2b73434acc47 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:29.812606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d0abd123-0bd4-4a4e-9ffb-8fc8d5909ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.866127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:29.879156 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:29.889331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.914689 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:29.918655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:29.922225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d0abd123-0bd4-4a4e-9ffb-8fc8d5909ca2 None None] Port 90818405-38b2-4a1e-a95a-2b73434acc47 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:30.030502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90818405-38b2-4a1e-a95a-2b73434acc47', 'name': '', 'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'mac_address': 'fa:16:3e:7d:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:26Z', 'revision_number': 1, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'subnets': [{'id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:30.076837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-51e4ef3f-5522-4a97-8c72-c634e93c3f3b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/floatingips/255291de-8220-4803-89b5-05cb1da025d3 HTTP/1.1" status: 204 len: 168 time: 3.2765698 Jul 07 17:19:30.078718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:30.081378 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046bf5ea-b452-4025-923d-3ef78460dfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:30.090144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06bf95-b73f-4198-9368-23abb0cf7040 None None] The sync data for ids ['589c4518-8e83-4303-ac6a-4942a68ad340'] in n-d-793619-7 is: [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90818405-38b2-4a1e-a95a-2b73434acc47', 'name': '', 'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'mac_address': 'fa:16:3e:7d:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:26Z', 'revision_number': 1, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'subnets': [{'id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:30.100865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.104095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 624c4f4b-f1b9-4a06-9a1e-be1572169278 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:30.126568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba8494-6939-4edd-af07-77da24fd9695 req-d9c2a3f6-049a-436e-902c-7460365abfa7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.153616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91ba8494-6939-4edd-af07-77da24fd9695 req-d9c2a3f6-049a-436e-902c-7460365abfa7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.3235292 Jul 07 17:19:30.209623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Transition to ACTIVE for port object 10d42fb4-a13a-41fd-b233-6be1074e5ed6 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:30.247656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91ba8494-6939-4edd-af07-77da24fd9695 req-5e065e95-2481-4861-be6c-5b7bb179c262 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912535 Jul 07 17:19:30.273358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Transition to ACTIVE for port object 10d42fb4-a13a-41fd-b233-6be1074e5ed6 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:30.306233 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.347530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 624c4f4b-f1b9-4a06-9a1e-be1572169278 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:30.347910 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.415735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::f (80ae2753-9130-47cc-9c31-ceee092fab07/465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c/29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:30.419260 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:30.516315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Network 80ae2753-9130-47cc-9c31-ceee092fab07 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:30.527606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Pushing event updated for resources: {'Port': ['ID=10d42fb4-a13a-41fd-b233-6be1074e5ed6,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.534026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:30.550489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:30.678062 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d050f92-8480-4d46-b0bf-5ec39761a93a x-openstack-request-id: req-0d050f92-8480-4d46-b0bf-5ec39761a93a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:30.678568 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:30.678746 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d050f92-8480-4d46-b0bf-5ec39761a93a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:30.679369 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7', 'status': 'completed', 'code': 200} Jul 07 17:19:30.833340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:30.959693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Attempting to bind port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:30.960350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Attempting to bind port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd4c87fef-8af9-403f-ac12-3a55d50274de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:30.960766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Attempting to bind port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 on network 80ae2753-9130-47cc-9c31-ceee092fab07 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:31.073936 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 6, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.087886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:31.088416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Checking segment: {'id': 'd4c87fef-8af9-403f-ac12-3a55d50274de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:31.098250 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.098823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Bound using segment: {'id': 'd4c87fef-8af9-403f-ac12-3a55d50274de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:31.099469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Bound port: 10d42fb4-a13a-41fd-b233-6be1074e5ed6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c87fef-8af9-403f-ac12-3a55d50274de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80ae2753-9130-47cc-9c31-ceee092fab07'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:31.099919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.112121 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:31.123405 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:31.124820 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.376265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:31.416054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:31.469263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd1849325-a1bf-4030-876e-eb0de18da498', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498', 'mac_address': 'fa:16:3e:2f:ef:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:31.477628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] For port 10d42fb4-a13a-41fd-b233-6be1074e5ed6, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:31.491499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] For port 10d42fb4-a13a-41fd-b233-6be1074e5ed6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=10d42fb4-a13a-41fd-b233-6be1074e5ed6,segment=NetworkSegment(d4c87fef-8af9-403f-ac12-3a55d50274de),segment_id=d4c87fef-8af9-403f-ac12-3a55d50274de)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:31.498886 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.563612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83338223-5a72-4c1f-ad77-a58210615cc3 req-653ce70b-19cb-469b-8df6-d309d30b7576 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.566766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83338223-5a72-4c1f-ad77-a58210615cc3 req-653ce70b-19cb-469b-8df6-d309d30b7576 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 945 time: 0.3363976 Jul 07 17:19:31.719220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83338223-5a72-4c1f-ad77-a58210615cc3 req-17293bd3-917f-4ad6-bffa-51fcc83c531c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272206 Jul 07 17:19:31.822882 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.895197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1849325-a1bf-4030-876e-eb0de18da498 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:31.934889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f1cc5-0ac1-4bc2-af71-4d3a50bd83a8 None None] Pushing event updated for resources: {'Port': ['ID=10d42fb4-a13a-41fd-b233-6be1074e5ed6,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.988562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:31.995767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.005407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.048948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:32.060242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-2f9be835-97cf-42f2-996c-a6f3cdbd9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.062312 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-2f9be835-97cf-42f2-996c-a6f3cdbd9edd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1096 time: 1.0476019 Jul 07 17:19:32.069492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-cc9e447a-770b-4c52-b754-0ba30dfe7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.071160 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-cc9e447a-770b-4c52-b754-0ba30dfe7211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 1096 time: 1.1987879 Jul 07 17:19:32.079485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:32.110619 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 6, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.131722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1849325-a1bf-4030-876e-eb0de18da498'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:32.203399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee303a-49d4-4b61-a11a-5a53cd63fd90 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:13Z', 'revision_number': 6, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ed2aabbb-48bc-48ff-a644-1fc9dac02d3d', 'name': '', 'network_id': '48a218b3-0df2-41b3-950c-dc598f198d5e', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:d6:ec:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:55Z', 'updated_at': '2021-07-07T17:17:04Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': 'a478f964-cf97-4346-bbaf-e2d61062b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:32.260656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583797-cf73-4c88-ab3e-788bb31712bc req-8adfa831-ba9b-4b41-8354-2e9346fc37ca tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.286064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85583797-cf73-4c88-ab3e-788bb31712bc req-8adfa831-ba9b-4b41-8354-2e9346fc37ca tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 944 time: 0.2610691 Jul 07 17:19:32.336781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85583797-cf73-4c88-ab3e-788bb31712bc req-470258ee-904c-4592-a868-bf9a87b49783 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Jul 07 17:19:32.499160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-4e594061-354e-439f-a511-6bc7673b4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.501862 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-4e594061-354e-439f-a511-6bc7673b4377 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 200 len: 898 time: 0.3873758 Jul 07 17:19:32.505937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ba14a-873a-4895-809d-a1c359eca15f req-5eb87a6e-c734-4b93-b968-b2124b73ce51 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.507831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-124ba14a-873a-4895-809d-a1c359eca15f req-5eb87a6e-c734-4b93-b968-b2124b73ce51 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 945 time: 0.1640851 Jul 07 17:19:32.729689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port 989a8749-732e-4014-a5b0-38cfef5667d7 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:32.730699 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.788598 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-37b20d54-0807-444c-ad00-62a71d9774a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 200 len: 217 time: 0.2506895 Jul 07 17:19:32.790680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.793973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-0bddee6c-ba30-48ff-9e71-58c96e9ef27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.795561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-0bddee6c-ba30-48ff-9e71-58c96e9ef27b service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.6382535 Jul 07 17:19:32.834325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:32.902269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port 989a8749-732e-4014-a5b0-38cfef5667d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=989a8749-732e-4014-a5b0-38cfef5667d7,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:32.902660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.963965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for 989a8749-732e-4014-a5b0-38cfef5667d7 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:33.026789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d1849325-a1bf-4030-876e-eb0de18da498 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:33.027205 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.076444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 80ae2753-9130-47cc-9c31-ceee092fab07 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:33.092220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:33.105419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:33.113802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.115291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.121735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f3bc6cd8-f43e-494e-be61-5a2c5a5f949f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:33.158594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-134576b2-58f0-4396-9bae-5cf0631909a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.161252 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-134576b2-58f0-4396-9bae-5cf0631909a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a478f964-cf97-4346-bbaf-e2d61062b72e HTTP/1.1" status: 200 len: 835 time: 0.3646073 Jul 07 17:19:33.168836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.198188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f66bdcf8-f359-4620-a676-97d344a72635 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5265856 Jul 07 17:19:33.227111 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-3e925c0f-bf22-4d76-82ad-050677c366e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 999 time: 0.3783638 Jul 07 17:19:33.227111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55822) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.372661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:33.381046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55830) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.400149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787b219-9f60-48bf-905c-b31d1155f20a None None] New status for floating IP 255291de-8220-4803-89b5-05cb1da025d3: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:33.563791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-f2769198-ce3c-4a7e-9c8a-346bad7bd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.565482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-f2769198-ce3c-4a7e-9c8a-346bad7bd7cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.3334835 Jul 07 17:19:33.700897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e8a3-30ea-4aac-8df1-7089b422926c req-62095ab8-58c2-48ee-afdd-c5f3272e4429 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.703040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b79e8a3-30ea-4aac-8df1-7089b422926c req-62095ab8-58c2-48ee-afdd-c5f3272e4429 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 945 time: 0.4339714 Jul 07 17:19:33.714733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:33.715326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.746843 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-29395a05-333e-4863-ab3c-fe584cd34b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.748907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-29395a05-333e-4863-ab3c-fe584cd34b5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a218b3-0df2-41b3-950c-dc598f198d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5745826 Jul 07 17:19:33.767642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c31b12ec-5aca-48c6-8aff-6b99891ec462 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Request body: {'quota': {'network': 2}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:33.801984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc40229-b683-4698-bddc-7efe7a3b8566 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.804601 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1dc40229-b683-4698-bddc-7efe7a3b8566 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5740647 Jul 07 17:19:33.820549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55838) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.901988 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.902850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.910414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.977055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b79e8a3-30ea-4aac-8df1-7089b422926c req-ff1a1627-df3c-43f6-8df8-a8f2727f353a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=52885a34-3469-4973-b93a-2a5d9886e3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634134 Jul 07 17:19:34.037731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:34.041063 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28901fe6-5a7e-47be-b6f9-3222233fd4a2" -d '{"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-plugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:34.060470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:34.062356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.071381 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.098645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c31b12ec-5aca-48c6-8aff-6b99891ec462 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] 10.222.0.78 "PUT /v2.0/quotas/01be26fea7014436ab6f2248aae6abb4 HTTP/1.1" status: 200 len: 368 time: 0.7035930 Jul 07 17:19:34.110132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55842) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.110673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55844) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.113983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] No DVR routers for this DVR port 989a8749-732e-4014-a5b0-38cfef5667d7 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:34.117042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=989a8749-732e-4014-a5b0-38cfef5667d7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.121407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.124056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "DELETE /v2.0/ports/989a8749-732e-4014-a5b0-38cfef5667d7 HTTP/1.1" status: 204 len: 173 time: 1.6076207 Jul 07 17:19:34.125978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'name': 'network-vif-deleted', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:34.130867 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68978c2c-ead0-48d5-a138-386be04ff7cf" -d '{"events": [{"server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "name": "network-vif-deleted", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:34.152145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46dec9-a770-40fc-9913-9d09138b6513 req-2c9dc274-e7cb-4096-a0e6-6632221956eb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.159633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Request body: {'network': {'project_id': '01be26fea7014436ab6f2248aae6abb4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:34.176921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c46dec9-a770-40fc-9913-9d09138b6513 req-2c9dc274-e7cb-4096-a0e6-6632221956eb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 944 time: 0.4461451 Jul 07 17:19:34.189020 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1674ea7-fde1-43da-833f-919aaf20e2df x-openstack-request-id: req-d1674ea7-fde1-43da-833f-919aaf20e2df {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:34.189020 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-plugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:34.189020 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1674ea7-fde1-43da-833f-919aaf20e2df {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:34.189020 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'code': 200} Jul 07 17:19:34.203457 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-0c0d2685-1e0b-49a0-8f20-83f197517e7c service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205639 Jul 07 17:19:34.205474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.222107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f571f-39ec-44c7-b118-c4e6a34bce65 None None] Network 80ae2753-9130-47cc-9c31-ceee092fab07 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:34.238990 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1185f601-8ac6-424d-bece-a638aaf11f71 x-openstack-request-id: req-1185f601-8ac6-424d-bece-a638aaf11f71 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:34.239755 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd5b5c1-320a-4a16-8496-0779271b287b", "name": "network-vif-deleted", "tag": "989a8749-732e-4014-a5b0-38cfef5667d7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:34.240894 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1185f601-8ac6-424d-bece-a638aaf11f71 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:34.241788 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd5b5c1-320a-4a16-8496-0779271b287b', 'name': 'network-vif-deleted', 'tag': '989a8749-732e-4014-a5b0-38cfef5667d7', 'status': 'completed', 'code': 200} Jul 07 17:19:34.271992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c46dec9-a770-40fc-9913-9d09138b6513 req-93d2ec4a-8703-4d5b-830a-4c39e280f3eb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929844 Jul 07 17:19:34.325922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:34.326576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.327888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 10d42fb4-a13a-41fd-b233-6be1074e5ed6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:34.425301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-725c87b2-b398-4693-9b76-b64b0502778e None None] Provisioning for port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:34.428995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.443622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-a7585d94-2c34-494d-b308-9ece0dcb7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.452000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-a7585d94-2c34-494d-b308-9ece0dcb7607 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8393080 Jul 07 17:19:34.514662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Made reservation on behalf of 01be26fea7014436ab6f2248aae6abb4 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:34.517907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.552896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:34.566393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:34.566393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.702418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.702917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.741937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7f677-add2-4ff1-aa7c-1955b138d11f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.750925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7f677-add2-4ff1-aa7c-1955b138d11f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.752015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 10d42fb4-a13a-41fd-b233-6be1074e5ed6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=10d42fb4-a13a-41fd-b233-6be1074e5ed6,segment=NetworkSegment(d4c87fef-8af9-403f-ac12-3a55d50274de),segment_id=d4c87fef-8af9-403f-ac12-3a55d50274de)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:34.757531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.763122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7f677-add2-4ff1-aa7c-1955b138d11f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.767685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91b7f677-add2-4ff1-aa7c-1955b138d11f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9433038 Jul 07 17:19:34.768500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55848) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.895721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=10d42fb4-a13a-41fd-b233-6be1074e5ed6,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.968209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f3bc6cd8-f43e-494e-be61-5a2c5a5f949f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:34.976277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-37126dd3-65dc-4611-b03e-01e97dc22458 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045247 Jul 07 17:19:34.984919 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-046bf5ea-b452-4025-923d-3ef78460dfd6 req-f88507e9-96fc-443e-9d46-b93e544b65dd service neutron] 10.222.0.13 "GET /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7798281 Jul 07 17:19:35.021669 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Sync routers for ids ['589c4518-8e83-4303-ac6a-4942a68ad340'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:35.046687 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Routers {'589c4518-8e83-4303-ac6a-4942a68ad340'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:35.047795 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['589c4518-8e83-4303-ac6a-4942a68ad340'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:35.162846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:35.163484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.169550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:35.170096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.310049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-87708e43-a729-4e1a-84c4-bcaa6b467366 req-d542841f-61ab-4b4e-b143-a61bba18fab4 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229566 Jul 07 17:19:35.370216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Provisioning complete for port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:35.371255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.534671 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.535371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.551124 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Set router 589c4518-8e83-4303-ac6a-4942a68ad340 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:35.582436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:35.590303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ddbd9565-cb58-4a1d-9748-11de91babba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.668763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.747083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Provisioning for port 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:35.753221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-397ff2fd-e7fb-4a4a-a03f-3b5578dd5aed req-92d5f625-6dbc-47b9-bcc7-b93edfca4bb2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd5b5c1-320a-4a16-8496-0779271b287b HTTP/1.1" status: 200 len: 210 time: 0.1451793 Jul 07 17:19:35.754370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Provisioning complete for port 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:35.755057 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.762749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:35.795703 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a86301-5be1-43ac-9455-e3c1cd323c2e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.801666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.802537 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Added segment 5dd2e594-e46f-4cea-8207-e6577e8c8f13 of type vlan for network fd31a8c6-1878-4592-9e2a-34f9df9044d6 Jul 07 17:19:35.863945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Port 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:35.891170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Provisioning for port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:35.891895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ce46-5d79-4abd-9fe0-10992122bbb5 req-0d5453e5-6e65-4cb7-a281-b03f54e1d593 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.893852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2018ce46-5d79-4abd-9fe0-10992122bbb5 req-0d5453e5-6e65-4cb7-a281-b03f54e1d593 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.2041702 Jul 07 17:19:35.902222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Provisioning complete for port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:35.903055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.993674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.010883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-021d9cf3-9440-4a93-a698-fc5d622e733f None None] Port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:36.051917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.103874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.105416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.107389 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.110386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2018ce46-5d79-4abd-9fe0-10992122bbb5 req-647bdd2a-bd55-41cb-9592-8a185904267f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084339 Jul 07 17:19:36.124324 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.132744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9941182 Jul 07 17:19:36.148473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55862) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.190943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-16a77050-1f6c-4a4c-b73a-f5e1290c3402 None None] Provisioning complete for port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:36.191288 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-16a77050-1f6c-4a4c-b73a-f5e1290c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.249468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.259479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 HTTP/1.1" status: 204 len: 168 time: 1.4895689 Jul 07 17:19:36.262101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.264180 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90818405-38b2-4a1e-a95a-2b73434acc47', 'name': '', 'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'mac_address': 'fa:16:3e:7d:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 2, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'subnets': [{'id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:36.270223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Request body: {'network': {'project_id': '01be26fea7014436ab6f2248aae6abb4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:36.273471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55864) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.299094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.304211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.305968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.307543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.307983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.310519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.310983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.311401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.311818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.314016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.314503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.314961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86767269-e53f-4f4d-931d-ab7e36f7d11b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:36.339850 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5e094b-ba72-40dc-9d82-cfc933d6198e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:19:36.344747 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1a5e094b-ba72-40dc-9d82-cfc933d6198e tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2 HTTP/1.1" status: 404 len: 333 time: 0.0545902 Jul 07 17:19:36.345314 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Checking router: 589c4518-8e83-4303-ac6a-4942a68ad340 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:36.345314 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Updating router 589c4518-8e83-4303-ac6a-4942a68ad340 port 90818405-38b2-4a1e-a95a-2b73434acc47 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:36.348729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55870) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.464644 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.471717 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbd688-8c3a-4d6d-a751-e25efc81b447 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Pushing event updated for resources: {'Network': ['ID=fd31a8c6-1878-4592-9e2a-34f9df9044d6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.532042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Made reservation on behalf of 01be26fea7014436ab6f2248aae6abb4 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:36.535238 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.581435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network fd31a8c6-1878-4592-9e2a-34f9df9044d6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:36.655968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-16a77050-1f6c-4a4c-b73a-f5e1290c3402 None None] Port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:36.664600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:36.688965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.689282 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Added segment 04338c97-8f55-46c5-864a-e788e5dd5cc4 of type vlan for network e819b201-92b5-43da-91e2-8cb1c9986d1d Jul 07 17:19:36.786198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1e561aff-8f98-4fc0-89d5-11368b12a5e2 None None] Could not find standard attr ID for object 29c3a1cc-528d-4bd3-ab7d-7bc86f1607f2. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:36.819587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.947021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 10d42fb4-a13a-41fd-b233-6be1074e5ed6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:36.966488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.967799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.968424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.986782 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55886) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.066559 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9169271 Jul 07 17:19:37.072311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55888) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.080104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e3c6e5ef-3e3e-44f1-aa0c-519b9ab3cb69 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Request body: {'network': {'project_id': '01be26fea7014436ab6f2248aae6abb4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.080517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:37.081336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.204423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190e708-5e87-4b61-970e-a14e5a8c67fa tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Pushing event updated for resources: {'Network': ['ID=e819b201-92b5-43da-91e2-8cb1c9986d1d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.208986 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c6e5ef-3e3e-44f1-aa0c-519b9ab3cb69 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:19:37.210810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c6e5ef-3e3e-44f1-aa0c-519b9ab3cb69 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:37.217156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3c6e5ef-3e3e-44f1-aa0c-519b9ab3cb69 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1426260 Jul 07 17:19:37.218554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55896) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.222918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e819b201-92b5-43da-91e2-8cb1c9986d1d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:37.257244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 7f91baf9-f338-47c1-8d94-f55700b2a6f0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:37.257820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.299074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Deleting port 624c4f4b-f1b9-4a06-9a1e-be1572169278 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:37.304272 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.360890 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.402270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Transition to ACTIVE for port object 90818405-38b2-4a1e-a95a-2b73434acc47 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:37.423158 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.457489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-825ffa82-68ff-4865-ab7a-0a04ad144b02 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.497785 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39294b21-a96f-4651-92b3-80ae64054ff0 None None] Pushing event updated for resources: {'Port': ['ID=90818405-38b2-4a1e-a95a-2b73434acc47,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.526390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 989a8749-732e-4014-a5b0-38cfef5667d7 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:37.534502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.605306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 989a8749-732e-4014-a5b0-38cfef5667d7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:37.605854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 989a8749-732e-4014-a5b0-38cfef5667d7 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:37.615819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 7f91baf9-f338-47c1-8d94-f55700b2a6f0 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:37.659603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed73-3743-4220-af6e-91cc58691937 req-7fae4517-6e17-4b46-946d-e30b2b6c492e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.662555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d54ed73-3743-4220-af6e-91cc58691937 req-7fae4517-6e17-4b46-946d-e30b2b6c492e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.2536182 Jul 07 17:19:37.697711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.731714 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-825ffa82-68ff-4865-ab7a-0a04ad144b02 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.765768 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.812732 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Attempting to bind port 90818405-38b2-4a1e-a95a-2b73434acc47 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:37.814101 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Attempting to bind port 90818405-38b2-4a1e-a95a-2b73434acc47 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:37.815015 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Attempting to bind port 90818405-38b2-4a1e-a95a-2b73434acc47 on network 176c7640-9457-461e-aa8b-d35420011bec {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:37.845077 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:37.846267 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Checking segment: {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:37.848297 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.851250 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Bound using segment: {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:37.853732 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Bound port: 90818405-38b2-4a1e-a95a-2b73434acc47, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac44312f-9d3c-4eea-bc22-c2182575a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '176c7640-9457-461e-aa8b-d35420011bec'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:37.854812 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.891866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d54ed73-3743-4220-af6e-91cc58691937 req-b5ddfcc7-ab09-4452-8340-a1e03c6c8406 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100153 Jul 07 17:19:38.082802 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] For port 90818405-38b2-4a1e-a95a-2b73434acc47, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:38.116881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] For port 624c4f4b-f1b9-4a06-9a1e-be1572169278, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=624c4f4b-f1b9-4a06-9a1e-be1572169278,segment=NetworkSegment(c2ae6dee-53e4-4ea8-8303-158fc1d695b3),segment_id=c2ae6dee-53e4-4ea8-8303-158fc1d695b3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:38.117372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.129441 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.146711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Calling delete_port for 624c4f4b-f1b9-4a06-9a1e-be1572169278 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:38.149519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.151963 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] For port 90818405-38b2-4a1e-a95a-2b73434acc47, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=90818405-38b2-4a1e-a95a-2b73434acc47,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:38.166761 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.171626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e819b201-92b5-43da-91e2-8cb1c9986d1d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.187518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04338c97-8f55-46c5-864a-e788e5dd5cc4') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.187880 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04338c97-8f55-46c5-864a-e788e5dd5cc4') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.237131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-825ffa82-68ff-4865-ab7a-0a04ad144b02 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.240822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-825ffa82-68ff-4865-ab7a-0a04ad144b02 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.241473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=7f91baf9-f338-47c1-8d94-f55700b2a6f0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.242218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-825ffa82-68ff-4865-ab7a-0a04ad144b02 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/security-groups/52885a34-3469-4973-b93a-2a5d9886e3c0 HTTP/1.1" status: 204 len: 168 time: 1.2411439 Jul 07 17:19:38.246081 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.253262 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39294b21-a96f-4651-92b3-80ae64054ff0 None None] Pushing event updated for resources: {'Port': ['ID=90818405-38b2-4a1e-a95a-2b73434acc47,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.265011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ffa82-68ff-4865-ab7a-0a04ad144b02 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52885a34-3469-4973-b93a-2a5d9886e3c0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.286682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.305146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:38.305811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:38.308628 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:38.325480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Routers {'589c4518-8e83-4303-ac6a-4942a68ad340'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:38.326135 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['589c4518-8e83-4303-ac6a-4942a68ad340'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.395617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55900) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:38.857092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.870766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-109bf7d0-d61a-49d1-9168-2e490d45c997 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/7f91baf9-f338-47c1-8d94-f55700b2a6f0 HTTP/1.1" status: 204 len: 168 time: 2.5196612 Jul 07 17:19:38.871741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55902) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.038965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90818405-38b2-4a1e-a95a-2b73434acc47 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:39.118925 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d13ef6-d195-4af1-ac92-48e6581c902d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:19:39.122722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a2d13ef6-d195-4af1-ac92-48e6581c902d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/7f91baf9-f338-47c1-8d94-f55700b2a6f0 HTTP/1.1" status: 404 len: 333 time: 0.2391181 Jul 07 17:19:39.128294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55906) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.255508 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] Set router 589c4518-8e83-4303-ac6a-4942a68ad340 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:39.279824 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.287479 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e424221-65d5-45e9-8f4f-a2da3f23b6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.328995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:39.332126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 90818405-38b2-4a1e-a95a-2b73434acc47 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:39.354085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 90818405-38b2-4a1e-a95a-2b73434acc47 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.355741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.356045 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.526396 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.560110 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.563621 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e819b201-92b5-43da-91e2-8cb1c9986d1d HTTP/1.1" status: 204 len: 168 time: 2.3425407 Jul 07 17:19:39.564994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd40ce8-335b-4f22-bd94-a5f14faa2c30 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Pushing event deleted for resources: {'Network': ['ID=e819b201-92b5-43da-91e2-8cb1c9986d1d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.581326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.626410 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.732510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.756852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.759099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 90818405-38b2-4a1e-a95a-2b73434acc47, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=90818405-38b2-4a1e-a95a-2b73434acc47,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:39.766650 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.906914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.931842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd31a8c6-1878-4592-9e2a-34f9df9044d6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:39.948201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd2e594-e46f-4cea-8207-e6577e8c8f13') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:39.948810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd2e594-e46f-4cea-8207-e6577e8c8f13') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:39.961644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.962001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=90818405-38b2-4a1e-a95a-2b73434acc47,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.984853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.992977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:39.993433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.996435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f1a1d-9ef9-46c5-a479-2fddc7361287 req-ba551cca-534a-4e06-9a06-f5bc53bb41ea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.011124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-824f1a1d-9ef9-46c5-a479-2fddc7361287 req-ba551cca-534a-4e06-9a06-f5bc53bb41ea tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.5461185 Jul 07 17:19:40.014000 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90818405-38b2-4a1e-a95a-2b73434acc47', 'name': '', 'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'mac_address': 'fa:16:3e:7d:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:38Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'subnets': [{'id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:40.058021 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:40.063196 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.086153 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.091324 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] 10.222.0.78 "DELETE /v2.0/networks/fd31a8c6-1878-4592-9e2a-34f9df9044d6 HTTP/1.1" status: 204 len: 168 time: 0.5061727 Jul 07 17:19:40.106358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33436dd-a80c-4576-b2a7-c692f93e528d None None] The sync data for ids ['589c4518-8e83-4303-ac6a-4942a68ad340'] in n-d-793619-7 is: [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '90818405-38b2-4a1e-a95a-2b73434acc47', 'name': '', 'network_id': '176c7640-9457-461e-aa8b-d35420011bec', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'mac_address': 'fa:16:3e:7d:2f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:38Z', 'revision_number': 4, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'subnets': [{'id': 'c27be1c4-6547-411c-973b-1b8b06cf39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:40.108567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48daa5-5cb8-493f-829b-416503e43be4 tempest-QuotasNegativeTest-235591589 tempest-QuotasNegativeTest-235591589-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd31a8c6-1878-4592-9e2a-34f9df9044d6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.184644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.266636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-824f1a1d-9ef9-46c5-a479-2fddc7361287 req-1d2cfc6f-e04d-42d3-8093-da5413868e29 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539520 Jul 07 17:19:40.340599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.390823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=624c4f4b-f1b9-4a06-9a1e-be1572169278,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.665793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.674121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.735560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.782018 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.789494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cb7153da-1702-49fb-9c34-8a3459136a9f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c HTTP/1.1" status: 204 len: 168 time: 1.6538935 Jul 07 17:19:40.791522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.796568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687968a-0e5b-4c8b-a40f-b3469c1b6c07 None None] Network 80ae2753-9130-47cc-9c31-ceee092fab07 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:40.893339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.018119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.104634 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.341067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:41.341822 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.375924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90818405-38b2-4a1e-a95a-2b73434acc47 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:41.582076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:41.628823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 90818405-38b2-4a1e-a95a-2b73434acc47 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:41.630972 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.720948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] For port 10d42fb4-a13a-41fd-b233-6be1074e5ed6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=10d42fb4-a13a-41fd-b233-6be1074e5ed6,segment=NetworkSegment(d4c87fef-8af9-403f-ac12-3a55d50274de),segment_id=d4c87fef-8af9-403f-ac12-3a55d50274de)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:41.721609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.731463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] DHCP port deletion for 80ae2753-9130-47cc-9c31-ceee092fab07 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:41.789303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 10d42fb4-a13a-41fd-b233-6be1074e5ed6 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:42.009359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55922) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.026655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Deleting port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:42.027747 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.065830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:42.073839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cb03a48f-d8f9-4116-8342-98f26863a3bb admin admin] 10.222.0.78 "PUT /v2.0/routers/187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9508054 Jul 07 17:19:42.078537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55926) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.080357 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:42.121191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] Sync routers for ids ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:42.251613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] Routers {'187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:42.253637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.265002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.268928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] For port 10d42fb4-a13a-41fd-b233-6be1074e5ed6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=10d42fb4-a13a-41fd-b233-6be1074e5ed6,segment=NetworkSegment(d4c87fef-8af9-403f-ac12-3a55d50274de),segment_id=d4c87fef-8af9-403f-ac12-3a55d50274de)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:42.269811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.331503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=10d42fb4-a13a-41fd-b233-6be1074e5ed6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.351616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No DVR routers for this DVR port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:42.403898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Calling delete_port for 10d42fb4-a13a-41fd-b233-6be1074e5ed6 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:42.439030 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd370934-b95c-4abf-8487-e5391dc08a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.493465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.499087 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.514674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ae2753-9130-47cc-9c31-ceee092fab07']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.534050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c87fef-8af9-403f-ac12-3a55d50274de') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.534349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c87fef-8af9-403f-ac12-3a55d50274de') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.546971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.564857 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.573823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:42.574444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.581366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] Set router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:42.625815 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:42.684736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.698381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf313-06b5-45ab-ad3d-5b3eb4a09bc4 req-77854950-e136-4941-8067-283e735beea8 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.700037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8aaf313-06b5-45ab-ad3d-5b3eb4a09bc4 req-77854950-e136-4941-8067-283e735beea8 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.7360163 Jul 07 17:19:42.720776 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.751637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.757842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/80ae2753-9130-47cc-9c31-ceee092fab07 HTTP/1.1" status: 204 len: 168 time: 1.9601583 Jul 07 17:19:42.760517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a47a5-b760-4518-892b-6283b603ce4d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=80ae2753-9130-47cc-9c31-ceee092fab07,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.766324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55928) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.775875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1031907625'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.786663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Pushing event deleted for resources: {'Port': ['ID=10d42fb4-a13a-41fd-b233-6be1074e5ed6,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.794215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] Network 80ae2753-9130-47cc-9c31-ceee092fab07 is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:19:42.798970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a3639-4b10-4fa8-97fd-1f4b877d8938 None None] No DVR routers for this DVR port 10d42fb4-a13a-41fd-b233-6be1074e5ed6 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:42.859982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.879220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8aaf313-06b5-45ab-ad3d-5b3eb4a09bc4 req-a0c1ee48-2ae1-4b47-b660-eef5cb16039c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234438 Jul 07 17:19:42.907001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 10d42fb4-a13a-41fd-b233-6be1074e5ed6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:42.950664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:42.950926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.979429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 10d42fb4-a13a-41fd-b233-6be1074e5ed6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:42.979779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 10d42fb4-a13a-41fd-b233-6be1074e5ed6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:42.980226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd370934-b95c-4abf-8487-e5391dc08a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.999459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dd370934-b95c-4abf-8487-e5391dc08a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.026858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:40Z', 'revision_number': 5, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port': {'id': '5e1c4ebe-6172-4585-a30e-235823e43079', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:43.036905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd370934-b95c-4abf-8487-e5391dc08a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838d6d07-b909-48bc-86ce-9dd5cf55eecc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.052723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.058638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.091306 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dd370934-b95c-4abf-8487-e5391dc08a2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9150d00975fb4e2dacfd4a969abbc080&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0774369 Jul 07 17:19:43.091529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.102821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] Checking router: 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:43.119704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] Routers {'187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:43.120959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:43.121755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:43.135585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Deleting port 5e1c4ebe-6172-4585-a30e-235823e43079 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:43.136036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.138772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.139477 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Added segment dcce13cc-f8d4-4784-9f3b-b506311ff9c7 of type vlan for network 8c977749-2b72-46be-92ea-228a3f3f9c45 Jul 07 17:19:43.200012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.245020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.264490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb956-e361-4a97-9304-da33811857d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.265538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.267120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.299736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] For port 5e1c4ebe-6172-4585-a30e-235823e43079, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5e1c4ebe-6172-4585-a30e-235823e43079,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:43.300127 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.318364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] Set router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:43.330836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb956-e361-4a97-9304-da33811857d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.333096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Calling delete_port for 5e1c4ebe-6172-4585-a30e-235823e43079 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:43.367930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Network': ['ID=8c977749-2b72-46be-92ea-228a3f3f9c45,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.383099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port ed2aabbb-48bc-48ff-a644-1fc9dac02d3d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:43.383744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.388047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e3a74365-c9b7-4d72-92cb-b95f83d97674 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6191542 Jul 07 17:19:43.394776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55932) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.402367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:43.414049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for ed2aabbb-48bc-48ff-a644-1fc9dac02d3d owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:43.420536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:43.423304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:42Z', 'revision_number': 6, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:43.461656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41165465-547d-48a0-b5d3-7be43113a332 None None] The sync data for ids ['187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec'] in n-d-793619-7 is: [{'id': '187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec', 'name': 'tempest-TestAggregatesBasicOps-335906314-router', 'tenant_id': '074174cc7cf7429090d0a13731c7153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:06Z', 'updated_at': '2021-07-07T17:19:42Z', 'revision_number': 6, 'project_id': '074174cc7cf7429090d0a13731c7153b', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:43.544228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb956-e361-4a97-9304-da33811857d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.547427 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb956-e361-4a97-9304-da33811857d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.551249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9cbb956-e361-4a97-9304-da33811857d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/838d6d07-b909-48bc-86ce-9dd5cf55eecc HTTP/1.1" status: 204 len: 168 time: 0.4562347 Jul 07 17:19:43.562143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbb956-e361-4a97-9304-da33811857d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838d6d07-b909-48bc-86ce-9dd5cf55eecc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.617264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.622365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.846138 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.971831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1c4ebe-6172-4585-a30e-235823e43079,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.162129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.312608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.315387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.317059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55940) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.341051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e914d84-62cb-44c6-860c-117c106f1e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.443100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.445407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:44.455458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.463085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6035898a-24c6-493e-98c3-5b8fad686996 admin admin] 10.222.0.78 "DELETE /v2.0/routers/187072c8-7ca4-4fa6-b8e7-4dd4ccbfeaec HTTP/1.1" status: 204 len: 168 time: 2.3815916 Jul 07 17:19:44.468407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.599167 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.605225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Deleting subnet 64ad3fb7-a5e5-4902-af44-6ec8224f7f03 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:44.617638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.685801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=ed2aabbb-48bc-48ff-a644-1fc9dac02d3d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.728073 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.743642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.938457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e914d84-62cb-44c6-860c-117c106f1e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.951136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e914d84-62cb-44c6-860c-117c106f1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.967086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bafcc-c114-4cef-a6f9-bd2abe3e8136 req-ed599729-6279-45cf-b210-a28f30554f2c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.975292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-595bafcc-c114-4cef-a6f9-bd2abe3e8136 req-ed599729-6279-45cf-b210-a28f30554f2c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.4741018 Jul 07 17:19:45.066095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914d84-62cb-44c6-860c-117c106f1e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b44349-149c-4213-aba9-f0a0596c5cd8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.075267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5e1c4ebe-6172-4585-a30e-235823e43079 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:45.102434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e914d84-62cb-44c6-860c-117c106f1e31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e2fc2168e6f4518b736d9316e479501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7788105 Jul 07 17:19:45.104080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55944) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.114070 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.227201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5e1c4ebe-6172-4585-a30e-235823e43079 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:45.228335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5e1c4ebe-6172-4585-a30e-235823e43079 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:45.229837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 624c4f4b-f1b9-4a06-9a1e-be1572169278 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:45.285148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 624c4f4b-f1b9-4a06-9a1e-be1572169278 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:45.287757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 624c4f4b-f1b9-4a06-9a1e-be1572169278 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:45.354883 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d77b3fe5-a1fa-4165-b03d-5603518ca339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.407321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d77b3fe5-a1fa-4165-b03d-5603518ca339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.440336 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.452541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=676677a5-c0f4-40c4-af50-89bb4ab42c5d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.541489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.566567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d77b3fe5-a1fa-4165-b03d-5603518ca339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.572607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d77b3fe5-a1fa-4165-b03d-5603518ca339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.580027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d77b3fe5-a1fa-4165-b03d-5603518ca339 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29b44349-149c-4213-aba9-f0a0596c5cd8 HTTP/1.1" status: 204 len: 168 time: 0.4745538 Jul 07 17:19:45.592541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-595bafcc-c114-4cef-a6f9-bd2abe3e8136 req-6798a2fd-fc55-446a-869e-dca66d13ba1e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6158845 Jul 07 17:19:45.614683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Checking segment: {'id': 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:45.615401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network hostable DHCP agents. Network: 8c977749-2b72-46be-92ea-228a3f3f9c45, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:45.662034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.670324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88220996-fe35-4532-847e-f46fd5cd80ba None None] Network fc0e52d9-1f93-4f89-a343-06bf93d3b468 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:45.671457 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/64ad3fb7-a5e5-4902-af44-6ec8224f7f03 HTTP/1.1" status: 204 len: 168 time: 1.2010062 Jul 07 17:19:45.672260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55948) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.679291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce677f51-a5f6-42c3-93eb-d9eb0ea2d653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ad3fb7-a5e5-4902-af44-6ec8224f7f03,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.780527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.784220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b3fe5-a1fa-4165-b03d-5603518ca339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b44349-149c-4213-aba9-f0a0596c5cd8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.821360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:45.875721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8c977749-2b72-46be-92ea-228a3f3f9c45) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:45.899082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.899724 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.926036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Deleting port 959a1030-1b3f-4bae-9e72-2643ddaf9502 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:45.926452 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.962101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dcb4edb0-2ae0-4678-a30b-fa8fbe1a35c2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5656235 Jul 07 17:19:45.970761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55950) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.992636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9878b21-0787-4b26-a969-cb84fa7859a1 None None] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:46.093711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-781096755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:46.166762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] For port 959a1030-1b3f-4bae-9e72-2643ddaf9502, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=959a1030-1b3f-4bae-9e72-2643ddaf9502,segment=NetworkSegment(c2ae6dee-53e4-4ea8-8303-158fc1d695b3),segment_id=c2ae6dee-53e4-4ea8-8303-158fc1d695b3)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:46.167501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.230236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Calling delete_port for 959a1030-1b3f-4bae-9e72-2643ddaf9502 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:46.253564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.254692 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.296810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 2256d0fd-e5bf-46f4-8786-220e44de4c8e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:46.349536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.355331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.490988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.491698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e48e1085-aed7-4f2b-93cd-f7ba07f58e64 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4143105 Jul 07 17:19:46.497218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55962) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.505853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45', 'name': 'tempest-PortsIpV6TestJSON-1882278361'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:46.516860 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.543813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0adaeda-f313-4415-ac37-f6bebd1bdebf None None] DHCP port deletion for fc0e52d9-1f93-4f89-a343-06bf93d3b468 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:46.620253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Pushing event deleted for resources: {'Port': ['ID=959a1030-1b3f-4bae-9e72-2643ddaf9502,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.630979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] No DVR routers for this DVR port 959a1030-1b3f-4bae-9e72-2643ddaf9502 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:46.662429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:46.684573 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] Sync routers for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:46.685630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6f930e44-1f9d-4358-8b78-90d70c84de4b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "PUT /v2.0/routers/2256d0fd-e5bf-46f4-8786-220e44de4c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2743344 Jul 07 17:19:46.686288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55968) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.691400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-8c977749-2b72-46be-92ea-228a3f3f9c45', 'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': '676677a5-c0f4-40c4-af50-89bb4ab42c5d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:46.692367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.742129 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:46.742129 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:46.844965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting subnet a478f964-cf97-4346-bbaf-e2d61062b72e {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:46.884720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.972803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959a1030-1b3f-4bae-9e72-2643ddaf9502 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:46.979073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Allocated IP 2001:db8::2 (8c977749-2b72-46be-92ea-228a3f3f9c45/676677a5-c0f4-40c4-af50-89bb4ab42c5d/57808483-9169-4041-9d2e-a1e53fb8d2f6) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:47.002629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.028918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 959a1030-1b3f-4bae-9e72-2643ddaf9502 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:47.029896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 959a1030-1b3f-4bae-9e72-2643ddaf9502 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:47.073548 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0e52d9-1f93-4f89-a343-06bf93d3b468']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:47.100869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:47.101216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ae6dee-53e4-4ea8-8303-158fc1d695b3') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:47.104922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.147498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.167753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf43d66-d370-4d0b-a51b-c32ffadffaf0 req-13bc679b-a274-4a53-89d4-6344c29c3b65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.173531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bf43d66-d370-4d0b-a51b-c32ffadffaf0 req-13bc679b-a274-4a53-89d4-6344c29c3b65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.1550078 Jul 07 17:19:47.240839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:47.248125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.283638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.293231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bf43d66-d370-4d0b-a51b-c32ffadffaf0 req-2ea28189-4afc-4224-96f0-627cfee40d69 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111317 Jul 07 17:19:47.304473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 81abb6da-2043-4f81-a476-64efe4f890fe yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:47.340508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:47.341133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.367825 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:47.412574 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.506450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Transition to ACTIVE for port object 57808483-9169-4041-9d2e-a1e53fb8d2f6 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:47.508243 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:47.515569 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.535208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.540085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] 10.222.0.78 "DELETE /v2.0/networks/fc0e52d9-1f93-4f89-a343-06bf93d3b468 HTTP/1.1" status: 204 len: 168 time: 1.8554294 Jul 07 17:19:47.543928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.569423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Transition to ACTIVE for port object 57808483-9169-4041-9d2e-a1e53fb8d2f6 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:47.585523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.706996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5214af-0c06-45cd-bab5-12193bdeb40a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0e52d9-1f93-4f89-a343-06bf93d3b468,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.725470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Pushing event updated for resources: {'Port': ['ID=57808483-9169-4041-9d2e-a1e53fb8d2f6,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.748360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:47.751329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:47.763453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:47.829242 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:43Z', 'revision_number': 7, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:47.846585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.917667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Attempting to bind port 57808483-9169-4041-9d2e-a1e53fb8d2f6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:47.920592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Attempting to bind port 57808483-9169-4041-9d2e-a1e53fb8d2f6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:47.921205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Attempting to bind port 57808483-9169-4041-9d2e-a1e53fb8d2f6 on network 8c977749-2b72-46be-92ea-228a3f3f9c45 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:47.936329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:47.939381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Checking segment: {'id': 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:47.940698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.941488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Bound using segment: {'id': 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:47.943106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Bound port: 57808483-9169-4041-9d2e-a1e53fb8d2f6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8c977749-2b72-46be-92ea-228a3f3f9c45'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:47.944070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.963636 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] Checking router: 2256d0fd-e5bf-46f4-8786-220e44de4c8e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:47.995856 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] Routers {'2256d0fd-e5bf-46f4-8786-220e44de4c8e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:47.996860 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:48.048680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::3a5 (8c977749-2b72-46be-92ea-228a3f3f9c45/676677a5-c0f4-40c4-af50-89bb4ab42c5d/81abb6da-2043-4f81-a476-64efe4f890fe) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:48.139484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] For port 57808483-9169-4041-9d2e-a1e53fb8d2f6, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:48.154393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] For port 57808483-9169-4041-9d2e-a1e53fb8d2f6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=57808483-9169-4041-9d2e-a1e53fb8d2f6,segment=NetworkSegment(dcce13cc-f8d4-4784-9f3b-b506311ff9c7),segment_id=dcce13cc-f8d4-4784-9f3b-b506311ff9c7)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:48.167619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.225821 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.329021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.339235 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/subnets/a478f964-cf97-4346-bbaf-e2d61062b72e HTTP/1.1" status: 204 len: 168 time: 1.6479518 Jul 07 17:19:48.346293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 55988) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.353330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c3f23a-2529-4de9-8b3f-3fefa91c502e None None] Network 48a218b3-0df2-41b3-950c-dc598f198d5e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:48.389701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21d063-38bc-4b49-977f-95b67f023e9e None None] Pushing event updated for resources: {'Port': ['ID=57808483-9169-4041-9d2e-a1e53fb8d2f6,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.451290 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] Set router 2256d0fd-e5bf-46f4-8786-220e44de4c8e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:48.481814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f3f80-0a79-46c0-8035-c0ae5533d2cb tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Subnet': ['ID=a478f964-cf97-4346-bbaf-e2d61062b72e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.115037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] DHCP port deletion for 48a218b3-0df2-41b3-950c-dc598f198d5e request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:49.178898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.210233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.325057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 81abb6da-2043-4f81-a476-64efe4f890fe will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:49.348285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 57808483-9169-4041-9d2e-a1e53fb8d2f6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:49.473265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:43Z', 'revision_number': 7, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:49.476645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1de99-9345-42d0-a5ae-3112c6ba7bd1 req-21bac6af-baaf-4aa4-a2ed-5be32be4da45 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.480892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fa1de99-9345-42d0-a5ae-3112c6ba7bd1 req-21bac6af-baaf-4aa4-a2ed-5be32be4da45 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.9288819 Jul 07 17:19:49.481382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.596187 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37558a6c-e8db-4224-b78e-b702d5b47b11 None None] The sync data for ids ['2256d0fd-e5bf-46f4-8786-220e44de4c8e'] in n-d-793619-7 is: [{'id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'name': 'tempest-TestNetworkBasicOps-router-377797264', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:47Z', 'updated_at': '2021-07-07T17:19:43Z', 'revision_number': 7, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': '3caeecc7-f8c3-4e30-be2a-711582d24e79', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2256d0fd-e5bf-46f4-8786-220e44de4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:48Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:49.604760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fa1de99-9345-42d0-a5ae-3112c6ba7bd1 req-e1dbd135-d894-4bef-bff3-1a849d5d52fb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021645 Jul 07 17:19:49.693911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:49.730052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] Deleting port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:49.730438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.750404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:49.756735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:49.776784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.777754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.803441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=81abb6da-2043-4f81-a476-64efe4f890fe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.831104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f6b93d1-fc9d-4134-8596-105f9990cfb0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3278375 Jul 07 17:19:49.834299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 55998) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.950864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.002986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] For port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,segment=NetworkSegment(d0f6da08-d9d6-4696-b3ae-da6e14ec7f72),segment_id=d0f6da08-d9d6-4696-b3ae-da6e14ec7f72)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:50.008267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.012898 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.078509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] Calling delete_port for 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:50.242157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 57808483-9169-4041-9d2e-a1e53fb8d2f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:50.459856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.515175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56004) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:50.534263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] Pushing event deleted for resources: {'Port': ['ID=3e7a5136-e2f9-4f4a-bfd5-0620df81e17b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.548186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1ae99-0357-46a0-a57c-7f75c5c00bf8 None None] No DVR routers for this DVR port 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:50.620887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port 3caeecc7-f8c3-4e30-be2a-711582d24e79 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:50.621304 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.646829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8025b-6863-4651-a724-4c421c5e4eb3 None None] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:50.939119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-457768059', 'router:external': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:51.089998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:51.117689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:51.118321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3e7a5136-e2f9-4f4a-bfd5-0620df81e17b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:51.118902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed2aabbb-48bc-48ff-a644-1fc9dac02d3d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:51.152386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ed2aabbb-48bc-48ff-a644-1fc9dac02d3d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:51.153135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed2aabbb-48bc-48ff-a644-1fc9dac02d3d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:51.200249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] Provisioning for port 57808483-9169-4041-9d2e-a1e53fb8d2f6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:51.228244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] Provisioning complete for port 57808483-9169-4041-9d2e-a1e53fb8d2f6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:51.230744 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.247529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port 3caeecc7-f8c3-4e30-be2a-711582d24e79, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=3caeecc7-f8c3-4e30-be2a-711582d24e79,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:51.251874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.604114 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.705023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] For port 57808483-9169-4041-9d2e-a1e53fb8d2f6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=57808483-9169-4041-9d2e-a1e53fb8d2f6,segment=NetworkSegment(dcce13cc-f8d4-4784-9f3b-b506311ff9c7),segment_id=dcce13cc-f8d4-4784-9f3b-b506311ff9c7)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:51.714388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.718905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.745680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Made reservation on behalf of 47b47a5cb90a4c1487fb18416f58d753 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:51.748431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.758826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for 3caeecc7-f8c3-4e30-be2a-711582d24e79 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:51.781875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.939193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c537cc-257a-46ad-af4b-4f15ea7e4233 None None] Pushing event updated for resources: {'Port': ['ID=57808483-9169-4041-9d2e-a1e53fb8d2f6,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.025151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c0d35-f228-439e-9ec4-99a9fd71f4ca req-813c5742-e1b6-4699-8baf-264760fd8aab tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.026836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e9c0d35-f228-439e-9ec4-99a9fd71f4ca req-813c5742-e1b6-4699-8baf-264760fd8aab tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.7955077 Jul 07 17:19:52.201482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.212540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.273802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-acd6caf5-b123-46f9-b760-85b211971b5f None None] Provisioning complete for port 57808483-9169-4041-9d2e-a1e53fb8d2f6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:52.274537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-acd6caf5-b123-46f9-b760-85b211971b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.348403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Deleting port 90818405-38b2-4a1e-a95a-2b73434acc47 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:52.349497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.356322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=81abb6da-2043-4f81-a476-64efe4f890fe,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.385774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.408442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e9c0d35-f228-439e-9ec4-99a9fd71f4ca req-d934c45d-4d7a-4517-b14d-752cfb118e95 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459880 Jul 07 17:19:52.442088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.533200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:52.551934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.552993 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Added segment bfd34565-c961-4693-9ff3-68a84ce00b26 of type vlan for network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 Jul 07 17:19:52.606445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-acd6caf5-b123-46f9-b760-85b211971b5f None None] Provisioning for port 81abb6da-2043-4f81-a476-64efe4f890fe completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:52.619737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-acd6caf5-b123-46f9-b760-85b211971b5f None None] Provisioning complete for port 81abb6da-2043-4f81-a476-64efe4f890fe triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:52.620740 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-acd6caf5-b123-46f9-b760-85b211971b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.702829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-acd6caf5-b123-46f9-b760-85b211971b5f None None] Port 81abb6da-2043-4f81-a476-64efe4f890fe cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:52.706607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] For port 90818405-38b2-4a1e-a95a-2b73434acc47, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=90818405-38b2-4a1e-a95a-2b73434acc47,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:52.706607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.766198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Calling delete_port for 90818405-38b2-4a1e-a95a-2b73434acc47 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:52.860635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7f876f85-cf66-40b4-a89c-50266981bccc None None] Provisioning complete for port 81abb6da-2043-4f81-a476-64efe4f890fe triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:52.861304 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7f876f85-cf66-40b4-a89c-50266981bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.951690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.999036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7f876f85-cf66-40b4-a89c-50266981bccc None None] Port 81abb6da-2043-4f81-a476-64efe4f890fe cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:53.007179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 57808483-9169-4041-9d2e-a1e53fb8d2f6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:53.022601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9725d6-b7bd-4b9a-b48c-28803e50a478,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.027956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.039612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.071218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=3caeecc7-f8c3-4e30-be2a-711582d24e79,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.149979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f931eff9-5267-4f82-b659-967d37e7bccb None None] Provisioning complete for port 81abb6da-2043-4f81-a476-64efe4f890fe triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:53.150276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f931eff9-5267-4f82-b659-967d37e7bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.201170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 57808483-9169-4041-9d2e-a1e53fb8d2f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:53.201504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.244094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f931eff9-5267-4f82-b659-967d37e7bccb None None] Port 81abb6da-2043-4f81-a476-64efe4f890fe cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:53.308014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.397521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.624204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.628591 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.780673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.782648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.783854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.843430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.855237 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.856259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.887413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.034761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:54.038829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:54.047411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=81abb6da-2043-4f81-a476-64efe4f890fe,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.180122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Network': ['ID=5dfe7cb4-9abd-4c63-bcd6-54dc9970b617,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.200314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:54.203217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-25069304-5537-4670-9e4a-12c8ea238108 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.6856141 Jul 07 17:19:54.204038 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.204613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Fanout notify agent at l3_agent the message router_deleted on router 2256d0fd-e5bf-46f4-8786-220e44de4c8e {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:54.206816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56012) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.214572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.242887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'subnet': {'network_id': '5dfe7cb4-9abd-4c63-bcd6-54dc9970b617', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:54.243224 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.246374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Router 07cd06bb-7fa9-423a-9094-bf41fab7b0e4 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:54.248034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a7841103-84b7-4d29-ab9f-1e155c8fd4cf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/routers/2256d0fd-e5bf-46f4-8786-220e44de4c8e HTTP/1.1" status: 204 len: 168 time: 5.9000242 Jul 07 17:19:54.248244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.440272 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.474666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Pushing event deleted for resources: {'Port': ['ID=90818405-38b2-4a1e-a95a-2b73434acc47,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.568360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d62a6b-89fb-4037-8212-5882dc41a40f req-4b60b60b-6255-4359-a3d0-e4d76e423dff tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.594368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31d62a6b-89fb-4037-8212-5882dc41a40f req-4b60b60b-6255-4359-a3d0-e4d76e423dff tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.9031458 Jul 07 17:19:54.647992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Made reservation on behalf of 47b47a5cb90a4c1487fb18416f58d753 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:54.651269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.658480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:54.666523 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4c8b910-c4ab-4b9f-9d10-25ddeacb28b7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/routers/07cd06bb-7fa9-423a-9094-bf41fab7b0e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8303211 Jul 07 17:19:54.679876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56016) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.682846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] Sync routers for ids ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:54.725938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] Routers {'07cd06bb-7fa9-423a-9094-bf41fab7b0e4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:54.733410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:54.877077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:54.965233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffd08879-efad-4696-a5ab-489bdd70ec47 None None] Provisioning complete for port 81abb6da-2043-4f81-a476-64efe4f890fe triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:54.968485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffd08879-efad-4696-a5ab-489bdd70ec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.089283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffd08879-efad-4696-a5ab-489bdd70ec47 None None] Port 81abb6da-2043-4f81-a476-64efe4f890fe cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:55.097795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] Routers {'07cd06bb-7fa9-423a-9094-bf41fab7b0e4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:55.099417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.156601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.220469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a218b3-0df2-41b3-950c-dc598f198d5e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.223755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.227318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a098ac6-6c18-4b5a-a321-0a183cebc9b0 None None] The sync data for ids ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:55.277631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3caeecc7-f8c3-4e30-be2a-711582d24e79 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:55.278150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.278956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f6da08-d9d6-4696-b3ae-da6e14ec7f72') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.303225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31d62a6b-89fb-4037-8212-5882dc41a40f req-083d76cb-b4dd-42b3-8c44-b9f361bc54d8 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5819871 Jul 07 17:19:55.304967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.334376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937c6a7-6818-4a70-82d7-c9092c086e73 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.338285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e937c6a7-6818-4a70-82d7-c9092c086e73 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports?device_id=07cd06bb-7fa9-423a-9094-bf41fab7b0e4 HTTP/1.1" status: 200 len: 989 time: 0.6323357 Jul 07 17:19:55.342961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56018) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.350191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.380558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 3caeecc7-f8c3-4e30-be2a-711582d24e79 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:55.382256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 3caeecc7-f8c3-4e30-be2a-711582d24e79 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:55.473667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.619932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:55.620535 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:55.762609 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:55.834810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.843878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.846169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/networks/48a218b3-0df2-41b3-950c-dc598f198d5e HTTP/1.1" status: 204 len: 168 time: 1.5960379 Jul 07 17:19:55.894520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16114b79-092a-4731-aee5-94308a3e5e81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Network': ['ID=48a218b3-0df2-41b3-950c-dc598f198d5e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.917560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56024) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.958251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'network': {'name': 'tempest-network-smoke--1556363964', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'port_security_enabled': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:56.125129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.objects.ports [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:56.126291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.148940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:56.152598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.280081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Checking segment: {'id': 'bfd34565-c961-4693-9ff3-68a84ce00b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5dfe7cb4-9abd-4c63-bcd6-54dc9970b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:56.281434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network hostable DHCP agents. Network: 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:56.319191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ab5f22f-8a35-4397-9baf-74a13ebcafd6,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.350081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:56.352514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:56.382923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:56.392147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47632af6-3909-40da-9031-1b16f3763d2e None None] Network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:56.400817 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.401375 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Added segment d559f227-2315-4eec-b819-bff040cd5fb2 of type vlan for network 4397b3b4-7238-442f-a7a3-4b6e58141da1 Jul 07 17:19:56.405174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.406241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.441197 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-394bbd75-cee0-4f22-95ee-2dbb1f1f66d2 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2299247 Jul 07 17:19:56.444229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56028) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.450304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-814947042', 'network_id': '5dfe7cb4-9abd-4c63-bcd6-54dc9970b617'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:56.492844 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.502189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Made reservation on behalf of 47b47a5cb90a4c1487fb18416f58d753 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:56.505728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.557068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] device_id is not set on port 55c728b3-06c2-490f-bc8f-9b39b8f3b532 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:56.587546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.594575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.595371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.635123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Router 589c4518-8e83-4303-ac6a-4942a68ad340 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:56.640626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7181773 Jul 07 17:19:56.650144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56030) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.670757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-859433655', 'admin_state_up': True, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:56.736794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291c141-1a6e-434d-a669-a092ebd76235 None None] Network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:56.809413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.810843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.853450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558596f-eebc-4a85-b53f-ea61ca53dc36 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Network': ['ID=4397b3b4-7238-442f-a7a3-4b6e58141da1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.883358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Allocated IP 2001:db8::20c (5dfe7cb4-9abd-4c63-bcd6-54dc9970b617/1ab5f22f-8a35-4397-9baf-74a13ebcafd6/55c728b3-06c2-490f-bc8f-9b39b8f3b532) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:56.919859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:56.962693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.191041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.643873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.719209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516d0ce-d4fb-42e1-b935-c5b6773ed5d8 req-26f79f0a-e01c-449e-9eaa-2bc632b74cbc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.746212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7516d0ce-d4fb-42e1-b935-c5b6773ed5d8 req-26f79f0a-e01c-449e-9eaa-2bc632b74cbc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 1.1024766 Jul 07 17:19:57.829192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:57.845768 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] Sync routers for ids ['589c4518-8e83-4303-ac6a-4942a68ad340'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:57.861402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c0bd606-d7f0-4488-b336-0d8b0b8eff07 admin admin] 10.222.0.78 "PUT /v2.0/routers/589c4518-8e83-4303-ac6a-4942a68ad340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3156304 Jul 07 17:19:57.892032 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] Routers {'589c4518-8e83-4303-ac6a-4942a68ad340'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:57.893333 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['589c4518-8e83-4303-ac6a-4942a68ad340'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:57.933706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56032) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.108747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.153676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.169734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.178993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7516d0ce-d4fb-42e1-b935-c5b6773ed5d8 req-ad9930da-e7a8-4968-aab3-8ba66bac2dba tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311383 Jul 07 17:19:58.245692 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.260963 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] Set router 589c4518-8e83-4303-ac6a-4942a68ad340 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:58.372502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:58.390419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:58.403412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:58.405607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.407165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.435419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.464234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Port': ['ID=55c728b3-06c2-490f-bc8f-9b39b8f3b532,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.513980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b355101c-f124-4cef-bf18-94aaa0991c1d tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0680501 Jul 07 17:19:58.515124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56034) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.598019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.25.5.249 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d733e9b9-7b4b-45d3-b3a4-411793ef2460) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:58.813867 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:54Z', 'revision_number': 5, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port': {'id': 'f3bc6cd8-f43e-494e-be61-5a2c5a5f949f', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:21Z', 'updated_at': '2021-07-07T17:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:58.845401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.883681 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] Checking router: 589c4518-8e83-4303-ac6a-4942a68ad340 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:58.899931 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] Routers {'589c4518-8e83-4303-ac6a-4942a68ad340'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:58.901217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['589c4518-8e83-4303-ac6a-4942a68ad340'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:58.907557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.007235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Deleting port 55c728b3-06c2-490f-bc8f-9b39b8f3b532 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.007988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.037832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Deleting port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.038181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.148166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 81abb6da-2043-4f81-a476-64efe4f890fe {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.148468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.203690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.231024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Calling delete_port for 55c728b3-06c2-490f-bc8f-9b39b8f3b532 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:59.235363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] For port f3bc6cd8-f43e-494e-be61-5a2c5a5f949f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:59.236021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.261015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Calling delete_port for f3bc6cd8-f43e-494e-be61-5a2c5a5f949f owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:59.308217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] Set router 589c4518-8e83-4303-ac6a-4942a68ad340 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:59.428807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.449023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 81abb6da-2043-4f81-a476-64efe4f890fe owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:59.454484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 6, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:59.503754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.555824 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628cf3-efbb-4919-9b0f-fd5bb6a683c1 None None] The sync data for ids ['589c4518-8e83-4303-ac6a-4942a68ad340'] in n-d-793619-7 is: [{'id': '589c4518-8e83-4303-ac6a-4942a68ad340', 'name': 'tempest-TestAggregatesBasicOps-190753017-router', 'tenant_id': '4a3a1d818332470d8f8d998fec433157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:20Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 6, 'project_id': '4a3a1d818332470d8f8d998fec433157', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:59.594019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event deleted for resources: {'Port': ['ID=55c728b3-06c2-490f-bc8f-9b39b8f3b532,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.690563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.697242 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.706721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56038) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.707286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc3b669c-98dd-4d78-81a9-7695015a9b47 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/ports/55c728b3-06c2-490f-bc8f-9b39b8f3b532 HTTP/1.1" status: 204 len: 168 time: 1.1866610 Jul 07 17:19:59.735078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dfe7cb4-9abd-4c63-bcd6-54dc9970b617', 'external_fixed_ips': [{'subnet_id': '1ab5f22f-8a35-4397-9baf-74a13ebcafd6', 'ip_address': '2001:db8::20c'}]}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.783336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:59.800285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:59.809420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af4d1-3daa-4ee4-8f3f-9778916b31b9 req-15b4d73f-8d34-44bb-a9ff-22dfd362cf0a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.811250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc8af4d1-3daa-4ee4-8f3f-9778916b31b9 req-15b4d73f-8d34-44bb-a9ff-22dfd362cf0a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.2503405 Jul 07 17:19:59.818742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.833832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:59.841463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.842714 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.875592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=d733e9b9-7b4b-45d3-b3a4-411793ef2460,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.901526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bc6cd8-f43e-494e-be61-5a2c5a5f949f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.081442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc8af4d1-3daa-4ee4-8f3f-9778916b31b9 req-2215ace5-cc2d-4777-90e4-7f5f50b1f7fc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965566 Jul 07 17:20:00.192682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.198759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.370029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=81abb6da-2043-4f81-a476-64efe4f890fe,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.466612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.487292 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.740276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.960491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f3bc6cd8-f43e-494e-be61-5a2c5a5f949f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:01.013487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f3bc6cd8-f43e-494e-be61-5a2c5a5f949f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:01.015087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f3bc6cd8-f43e-494e-be61-5a2c5a5f949f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:01.016024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90818405-38b2-4a1e-a95a-2b73434acc47 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:01.057069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 90818405-38b2-4a1e-a95a-2b73434acc47 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:01.057728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 90818405-38b2-4a1e-a95a-2b73434acc47 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:01.303165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.339185 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.343427 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.361285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.528028 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.528794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589c4518-8e83-4303-ac6a-4942a68ad340 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:01.539782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.539782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0530971a-9c3b-438a-9131-298f89662e99 admin admin] 10.222.0.78 "DELETE /v2.0/routers/589c4518-8e83-4303-ac6a-4942a68ad340 HTTP/1.1" status: 204 len: 168 time: 3.6018174 Jul 07 17:20:01.542088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56042) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.679266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 8d3ac7c0-254e-4741-b613-18794f2d92d2 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:01.705427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Deleting subnet c27be1c4-6547-411c-973b-1b8b06cf39b2 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:01.722317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.773540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Router 07cd06bb-7fa9-423a-9094-bf41fab7b0e4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:01.788491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599bc81-17f2-4f39-bf03-ffe40535ac1d req-22186762-da4a-4f63-b48e-4e35a40eb964 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.856631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e599bc81-17f2-4f39-bf03-ffe40535ac1d req-22186762-da4a-4f63-b48e-4e35a40eb964 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.3868508 Jul 07 17:20:01.856631 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.875194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:01.890885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Sync routers for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:01.902407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.904725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-31684ae2-b88d-4349-b041-94ae3574583c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2481132 Jul 07 17:20:01.904977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:01.905655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:01.907528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.977547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ec26fb7-023c-4b24-a745-9dcbb1daacb0 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a5e0f83e98e54480934b8f1326ecae76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674899 Jul 07 17:20:01.978663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56050) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.017979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e599bc81-17f2-4f39-bf03-ffe40535ac1d req-e36b236a-bdc8-4074-b9a3-125c3e1d3ac1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180052 Jul 07 17:20:02.146921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:02.156156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c4c9fd54-736d-4b10-bc07-33e2d72fd517 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/routers/07cd06bb-7fa9-423a-9094-bf41fab7b0e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8114548 Jul 07 17:20:02.161021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:02.163828 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] Sync routers for ids ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:02.166770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56052) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.194410 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] Routers {'07cd06bb-7fa9-423a-9094-bf41fab7b0e4'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:02.205011 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:02.252148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.278816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.279951 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceced1b8-5cab-4945-a784-3a68ec59276b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:20:02.288915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ceced1b8-5cab-4945-a784-3a68ec59276b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/81abb6da-2043-4f81-a476-64efe4f890fe HTTP/1.1" status: 404 len: 333 time: 0.1196682 Jul 07 17:20:02.291559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da76a67-8bea-4334-ad21-6a1cdcd3f952 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.292360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da76a67-8bea-4334-ad21-6a1cdcd3f952 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.295411 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5da76a67-8bea-4334-ad21-6a1cdcd3f952 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.3144271 Jul 07 17:20:02.301824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56054) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.302616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56056) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.312632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.370677 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:02.390048 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] Routers {'07cd06bb-7fa9-423a-9094-bf41fab7b0e4'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:02.390701 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:02.451137 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.463692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:00Z', 'revision_number': 3, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:02.496054 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:02.496757 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3447bdb3-08a5-46f2-8be4-588e5bbb6829 None None] The sync data for ids ['07cd06bb-7fa9-423a-9094-bf41fab7b0e4'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:02.512298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Checking router: 8d3ac7c0-254e-4741-b613-18794f2d92d2 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:02.513041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Updating router 8d3ac7c0-254e-4741-b613-18794f2d92d2 port d733e9b9-7b4b-45d3-b3a4-411793ef2460 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:02.533644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.543539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27be1c4-6547-411c-973b-1b8b06cf39b2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.549787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.551781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0b1cd442-63b1-4422-babb-84e350c08a58 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c27be1c4-6547-411c-973b-1b8b06cf39b2 HTTP/1.1" status: 204 len: 168 time: 1.0083218 Jul 07 17:20:02.557678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56058) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.589367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.592399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871c985-792c-4811-8c91-d3662d366669 None None] Network 176c7640-9457-461e-aa8b-d35420011bec requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:02.647960 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f9cce666-d517-4827-b7b3-0c0c9aa181e3 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3363230 Jul 07 17:20:02.656396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.659969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56060) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.713855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-28e4160f-3c3b-4499-add9-672ccef36132 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5dfe7cb4-9abd-4c63-bcd6-54dc9970b617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520222 Jul 07 17:20:02.718132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56062) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.729909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334584909', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:02.941065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Allocated IP 2001:db8::20c (5dfe7cb4-9abd-4c63-bcd6-54dc9970b617/1ab5f22f-8a35-4397-9baf-74a13ebcafd6/aaed2633-f2fa-4275-8336-7834fda268f6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:03.038297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.039409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] DHCP port deletion for 176c7640-9457-461e-aa8b-d35420011bec request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:03.044799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.053399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:03.057485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.093967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Deleting port 47b4b14a-54e3-4721-856a-d661d717e44e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:03.094353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.217511 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.217886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Fanout notify agent at l3_agent the message router_deleted on router 07cd06bb-7fa9-423a-9094-bf41fab7b0e4 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:03.234375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.239838 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f604dd01-9b60-4dff-8efe-ce649a618e8c tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/routers/07cd06bb-7fa9-423a-9094-bf41fab7b0e4 HTTP/1.1" status: 204 len: 168 time: 0.9312820 Jul 07 17:20:03.241193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56066) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.309135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 676677a5-c0f4-40c4-af50-89bb4ab42c5d {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:03.316173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.332073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] For port 47b4b14a-54e3-4721-856a-d661d717e44e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=47b4b14a-54e3-4721-856a-d661d717e44e,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:03.332948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.349524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Calling delete_port for 47b4b14a-54e3-4721-856a-d661d717e44e owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:03.351576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] Deleting port 47b4b14a-54e3-4721-856a-d661d717e44e {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:03.352374 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.406839 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.466194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.520970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] No DVR routers for this DVR port 47b4b14a-54e3-4721-856a-d661d717e44e on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:03.534833 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.560851 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.581674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] For port 47b4b14a-54e3-4721-856a-d661d717e44e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=47b4b14a-54e3-4721-856a-d661d717e44e,segment=NetworkSegment(ac44312f-9d3c-4eea-bc22-c2182575a916),segment_id=ac44312f-9d3c-4eea-bc22-c2182575a916)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:03.583898 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.588665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Pushing event deleted for resources: {'Port': ['ID=47b4b14a-54e3-4721-856a-d661d717e44e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.599710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Transition to ACTIVE for port object d733e9b9-7b4b-45d3-b3a4-411793ef2460 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:03.604525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] Calling delete_port for 47b4b14a-54e3-4721-856a-d661d717e44e owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:03.609458 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.639888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.716695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Attempting to bind port d733e9b9-7b4b-45d3-b3a4-411793ef2460 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:03.717067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Attempting to bind port d733e9b9-7b4b-45d3-b3a4-411793ef2460 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:03.717467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Attempting to bind port d733e9b9-7b4b-45d3-b3a4-411793ef2460 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:03.722085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Pushing event updated for resources: {'Port': ['ID=d733e9b9-7b4b-45d3-b3a4-411793ef2460,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.759277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.759657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.760100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.760480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.760872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.761235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.761605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.761952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.762362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.762730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.763066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.763447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:03.769282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:03.769708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:03.770136 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.770604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:03.771157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Bound port: d733e9b9-7b4b-45d3-b3a4-411793ef2460, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:03.771490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.798666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.808386 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.836889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176c7640-9457-461e-aa8b-d35420011bec']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:03.859922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac44312f-9d3c-4eea-bc22-c2182575a916') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:03.860218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac44312f-9d3c-4eea-bc22-c2182575a916') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:03.867223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.883641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0121-78ec-4a4c-83b4-4d8ca6f01cd6 req-5272625c-b4a4-4d95-9567-03c9923e8742 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.886902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438b0121-78ec-4a4c-83b4-4d8ca6f01cd6 req-5272625c-b4a4-4d95-9567-03c9923e8742 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.4458418 Jul 07 17:20:03.890977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.894721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.908843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] Pushing event deleted for resources: {'Port': ['ID=47b4b14a-54e3-4721-856a-d661d717e44e,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.914553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] For port d733e9b9-7b4b-45d3-b3a4-411793ef2460, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:03.929476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.938598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] For port d733e9b9-7b4b-45d3-b3a4-411793ef2460, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d733e9b9-7b4b-45d3-b3a4-411793ef2460,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:03.945312 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.989939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=676677a5-c0f4-40c4-af50-89bb4ab42c5d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.028115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.030423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82162f3a-b566-4fa9-8d2d-fe8adf26af84 None None] No DVR routers for this DVR port 47b4b14a-54e3-4721-856a-d661d717e44e on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:04.046028 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.054856 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2544afbf-4cc9-47ce-a4a8-27c143193841 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/676677a5-c0f4-40c4-af50-89bb4ab42c5d HTTP/1.1" status: 204 len: 168 time: 0.8081410 Jul 07 17:20:04.054856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56068) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:04.061334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:04.097223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:04.098689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:04.101153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aadb0e-aa39-4a51-baa7-9843491bb81b None None] Network 8c977749-2b72-46be-92ea-228a3f3f9c45 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:04.106458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:04.119721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:04.120492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:04.126848 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:04.164167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:04.233026 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.258029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Port': ['ID=aaed2633-f2fa-4275-8336-7834fda268f6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.370228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 57808483-9169-4041-9d2e-a1e53fb8d2f6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:04.370936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.398340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438b0121-78ec-4a4c-83b4-4d8ca6f01cd6 req-6afe8dfa-5660-4bd0-9534-f0d01a226d24 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4579995 Jul 07 17:20:04.529320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] For port 57808483-9169-4041-9d2e-a1e53fb8d2f6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=57808483-9169-4041-9d2e-a1e53fb8d2f6,segment=NetworkSegment(dcce13cc-f8d4-4784-9f3b-b506311ff9c7),segment_id=dcce13cc-f8d4-4784-9f3b-b506311ff9c7)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:04.529902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.536047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.550914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.558009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] 10.222.0.78 "DELETE /v2.0/networks/176c7640-9457-461e-aa8b-d35420011bec HTTP/1.1" status: 204 len: 168 time: 1.9955783 Jul 07 17:20:04.558009 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.559098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 57808483-9169-4041-9d2e-a1e53fb8d2f6 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:04.580028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100bcb1-5217-4af3-a32f-53e096d5ab8d None None] Pushing event updated for resources: {'Port': ['ID=d733e9b9-7b4b-45d3-b3a4-411793ef2460,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.658696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.681775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No DVR routers for this DVR port 57808483-9169-4041-9d2e-a1e53fb8d2f6 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:04.699332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee10048-ce85-44ab-a247-9bf19e3867af admin admin] Pushing event deleted for resources: {'Network': ['ID=176c7640-9457-461e-aa8b-d35420011bec,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.709645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:04.739432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Subnet': ['ID=8accf997-8ac6-448a-afd5-cb27a9642c22,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.748089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=57808483-9169-4041-9d2e-a1e53fb8d2f6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.837058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.853830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c977749-2b72-46be-92ea-228a3f3f9c45']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:04.897706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:04.899635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcce13cc-f8d4-4784-9f3b-b506311ff9c7') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:04.911777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Checking segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:04.912357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network hostable DHCP agents. Network: 4397b3b4-7238-442f-a7a3-4b6e58141da1, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:04.931072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844eec5-b058-41aa-98bd-ef0cb8a71c74 None None] DHCP port deletion for 8c977749-2b72-46be-92ea-228a3f3f9c45 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:04.948747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.993413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.007992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:05.008687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:05.014353 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:05.093279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56082) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.147232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 47b4b14a-54e3-4721-856a-d661d717e44e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:05.197334 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8d43fcb9-41fa-49ed-b6a1-e51784d9d8c4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=074174cc7cf7429090d0a13731c7153b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014366 Jul 07 17:20:05.198213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.202034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56084) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.215417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.227612 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/8c977749-2b72-46be-92ea-228a3f3f9c45 HTTP/1.1" status: 204 len: 168 time: 1.1732471 Jul 07 17:20:05.241406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 47b4b14a-54e3-4721-856a-d661d717e44e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:05.242081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 47b4b14a-54e3-4721-856a-d661d717e44e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:05.249215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fef4e3a8-46d0-4723-8c9b-35366c0b0598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.252036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.278356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:00Z', 'revision_number': 3, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:05.310042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89965b2-b776-4a4e-b44b-126709b1728e None None] The sync data for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 is: [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:00Z', 'revision_number': 3, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:05.336258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=8c977749-2b72-46be-92ea-228a3f3f9c45,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.404234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.404582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.404954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.405343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.405685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.406032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.406362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.406694 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.407022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.407383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.407708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.408031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abee87d5-b4a9-40b8-a975-9574877ca828 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:05.442919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b8484-6c9f-4b0f-ba91-22bd19efa1f2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.444713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-940b8484-6c9f-4b0f-ba91-22bd19efa1f2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/2c831916-3af9-43ce-813f-982be92e206b HTTP/1.1" status: 200 len: 845 time: 0.1737661 Jul 07 17:20:05.456195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56088) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.497376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-caaf34a3-2271-41dc-b8eb-fc95220972c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.509993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:05.529149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 4397b3b4-7238-442f-a7a3-4b6e58141da1) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:05.540156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5a7c5-40ae-40b5-a774-b6d6480a8f97 None None] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:05.554345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.554957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.568189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-caaf34a3-2271-41dc-b8eb-fc95220972c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.602197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.660958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cda77544-cb91-47c0-90e9-ef66ac4879da tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/2c831916-3af9-43ce-813f-982be92e206b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1958389 Jul 07 17:20:05.662456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937537fb-7d46-46a7-9147-a109f5405c82 req-1ccdabc8-42e1-481e-8351-02eb0694e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.664284 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-1ccdabc8-42e1-481e-8351-02eb0694e5c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1096 time: 0.3180840 Jul 07 17:20:05.665156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.673480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.684915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-48dc0eed-89bf-4b00-8577-83118c33e1fa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9653254 Jul 07 17:20:05.705976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56094) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.831761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-4397b3b4-7238-442f-a7a3-4b6e58141da1', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:05.835649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.906006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-caaf34a3-2271-41dc-b8eb-fc95220972c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.908745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-caaf34a3-2271-41dc-b8eb-fc95220972c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.913349 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-caaf34a3-2271-41dc-b8eb-fc95220972c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a97ab4a-0cec-4471-a95c-3ded790aefcd HTTP/1.1" status: 204 len: 168 time: 0.7104754 Jul 07 17:20:05.943338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf34a3-2271-41dc-b8eb-fc95220972c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97ab4a-0cec-4471-a95c-3ded790aefcd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.949817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:05.954096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.109230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937537fb-7d46-46a7-9147-a109f5405c82 req-ed084ee3-45e3-4ff4-8a06-a781fceb2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.111292 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-ed084ee3-45e3-4ff4-8a06-a781fceb2da9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.3093598 Jul 07 17:20:06.136501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Allocated IP 172.20.0.2 (4397b3b4-7238-442f-a7a3-4b6e58141da1/8accf997-8ac6-448a-afd5-cb27a9642c22/e1591f03-f6db-4961-87b4-3733104c4024) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:06.272188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-d1f456d4-2c43-4852-8f11-a1eae6c01097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 1000 time: 0.1427782 Jul 07 17:20:06.328143 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.406176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.427532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Transition to ACTIVE for port object e1591f03-f6db-4961-87b4-3733104c4024 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:06.461461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937537fb-7d46-46a7-9147-a109f5405c82 req-0f3fa91e-ccf0-4d77-9abc-1fdc722cb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.467724 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-0f3fa91e-ccf0-4d77-9abc-1fdc722cb33b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.1891322 Jul 07 17:20:06.475837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Transition to ACTIVE for port object e1591f03-f6db-4961-87b4-3733104c4024 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:06.496412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.582111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9add1c-6f1b-4fbc-9e2e-fa721f39deec req-01ba1df1-8883-49cc-bd31-a0bea285f502 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.589615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc9add1c-6f1b-4fbc-9e2e-fa721f39deec req-01ba1df1-8883-49cc-bd31-a0bea285f502 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.9031889 Jul 07 17:20:06.592009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Pushing event updated for resources: {'Port': ['ID=e1591f03-f6db-4961-87b4-3733104c4024,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.609887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:06.611923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.615796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:06.658246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.714765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc9add1c-6f1b-4fbc-9e2e-fa721f39deec req-03299146-cafe-46ce-8519-3fb339e611f4 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239192 Jul 07 17:20:06.731964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:06.741375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.745344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.746258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.764005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937537fb-7d46-46a7-9147-a109f5405c82 req-625de070-e935-4e2d-adea-4a7e143358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.767164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-625de070-e935-4e2d-adea-4a7e143358b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2846370 Jul 07 17:20:06.767703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7ef9e-d508-4534-be58-87ec71eabbdd None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:06.802625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Attempting to bind port e1591f03-f6db-4961-87b4-3733104c4024 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:06.803345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Attempting to bind port e1591f03-f6db-4961-87b4-3733104c4024 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:06.804740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Attempting to bind port e1591f03-f6db-4961-87b4-3733104c4024 on network 4397b3b4-7238-442f-a7a3-4b6e58141da1 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:06.807812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=837d7cbf-888c-4148-8170-a7d3d202a495,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.813854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Router c40e3981-d51a-4439-a4d6-28c16ee437ac is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:06.846556 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04e4fc08-7f3f-46e7-b5eb-29642474abe0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1795094 Jul 07 17:20:06.860878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56100) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.871234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1568135644'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:06.877245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56102) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.922353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:06.922964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Checking segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:06.923268 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.923916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Bound using segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:06.924681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Bound port: e1591f03-f6db-4961-87b4-3733104c4024, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:06.925520 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.959659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:07.021758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.036633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:07.045092 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-2ad8da93-97be-4c92-a4c3-2ae19c916ee0 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681229 Jul 07 17:20:07.060648 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.066069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9612c00a-e1d1-4ca4-9890-5b0aed74622a tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3387194 Jul 07 17:20:07.070713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56104) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.081208 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-07903d75-8f49-4b49-821d-cb26c8e14ac4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a3a1d818332470d8f8d998fec433157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959820 Jul 07 17:20:07.081437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Sync routers for ids ['c40e3981-d51a-4439-a4d6-28c16ee437ac'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:07.083319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d733e9b9-7b4b-45d3-b3a4-411793ef2460 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:07.083662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56106) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.197247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] For port e1591f03-f6db-4961-87b4-3733104c4024, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:07.207797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Routers {'c40e3981-d51a-4439-a4d6-28c16ee437ac'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:07.208845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c40e3981-d51a-4439-a4d6-28c16ee437ac'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:07.277995 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-937537fb-7d46-46a7-9147-a109f5405c82 req-0701db18-95cd-4467-9493-afe67ed070eb service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246366 Jul 07 17:20:07.311330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] For port e1591f03-f6db-4961-87b4-3733104c4024, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e1591f03-f6db-4961-87b4-3733104c4024,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:07.326680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.331692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.365678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.366987 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5049553 Jul 07 17:20:07.370715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.371289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56108) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.376124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1973075008'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:07.385731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ebdedb6-a8a6-4045-80ca-7299f4cb80e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.387622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38409ceb-435e-40e5-a19f-66b02a2a0a54 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee97954c-40c3-4ac5-b935-e9396d45a0aa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.398563 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.416174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.504700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.542900 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ebdedb6-a8a6-4045-80ca-7299f4cb80e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.545305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d733e9b9-7b4b-45d3-b3a4-411793ef2460 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:07.572849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d733e9b9-7b4b-45d3-b3a4-411793ef2460 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:07.573278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.577089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.586901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.594685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.612405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab99c9-ff3b-443f-b370-970a46deafea None None] Pushing event updated for resources: {'Port': ['ID=e1591f03-f6db-4961-87b4-3733104c4024,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.616819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:07.620865 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9d9af3-d6a3-4433-87c8-13ba4e22286d" -d '{"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:07.636825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.639548 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2671287 Jul 07 17:20:07.645675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Set router c40e3981-d51a-4439-a4d6-28c16ee437ac gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:07.646891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.659164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-539236301', 'security_groups': ['6614e29c-6a0e-4911-b3ad-15e212234125'], 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '837d7cbf-888c-4148-8170-a7d3d202a495'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:07.703131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b7583-6cb4-4725-871b-4a085fd541dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6614e29c-6a0e-4911-b3ad-15e212234125,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.865721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ebdedb6-a8a6-4045-80ca-7299f4cb80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.869632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ebdedb6-a8a6-4045-80ca-7299f4cb80e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.870307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9ebdedb6-a8a6-4045-80ca-7299f4cb80e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba00e24b-31ac-4825-a22f-b1bd7952bde4 HTTP/1.1" status: 204 len: 168 time: 0.7841904 Jul 07 17:20:07.897862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.979835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdedb6-a8a6-4045-80ca-7299f4cb80e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba00e24b-31ac-4825-a22f-b1bd7952bde4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.012461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:08.110154 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fef87b-bcb3-4e58-84ea-a7104bca3922 x-openstack-request-id: req-18fef87b-bcb3-4e58-84ea-a7104bca3922 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:08.111100 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:08.111565 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18fef87b-bcb3-4e58-84ea-a7104bca3922 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:08.112146 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'code': 200} Jul 07 17:20:08.117691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:08.148047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.160426 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.256229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.264540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Deleting port aaed2633-f2fa-4275-8336-7834fda268f6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:08.264911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.298321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 03b7fa26-e283-43bf-8a6f-b6ffc066afbf yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:08.389332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cdc4e-55a8-4992-9315-36b26338b4df req-46fb8b6f-02f7-4b87-80af-63d419853169 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.394023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a4cdc4e-55a8-4992-9315-36b26338b4df req-46fb8b6f-02f7-4b87-80af-63d419853169 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 945 time: 0.4728334 Jul 07 17:20:08.444672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.520929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-151a8762-a9be-4518-9210-11e3b78f828c', 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'tenant_id': 'edae5d50ec5d47539a3dccc18caf7e4d', 'fixed_ips': [{'subnet_id': '837d7cbf-888c-4148-8170-a7d3d202a495'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:08.522042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.613024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.633661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::6c (151a8762-a9be-4518-9210-11e3b78f828c/837d7cbf-888c-4148-8170-a7d3d202a495/03b7fa26-e283-43bf-8a6f-b6ffc066afbf) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:08.674908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d733e9b9-7b4b-45d3-b3a4-411793ef2460, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d733e9b9-7b4b-45d3-b3a4-411793ef2460,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:08.714739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.768039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 57808483-9169-4041-9d2e-a1e53fb8d2f6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:08.904800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 57808483-9169-4041-9d2e-a1e53fb8d2f6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:08.906500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 57808483-9169-4041-9d2e-a1e53fb8d2f6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:08.924321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.963663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 03b7fa26-e283-43bf-8a6f-b6ffc066afbf will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:09.018165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.055455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Calling delete_port for aaed2633-f2fa-4275-8336-7834fda268f6 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:09.065957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.135450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:09.144255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:09.150999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:09.156944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.157676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.168883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=03b7fa26-e283-43bf-8a6f-b6ffc066afbf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.188886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ec658c69-c4bf-4b01-8a07-70804424efed tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5391958 Jul 07 17:20:09.194601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56120) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:09.203419 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a4cdc4e-55a8-4992-9315-36b26338b4df req-41f97381-e6a7-40f1-8d41-c43a0bd1ce78 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7061617 Jul 07 17:20:09.214452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.328290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e1591f03-f6db-4961-87b4-3733104c4024 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:09.360950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.20.0.1 (4397b3b4-7238-442f-a7a3-4b6e58141da1/8accf997-8ac6-448a-afd5-cb27a9642c22/aeedc9b4-be14-429d-81ae-905f2b49ece6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:09.394754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:09.399445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.445818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.458372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6d365f18-3a86-4755-98c3-4fa44c769b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.463738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Allocated IP 2001:db8::2 (151a8762-a9be-4518-9210-11e3b78f828c/837d7cbf-888c-4148-8170-a7d3d202a495/4902c0af-89f6-43e0-8528-8b6b8a1340d3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:09.466864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.494976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d733e9b9-7b4b-45d3-b3a4-411793ef2460,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.504360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f5ee5-1824-4865-a4d1-842bb7e52de0 None None] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:09.509096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e1591f03-f6db-4961-87b4-3733104c4024 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.553283 n-d-793619-7 neutron-server[98264]: INFO neutron.db.ipam_backend_mixin [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 837d7cbf-888c-4148-8170-a7d3d202a495 (CIDR: 2001:db8::/64) Jul 07 17:20:09.558190 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:09.558854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:09.578572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc6f2339-c800-4d7a-90f1-178a4cdab733 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3823926 Jul 07 17:20:09.579145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40e3981-d51a-4439-a4d6-28c16ee437ac', 'name': '', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dfe7cb4-9abd-4c63-bcd6-54dc9970b617', 'external_fixed_ips': [{'subnet_id': '1ab5f22f-8a35-4397-9baf-74a13ebcafd6', 'ip_address': '2001:db8::20c'}], 'enable_snat': True}, 'gw_port_id': 'aaed2633-f2fa-4275-8336-7834fda268f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:59Z', 'updated_at': '2021-07-07T17:20:04Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': 'aaed2633-f2fa-4275-8336-7834fda268f6', 'name': '', 'network_id': '5dfe7cb4-9abd-4c63-bcd6-54dc9970b617', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40e3981-d51a-4439-a4d6-28c16ee437ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '1ab5f22f-8a35-4397-9baf-74a13ebcafd6', 'ip_address': '2001:db8::20c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:02Z', 'updated_at': '2021-07-07T17:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab5f22f-8a35-4397-9baf-74a13ebcafd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:09.581402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56122) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:09.589654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.621071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaed2633-f2fa-4275-8336-7834fda268f6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.630982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.662746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Checking router: c40e3981-d51a-4439-a4d6-28c16ee437ac for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:09.663415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Updating router c40e3981-d51a-4439-a4d6-28c16ee437ac port aaed2633-f2fa-4275-8336-7834fda268f6 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:09.674227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] Provisioning for port e1591f03-f6db-4961-87b4-3733104c4024 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.705907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Port aaed2633-f2fa-4275-8336-7834fda268f6 not found while updating agent binding for router c40e3981-d51a-4439-a4d6-28c16ee437ac. {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:20:09.720029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] Provisioning complete for port e1591f03-f6db-4961-87b4-3733104c4024 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:09.720505 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.794387 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:09.800963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Routers {'c40e3981-d51a-4439-a4d6-28c16ee437ac'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:09.800963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['c40e3981-d51a-4439-a4d6-28c16ee437ac'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:09.807647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.811886 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.813952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.927416 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.927898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] Set router c40e3981-d51a-4439-a4d6-28c16ee437ac gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:09.928461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c40e3981-d51a-4439-a4d6-28c16ee437ac {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:09.960353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.962884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d2d11c63-4aba-400c-99c5-3b3a4638eadf tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c40e3981-d51a-4439-a4d6-28c16ee437ac HTTP/1.1" status: 204 len: 168 time: 2.8909254 Jul 07 17:20:09.969304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56124) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.031198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40e3981-d51a-4439-a4d6-28c16ee437ac', 'name': '', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:59Z', 'updated_at': '2021-07-07T17:20:09Z', 'revision_number': 5, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.062727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.104597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Transition to ACTIVE for port object aeedc9b4-be14-429d-81ae-905f2b49ece6 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.116560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd51-13ab-4987-9147-91b7ec870556 None None] The sync data for ids ['c40e3981-d51a-4439-a4d6-28c16ee437ac'] in n-d-793619-7 is: [{'id': 'c40e3981-d51a-4439-a4d6-28c16ee437ac', 'name': '', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:59Z', 'updated_at': '2021-07-07T17:20:09Z', 'revision_number': 5, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:10.123026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Deleting subnet 1ab5f22f-8a35-4397-9baf-74a13ebcafd6 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:10.129359 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.133150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.151718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Transition to ACTIVE for port object 4902c0af-89f6-43e0-8528-8b6b8a1340d3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.153735 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.189024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Transition to ACTIVE for port object 4902c0af-89f6-43e0-8528-8b6b8a1340d3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.204409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.246159 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.295690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.328727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.337926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Pushing event updated for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.351544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:10.370948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] For port e1591f03-f6db-4961-87b4-3733104c4024, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e1591f03-f6db-4961-87b4-3733104c4024,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:10.373756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:10.382282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=aeedc9b4-be14-429d-81ae-905f2b49ece6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.390335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:10.400766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.412349 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.462955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:10.479558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:10.484771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:10.527891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=7d878be4-0404-4f76-9964-e515c34c97fa,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.531534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:10.538166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:10.554022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.554022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.584389 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9db15142-7da9-4839-a053-b6e89505441a tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9974694 Jul 07 17:20:10.584389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56128) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.589810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-393054078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d878be4-0404-4f76-9964-e515c34c97fa'}], 'security_groups': ['ee97954c-40c3-4ac5-b935-e9396d45a0aa']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:10.634631 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.638076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Attempting to bind port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:10.638718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Attempting to bind port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3ace8da3-8eee-428a-9378-d5e47d9be344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:10.639359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Attempting to bind port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 on network 151a8762-a9be-4518-9210-11e3b78f828c {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:10.657096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:10.657847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Checking segment: {'id': '3ace8da3-8eee-428a-9378-d5e47d9be344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:10.658583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.659236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Bound using segment: {'id': '3ace8da3-8eee-428a-9378-d5e47d9be344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:10.660785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Bound port: 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ace8da3-8eee-428a-9378-d5e47d9be344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:10.661531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.672298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.756686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf97563-d6a8-42ba-a4c3-7242493f9571 None None] Pushing event updated for resources: {'Port': ['ID=e1591f03-f6db-4961-87b4-3733104c4024,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.819290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:10.825721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4902c0af-89f6-43e0-8528-8b6b8a1340d3,segment=NetworkSegment(3ace8da3-8eee-428a-9378-d5e47d9be344),segment_id=3ace8da3-8eee-428a-9378-d5e47d9be344)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:10.835750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab5f22f-8a35-4397-9baf-74a13ebcafd6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.855475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.881021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.884834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3a9997f5-82eb-4532-a421-1ef0acaa8cb1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/1ab5f22f-8a35-4397-9baf-74a13ebcafd6 HTTP/1.1" status: 204 len: 168 time: 0.9133012 Jul 07 17:20:10.896756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56130) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.933037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.990381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4ca8a017-36ea-4cbe-9f81-435cd1917f43 None None] Provisioning complete for port e1591f03-f6db-4961-87b4-3733104c4024 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.994434 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4ca8a017-36ea-4cbe-9f81-435cd1917f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.999261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa4bbb-fd37-4b11-98f6-76b0025007d3 None None] Pushing event updated for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.008201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:11.094836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e1591f03-f6db-4961-87b4-3733104c4024 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:11.202215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.244461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.311386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e1591f03-f6db-4961-87b4-3733104c4024 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.312138 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.435495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff0083-bacd-44e0-995a-122800314ae0 req-8fff5977-5453-44ab-848b-fca9e797e1ab tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.443937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4aff0083-bacd-44e0-995a-122800314ae0 req-8fff5977-5453-44ab-848b-fca9e797e1ab tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.7999072 Jul 07 17:20:11.447501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bcf13c8d-7f2b-4727-a6ae-f9e9fc9cade6 None None] Provisioning for port aeedc9b4-be14-429d-81ae-905f2b49ece6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:11.489436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bcf13c8d-7f2b-4727-a6ae-f9e9fc9cade6 None None] Provisioning complete for port aeedc9b4-be14-429d-81ae-905f2b49ece6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.489964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c8d-7f2b-4727-a6ae-f9e9fc9cade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.582184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.605048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfe7cb4-9abd-4c63-bcd6-54dc9970b617']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:11.632469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4aff0083-bacd-44e0-995a-122800314ae0 req-29001cf7-79f1-431d-8afd-fc7ed71617ad tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873300 Jul 07 17:20:11.647766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd34565-c961-4693-9ff3-68a84ce00b26') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:11.648336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd34565-c961-4693-9ff3-68a84ce00b26') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:11.674178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.699050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.745052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.761570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:11.762214 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:11.764520 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:11.820055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d733e9b9-7b4b-45d3-b3a4-411793ef2460 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:11.824374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bcf13c8d-7f2b-4727-a6ae-f9e9fc9cade6 None None] Port aeedc9b4-be14-429d-81ae-905f2b49ece6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:11.905825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d733e9b9-7b4b-45d3-b3a4-411793ef2460 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.906290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.949001 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.955143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:20:11.969828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.977407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/networks/5dfe7cb4-9abd-4c63-bcd6-54dc9970b617 HTTP/1.1" status: 204 len: 168 time: 1.0711823 Jul 07 17:20:11.994965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089f4aa-4a77-495a-b67f-32e3d3ad1e14 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dfe7cb4-9abd-4c63-bcd6-54dc9970b617,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.054934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Delete allocated IP 2001:db8::6c (151a8762-a9be-4518-9210-11e3b78f828c/837d7cbf-888c-4148-8170-a7d3d202a495) {{(pid=98264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:20:12.079886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8:0:1::f8 (151a8762-a9be-4518-9210-11e3b78f828c/7d878be4-0404-4f76-9964-e515c34c97fa/03b7fa26-e283-43bf-8a6f-b6ffc066afbf) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:12.348620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.358435 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.426187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.467655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Ignored duplicate provisioning block setup for port 03b7fa26-e283-43bf-8a6f-b6ffc066afbf by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:20:12.473219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.507233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=aeedc9b4-be14-429d-81ae-905f2b49ece6,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.539247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.540816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] In _notify_port_updated(), no bound segment for port 03b7fa26-e283-43bf-8a6f-b6ffc066afbf on network 151a8762-a9be-4518-9210-11e3b78f828c {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:12.547785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.548836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.551217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/ports/03b7fa26-e283-43bf-8a6f-b6ffc066afbf HTTP/1.1" status: 200 len: 929 time: 1.9655507 Jul 07 17:20:12.563587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56152) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.638453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003de3cf-e25b-47fc-8cb9-8ddad14da0f9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=03b7fa26-e283-43bf-8a6f-b6ffc066afbf,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.667930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.674404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'name': 'tempest-router--991654447', 'project_id': '1bda0b445ef3498ab152fb837f4ea0ff'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:12.746715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.748628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.885659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.910806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.944373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:12.946582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.949747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:12.956351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56160) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.971827 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7dee2f6a-236a-44d3-8883-82c0994cd465 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3018770 Jul 07 17:20:13.040056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9f484-c9e5-4851-816f-342059c86063 None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:13.334206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 8d3ac7c0-254e-4741-b613-18794f2d92d2 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:13.342839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 03b7fa26-e283-43bf-8a6f-b6ffc066afbf {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:13.342839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.342839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.395375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:13.456338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b58e4c5-6bb9-43e1-b93d-c0dee17e8fd3 None None] Provisioning complete for port 2c831916-3af9-43ce-813f-982be92e206b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:13.456756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6b58e4c5-6bb9-43e1-b93d-c0dee17e8fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.526202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6b58e4c5-6bb9-43e1-b93d-c0dee17e8fd3 None None] Port 2c831916-3af9-43ce-813f-982be92e206b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:13.564605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6b58e4c5-6bb9-43e1-b93d-c0dee17e8fd3 None None] Provisioning for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:13.642959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:13.649830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:13.650351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.763404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-34b453a6-9cfa-4e80-b468-b792a140454e None None] Provisioning complete for port aeedc9b4-be14-429d-81ae-905f2b49ece6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:13.766067 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-34b453a6-9cfa-4e80-b468-b792a140454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.776521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.784657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.805727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.877753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 03b7fa26-e283-43bf-8a6f-b6ffc066afbf owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:13.941955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-34b453a6-9cfa-4e80-b468-b792a140454e None None] Port aeedc9b4-be14-429d-81ae-905f2b49ece6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:13.950180 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.991757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Update dhcp port {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'fixed_ips': [{'subnet_id': '837d7cbf-888c-4148-8170-a7d3d202a495', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d878be4-0404-4f76-9964-e515c34c97fa'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '4902c0af-89f6-43e0-8528-8b6b8a1340d3'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:14.043399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56174) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.044235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4902c0af-89f6-43e0-8528-8b6b8a1340d3,segment=NetworkSegment(3ace8da3-8eee-428a-9378-d5e47d9be344),segment_id=3ace8da3-8eee-428a-9378-d5e47d9be344)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:14.052001 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.096879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.184334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.271311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.271850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd8ea35-224b-42c0-8915-e9451893bcea {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:14.313871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.315040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a30031d5-aa21-4eb9-99b1-ee27d74c0e75 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/routers/8bd8ea35-224b-42c0-8915-e9451893bcea HTTP/1.1" status: 204 len: 168 time: 1.3510656 Jul 07 17:20:14.361591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc344-6256-41f3-b279-d93516e31d16 req-095a2b73-579f-443f-be1e-1972e407bcd6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.363875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e3cc344-6256-41f3-b279-d93516e31d16 req-095a2b73-579f-443f-be1e-1972e407bcd6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.6343958 Jul 07 17:20:14.366983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:14.373446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7af15de9-55aa-4973-bf91-6c7dcdd59db0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "PUT /v2.0/routers/8d3ac7c0-254e-4741-b613-18794f2d92d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6660073 Jul 07 17:20:14.376981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56180) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.387620 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Sync routers for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:14.396896 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-f51dbd39-ade8-47ed-9243-86c0d8e260cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3508041 Jul 07 17:20:14.416326 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:14.418570 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:14.522977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56184) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.548625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Allocated IP 2001:db8:0:1::2 (151a8762-a9be-4518-9210-11e3b78f828c/7d878be4-0404-4f76-9964-e515c34c97fa/4902c0af-89f6-43e0-8528-8b6b8a1340d3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:14.589927 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:14.631043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e3cc344-6256-41f3-b279-d93516e31d16 req-e332425e-8a45-4c7b-bf90-f2c903801470 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547858 Jul 07 17:20:14.748397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.789082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.790350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.790992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.791666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.792074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4902c0af-89f6-43e0-8528-8b6b8a1340d3,segment=NetworkSegment(3ace8da3-8eee-428a-9378-d5e47d9be344),segment_id=3ace8da3-8eee-428a-9378-d5e47d9be344)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:14.792478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.793134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.795247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f3d6eec6-0696-45d5-80c2-2ed9a02d9679 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4330 time: 0.4151347 Jul 07 17:20:14.798236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.837364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=03b7fa26-e283-43bf-8a6f-b6ffc066afbf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.844948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.869392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Transition to ACTIVE for port object 4902c0af-89f6-43e0-8528-8b6b8a1340d3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:14.873813 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.918831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-684792438', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:14.932769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.938609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f0ad760a-44f5-4be3-8bdb-b1b9d30026b0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/03b7fa26-e283-43bf-8a6f-b6ffc066afbf HTTP/1.1" status: 204 len: 168 time: 2.3728976 Jul 07 17:20:14.939924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56194) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.993730 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:12Z', 'revision_number': 2, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:14.997930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.998909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.000019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.001042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.001951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.002724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.003347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.006558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a950a567-173d-4642-aded-f52f974f1ecd tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4610 time: 0.2068903 Jul 07 17:20:15.013147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56196) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.028869 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Checking router: 8d3ac7c0-254e-4741-b613-18794f2d92d2 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:15.029366 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Updating router 8d3ac7c0-254e-4741-b613-18794f2d92d2 port aeedc9b4-be14-429d-81ae-905f2b49ece6 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:15.037317 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-55067e08-2d95-4292-94c5-f52ee5593fe7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:20:15.039162 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55067e08-2d95-4292-94c5-f52ee5593fe7 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/03b7fa26-e283-43bf-8a6f-b6ffc066afbf HTTP/1.1" status: 404 len: 333 time: 0.0966818 Jul 07 17:20:15.047844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56198) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.080624 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.092763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.098100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.119700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:15.186773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec0595-f2b1-4654-865e-99cdb167596f None None] Pushing event updated for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.301742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.417323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-81b8d43d-79d2-4166-b3d0-ece978000686 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.4002542 Jul 07 17:20:15.471227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ef47805-d4b6-41a1-ac87-4e22f5d50d0b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.517042 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ef47805-d4b6-41a1-ac87-4e22f5d50d0b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.558705 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.588746 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Transition to ACTIVE for port object aeedc9b4-be14-429d-81ae-905f2b49ece6 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:15.606986 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.626975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ef47805-d4b6-41a1-ac87-4e22f5d50d0b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.631611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ef47805-d4b6-41a1-ac87-4e22f5d50d0b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.632917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ef47805-d4b6-41a1-ac87-4e22f5d50d0b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/security-groups/6614e29c-6a0e-4911-b3ad-15e212234125 HTTP/1.1" status: 204 len: 168 time: 0.5840156 Jul 07 17:20:15.635856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56202) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.752337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.766115 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d25bd694-3c07-49a4-98de-7e82db9dbab2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.781837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef47805-d4b6-41a1-ac87-4e22f5d50d0b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6614e29c-6a0e-4911-b3ad-15e212234125,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.878588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d25bd694-3c07-49a4-98de-7e82db9dbab2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.915642 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Pushing event updated for resources: {'Port': ['ID=aeedc9b4-be14-429d-81ae-905f2b49ece6,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.946008 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.946357 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.946707 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.947047 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.947380 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.955229 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.956085 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.956723 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.957502 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.958024 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.958589 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.959153 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:15.966161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56206) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.975584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860843417', 'description': 'tempest-secgroup-smoke-860843417 description', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:16.014525 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Attempting to bind port aeedc9b4-be14-429d-81ae-905f2b49ece6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:16.017730 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Attempting to bind port aeedc9b4-be14-429d-81ae-905f2b49ece6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:16.018127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Attempting to bind port aeedc9b4-be14-429d-81ae-905f2b49ece6 on network 4397b3b4-7238-442f-a7a3-4b6e58141da1 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:16.022166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.039159 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:16.039652 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Checking segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:16.040077 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.040567 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Bound using segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:16.041064 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Bound port: aeedc9b4-be14-429d-81ae-905f2b49ece6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:16.041477 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.106198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d25bd694-3c07-49a4-98de-7e82db9dbab2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.112277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d25bd694-3c07-49a4-98de-7e82db9dbab2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.115184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d25bd694-3c07-49a4-98de-7e82db9dbab2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/security-groups/ee97954c-40c3-4ac5-b935-e9396d45a0aa HTTP/1.1" status: 204 len: 168 time: 0.4780271 Jul 07 17:20:16.122968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56208) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.159615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bd694-3c07-49a4-98de-7e82db9dbab2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee97954c-40c3-4ac5-b935-e9396d45a0aa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.230862 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] For port aeedc9b4-be14-429d-81ae-905f2b49ece6, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:16.239187 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] For port aeedc9b4-be14-429d-81ae-905f2b49ece6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aeedc9b4-be14-429d-81ae-905f2b49ece6,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:16.247416 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.263882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444de994-6930-4cbd-9c2a-1dca0ede84df req-a72f7887-adc0-4b7f-ab2f-8bd77ddff079 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.266819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444de994-6930-4cbd-9c2a-1dca0ede84df req-a72f7887-adc0-4b7f-ab2f-8bd77ddff079 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2921498 Jul 07 17:20:16.303017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 837d7cbf-888c-4148-8170-a7d3d202a495 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:16.306753 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.387438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.388709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Provisioning complete for port 2c831916-3af9-43ce-813f-982be92e206b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:16.389526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.398340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444de994-6930-4cbd-9c2a-1dca0ede84df req-478c67f3-2668-4ecf-b70c-93b424998e96 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063788 Jul 07 17:20:16.399538 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565e67f-3849-4436-88a4-88e1217507c9 None None] Pushing event updated for resources: {'Port': ['ID=aeedc9b4-be14-429d-81ae-905f2b49ece6,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.407237 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:16.408522 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:16.489949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Port 2c831916-3af9-43ce-813f-982be92e206b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:16.500074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Could not find standard attr ID for object 03b7fa26-e283-43bf-8a6f-b6ffc066afbf. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:16.513347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Provisioning for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:16.522040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:16.522675 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33917536-418c-4554-abdd-d78b4c73778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.584571 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:16.786380 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.797663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.804533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a1983115-f356-4ad9-b9c9-ae132f834a78 None None] Could not find standard attr ID for object 03b7fa26-e283-43bf-8a6f-b6ffc066afbf. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:16.832817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.864648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.908953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.923754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.924846 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9558797 Jul 07 17:20:16.925668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdacd3-84d5-4261-95fb-6474633ffbc5 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.932383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56210) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.942481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.000111 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:16Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:17.028825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.071417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:17.099800 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2ebc2-4cf1-417d-a365-a6c19249b314 None None] The sync data for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 is: [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:16Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:17.125883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Allocated IP 172.25.5.243 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/20212796-2f73-4986-a677-5cb5e62cc841) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:17.172652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:17.173286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.180306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.186489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.295057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbc2c7b-d27d-4b93-8836-3a39a72e85bb,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.306023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.323169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.332533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.334359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3e397140-4fe3-4d6e-8cce-a0ab291a3c12 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4000206 Jul 07 17:20:17.339004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56212) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.357128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.394531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=837d7cbf-888c-4148-8170-a7d3d202a495,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.419763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.423251 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d62988e-f316-45fb-8e70-fbf9340a8617 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/837d7cbf-888c-4148-8170-a7d3d202a495 HTTP/1.1" status: 204 len: 168 time: 1.2961490 Jul 07 17:20:17.431696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56214) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.432883 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.449413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.492337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-40f804ec-6557-4205-bf88-726c93cfa0bc None None] Could not find standard attr ID for object 03b7fa26-e283-43bf-8a6f-b6ffc066afbf. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:17.563744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.653958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:17.661310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:17.665534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:17.754721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event updated for resources: {'Port': ['ID=20212796-2f73-4986-a677-5cb5e62cc841,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.837206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac2c88-ab02-40d7-ab5f-b54fc1278a32 None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:17.866625 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.895196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.966060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c3073b-8ff1-42c0-806e-42f6e73a8190,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.981654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:17.986359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.011442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.015428 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-280f14c2-b924-417f-9dbd-7872e7af0a87 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6717672 Jul 07 17:20:18.057566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56218) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.084679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:18.151829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68a05a-a4dd-4072-a18c-ab0642cf7c5b req-b2baffbc-71d2-4cc7-80f9-0145fedc7404 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.154783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.157839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac68a05a-a4dd-4072-a18c-ab0642cf7c5b req-b2baffbc-71d2-4cc7-80f9-0145fedc7404 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.4311581 Jul 07 17:20:18.225412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.284372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac68a05a-a4dd-4072-a18c-ab0642cf7c5b req-74baab1e-169c-4b08-959b-26fb0f294eb2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122077 Jul 07 17:20:18.498083 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.516694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.552339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.553658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.601972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8c2de7-3b0e-4038-b55f-b034214ef69d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.623307 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.624563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d3acc96e-cc4f-4f15-a4af-5328ba6f364a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5632501 Jul 07 17:20:18.630705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:18.643102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56220) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.655209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:18.682956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:18.687853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.688905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.738239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=0e7a7a28-ea3d-4c06-9804-dcae4b957cd3,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.773833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ac51e0cf-622d-419b-802d-b5b9239229f8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3351080 Jul 07 17:20:18.777143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56222) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.778068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.784042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1953307540'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:18.853863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.858102 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.872832 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.892702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528b3e4b-429c-49ba-980c-c72564dcedae,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.918804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Router 86def6a4-45b7-42da-81ec-d2315a14cac0 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:19.051018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.060423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.064328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.067416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0f77f87f-2c47-4d4d-9abc-6d56f16e532a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4183650 Jul 07 17:20:19.069628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56224) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.074926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.077550 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:19.136206 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Project a5e0f83e98e54480934b8f1326ecae76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:19.145533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.165663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1152b5-4bb2-4aad-a0ed-93b076152322,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.166279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aeedc9b4-be14-429d-81ae-905f2b49ece6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:19.218133 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.222216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3b76afef-46c8-45c7-ba64-1e9c89304343 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4412816 Jul 07 17:20:19.223261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56226) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.234452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110755804'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.284036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.289781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.301761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port aeedc9b4-be14-429d-81ae-905f2b49ece6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:19.302288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:19.310501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aeedc9b4-be14-429d-81ae-905f2b49ece6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:19.312413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.318772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.320123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2493477 Jul 07 17:20:19.323334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56228) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.326103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] Sync routers for ids ['86def6a4-45b7-42da-81ec-d2315a14cac0'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:19.341381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.350617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'security_group_rule': {'security_group_id': '9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f', 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.365611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c092c1-e724-4a78-b85c-56b1a5801655 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83139176-ab48-42a4-99a0-fb71feff6072,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.379508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.380907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d90f6ff3-556a-4ede-95cc-6f34ffb100ba tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8562410 Jul 07 17:20:19.385035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56232) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.407031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] Routers {'86def6a4-45b7-42da-81ec-d2315a14cac0'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:19.407700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86def6a4-45b7-42da-81ec-d2315a14cac0'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:19.456652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1f44d-ab53-4a50-916a-f3e09a819ccd None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:19.461202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:19.536011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-edbb7c09-b8a3-4c59-82d6-a1b222ab303e tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/86def6a4-45b7-42da-81ec-d2315a14cac0 HTTP/1.1" status: 200 len: 924 time: 0.1445408 Jul 07 17:20:19.536303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] Routers {'86def6a4-45b7-42da-81ec-d2315a14cac0'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:19.536303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['86def6a4-45b7-42da-81ec-d2315a14cac0'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:19.536605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56234) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.580064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5d1f7ade-2797-4cda-956e-3873e3d7d419 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=86def6a4-45b7-42da-81ec-d2315a14cac0 HTTP/1.1" status: 200 len: 205 time: 0.0377567 Jul 07 17:20:19.580378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56236) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.592939 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Project a5e0f83e98e54480934b8f1326ecae76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:19.662567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.701823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:19.702367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30f04b-92ad-4f77-bb01-84605f40df4e None None] The sync data for ids ['86def6a4-45b7-42da-81ec-d2315a14cac0'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:19.733503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c9cce0fd-d67b-47dd-9588-0257621c11b9 None None] Provisioning complete for port 2c831916-3af9-43ce-813f-982be92e206b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:19.734028 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c9cce0fd-d67b-47dd-9588-0257621c11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.739342 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.764986 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.774416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.827407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5d04-1c78-453e-92dc-c9479d613ed3 req-9206570e-f413-40c3-b9d8-39b788b4a602 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.829022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-878a5d04-1c78-453e-92dc-c9479d613ed3 req-9206570e-f413-40c3-b9d8-39b788b4a602 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2447984 Jul 07 17:20:19.841353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.842727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-c9cce0fd-d67b-47dd-9588-0257621c11b9 None None] Port 2c831916-3af9-43ce-813f-982be92e206b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:19.847198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.861158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port aeedc9b4-be14-429d-81ae-905f2b49ece6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aeedc9b4-be14-429d-81ae-905f2b49ece6,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:19.886420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.888583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.889468 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6644044 Jul 07 17:20:19.893406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56238) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.901329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88340f38-0e1b-4c7b-a467-bf356a0076d0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1efab1e-403c-45e6-819f-a37868f65f6d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.915104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'security_group': {'name': 'tempest-secgroup-282404055'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.924900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c9cce0fd-d67b-47dd-9588-0257621c11b9 None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:19.926246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c9cce0fd-d67b-47dd-9588-0257621c11b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.967816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.997442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.004079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.013956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=aeedc9b4-be14-429d-81ae-905f2b49ece6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.092733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db1bba4-e673-47bb-a888-addb18162bd0,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.151971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-878a5d04-1c78-453e-92dc-c9479d613ed3 req-76890ce2-ff9f-4ef6-ae78-b9eadd8efe88 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679478 Jul 07 17:20:20.162271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.169049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.188925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.199806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Update dhcp port {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'fixed_ips': [{'subnet_id': '7d878be4-0404-4f76-9964-e515c34c97fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e7a7a28-ea3d-4c06-9804-dcae4b957cd3'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '4902c0af-89f6-43e0-8528-8b6b8a1340d3'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:20.200282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f513cc0c-c710-4f94-8c6a-45845451fe7a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8536599 Jul 07 17:20:20.214170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Deleting port 20212796-2f73-4986-a677-5cb5e62cc841 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:20.214170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.254034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.256073 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3582196 Jul 07 17:20:20.259221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54a96c-7c8c-4aaa-b2dd-7a9a3e6fe836 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef37bdab-79f4-419d-9b21-1dd1079cb5aa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.261900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56242) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.268811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2075285046', 'security_groups': ['ef37bdab-79f4-419d-9b21-1dd1079cb5aa'], 'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0e7a7a28-ea3d-4c06-9804-dcae4b957cd3'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:20.290581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.384540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.403079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Calling delete_port for 20212796-2f73-4986-a677-5cb5e62cc841 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:20.546276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:20.637451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-70db95a4-b4ad-4d69-9d33-6316056b3e04 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860843417&fields=id&tenant_id=a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 267 time: 0.0505891 Jul 07 17:20:20.748781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.766443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Allocated IP 2001:db8::2 (151a8762-a9be-4518-9210-11e3b78f828c/0e7a7a28-ea3d-4c06-9804-dcae4b957cd3/4902c0af-89f6-43e0-8528-8b6b8a1340d3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:20.776133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] device_id is not set on port 7d078cf3-af69-4230-bf4a-0eb856bf0d13 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:20.903292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4902c0af-89f6-43e0-8528-8b6b8a1340d3,segment=NetworkSegment(3ace8da3-8eee-428a-9378-d5e47d9be344),segment_id=3ace8da3-8eee-428a-9378-d5e47d9be344)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:20.942222 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.051786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aeedc9b4-be14-429d-81ae-905f2b49ece6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:21.122401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.133709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Transition to ACTIVE for port object 4902c0af-89f6-43e0-8528-8b6b8a1340d3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:21.136726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aeedc9b4-be14-429d-81ae-905f2b49ece6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:21.137538 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.143207 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.164803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event deleted for resources: {'Port': ['ID=20212796-2f73-4986-a677-5cb5e62cc841,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.178029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-399a525f-32c0-4cab-99c3-7d0ee54635bf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.179663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-399a525f-32c0-4cab-99c3-7d0ee54635bf tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/networks?id=4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 200 len: 797 time: 0.5259254 Jul 07 17:20:21.271391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-cd11e790-33ed-4149-8721-4c3de5271b10 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/quotas/a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 375 time: 0.0663064 Jul 07 17:20:21.335087 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.458605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8::f1 (151a8762-a9be-4518-9210-11e3b78f828c/0e7a7a28-ea3d-4c06-9804-dcae4b957cd3/7d078cf3-af69-4230-bf4a-0eb856bf0d13) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:21.619407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4bbe8-bbe1-464c-9195-995d5001ecc6 None None] Pushing event updated for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.620600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.624745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.687635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.719481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.720205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Fanout notify agent at l3_agent the message router_deleted on router 86def6a4-45b7-42da-81ec-d2315a14cac0 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:21.724559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 7d078cf3-af69-4230-bf4a-0eb856bf0d13 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:21.742610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.744335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bdeb8f19-1a94-404b-ae6e-b0f158698eee tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/86def6a4-45b7-42da-81ec-d2315a14cac0 HTTP/1.1" status: 204 len: 168 time: 2.1625569 Jul 07 17:20:21.749058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56258) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.755936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'name': 'tempest-snat-router-137616395', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': False}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:21.782926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-24601275-1d61-4a17-9a60-df1ec7c279e1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4962204 Jul 07 17:20:21.804333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.813538 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.814625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.815661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03edc7-d309-45e1-96c2-c4e8180f9a3b req-fa7f6621-bce9-4d56-bf28-3d98835b689b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.829815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e03edc7-d309-45e1-96c2-c4e8180f9a3b req-fa7f6621-bce9-4d56-bf28-3d98835b689b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.3387322 Jul 07 17:20:21.871715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:21.884090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:21.893062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:21.898690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.899401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.944253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=7d078cf3-af69-4230-bf4a-0eb856bf0d13,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.953074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.967816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bfbe4e03-a425-460f-82d8-13095ac478c1 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6999519 Jul 07 17:20:21.988495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56260) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.010497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:22.067910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e03edc7-d309-45e1-96c2-c4e8180f9a3b req-63e628b4-9135-4cf9-8fb8-e90a73bc085d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334294 Jul 07 17:20:22.131228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.233042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-8ae740f0-566c-49f5-bf1f-04036ef468ed service neutron] 10.222.0.78 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865421 Jul 07 17:20:22.401825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:22.405983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.477155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.482997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-4d17fc0e-bde4-4f7d-af7e-9f156e1370e0 service neutron] 10.222.0.78 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332778 Jul 07 17:20:22.500258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.574140 n-d-793619-7 neutron-server[98270]: INFO neutron.db.ipam_backend_mixin [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e7a7a28-ea3d-4c06-9804-dcae4b957cd3 (CIDR: 2001:db8::/64) Jul 07 17:20:22.577317 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:22.578181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:22.618350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-946bcd76-69a3-4580-aaf6-a94f5110baf9 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6189659 Jul 07 17:20:22.618713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56262) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.630367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:22.698653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Allocated IP 172.25.5.127 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/51bda850-6e60-4214-93c1-239cbe1bfc6d) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:22.810606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:22.821148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.888933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.932408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b575328-3ad9-49d0-bd38-9a1da1112338 req-5cb9fbd4-49ca-480b-ba11-b1862fedb701 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 210 time: 0.0410607 Jul 07 17:20:22.979127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85b89ae6-a342-4df5-9345-f2a6227d39a2 None None] Provisioning complete for port 2c831916-3af9-43ce-813f-982be92e206b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:22.979753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85b89ae6-a342-4df5-9345-f2a6227d39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.996796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.040039 n-d-793619-7 neutron-server[98270]: INFO neutron.db.ipam_backend_mixin [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7d878be4-0404-4f76-9964-e515c34c97fa (CIDR: 2001:db8:0:1::/64) Jul 07 17:20:23.048776 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:23.052554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:23.066731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Port': ['ID=51bda850-6e60-4214-93c1-239cbe1bfc6d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.076050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:23.078502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:23.093737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:23.107443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-85b89ae6-a342-4df5-9345-f2a6227d39a2 None None] Port 2c831916-3af9-43ce-813f-982be92e206b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:23.111205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7cacdb3d-f3a8-4928-8cce-e2238e7c42fc tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4900134 Jul 07 17:20:23.117093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.117580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:23.131376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'subnet': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:23.164138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85b89ae6-a342-4df5-9345-f2a6227d39a2 None None] Provisioning for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:23.170824 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85b89ae6-a342-4df5-9345-f2a6227d39a2 None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:23.171603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85b89ae6-a342-4df5-9345-f2a6227d39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.303893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:23.305327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.537377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Made reservation on behalf of edae5d50ec5d47539a3dccc18caf7e4d for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:23.541941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.618823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e02fd63c-8030-444f-9fbb-d8dbdc154a4e None None] Provisioning for port 7d078cf3-af69-4230-bf4a-0eb856bf0d13 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:23.629546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e02fd63c-8030-444f-9fbb-d8dbdc154a4e None None] Provisioning complete for port 7d078cf3-af69-4230-bf4a-0eb856bf0d13 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:23.630320 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e02fd63c-8030-444f-9fbb-d8dbdc154a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.675709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ed48-009e-45d5-ad64-d384a2709646 req-e4019b5a-a8e9-4b7e-83b1-a5d66309f67e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.678521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8758ed48-009e-45d5-ad64-d384a2709646 req-e4019b5a-a8e9-4b7e-83b1-a5d66309f67e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2343619 Jul 07 17:20:23.707027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e02fd63c-8030-444f-9fbb-d8dbdc154a4e None None] Port 7d078cf3-af69-4230-bf4a-0eb856bf0d13 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:23.744274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.783619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8758ed48-009e-45d5-ad64-d384a2709646 req-0a008790-51af-4498-896c-4ec7968b8481 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673962 Jul 07 17:20:23.898796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.016963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.126076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Network 151a8762-a9be-4518-9210-11e3b78f828c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:24.171527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:24.176931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-819372b5-d309-4a06-a328-0552ecd58670 req-2a29d1f6-840c-4018-89ee-83dd2da54ed6 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 210 time: 0.0888321 Jul 07 17:20:24.182697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.183721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.188095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed0b1b-dfcc-4958-ac2a-886659ce743d None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:24.243310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Subnet': ['ID=746cc16f-51b0-4d27-971a-3b7cef79dd13,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.260858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7c77b3fa-5abd-464d-84f3-425b5276f0f4 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1380608 Jul 07 17:20:24.262077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56282) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:24.275241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-383030144', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '746cc16f-51b0-4d27-971a-3b7cef79dd13'}], 'security_groups': ['9b1152b5-4bb2-4aad-a0ed-93b076152322', 'b1efab1e-403c-45e6-819f-a37868f65f6d']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:24.527599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.555977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6092-d8c8-418b-89cb-163624863111 req-f698f15d-7b20-4162-909d-3cad558df574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.557728 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-f698f15d-7b20-4162-909d-3cad558df574 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b&tenant_id=caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 1094 time: 0.2288806 Jul 07 17:20:24.669288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Update dhcp port {'port': {'network_id': '151a8762-a9be-4518-9210-11e3b78f828c', 'fixed_ips': [{'subnet_id': '7d878be4-0404-4f76-9964-e515c34c97fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e7a7a28-ea3d-4c06-9804-dcae4b957cd3', 'ip_address': '2001:db8::2'}, {'subnet_id': '746cc16f-51b0-4d27-971a-3b7cef79dd13'}], 'binding:host_id': 'n-d-793619-7'}, 'id': '4902c0af-89f6-43e0-8528-8b6b8a1340d3'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:24.677914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.728336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.735592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6092-d8c8-418b-89cb-163624863111 req-558bcee4-29d1-4caf-9557-7d1e3f00da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.737232 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-558bcee4-29d1-4caf-9557-7d1e3f00da83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1094 time: 0.1204500 Jul 07 17:20:24.924160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6092-d8c8-418b-89cb-163624863111 req-d61d2a4b-ee87-454d-b5e7-69e56da516ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.927514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-d61d2a4b-ee87-454d-b5e7-69e56da516ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1816623 Jul 07 17:20:25.004806 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Router 032cb2e6-59ef-474f-8d29-bff996d6991e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:25.021061 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-e7ce60c3-4903-493d-bf9c-084501ae5e3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 998 time: 0.0855553 Jul 07 17:20:25.149447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6092-d8c8-418b-89cb-163624863111 req-da05d9aa-4c26-4d97-8338-c840d0c50673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.151141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-da05d9aa-4c26-4d97-8338-c840d0c50673 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.1230612 Jul 07 17:20:25.206730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:25.217885 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Sync routers for ids ['032cb2e6-59ef-474f-8d29-bff996d6991e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:25.236076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7027c4f-d5af-43ad-beec-73ce0f9a5725 req-df8fa7cf-74a9-44c3-a54b-22d01ea634e6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.236713 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Routers {'032cb2e6-59ef-474f-8d29-bff996d6991e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:25.236875 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['032cb2e6-59ef-474f-8d29-bff996d6991e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:25.239074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7027c4f-d5af-43ad-beec-73ce0f9a5725 req-df8fa7cf-74a9-44c3-a54b-22d01ea634e6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2249665 Jul 07 17:20:25.255748 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.262177 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6867d309-4530-4aef-ab59-9434ef227486 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5067589 Jul 07 17:20:25.262177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56290) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.333206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Delete allocated IP 2001:db8::f1 (151a8762-a9be-4518-9210-11e3b78f828c/0e7a7a28-ea3d-4c06-9804-dcae4b957cd3) {{(pid=98270) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:20:25.358017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7027c4f-d5af-43ad-beec-73ce0f9a5725 req-55ec9a3f-8ec0-475c-8021-f46b65063c7d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087222 Jul 07 17:20:25.378910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Allocated IP 2001:db8:0:2::220 (151a8762-a9be-4518-9210-11e3b78f828c/746cc16f-51b0-4d27-971a-3b7cef79dd13/7d078cf3-af69-4230-bf4a-0eb856bf0d13) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:25.391241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc6092-d8c8-418b-89cb-163624863111 req-936d24cc-928f-4122-84c8-561dcce9f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.393045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-936d24cc-928f-4122-84c8-561dcce9f1c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347648 Jul 07 17:20:25.422126 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Set router 032cb2e6-59ef-474f-8d29-bff996d6991e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:25.449603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438ae152-3554-4db3-8169-5b05228cc718 req-cb3c17e9-853a-467d-b81b-fe3f1b29287c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 210 time: 0.0574713 Jul 07 17:20:25.563000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6acf2ef0-1967-447a-8e51-2f09841f911c tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/032cb2e6-59ef-474f-8d29-bff996d6991e HTTP/1.1" status: 200 len: 908 time: 0.2991397 Jul 07 17:20:25.566204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56292) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.573370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'name': 'tempest-snat-router-137616395', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': True}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:25.602163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-285bc81b-5439-42b1-819c-1f434fea77d6 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007678 Jul 07 17:20:25.620895 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.622057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.735507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.740951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.761250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Transition to ACTIVE for port object 7d078cf3-af69-4230-bf4a-0eb856bf0d13 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:25.766865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.797948 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cdfc6092-d8c8-418b-89cb-163624863111 req-a1e0104e-a250-4842-b563-aa724bf488d5 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885347 Jul 07 17:20:25.870460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] In _notify_port_updated(), no bound segment for port 7d078cf3-af69-4230-bf4a-0eb856bf0d13 on network 151a8762-a9be-4518-9210-11e3b78f828c {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:25.879052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.880041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.882152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "PUT /v2.0/ports/7d078cf3-af69-4230-bf4a-0eb856bf0d13 HTTP/1.1" status: 200 len: 969 time: 1.6181228 Jul 07 17:20:25.889735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56296) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.917254 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032cb2e6-59ef-474f-8d29-bff996d6991e', 'name': 'tempest-snat-router-137616395', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.127'}], 'enable_snat': False}, 'gw_port_id': '51bda850-6e60-4214-93c1-239cbe1bfc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:21Z', 'updated_at': '2021-07-07T17:20:23Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': '51bda850-6e60-4214-93c1-239cbe1bfc6d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032cb2e6-59ef-474f-8d29-bff996d6991e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:22Z', 'updated_at': '2021-07-07T17:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:25.943317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81cb05-c4b5-471a-8b06-4222e3e34aa0 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event updated for resources: {'Port': ['ID=7d078cf3-af69-4230-bf4a-0eb856bf0d13,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.944509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Allocated IP 2001:db8:0:2::2 (151a8762-a9be-4518-9210-11e3b78f828c/746cc16f-51b0-4d27-971a-3b7cef79dd13/4902c0af-89f6-43e0-8528-8b6b8a1340d3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:25.988925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.013353 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Checking router: 032cb2e6-59ef-474f-8d29-bff996d6991e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:26.016960 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Updating router 032cb2e6-59ef-474f-8d29-bff996d6991e port 51bda850-6e60-4214-93c1-239cbe1bfc6d binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:26.079400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 7d078cf3-af69-4230-bf4a-0eb856bf0d13 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:26.079617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.142741 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.180552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-7b7b2c6c-0c0d-4feb-980e-903d06ad3b16 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.182179 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-7b7b2c6c-0c0d-4feb-980e-903d06ad3b16 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "GET /v2.0/networks?id=4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 200 len: 797 time: 0.1859040 Jul 07 17:20:26.291462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.304830 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-e802e374-d1aa-40db-ae61-c2f4c5b8bd44 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e0f83e98e54480934b8f1326ecae76 HTTP/1.1" status: 200 len: 379 time: 0.1079960 Jul 07 17:20:26.331066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 7d078cf3-af69-4230-bf4a-0eb856bf0d13 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:26.333294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4902c0af-89f6-43e0-8528-8b6b8a1340d3,segment=NetworkSegment(3ace8da3-8eee-428a-9378-d5e47d9be344),segment_id=3ace8da3-8eee-428a-9378-d5e47d9be344)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:26.339291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'port': {'device_id': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'admin_state_up': True, 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'security_groups': ['9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:26.413424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.483680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Transition to ACTIVE for port object 4902c0af-89f6-43e0-8528-8b6b8a1340d3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:26.496470 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.545873 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.632300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.635136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=7d078cf3-af69-4230-bf4a-0eb856bf0d13,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.656878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.676028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Made reservation on behalf of a5e0f83e98e54480934b8f1326ecae76 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:26.683242 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.754948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.756982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a0720d39-09fd-455e-bd7e-c79abf51b69b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/7d078cf3-af69-4230-bf4a-0eb856bf0d13 HTTP/1.1" status: 204 len: 168 time: 0.8655672 Jul 07 17:20:26.760696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56316) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:26.793066 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-75346565-05a4-4794-844f-cdd43a22da46 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] GET failed (client error): The resource could not be found. Jul 07 17:20:26.795308 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75346565-05a4-4794-844f-cdd43a22da46 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports/7d078cf3-af69-4230-bf4a-0eb856bf0d13 HTTP/1.1" status: 404 len: 333 time: 0.0325429 Jul 07 17:20:26.797594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56318) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:26.850335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5965d9f-9e8a-428e-859a-93f217a55579 None None] Pushing event updated for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.922684 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.937828 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Transition to ACTIVE for port object 51bda850-6e60-4214-93c1-239cbe1bfc6d will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:26.947704 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.016855 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2010-e36c-47e5-bce6-2c6a1f925240 None None] Pushing event updated for resources: {'Port': ['ID=51bda850-6e60-4214-93c1-239cbe1bfc6d,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.026384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-952e6503-ea61-4b10-a2c9-93962102d29e req-eb4e96db-f1f8-459b-a78c-6d4262da950e tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 210 time: 0.2275834 Jul 07 17:20:27.066980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Attempting to bind port 51bda850-6e60-4214-93c1-239cbe1bfc6d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:27.066980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Attempting to bind port 51bda850-6e60-4214-93c1-239cbe1bfc6d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:27.066980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Attempting to bind port 51bda850-6e60-4214-93c1-239cbe1bfc6d on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:27.066980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:27.066980 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:27.066980 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.068506 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:27.068861 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Bound port: 51bda850-6e60-4214-93c1-239cbe1bfc6d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:27.069876 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.102043 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d27118-33cb-4fd9-811c-a28e8834089d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.141945 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] For port 51bda850-6e60-4214-93c1-239cbe1bfc6d, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:27.153950 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] For port 51bda850-6e60-4214-93c1-239cbe1bfc6d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51bda850-6e60-4214-93c1-239cbe1bfc6d,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:27.160806 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.162858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.20.0.14 (4397b3b4-7238-442f-a7a3-4b6e58141da1/8accf997-8ac6-448a-afd5-cb27a9642c22/0967ab69-bdf4-4d9d-9131-98b8df73b9cb) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:27.207757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c50a7-2768-46e9-a2f3-67b89a1e5883 req-a767ecc8-d40c-4b54-b21c-83ca62603a98 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:27.219813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-791c50a7-2768-46e9-a2f3-67b89a1e5883 req-a767ecc8-d40c-4b54-b21c-83ca62603a98 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.5375621 Jul 07 17:20:27.235220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Allocated IP 172.25.5.233 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/df070edf-0f59-4812-96c3-f947042a7bba) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:27.292201 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d27118-33cb-4fd9-811c-a28e8834089d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.303075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:27.367559 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2010-e36c-47e5-bce6-2c6a1f925240 None None] Pushing event updated for resources: {'Port': ['ID=51bda850-6e60-4214-93c1-239cbe1bfc6d,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.392003 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Routers {'032cb2e6-59ef-474f-8d29-bff996d6991e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:27.399420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['032cb2e6-59ef-474f-8d29-bff996d6991e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:27.442120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-791c50a7-2768-46e9-a2f3-67b89a1e5883 req-20071332-543a-4fea-acaa-b0549953a14b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211936 Jul 07 17:20:27.500252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d27118-33cb-4fd9-811c-a28e8834089d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.503619 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d27118-33cb-4fd9-811c-a28e8834089d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.508243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-17d27118-33cb-4fd9-811c-a28e8834089d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/security-groups/ef37bdab-79f4-419d-9b21-1dd1079cb5aa HTTP/1.1" status: 204 len: 168 time: 0.7083721 Jul 07 17:20:27.508964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56320) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.554959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d27118-33cb-4fd9-811c-a28e8834089d tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef37bdab-79f4-419d-9b21-1dd1079cb5aa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.671086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-abc48a19-2f0c-4c8f-be59-6a5246a3a466 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.730382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.741851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-abc48a19-2f0c-4c8f-be59-6a5246a3a466 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.761517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] Set router 032cb2e6-59ef-474f-8d29-bff996d6991e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:27.819909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.874800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-abc48a19-2f0c-4c8f-be59-6a5246a3a466 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.881339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-abc48a19-2f0c-4c8f-be59-6a5246a3a466 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.882761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-abc48a19-2f0c-4c8f-be59-6a5246a3a466 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/security-groups/b1efab1e-403c-45e6-819f-a37868f65f6d HTTP/1.1" status: 204 len: 168 time: 0.3697371 Jul 07 17:20:27.897910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56322) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.971217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc48a19-2f0c-4c8f-be59-6a5246a3a466 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1efab1e-403c-45e6-819f-a37868f65f6d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.056502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66aa41d2-221c-4f33-b94c-4ebd53a4d5ac tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.119112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66aa41d2-221c-4f33-b94c-4ebd53a4d5ac tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.229260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66aa41d2-221c-4f33-b94c-4ebd53a4d5ac tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.229260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-66aa41d2-221c-4f33-b94c-4ebd53a4d5ac tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.229260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-66aa41d2-221c-4f33-b94c-4ebd53a4d5ac tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/security-groups/9b1152b5-4bb2-4aad-a0ed-93b076152322 HTTP/1.1" status: 204 len: 168 time: 0.3296647 Jul 07 17:20:28.240833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56326) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:28.250941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032cb2e6-59ef-474f-8d29-bff996d6991e', 'name': 'tempest-snat-router-137616395', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.127'}], 'enable_snat': False}, 'gw_port_id': '51bda850-6e60-4214-93c1-239cbe1bfc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:21Z', 'updated_at': '2021-07-07T17:20:23Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': '51bda850-6e60-4214-93c1-239cbe1bfc6d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032cb2e6-59ef-474f-8d29-bff996d6991e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:22Z', 'updated_at': '2021-07-07T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:28.321926 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541891b-6afe-4b36-af46-23972e941e60 None None] The sync data for ids ['032cb2e6-59ef-474f-8d29-bff996d6991e'] in n-d-793619-7 is: [{'id': '032cb2e6-59ef-474f-8d29-bff996d6991e', 'name': 'tempest-snat-router-137616395', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.127'}], 'enable_snat': False}, 'gw_port_id': '51bda850-6e60-4214-93c1-239cbe1bfc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:21Z', 'updated_at': '2021-07-07T17:20:23Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': '51bda850-6e60-4214-93c1-239cbe1bfc6d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032cb2e6-59ef-474f-8d29-bff996d6991e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:22Z', 'updated_at': '2021-07-07T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:28.324062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa41d2-221c-4f33-b94c-4ebd53a4d5ac tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1152b5-4bb2-4aad-a0ed-93b076152322,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.364828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 0e7a7a28-ea3d-4c06-9804-dcae4b957cd3 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:28.370889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.435361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edf10f2b-2cd2-498a-a00f-c71c93c52def req-9e1b2620-f4a5-4ff6-902d-95c669e34c9d tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 210 time: 0.0672250 Jul 07 17:20:28.476524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.532016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Provisioning complete for port 2c831916-3af9-43ce-813f-982be92e206b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:28.532913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.593423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.641777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Port 2c831916-3af9-43ce-813f-982be92e206b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:28.652176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Could not find standard attr ID for object 7d078cf3-af69-4230-bf4a-0eb856bf0d13. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:28.684175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Provisioning for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:28.694838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:28.695319 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07290823-1864-4c32-8d90-1ab55ca72ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.759285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.923867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:28.943386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:28.948409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:29.037246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Port': ['ID=df070edf-0f59-4812-96c3-f947042a7bba,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.058897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.070132 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.081825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/0e7a7a28-ea3d-4c06-9804-dcae4b957cd3 HTTP/1.1" status: 204 len: 168 time: 0.8291764 Jul 07 17:20:29.081825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fcf3e-d0a1-44e5-851a-20a10dbb767f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7a7a28-ea3d-4c06-9804-dcae4b957cd3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.082742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56330) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.119170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Transition to ACTIVE for port object 0967ab69-bdf4-4d9d-9131-98b8df73b9cb will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:29.135336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be35a90-a8f8-42ad-b8f5-7965852f0c07 None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:29.189083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277440-be6b-409d-b8b3-19dd8eb79534 req-08aba6e0-d9dd-43bb-bf48-9aa8ff121459 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.192281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea277440-be6b-409d-b8b3-19dd8eb79534 req-08aba6e0-d9dd-43bb-bf48-9aa8ff121459 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.3879578 Jul 07 17:20:29.208551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 746cc16f-51b0-4d27-971a-3b7cef79dd13 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:29.220148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.267083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.344222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea277440-be6b-409d-b8b3-19dd8eb79534 req-20985446-2291-47e8-a997-cd9ea81dec71 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324556 Jul 07 17:20:29.371276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.417702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ad9cbc69-6e7d-46fe-9475-4f556974534f None None] Could not find standard attr ID for object 7d078cf3-af69-4230-bf4a-0eb856bf0d13. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:29.581092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.608424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.766567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:29.785087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:29.787134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.793365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:29.912930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=746cc16f-51b0-4d27-971a-3b7cef79dd13,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.933204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.935852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04f56bfb-7b1a-4566-845c-c18043bf8029 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/746cc16f-51b0-4d27-971a-3b7cef79dd13 HTTP/1.1" status: 204 len: 168 time: 0.8499501 Jul 07 17:20:29.939922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56334) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.990839 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5964449-8923-4ba0-a4e3-38f68f2188bb tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:29.991822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5964449-8923-4ba0-a4e3-38f68f2188bb tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:29.999513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f5964449-8923-4ba0-a4e3-38f68f2188bb tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/0e7a7a28-ea3d-4c06-9804-dcae4b957cd3 HTTP/1.1" status: 404 len: 337 time: 0.0558715 Jul 07 17:20:30.004341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56336) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.086692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71d8a8-98e1-423d-8485-3d3e77cad65a req-7bb3443b-5372-4dc2-a0eb-cd0e2624a092 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.093635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d71d8a8-98e1-423d-8485-3d3e77cad65a req-7bb3443b-5372-4dc2-a0eb-cd0e2624a092 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 932 time: 0.3027606 Jul 07 17:20:30.191175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d71d8a8-98e1-423d-8485-3d3e77cad65a req-8858a990-eae7-4933-9cd7-e52811c641d3 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905130 Jul 07 17:20:30.238475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.239699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.274624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting subnet 7d878be4-0404-4f76-9964-e515c34c97fa {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:30.279565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.348888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.469170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-24dba900-6cca-4b5b-b48b-a3aef8ef6e44 None None] Provisioning for port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:30.485438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-24dba900-6cca-4b5b-b48b-a3aef8ef6e44 None None] Provisioning complete for port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:30.489003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24dba900-6cca-4b5b-b48b-a3aef8ef6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.577027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-24dba900-6cca-4b5b-b48b-a3aef8ef6e44 None None] Port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:30.625271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.726327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-15ce7059-86c3-4f6d-911d-7eb22c02152a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4163332 Jul 07 17:20:30.744579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Request body: {'port': {'device_id': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.883273 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.933241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfdb3e-a8cc-4805-84e1-30caa3d7c419 None None] Network 151a8762-a9be-4518-9210-11e3b78f828c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:30.943364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29d57-69cf-40d2-9631-f97a90032afe req-68db9841-9258-47b9-9424-6f8897ba78d2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.946486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5c29d57-69cf-40d2-9631-f97a90032afe req-68db9841-9258-47b9-9424-6f8897ba78d2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.1942196 Jul 07 17:20:31.098096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5c29d57-69cf-40d2-9631-f97a90032afe req-44864da4-838d-4aab-8909-d0e8cdbaca32 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323414 Jul 07 17:20:31.157160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51bda850-6e60-4214-93c1-239cbe1bfc6d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:31.166628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8ec5b87f-4d44-4c33-afe3-6c6f0441f758 None None] Provisioning complete for port 2c831916-3af9-43ce-813f-982be92e206b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:31.167618 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b87f-4d44-4c33-afe3-6c6f0441f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.386236 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.497155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.527057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5b87f-4d44-4c33-afe3-6c6f0441f758 None None] Port 2c831916-3af9-43ce-813f-982be92e206b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:31.599915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 51bda850-6e60-4214-93c1-239cbe1bfc6d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:31.636986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 51bda850-6e60-4214-93c1-239cbe1bfc6d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:31.637351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.716089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8ec5b87f-4d44-4c33-afe3-6c6f0441f758 None None] Provisioning complete for port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:31.716644 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b87f-4d44-4c33-afe3-6c6f0441f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.784661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34244-503f-44d4-ab45-2b0b0bed6361 req-9d0c5550-27a2-4af5-8e6d-564cfb095d5f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.798444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74c34244-503f-44d4-ab45-2b0b0bed6361 req-9d0c5550-27a2-4af5-8e6d-564cfb095d5f tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 932 time: 0.2831323 Jul 07 17:20:31.907712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Subnet': ['ID=7d878be4-0404-4f76-9964-e515c34c97fa,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.925794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74c34244-503f-44d4-ab45-2b0b0bed6361 req-572a7e31-da44-4884-ae87-aea81f853715 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251893 Jul 07 17:20:31.927455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.946673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56344) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.951297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-07c455d4-eb4b-42ee-9407-e524dc7a61a2 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/7d878be4-0404-4f76-9964-e515c34c97fa HTTP/1.1" status: 204 len: 168 time: 1.9408519 Jul 07 17:20:32.026796 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-40622ad4-4d85-41a0-be40-316bc097555b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:32.030597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40622ad4-4d85-41a0-be40-316bc097555b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.050357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-40622ad4-4d85-41a0-be40-316bc097555b tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/837d7cbf-888c-4148-8170-a7d3d202a495 HTTP/1.1" status: 404 len: 337 time: 0.1016593 Jul 07 17:20:32.055314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56346) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.080776 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.109950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] DHCP port deletion for 151a8762-a9be-4518-9210-11e3b78f828c request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:32.151333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-967b39d1-b17e-43ef-9f3b-4589ed079fbd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "GET /v2.0/ports?device_id=07cd06bb-7fa9-423a-9094-bf41fab7b0e4 HTTP/1.1" status: 200 len: 205 time: 0.0941129 Jul 07 17:20:32.158039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56350) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.166416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.280973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 51bda850-6e60-4214-93c1-239cbe1bfc6d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51bda850-6e60-4214-93c1-239cbe1bfc6d,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:32.282471 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-d3c001cf-6dca-4df3-8392-d3cc86c79adb tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] delete failed (client error): The resource could not be found. Jul 07 17:20:32.286451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d3c001cf-6dca-4df3-8392-d3cc86c79adb tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/routers/07cd06bb-7fa9-423a-9094-bf41fab7b0e4 HTTP/1.1" status: 404 len: 336 time: 0.1171501 Jul 07 17:20:32.287937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56352) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.292482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.402804 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b46ae3-99ed-43ff-aa14-094d371bfab8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:32.403853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b46ae3-99ed-43ff-aa14-094d371bfab8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.416405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=51bda850-6e60-4214-93c1-239cbe1bfc6d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.417055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-20b46ae3-99ed-43ff-aa14-094d371bfab8 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/676677a5-c0f4-40c4-af50-89bb4ab42c5d HTTP/1.1" status: 404 len: 337 time: 0.1137307 Jul 07 17:20:32.418078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56354) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.465283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] Deleting port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:32.465986 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.550269 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c37352-0c8a-44ea-bc94-bc2c7aed0720 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:32.552737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c37352-0c8a-44ea-bc94-bc2c7aed0720 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.558570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a3c37352-0c8a-44ea-bc94-bc2c7aed0720 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/465c7f8e-a8c3-43f1-9a83-0ab2a4b50a3c HTTP/1.1" status: 404 len: 337 time: 0.0655987 Jul 07 17:20:32.561520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.597766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0967ab69-bdf4-4d9d-9131-98b8df73b9cb {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:32.645918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.650499 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03f5817-14a0-4da1-95fe-f8f4b417c5dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:32.651290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03f5817-14a0-4da1-95fe-f8f4b417c5dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.658090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] For port 4902c0af-89f6-43e0-8528-8b6b8a1340d3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=4902c0af-89f6-43e0-8528-8b6b8a1340d3,segment=NetworkSegment(3ace8da3-8eee-428a-9378-d5e47d9be344),segment_id=3ace8da3-8eee-428a-9378-d5e47d9be344)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:32.658877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.659573 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c03f5817-14a0-4da1-95fe-f8f4b417c5dd tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/69d1d05e-db8f-4cb5-9aa0-cdfbf16d52e7 HTTP/1.1" status: 404 len: 337 time: 0.0777013 Jul 07 17:20:32.661041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.668536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37378a-3894-42c7-be13-8b4d12f51afd req-bfb7afdb-17df-4e56-9cee-6a3403713468 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.672684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e37378a-3894-42c7-be13-8b4d12f51afd req-bfb7afdb-17df-4e56-9cee-6a3403713468 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2516530 Jul 07 17:20:32.689437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] Calling delete_port for 4902c0af-89f6-43e0-8528-8b6b8a1340d3 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:32.776630 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a117ffc7-79a3-4927-aa56-45444e002c99 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:32.778126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a117ffc7-79a3-4927-aa56-45444e002c99 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.786774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.798898 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a117ffc7-79a3-4927-aa56-45444e002c99 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/6bbad626-67a2-483e-aac3-bd84d70603dc HTTP/1.1" status: 404 len: 333 time: 0.1196685 Jul 07 17:20:32.800701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Router fa68f824-0bdb-4031-b7d9-258b2c534350 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:32.835096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Transition to ACTIVE for port object 0967ab69-bdf4-4d9d-9131-98b8df73b9cb will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:32.844445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.863430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e37378a-3894-42c7-be13-8b4d12f51afd req-e775d6d7-8800-4c6a-a31f-e19f467e0d3c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792212 Jul 07 17:20:32.942035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.993853 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5b0533-444c-4ea8-bcb6-342a468a1007 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:32.994775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5b0533-444c-4ea8-bcb6-342a468a1007 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.997775 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cb5b0533-444c-4ea8-bcb6-342a468a1007 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/82d6a403-ff0c-4a58-b703-db07852c3a4e HTTP/1.1" status: 404 len: 337 time: 0.2080684 Jul 07 17:20:33.002433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56364) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.057897 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8faffe-afd9-4e28-8e16-b1f90ff39f51 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:33.058222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] No DVR routers for this DVR port 4902c0af-89f6-43e0-8528-8b6b8a1340d3 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:33.058836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8faffe-afd9-4e28-8e16-b1f90ff39f51 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:33.060185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca32179-5845-4781-ba12-55705f1430c9 None None] Pushing event deleted for resources: {'Port': ['ID=4902c0af-89f6-43e0-8528-8b6b8a1340d3,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.072406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cb8faffe-afd9-4e28-8e16-b1f90ff39f51 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/231a16b5-a0a5-41a4-861b-9c3b2f9eca73 HTTP/1.1" status: 404 len: 337 time: 0.0683131 Jul 07 17:20:33.076977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56366) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.157539 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-b242c9f4-e963-40b5-9b3a-8114bb843e33 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:33.159591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b242c9f4-e963-40b5-9b3a-8114bb843e33 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:33.172583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b242c9f4-e963-40b5-9b3a-8114bb843e33 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/28dae7c6-e4ee-4d37-8e59-72952bce0695 HTTP/1.1" status: 404 len: 333 time: 0.0934322 Jul 07 17:20:33.173742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56368) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.182710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Pushing event updated for resources: {'Port': ['ID=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.225672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51bda850-6e60-4214-93c1-239cbe1bfc6d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:33.287469 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7cf955-dc29-456e-bf19-3d51ac95f65f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:33.294782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7cf955-dc29-456e-bf19-3d51ac95f65f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:33.310071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b7cf955-dc29-456e-bf19-3d51ac95f65f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/0c85b625-9f29-46ac-ae6b-69ff06a73f3b HTTP/1.1" status: 404 len: 337 time: 0.1329920 Jul 07 17:20:33.311899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.445865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 51bda850-6e60-4214-93c1-239cbe1bfc6d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:33.447080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.522998 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-d526918a-0387-49eb-a5ea-2b08507036ae tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:33.527496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d526918a-0387-49eb-a5ea-2b08507036ae tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:33.543513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d526918a-0387-49eb-a5ea-2b08507036ae tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/subnets/f9ec48f8-c711-414c-9acb-498c7b9b1a15 HTTP/1.1" status: 404 len: 337 time: 0.1951113 Jul 07 17:20:33.548132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56372) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.820277 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.882626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:33.895872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:33.907786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Attempting to bind port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:33.908268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Attempting to bind port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:33.908728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Attempting to bind port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb on network 4397b3b4-7238-442f-a7a3-4b6e58141da1 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:33.923142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Sync routers for ids ['fa68f824-0bdb-4031-b7d9-258b2c534350'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:33.929180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 4902c0af-89f6-43e0-8528-8b6b8a1340d3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:33.929788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 4902c0af-89f6-43e0-8528-8b6b8a1340d3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:33.937049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-9c222a8e-3a48-48ac-924c-2fd62b3b2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.939346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-9c222a8e-3a48-48ac-924c-2fd62b3b2ffd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1094 time: 0.7858143 Jul 07 17:20:33.951257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb on network 4397b3b4-7238-442f-a7a3-4b6e58141da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:33.951846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Attempting to bind port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb on network 4397b3b4-7238-442f-a7a3-4b6e58141da1 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:33.975873 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Routers {'fa68f824-0bdb-4031-b7d9-258b2c534350'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:34.009331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fa68f824-0bdb-4031-b7d9-258b2c534350'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:34.009689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:34.013161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Checking segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:34.013697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Bound using segment: {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:34.014323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Bound port: 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd559f227-2315-4eec-b819-bff040cd5fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:34.014720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.069044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.071276 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e1b3eeb-9c18-4a31-a97e-27d67d1cca02 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5038455 Jul 07 17:20:34.082009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56376) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.401875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] For port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:34.504742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Set router fa68f824-0bdb-4031-b7d9-258b2c534350 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:34.563551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5d6fad3b-6385-4ff8-b97f-c90c39f3b26b tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/fa68f824-0bdb-4031-b7d9-258b2c534350 HTTP/1.1" status: 200 len: 907 time: 0.4763989 Jul 07 17:20:34.581178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56378) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.652103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] For port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:34.832334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.847006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68f824-0bdb-4031-b7d9-258b2c534350', 'name': 'tempest-snat-router-137616395', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'df070edf-0f59-4812-96c3-f947042a7bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:25Z', 'updated_at': '2021-07-07T17:20:29Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': 'df070edf-0f59-4812-96c3-f947042a7bba', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68f824-0bdb-4031-b7d9-258b2c534350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:26Z', 'updated_at': '2021-07-07T17:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:34.890123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Checking router: fa68f824-0bdb-4031-b7d9-258b2c534350 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:34.890123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Updating router fa68f824-0bdb-4031-b7d9-258b2c534350 port df070edf-0f59-4812-96c3-f947042a7bba binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:34.937201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786dcf5-a1bb-475c-9968-6e4cccacfe5d req-20854e7c-0708-4aa0-9bcf-b3fea3dd3d92 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.953980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a786dcf5-a1bb-475c-9968-6e4cccacfe5d req-20854e7c-0708-4aa0-9bcf-b3fea3dd3d92 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 944 time: 1.6349056 Jul 07 17:20:34.963488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Deleting port 2c831916-3af9-43ce-813f-982be92e206b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:34.985423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.015788 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.018268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:35.021231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.025050 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] 10.222.0.13 "PUT /v2.0/ports/0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 200 len: 1092 time: 4.2842560 Jul 07 17:20:35.025794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:35.030596 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964d68b-1368-4103-9ea4-a7ef258aa534" -d '{"events": [{"name": "network-changed", "server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:35.130131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-346b5949-055e-4d0e-861b-68278f38a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:35.131735 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-346b5949-055e-4d0e-861b-68278f38a697 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.5349855 Jul 07 17:20:35.244670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7c717-8c04-477b-99a2-aca894afeea3 service neutron] Pushing event updated for resources: {'Port': ['ID=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.351013 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.363904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa20056-c0b5-4945-80bc-00cf3ba36d4a req-ee94247f-42de-45fd-b03e-3ffe7b08b817 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:35.377593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0fa20056-c0b5-4945-80bc-00cf3ba36d4a req-ee94247f-42de-45fd-b03e-3ffe7b08b817 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.7852025 Jul 07 17:20:35.483948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0c23bd98-1c76-4451-a042-d56f0bff3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.491843 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-58817dd0-6c41-4dc1-a399-700d3ff56212 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 998 time: 0.2659750 Jul 07 17:20:35.504546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-ab56fbb8-fd3a-4457-99bf-ee0cf75f13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:35.506401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-ab56fbb8-fd3a-4457-99bf-ee0cf75f13fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1095 time: 0.3439918 Jul 07 17:20:35.585935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a786dcf5-a1bb-475c-9968-6e4cccacfe5d req-95f32799-31be-4734-b3c2-14e42b5e7a4a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5694439 Jul 07 17:20:35.606166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.646725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0fa20056-c0b5-4945-80bc-00cf3ba36d4a req-9ce26df9-a2b4-4a42-84ee-581ede37753d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645826 Jul 07 17:20:35.678501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Calling delete_port for 2c831916-3af9-43ce-813f-982be92e206b owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:35.705727 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-9329c577-ab14-4650-b4fb-8e98895b66d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 200 len: 217 time: 0.1538582 Jul 07 17:20:35.945874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.135164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Port': ['ID=2c831916-3af9-43ce-813f-982be92e206b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.148059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.160852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-03afed1b-8b2a-4b06-a2a6-d43902eaa3f5 tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/ports/2c831916-3af9-43ce-813f-982be92e206b HTTP/1.1" status: 204 len: 168 time: 2.6033731 Jul 07 17:20:36.162809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.166248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56384) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:36.177366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Transition to ACTIVE for port object df070edf-0f59-4812-96c3-f947042a7bba will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:36.186293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.273243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Attempting to bind port df070edf-0f59-4812-96c3-f947042a7bba on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:36.273696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Attempting to bind port df070edf-0f59-4812-96c3-f947042a7bba by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:36.274003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Attempting to bind port df070edf-0f59-4812-96c3-f947042a7bba on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:36.283341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272ef47-bf7a-482c-9147-61664e385460 None None] Pushing event updated for resources: {'Port': ['ID=df070edf-0f59-4812-96c3-f947042a7bba,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.288352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:36.288848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:36.289195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.289611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:36.290211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Bound port: df070edf-0f59-4812-96c3-f947042a7bba, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:36.290616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.372763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.384677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] For port df070edf-0f59-4812-96c3-f947042a7bba, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:36.389390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] For port df070edf-0f59-4812-96c3-f947042a7bba, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=df070edf-0f59-4812-96c3-f947042a7bba,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:36.408421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.449615 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f3e95-729f-4d70-86a8-1fa056a087c0 x-openstack-request-id: req-2d5f3e95-729f-4d70-86a8-1fa056a087c0 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:36.450515 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:36.450515 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d5f3e95-729f-4d70-86a8-1fa056a087c0 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:36.450793 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'status': 'completed', 'code': 200} Jul 07 17:20:36.452620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-f97f4919-3ad0-424c-bd49-dd55a88382b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.454467 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-f97f4919-3ad0-424c-bd49-dd55a88382b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.9469240 Jul 07 17:20:36.523169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.532254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Routers {'fa68f824-0bdb-4031-b7d9-258b2c534350'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:36.533407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['fa68f824-0bdb-4031-b7d9-258b2c534350'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:36.550957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-71edaeb2-26b5-4d79-af9b-52c194daeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.552955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-71edaeb2-26b5-4d79-af9b-52c194daeb2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8accf997-8ac6-448a-afd5-cb27a9642c22 HTTP/1.1" status: 200 len: 834 time: 0.8219936 Jul 07 17:20:36.731620 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.776659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151a8762-a9be-4518-9210-11e3b78f828c']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:36.801700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-c89f6b3a-36d6-4653-ba65-79ef18397d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.815962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ace8da3-8eee-428a-9378-d5e47d9be344') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:36.816590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ace8da3-8eee-428a-9378-d5e47d9be344') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:36.828120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-c89f6b3a-36d6-4653-ba65-79ef18397d02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4397b3b4-7238-442f-a7a3-4b6e58141da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323849 Jul 07 17:20:36.895619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Deleting port df070edf-0f59-4812-96c3-f947042a7bba {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:36.895963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.956958 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.996238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272ef47-bf7a-482c-9147-61664e385460 None None] Pushing event updated for resources: {'Port': ['ID=df070edf-0f59-4812-96c3-f947042a7bba,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.048855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.109147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] Set router fa68f824-0bdb-4031-b7d9-258b2c534350 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:37.120313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:37.121005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:37.130402 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:37.170373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-fe069fb9-d264-49fe-87be-4663050a1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.186418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-fe069fb9-d264-49fe-87be-4663050a1c6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5473959 Jul 07 17:20:37.291905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] For port df070edf-0f59-4812-96c3-f947042a7bba, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=df070edf-0f59-4812-96c3-f947042a7bba,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:37.292968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.318035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Calling delete_port for df070edf-0f59-4812-96c3-f947042a7bba owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:37.321124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7f62e-9b5b-43c3-b072-f30065f5fbc7 req-760ea28d-14c5-4813-aae8-a921ec36b1b2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.336799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82b7f62e-9b5b-43c3-b072-f30065f5fbc7 req-760ea28d-14c5-4813-aae8-a921ec36b1b2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 944 time: 0.4740045 Jul 07 17:20:37.428259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82b7f62e-9b5b-43c3-b072-f30065f5fbc7 req-f39d9385-0469-4fc4-bf61-26aaaef85eaa tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909171 Jul 07 17:20:37.505234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.511572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68f824-0bdb-4031-b7d9-258b2c534350', 'name': 'tempest-snat-router-137616395', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'df070edf-0f59-4812-96c3-f947042a7bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:25Z', 'updated_at': '2021-07-07T17:20:29Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': 'df070edf-0f59-4812-96c3-f947042a7bba', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68f824-0bdb-4031-b7d9-258b2c534350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:26Z', 'updated_at': '2021-07-07T17:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:37.517500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.524545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] 10.222.0.78 "DELETE /v2.0/networks/151a8762-a9be-4518-9210-11e3b78f828c HTTP/1.1" status: 204 len: 168 time: 1.3567541 Jul 07 17:20:37.641979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d63ec-075d-4261-b8ac-bb5ae071c436 None None] The sync data for ids ['fa68f824-0bdb-4031-b7d9-258b2c534350'] in n-d-793619-7 is: [{'id': 'fa68f824-0bdb-4031-b7d9-258b2c534350', 'name': 'tempest-snat-router-137616395', 'tenant_id': '47b47a5cb90a4c1487fb18416f58d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'df070edf-0f59-4812-96c3-f947042a7bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:25Z', 'updated_at': '2021-07-07T17:20:29Z', 'revision_number': 3, 'project_id': '47b47a5cb90a4c1487fb18416f58d753', 'gw_port': {'id': 'df070edf-0f59-4812-96c3-f947042a7bba', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68f824-0bdb-4031-b7d9-258b2c534350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:26Z', 'updated_at': '2021-07-07T17:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:37.654294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-f04aa7e3-1671-44e9-8a18-936f6b5686f4 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244421 Jul 07 17:20:37.668367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Pushing event deleted for resources: {'Network': ['ID=151a8762-a9be-4518-9210-11e3b78f828c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.684278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.684617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.684965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.685358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.685905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.686828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.687368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.687916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.688245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.688779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.689386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.689910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc86d38-6d56-43db-b598-66c11237b31f tempest-PortsIpV6TestJSON-199195128 tempest-PortsIpV6TestJSON-199195128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:37.706455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea27d-a7e5-4e06-9064-aced9aad7395 req-b0ea2b25-1f82-47ed-ad57-3d7c7a220fb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.714315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f0ea27d-a7e5-4e06-9064-aced9aad7395 req-b0ea2b25-1f82-47ed-ad57-3d7c7a220fb6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.5528698 Jul 07 17:20:37.728356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.784016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f0ea27d-a7e5-4e06-9064-aced9aad7395 req-168793f5-b2ec-4d09-aed7-fc66274f2c70 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686340 Jul 07 17:20:37.974578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.131205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event deleted for resources: {'Port': ['ID=df070edf-0f59-4812-96c3-f947042a7bba,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.243346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56394) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:38.323736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.505971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.511192 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.557397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-195a7aeb-24f5-48ca-8fb5-359a340ebe7a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=edae5d50ec5d47539a3dccc18caf7e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125086 Jul 07 17:20:38.573424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56400) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:38.716942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ad96e805-9f79-4c57-a425-a1e3002c15a3 req-275891e1-9225-48bc-82c8-1d2391f78762 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545676 Jul 07 17:20:38.741571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.742745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa68f824-0bdb-4031-b7d9-258b2c534350 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:38.759105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.761486 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2ca5059b-a89d-4cd6-a815-d225824103cc tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/routers/fa68f824-0bdb-4031-b7d9-258b2c534350 HTTP/1.1" status: 204 len: 168 time: 4.1668215 Jul 07 17:20:38.767868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56402) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:38.768592 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-8de60774-a198-49b3-8ee1-3f28fdb8a9bc service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2707138 Jul 07 17:20:38.813523 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ed32ca1-ad62-43a2-8d75-9b02f0096e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.154766 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ed32ca1-ad62-43a2-8d75-9b02f0096e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.220362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ed32ca1-ad62-43a2-8d75-9b02f0096e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.224980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ed32ca1-ad62-43a2-8d75-9b02f0096e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.231011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ed32ca1-ad62-43a2-8d75-9b02f0096e10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ae705c6-ebf4-455b-91e2-74d95f2d094e HTTP/1.1" status: 204 len: 168 time: 0.6501839 Jul 07 17:20:39.247166 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0aa65584-8291-43ad-83a1-c03706e8b5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.259098 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.273926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-214fe177-89a2-4b1a-af65-9ec065f7e6bc req-ba31681f-59af-4297-af67-379bc27f9d4d service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906008 Jul 07 17:20:39.334964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-77bc3000-bd41-4f73-b004-7b0b9ba0b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.343298 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-77bc3000-bd41-4f73-b004-7b0b9ba0b849 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1095 time: 0.2411375 Jul 07 17:20:39.416994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.436264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed32ca1-ad62-43a2-8d75-9b02f0096e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae705c6-ebf4-455b-91e2-74d95f2d094e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.631151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8c08-713f-469c-80ea-64760388168b req-b07929a3-d61e-4277-ad6b-90242241b296 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.639895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-759d8c08-713f-469c-80ea-64760388168b req-b07929a3-d61e-4277-ad6b-90242241b296 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 944 time: 0.6386511 Jul 07 17:20:39.689212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d840e-0a20-481f-803a-06dcbeca1abb req-0650bd70-8620-4251-a359-382f719faefb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.694995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-45f467ec-d206-4780-b22f-144cb634e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.696588 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-45f467ec-d206-4780-b22f-144cb634e89a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 200 len: 898 time: 0.3459713 Jul 07 17:20:39.697752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-701d840e-0a20-481f-803a-06dcbeca1abb req-0650bd70-8620-4251-a359-382f719faefb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.6066020 Jul 07 17:20:39.755837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-759d8c08-713f-469c-80ea-64760388168b req-a943ee6d-ce67-47f8-acc7-191dbfde0555 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148629 Jul 07 17:20:39.763203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.818318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-701d840e-0a20-481f-803a-06dcbeca1abb req-0e8b61f3-9fb6-4332-9576-743b660f34f0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175931 Jul 07 17:20:39.836236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-b9b758eb-9f84-415d-8b32-c309a390031e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 200 len: 217 time: 0.1293380 Jul 07 17:20:39.983785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-c2ef78b8-5c66-45df-9911-b71bee30f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.989359 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-c2ef78b8-5c66-45df-9911-b71bee30f5c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8accf997-8ac6-448a-afd5-cb27a9642c22 HTTP/1.1" status: 200 len: 834 time: 0.1472707 Jul 07 17:20:40.009412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Deleting port 51bda850-6e60-4214-93c1-239cbe1bfc6d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:40.009828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.112279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-0f593558-8678-49ad-bdd7-562e776be9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:40.114570 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-0f593558-8678-49ad-bdd7-562e776be9c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4397b3b4-7238-442f-a7a3-4b6e58141da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181884 Jul 07 17:20:40.131007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] For port 51bda850-6e60-4214-93c1-239cbe1bfc6d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51bda850-6e60-4214-93c1-239cbe1bfc6d,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:40.131405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.174109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Calling delete_port for 51bda850-6e60-4214-93c1-239cbe1bfc6d owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:40.484921 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-67617968-ef87-400f-b49f-ed69fd1609c7 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618419 Jul 07 17:20:40.615289 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4964d68b-1368-4103-9ea4-a7ef258aa534 req-dff92eda-611f-4f8e-911a-29c7e39411a2 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230607 Jul 07 17:20:40.630393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.681982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event deleted for resources: {'Port': ['ID=51bda850-6e60-4214-93c1-239cbe1bfc6d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.770617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.830686 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.922643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56432) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.971627 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.975706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.058953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.059847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 032cb2e6-59ef-474f-8d29-bff996d6991e {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:41.075704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.082920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.084617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e47f686d-97ec-49ab-abb9-eddef03405fd tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "DELETE /v2.0/routers/032cb2e6-59ef-474f-8d29-bff996d6991e HTTP/1.1" status: 204 len: 168 time: 2.3151269 Jul 07 17:20:41.091733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1530231175', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.158552 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.161222 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.275501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8558730c-3453-4386-a6a7-da23e8472431 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.276578 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-8558730c-3453-4386-a6a7-da23e8472431 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:20:41.277521 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-8558730c-3453-4386-a6a7-da23e8472431 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:20:41.283139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8558730c-3453-4386-a6a7-da23e8472431 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3562672 Jul 07 17:20:41.283393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56438) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.288147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.293904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134370385'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.328194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65978f07-0221-4bdc-a03c-23ed82a3f587 req-4abf30f0-801d-4088-a33a-f758f473e7c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.330850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65978f07-0221-4bdc-a03c-23ed82a3f587 req-4abf30f0-801d-4088-a33a-f758f473e7c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.1863496 Jul 07 17:20:41.349057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956926-ba12-4ca3-9aff-809b25de4a2a req-57f00ddf-3bd2-4a54-a32f-1ff6c9bc927a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.351942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8956926-ba12-4ca3-9aff-809b25de4a2a req-57f00ddf-3bd2-4a54-a32f-1ff6c9bc927a tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 944 time: 0.2651145 Jul 07 17:20:41.474111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.474790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.487263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65978f07-0221-4bdc-a03c-23ed82a3f587 req-9585086c-4637-44df-b9eb-51c8a48b5223 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335690 Jul 07 17:20:41.507553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.517413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8956926-ba12-4ca3-9aff-809b25de4a2a req-24d79919-aca2-4e2c-bea7-200e977fc956 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321981 Jul 07 17:20:41.703245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.709912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.760114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d991be57-a0c3-4ead-9ff7-b80f23d91567,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.817772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.844006 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.848793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.856136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.861320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0967ab69-bdf4-4d9d-9131-98b8df73b9cb details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:41.889482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.890797 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6051190 Jul 07 17:20:41.896975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ba1bf-9149-4afa-a62e-df9e0c23af1c tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7049c-7ea8-4bfa-910c-76a43de04bce,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.900369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56440) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.905740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '4be7049c-7ea8-4bfa-910c-76a43de04bce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.941950 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.028267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.031498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:42.036970 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.057450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'port_id': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'mac_address': 'fa:16:3e:2b:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:42.062746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Allocated IP 172.25.5.125 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/78c0c0c4-3572-4929-be62-65a1e7fad300) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:42.067240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de17b84b-1f2e-4e7a-a85d-83a375d38675,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.087307 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.088760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-52aec4ff-7444-4aec-b9db-513ca83b7a0b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873736 Jul 07 17:20:42.093336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.099945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-da3927a5-3c6e-4f90-a73d-b1c655365c61 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '4be7049c-7ea8-4bfa-910c-76a43de04bce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:42.125300 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.144317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0967ab69-bdf4-4d9d-9131-98b8df73b9cb {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:42.148987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da3927a5-3c6e-4f90-a73d-b1c655365c61 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.170838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:42.181362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.251276 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-da3927a5-3c6e-4f90-a73d-b1c655365c61 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:20:42.253705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da3927a5-3c6e-4f90-a73d-b1c655365c61 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1588821 Jul 07 17:20:42.256741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56444) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.263135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.268903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.348626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53963a53-3ff3-4327-839e-5233edb57b19 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.364877 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.421345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53963a53-3ff3-4327-839e-5233edb57b19 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.437512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:42.447343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:42.454064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:42.461828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['0967ab69-bdf4-4d9d-9131-98b8df73b9cb'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:42.491460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event updated for resources: {'Port': ['ID=78c0c0c4-3572-4929-be62-65a1e7fad300,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.695926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53963a53-3ff3-4327-839e-5233edb57b19 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.703685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53963a53-3ff3-4327-839e-5233edb57b19 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.710347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-53963a53-3ff3-4327-839e-5233edb57b19 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/4be7049c-7ea8-4bfa-910c-76a43de04bce HTTP/1.1" status: 204 len: 168 time: 0.4476495 Jul 07 17:20:42.710919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56450) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.790907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53963a53-3ff3-4327-839e-5233edb57b19 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7049c-7ea8-4bfa-910c-76a43de04bce,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.901093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5fd6cc53-138f-41ac-b78a-8779d5a4bd31 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880989 Jul 07 17:20:42.906237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56452) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.912675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253305736'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:42.970832 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.990610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.004833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae324-5ac2-47c5-87be-d1fb4c941e14 req-71bbe3c2-5168-4b31-9326-cb5aacae5887 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.007743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc5ae324-5ac2-47c5-87be-d1fb4c941e14 req-71bbe3c2-5168-4b31-9326-cb5aacae5887 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2472463 Jul 07 17:20:43.016078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407e179-7db4-4572-86a4-c673958bacc2 req-59e33b36-cd41-4b40-b7dd-aac777e5c0ef tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.018481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b407e179-7db4-4572-86a4-c673958bacc2 req-59e33b36-cd41-4b40-b7dd-aac777e5c0ef tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 945 time: 0.2613940 Jul 07 17:20:43.032813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51bda850-6e60-4214-93c1-239cbe1bfc6d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:43.060232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 51bda850-6e60-4214-93c1-239cbe1bfc6d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:43.061467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51bda850-6e60-4214-93c1-239cbe1bfc6d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:43.061965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device df070edf-0f59-4812-96c3-f947042a7bba no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:43.094346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: df070edf-0f59-4812-96c3-f947042a7bba {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:43.094787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device df070edf-0f59-4812-96c3-f947042a7bba not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:43.119136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc5ae324-5ac2-47c5-87be-d1fb4c941e14 req-4d906318-a1b2-4f86-a731-ce066379282a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995424 Jul 07 17:20:43.137973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b407e179-7db4-4572-86a4-c673958bacc2 req-664be503-13c5-467d-b039-fd71ed56dbe1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068239 Jul 07 17:20:43.225312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.231369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.266468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.268610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3605227 Jul 07 17:20:43.273666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56454) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.275785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd95dc-6169-4aa8-abf6-737c345c081e tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e28f7-b71d-47e9-9f2b-b5e4fa3a65be,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.281310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-57bb8a75-6788-4dcd-b9db-948e689a769a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': 'e72e28f7-b71d-47e9-9f2b-b5e4fa3a65be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:43.282263 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-57bb8a75-6788-4dcd-b9db-948e689a769a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:20:43.282782 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-57bb8a75-6788-4dcd-b9db-948e689a769a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:43.285206 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-57bb8a75-6788-4dcd-b9db-948e689a769a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090899 Jul 07 17:20:43.288714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56456) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.360455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cbad9cab-f043-421f-8a6b-fd5453405891 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.361615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.390410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cbad9cab-f043-421f-8a6b-fd5453405891 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.447463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cbad9cab-f043-421f-8a6b-fd5453405891 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.453131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cbad9cab-f043-421f-8a6b-fd5453405891 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.455178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cbad9cab-f043-421f-8a6b-fd5453405891 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/e72e28f7-b71d-47e9-9f2b-b5e4fa3a65be HTTP/1.1" status: 204 len: 168 time: 0.1647515 Jul 07 17:20:43.461160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56458) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.482110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad9cab-f043-421f-8a6b-fd5453405891 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e28f7-b71d-47e9-9f2b-b5e4fa3a65be,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.528653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-74eacc75-3dbd-429b-b7dd-e53b61ece851 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659051 Jul 07 17:20:43.535784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56460) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.540912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--790238127'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:43.560072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Router b0c882c9-8277-4426-94b6-4c18fd3f7898 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:43.570282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.710158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.716953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.772419 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.774487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2374759 Jul 07 17:20:43.778048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8253-4e7b-4651-91ba-5d65fc2e3618 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c952ef7-7888-4836-b6f2-d3b1e967ad25,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.784417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56462) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.792786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-db992a71-fdf2-4eab-a63d-3a109e173725 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '9c952ef7-7888-4836-b6f2-d3b1e967ad25', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:43.794273 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-db992a71-fdf2-4eab-a63d-3a109e173725 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:20:43.795104 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-db992a71-fdf2-4eab-a63d-3a109e173725 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:43.797376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-db992a71-fdf2-4eab-a63d-3a109e173725 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109150 Jul 07 17:20:43.800960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56464) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.863248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0967ab69-bdf4-4d9d-9131-98b8df73b9cb up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:43.891479 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed955-c34b-474b-8130-07621568e434 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.922129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:43.927186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:43.927559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.928397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed955-c34b-474b-8130-07621568e434 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.996290 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed955-c34b-474b-8130-07621568e434 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.000060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed955-c34b-474b-8130-07621568e434 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.007117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6e0ed955-c34b-474b-8130-07621568e434 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/9c952ef7-7888-4836-b6f2-d3b1e967ad25 HTTP/1.1" status: 204 len: 168 time: 0.1992431 Jul 07 17:20:44.007117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56466) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.033981 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.039432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ed955-c34b-474b-8130-07621568e434 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c952ef7-7888-4836-b6f2-d3b1e967ad25,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.062276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:44.065063 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc105441-97e7-4f2b-807e-dfba264632ff" -d '{"events": [{"server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "name": "network-vif-plugged", "status": "completed", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:44.089665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:44.097279 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.115695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9e08c9b0-3468-4d37-bce9-aeb07579b180 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029081 Jul 07 17:20:44.125601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56470) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.137845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857083921'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.143677 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62f3ca-1d36-45dd-9421-5cc9b5327cf6 x-openstack-request-id: req-dd62f3ca-1d36-45dd-9421-5cc9b5327cf6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:44.144292 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "name": "network-vif-plugged", "status": "completed", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:44.144550 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd62f3ca-1d36-45dd-9421-5cc9b5327cf6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:44.145226 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'code': 200} Jul 07 17:20:44.199061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.210330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.260356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:44.274647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] Sync routers for ids ['b0c882c9-8277-4426-94b6-4c18fd3f7898'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:44.300211 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] Routers {'b0c882c9-8277-4426-94b6-4c18fd3f7898'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:44.308100 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b0c882c9-8277-4426-94b6-4c18fd3f7898'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:44.372246 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:44.384924 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] Routers {'b0c882c9-8277-4426-94b6-4c18fd3f7898'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:44.385955 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b0c882c9-8277-4426-94b6-4c18fd3f7898'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:44.418356 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aead4a-12e5-47ae-8160-853ed84e2c9e req-6e8b8a5f-b895-4b91-9bd6-29fae30e3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.421806 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92aead4a-12e5-47ae-8160-853ed84e2c9e req-6e8b8a5f-b895-4b91-9bd6-29fae30e3b66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1097 time: 0.1560960 Jul 07 17:20:44.427233 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:44.427898 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1e956-c0d6-4e49-9f3a-8b838b47d885 None None] The sync data for ids ['b0c882c9-8277-4426-94b6-4c18fd3f7898'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:44.474804 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92aead4a-12e5-47ae-8160-853ed84e2c9e req-8ec1c7ee-99d2-4ad2-b2e3-929ac620c98e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471516 Jul 07 17:20:44.589898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.599400 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.601336 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3ee4762c-9324-426f-9b82-a5bf4fee33d5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5161414 Jul 07 17:20:44.604269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56476) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.605833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8054e-b00d-4447-a7d3-6b55fba965bd req-173606ef-33b3-440f-b3ef-f027c1c4a343 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.608652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00e8054e-b00d-4447-a7d3-6b55fba965bd req-173606ef-33b3-440f-b3ef-f027c1c4a343 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 946 time: 0.2657723 Jul 07 17:20:44.611033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': False}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.614204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.711197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.713289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5866561 Jul 07 17:20:44.716922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56478) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.723888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-961d3574-bc6d-4269-9597-279db63dd614 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '9d431b50-8ead-4148-aaa6-d680b9b00235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.737841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c316e-5111-46bd-b219-19c288c8dcff req-619397fe-21fe-421b-9335-444c93f64d0d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.740640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d57c316e-5111-46bd-b219-19c288c8dcff req-619397fe-21fe-421b-9335-444c93f64d0d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.3128355 Jul 07 17:20:44.743654 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-961d3574-bc6d-4269-9597-279db63dd614 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:20:44.744459 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-961d3574-bc6d-4269-9597-279db63dd614 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:44.749881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-961d3574-bc6d-4269-9597-279db63dd614 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0278623 Jul 07 17:20:44.751188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392b021-a41f-481a-b9a3-822335062cfd tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d431b50-8ead-4148-aaa6-d680b9b00235,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.751910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56480) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.759187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b32bf6dc-5093-4d61-b474-5e64073d6bac tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '9d431b50-8ead-4148-aaa6-d680b9b00235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.760459 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-b32bf6dc-5093-4d61-b474-5e64073d6bac tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:20:44.761272 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-b32bf6dc-5093-4d61-b474-5e64073d6bac tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:44.762950 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b32bf6dc-5093-4d61-b474-5e64073d6bac tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094504 Jul 07 17:20:44.767364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56482) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.775528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fc6dca41-e3d2-44bc-850e-f6f896faf075 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '9d431b50-8ead-4148-aaa6-d680b9b00235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.776505 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-fc6dca41-e3d2-44bc-850e-f6f896faf075 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:20:44.777131 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-fc6dca41-e3d2-44bc-850e-f6f896faf075 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:44.782423 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fc6dca41-e3d2-44bc-850e-f6f896faf075 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092223 Jul 07 17:20:44.791775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56484) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.797570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-14501afb-56d9-40e4-8cfe-d58f9bd26773 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '9d431b50-8ead-4148-aaa6-d680b9b00235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.801829 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-14501afb-56d9-40e4-8cfe-d58f9bd26773 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:20:44.802473 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-14501afb-56d9-40e4-8cfe-d58f9bd26773 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:44.803550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-14501afb-56d9-40e4-8cfe-d58f9bd26773 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105605 Jul 07 17:20:44.811695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56486) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.817164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00e8054e-b00d-4447-a7d3-6b55fba965bd req-c7c37395-3f5d-48aa-9edc-8889d69b8924 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953735 Jul 07 17:20:44.878855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d57c316e-5111-46bd-b219-19c288c8dcff req-35f9496f-2e77-4b11-b7aa-f57389be4b03 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318867 Jul 07 17:20:44.919767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-222816a3-77e6-4a20-bd47-b2b3ffb5c190 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.947241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-222816a3-77e6-4a20-bd47-b2b3ffb5c190 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.005008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-222816a3-77e6-4a20-bd47-b2b3ffb5c190 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.008332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-222816a3-77e6-4a20-bd47-b2b3ffb5c190 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.009737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-222816a3-77e6-4a20-bd47-b2b3ffb5c190 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/9d431b50-8ead-4148-aaa6-d680b9b00235 HTTP/1.1" status: 204 len: 168 time: 0.1968834 Jul 07 17:20:45.023184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56488) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.037782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222816a3-77e6-4a20-bd47-b2b3ffb5c190 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d431b50-8ead-4148-aaa6-d680b9b00235,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.098170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9399ea46-1935-4316-a384-44afb5871958 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734005 Jul 07 17:20:45.103769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56490) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.111892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631754882'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.150181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.152758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.259012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.265878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.306208 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.307905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2025695 Jul 07 17:20:45.312640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56492) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.322582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c8a55aee-a702-4e41-8784-2849fac21277 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.323607 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-c8a55aee-a702-4e41-8784-2849fac21277 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:20:45.324192 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-c8a55aee-a702-4e41-8784-2849fac21277 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.325642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c8a55aee-a702-4e41-8784-2849fac21277 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114543 Jul 07 17:20:45.329497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe09df0-c6c2-401c-b248-ef4080a19dbe tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a8880b-dfa4-4ee4-9217-d24a1c8dae98,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.332770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56494) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.338098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ecea4571-cb68-48e0-9db6-e4c1f965cd15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.388975 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-ecea4571-cb68-48e0-9db6-e4c1f965cd15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.390234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ecea4571-cb68-48e0-9db6-e4c1f965cd15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0563533 Jul 07 17:20:45.395925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56496) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.400649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-38ee1d3a-edcc-4984-b5cf-90429ab3ba3a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.401084 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-38ee1d3a-edcc-4984-b5cf-90429ab3ba3a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:20:45.401658 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-38ee1d3a-edcc-4984-b5cf-90429ab3ba3a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.402989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-38ee1d3a-edcc-4984-b5cf-90429ab3ba3a tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061884 Jul 07 17:20:45.407926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56498) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.413255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6b74c35d-bd9a-4bf3-a42e-a03696e6fdd3 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.459021 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-6b74c35d-bd9a-4bf3-a42e-a03696e6fdd3 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.460371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6b74c35d-bd9a-4bf3-a42e-a03696e6fdd3 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0511522 Jul 07 17:20:45.465051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56500) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.471197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1a5583c2-3e50-43d9-b8b3-c49294d830e7 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.471870 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-1a5583c2-3e50-43d9-b8b3-c49294d830e7 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:20:45.472519 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-1a5583c2-3e50-43d9-b8b3-c49294d830e7 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.473920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1a5583c2-3e50-43d9-b8b3-c49294d830e7 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074897 Jul 07 17:20:45.476692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56502) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.481859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fab64f88-75a8-47d4-afe3-ccd78c5d4a88 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.510395 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-fab64f88-75a8-47d4-afe3-ccd78c5d4a88 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Project 6d3507ac4a734edb8c0903ecb09956e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:45.535528 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-fab64f88-75a8-47d4-afe3-ccd78c5d4a88 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.537389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fab64f88-75a8-47d4-afe3-ccd78c5d4a88 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0591919 Jul 07 17:20:45.543115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.556024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e1ab2d46-96f4-4c58-b531-dcd856a6af01 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.556371 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-e1ab2d46-96f4-4c58-b531-dcd856a6af01 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:20:45.556972 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-e1ab2d46-96f4-4c58-b531-dcd856a6af01 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.558249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e1ab2d46-96f4-4c58-b531-dcd856a6af01 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124919 Jul 07 17:20:45.562846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56506) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.571815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-af07e326-c206-467e-afc1-0da38f5e35b9 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.611459 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-af07e326-c206-467e-afc1-0da38f5e35b9 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Project 6d3507ac4a734edb8c0903ecb09956e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:45.636362 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-af07e326-c206-467e-afc1-0da38f5e35b9 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.637890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-af07e326-c206-467e-afc1-0da38f5e35b9 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0737214 Jul 07 17:20:45.641524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56508) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.649665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a360b968-03c2-462c-8898-79badb37f931 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '81a8880b-dfa4-4ee4-9217-d24a1c8dae98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.686553 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-a360b968-03c2-462c-8898-79badb37f931 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Project 6d3507ac4a734edb8c0903ecb09956e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:45.708941 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-a360b968-03c2-462c-8898-79badb37f931 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:45.713871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a360b968-03c2-462c-8898-79badb37f931 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0678155 Jul 07 17:20:45.714472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56510) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.815422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8accc2e3-10a5-4ff0-8579-3194b3dbac17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.849425 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8accc2e3-10a5-4ff0-8579-3194b3dbac17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.849811 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.854634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.935077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8accc2e3-10a5-4ff0-8579-3194b3dbac17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.942847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8accc2e3-10a5-4ff0-8579-3194b3dbac17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.945574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8accc2e3-10a5-4ff0-8579-3194b3dbac17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/81a8880b-dfa4-4ee4-9217-d24a1c8dae98 HTTP/1.1" status: 204 len: 168 time: 0.2292855 Jul 07 17:20:45.950663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56516) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.968255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accc2e3-10a5-4ff0-8579-3194b3dbac17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a8880b-dfa4-4ee4-9217-d24a1c8dae98,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.036877 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a5272d5a-243a-471c-84ed-ab652afc7b87 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777986 Jul 07 17:20:46.037492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56518) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.039267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Router b0c882c9-8277-4426-94b6-4c18fd3f7898 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:46.047067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278987042'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:46.160155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.223994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:46.232403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.234977 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c6aac4af-a88c-4455-84f1-bc8da17f5035 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "PUT /v2.0/routers/b0c882c9-8277-4426-94b6-4c18fd3f7898 HTTP/1.1" status: 200 len: 926 time: 1.6284206 Jul 07 17:20:46.239251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.245907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] Sync routers for ids ['b0c882c9-8277-4426-94b6-4c18fd3f7898'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:46.261443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] Routers {'b0c882c9-8277-4426-94b6-4c18fd3f7898'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:46.262311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b0c882c9-8277-4426-94b6-4c18fd3f7898'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.272858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d333bf-e6a4-4caf-abf6-65264d95ae84 req-de85f750-6a9a-4a34-b17e-12c4bd958c20 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.274542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36d333bf-e6a4-4caf-abf6-65264d95ae84 req-de85f750-6a9a-4a34-b17e-12c4bd958c20 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 946 time: 0.2002406 Jul 07 17:20:46.305826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.312722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cf14b-9950-4f43-8643-7bc3507114b1 req-b77d8f1d-3587-4c0f-8dae-a49d652c9e85 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.315093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-056cf14b-9950-4f43-8643-7bc3507114b1 req-b77d8f1d-3587-4c0f-8dae-a49d652c9e85 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.1836755 Jul 07 17:20:46.316659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] Routers {'b0c882c9-8277-4426-94b6-4c18fd3f7898'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:46.317397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['b0c882c9-8277-4426-94b6-4c18fd3f7898'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.352825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.353680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e536d9de-982c-4fd6-9938-db2ba4dfa4e6 None None] The sync data for ids ['b0c882c9-8277-4426-94b6-4c18fd3f7898'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:46.418219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.444721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.449404 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ddfc0c1-7258-44ff-ad2b-859e03a06446 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/b0c882c9-8277-4426-94b6-4c18fd3f7898 HTTP/1.1" status: 200 len: 926 time: 0.2083132 Jul 07 17:20:46.452278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56522) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.465993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36d333bf-e6a4-4caf-abf6-65264d95ae84 req-5b84b687-734d-4aa7-8b78-c2d1e06ebf73 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706402 Jul 07 17:20:46.502735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-056cf14b-9950-4f43-8643-7bc3507114b1 req-2b5afb78-08a7-4f9d-a671-e06d8b2e127b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570961 Jul 07 17:20:46.512632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.515135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4761732 Jul 07 17:20:46.518395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56526) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.541222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-83ff4285-7619-4aac-95bd-7061437cfccc tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': 'dadc8130-cc26-4d73-b84d-86ca0adf2e63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:46.542154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f79da-e4a6-488a-a5ba-1bdd00ee7211 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadc8130-cc26-4d73-b84d-86ca0adf2e63,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.617948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244bfda9-8230-47f0-b7a1-3a0fe8687be0 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.619851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-244bfda9-8230-47f0-b7a1-3a0fe8687be0 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=b0c882c9-8277-4426-94b6-4c18fd3f7898&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1662681 Jul 07 17:20:46.623660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56528) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.627680 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-83ff4285-7619-4aac-95bd-7061437cfccc tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The resource could not be found. Jul 07 17:20:46.633134 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-83ff4285-7619-4aac-95bd-7061437cfccc tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1041126 Jul 07 17:20:46.633840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.642102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cdd5ad5c-b125-48b9-8752-4eb6e61e2650 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': 'dadc8130-cc26-4d73-b84d-86ca0adf2e63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'de40e06a-c00f-465f-b84c-3654abaf27b7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:46.703229 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-cdd5ad5c-b125-48b9-8752-4eb6e61e2650 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The resource could not be found. Jul 07 17:20:46.704261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cdd5ad5c-b125-48b9-8752-4eb6e61e2650 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0689433 Jul 07 17:20:46.708213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56532) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.773729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be79f5-6c25-4cec-8993-b59b96a481bb tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.787464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed6ba5-7330-48ea-a0a0-6c0c6b286736 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.792871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-faed6ba5-7330-48ea-a0a0-6c0c6b286736 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.1637375 Jul 07 17:20:46.793615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56534) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.809736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bcc9f-1e56-4242-9164-0c1eddfd5a30 req-d52e7cc2-5235-446b-952b-3b65510eff16 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.811333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-473bcc9f-1e56-4242-9164-0c1eddfd5a30 req-d52e7cc2-5235-446b-952b-3b65510eff16 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 946 time: 0.1125462 Jul 07 17:20:46.844225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e1c97a7e-0a35-407d-8f8c-56aa5b88088e tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0c882c9-8277-4426-94b6-4c18fd3f7898 HTTP/1.1" status: 200 len: 205 time: 0.0488286 Jul 07 17:20:46.848010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be79f5-6c25-4cec-8993-b59b96a481bb tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.849726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56536) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.909862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-473bcc9f-1e56-4242-9164-0c1eddfd5a30 req-43bc58c1-f569-4fc0-8fd3-80a1bb75cf81 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884767 Jul 07 17:20:46.919651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be79f5-6c25-4cec-8993-b59b96a481bb tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.928336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be79f5-6c25-4cec-8993-b59b96a481bb tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.934886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56538) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.936522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66be79f5-6c25-4cec-8993-b59b96a481bb tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/dadc8130-cc26-4d73-b84d-86ca0adf2e63 HTTP/1.1" status: 204 len: 168 time: 0.2267838 Jul 07 17:20:46.958824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be79f5-6c25-4cec-8993-b59b96a481bb tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadc8130-cc26-4d73-b84d-86ca0adf2e63,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.963181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56540) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.063128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9660df-2263-4767-a4ed-b6c50b163e64 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.063959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7d9660df-2263-4767-a4ed-b6c50b163e64 tempest-TestNetworkBasicOps-1563070230 tempest-TestNetworkBasicOps-1563070230-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1092 time: 0.0993783 Jul 07 17:20:47.068036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56542) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.072944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:47.101817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.224938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.359989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Allocated IP 172.25.5.156 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f6a0ddf0-00e6-49d8-8363-19f224e1136a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:47.405829 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f7fd98a4-c9a3-4439-b71b-a46e2e625562 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4697716 Jul 07 17:20:47.411750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.413134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56544) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.417768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9f1e4c82-c73d-4975-9e68-897ff5481d45 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '20a07169-1046-4414-9dbf-dbfcdc32f6e2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:47.483810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.529475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.550669 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-9f1e4c82-c73d-4975-9e68-897ff5481d45 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The resource could not be found. Jul 07 17:20:47.555550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9f1e4c82-c73d-4975-9e68-897ff5481d45 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1381066 Jul 07 17:20:47.563411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.573939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:47.574749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--734346784'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:47.579170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:47.582030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:47.617506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=f6a0ddf0-00e6-49d8-8363-19f224e1136a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.622740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.639312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.802032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Deleting port 78c0c0c4-3572-4929-be62-65a1e7fad300 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:47.802568 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.819745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4330cb-0c58-4106-b054-d8912346dfc1 req-16ffdc2a-b92a-43d9-a400-bb1fa78683cd tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.821738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b4330cb-0c58-4106-b054-d8912346dfc1 req-16ffdc2a-b92a-43d9-a400-bb1fa78683cd tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.1418531 Jul 07 17:20:47.923473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.933360 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.942713 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b4330cb-0c58-4106-b054-d8912346dfc1 req-53689ba5-ce67-4961-b128-87a3263a72a2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073012 Jul 07 17:20:47.994924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.998034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.002440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4347408 Jul 07 17:20:48.003016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56550) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.006034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336ab76-c881-4f77-acac-0d8457f13a9b tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43bcc8-92d7-4133-8cc1-2005373ac440,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.015121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Calling delete_port for 78c0c0c4-3572-4929-be62-65a1e7fad300 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:48.016006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670368973'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.060767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.066845 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.198837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.226106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.259209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event deleted for resources: {'Port': ['ID=78c0c0c4-3572-4929-be62-65a1e7fad300,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.312655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.319849 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.339847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.444218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.446090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.446721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.448106 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4434586 Jul 07 17:20:48.452342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56552) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.460985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-77c57fdc-3514-4ba9-a69c-98501929e613 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': 'aa43bcc8-92d7-4133-8cc1-2005373ac440', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8679a282-aa68-4dd4-83d1-de972a2724c3'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.466876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ed27-8e7b-40d6-8eb3-29ab475d6e09 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8679a282-aa68-4dd4-83d1-de972a2724c3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.515700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.516234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Fanout notify agent at l3_agent the message router_deleted on router b0c882c9-8277-4426-94b6-4c18fd3f7898 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:48.525651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.526837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cde2eea7-f92a-4f4f-9f7d-9bbd03b22c5a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/b0c882c9-8277-4426-94b6-4c18fd3f7898 HTTP/1.1" status: 204 len: 168 time: 1.6760898 Jul 07 17:20:48.532791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.537866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-221868181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.571505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.572493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.578477 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-77c57fdc-3514-4ba9-a69c-98501929e613 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:48.579581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-77c57fdc-3514-4ba9-a69c-98501929e613 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1261296 Jul 07 17:20:48.584414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56556) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.603291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.617287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.674969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.680366 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.711943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9484b86-b016-47aa-905b-d59c81818102 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.715524 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.716766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b64711f-6638-471f-893c-b12fe2fc7504 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1834650 Jul 07 17:20:48.720752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56558) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.725921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.816089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event updated for resources: {'Port': ['ID=f6a0ddf0-00e6-49d8-8363-19f224e1136a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.816475 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9484b86-b016-47aa-905b-d59c81818102 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.850279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.942498 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-a4082256-857f-4482-a10b-1a4c2fdd53d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2750881 Jul 07 17:20:49.017478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9484b86-b016-47aa-905b-d59c81818102 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.025441 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c9484b86-b016-47aa-905b-d59c81818102 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.025441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c9484b86-b016-47aa-905b-d59c81818102 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/8679a282-aa68-4dd4-83d1-de972a2724c3 HTTP/1.1" status: 204 len: 168 time: 0.4377635 Jul 07 17:20:49.026407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.035471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56562) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.054503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9484b86-b016-47aa-905b-d59c81818102 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679a282-aa68-4dd4-83d1-de972a2724c3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.089229 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Floating IP fb71b353-9286-4559-820e-ab2ceaaffd79 associated. External IP: 172.25.5.156, port: 0967ab69-bdf4-4d9d-9131-98b8df73b9cb. Jul 07 17:20:49.158250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dcfef2c3-1b8c-4ae9-8549-e1017c55fd17 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1193624 Jul 07 17:20:49.163233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56564) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.279946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-b824ce03-4806-4c90-8828-51b52f80798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.281575 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-b824ce03-4806-4c90-8828-51b52f80798a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1097 time: 0.1334391 Jul 07 17:20:49.295253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a869eff9-7ae2-4c3b-83aa-fa993a2bcacf tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.340500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a869eff9-7ae2-4c3b-83aa-fa993a2bcacf tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.352530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685bc39-335b-4622-97e1-40f11bf3dde0 req-b2ce1656-fb3a-499a-9505-4be0fd5f9c7f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.354204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1685bc39-335b-4622-97e1-40f11bf3dde0 req-b2ce1656-fb3a-499a-9505-4be0fd5f9c7f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.1676807 Jul 07 17:20:49.470930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-f6876169-d874-47d4-b089-37c91281a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.472511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-f6876169-d874-47d4-b089-37c91281a698 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 200 len: 898 time: 0.1549311 Jul 07 17:20:49.478649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 8d3ac7c0-254e-4741-b613-18794f2d92d2 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:49.516690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.539598 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a869eff9-7ae2-4c3b-83aa-fa993a2bcacf tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.542218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a869eff9-7ae2-4c3b-83aa-fa993a2bcacf tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.543421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a869eff9-7ae2-4c3b-83aa-fa993a2bcacf tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/aa43bcc8-92d7-4133-8cc1-2005373ac440 HTTP/1.1" status: 204 len: 168 time: 0.3792274 Jul 07 17:20:49.549715 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.551587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56566) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.555795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1685bc39-335b-4622-97e1-40f11bf3dde0 req-09bccf56-d574-413a-8787-0c8423f66865 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893704 Jul 07 17:20:49.569818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869eff9-7ae2-4c3b-83aa-fa993a2bcacf tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43bcc8-92d7-4133-8cc1-2005373ac440,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.728806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Allocated IP 172.25.5.91 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e10c20eb-c3e0-4936-abf6-1ee8b1a326f4) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:49.875481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.949237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.993393 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-290c371e-e588-4b14-98d7-14c4b9e9a7d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 200 len: 1000 time: 0.5134692 Jul 07 17:20:50.029374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:50.035332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:50.046752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:50.093067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event updated for resources: {'Port': ['ID=e10c20eb-c3e0-4936-abf6-1ee8b1a326f4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.106775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e0f5620f-bd72-46ec-8564-4ca23f607fe2 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5533528 Jul 07 17:20:50.114284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.122753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735663243'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.136128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-2bb3777a-75bd-4de2-978e-8a6c502d3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.137604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-2bb3777a-75bd-4de2-978e-8a6c502d3098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8accf997-8ac6-448a-afd5-cb27a9642c22 HTTP/1.1" status: 200 len: 834 time: 0.1280751 Jul 07 17:20:50.157220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:50.171225 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] Sync routers for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:50.185312 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:50.186659 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:50.206322 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.224127 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.304431 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6934164d-bb8f-40a7-b48f-62bef29a1e9b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2327621 Jul 07 17:20:50.305295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:50.305735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56570) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.307252 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041a88e-c5d8-4f94-a28c-afab57c8702a" -d '{"events": [{"name": "network-changed", "server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:50.323680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-ace5ce1b-e6a2-4aa7-963f-a261e44cda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.325250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-ace5ce1b-e6a2-4aa7-963f-a261e44cda9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4397b3b4-7238-442f-a7a3-4b6e58141da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789100 Jul 07 17:20:50.387465 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcfe624-a130-4502-814c-b11f44869c02 x-openstack-request-id: req-8bcfe624-a130-4502-814c-b11f44869c02 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:50.387782 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:50.387949 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bcfe624-a130-4502-814c-b11f44869c02 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:50.388294 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'status': 'completed', 'code': 200} Jul 07 17:20:50.395178 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:50.429340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.441487 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.464520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-053ec907-2517-4c62-858a-85b575a1b40b tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/fb71b353-9286-4559-820e-ab2ceaaffd79 HTTP/1.1" status: 200 len: 992 time: 0.1568038 Jul 07 17:20:50.489783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.491126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3741372 Jul 07 17:20:50.495812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767d73c-40ad-49dd-8182-e8b733cc3d73 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953b0ef9-da1e-4c43-8d3b-6c38be49262f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.499856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56574) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.509884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8a136296-0cb1-40c8-b6a8-099164303b53 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '953b0ef9-da1e-4c43-8d3b-6c38be49262f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.518861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-f49bf262-1ab9-43ed-b36d-795f5f45c832 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847956 Jul 07 17:20:50.547624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.623319 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-8a136296-0cb1-40c8-b6a8-099164303b53 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:50.629147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a136296-0cb1-40c8-b6a8-099164303b53 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1236017 Jul 07 17:20:50.631183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.638348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2318d396-7f76-4438-9b97-e1c5c316cb66 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group_rule': {'security_group_id': '953b0ef9-da1e-4c43-8d3b-6c38be49262f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.692983 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fc7d19bc-04d8-457b-87ce-e75b01eb3f1e req-a5b4e355-6909-49ae-ade2-0854b9b2a9cf service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667001 Jul 07 17:20:50.716124 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fb71b353-9286-4559-820e-ab2ceaaffd79', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'port_id': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'mac_address': 'fa:16:3e:2b:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:20:47Z', 'updated_at': '2021-07-07T17:20:47Z', 'revision_number': 0, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:19Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:50.720117 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-2318d396-7f76-4438-9b97-e1c5c316cb66 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:50.725737 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2318d396-7f76-4438-9b97-e1c5c316cb66 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0895081 Jul 07 17:20:50.726047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56580) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.753885 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] Checking router: 8d3ac7c0-254e-4741-b613-18794f2d92d2 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:50.764018 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:50.764667 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:50.879033 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2be84e5d-5a45-4a59-ba23-c99029da5160 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.910742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2be84e5d-5a45-4a59-ba23-c99029da5160 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.942714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-856d5cee-7dfe-44b8-9d7f-1c56050a1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.944321 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-856d5cee-7dfe-44b8-9d7f-1c56050a1711 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1097 time: 0.1177371 Jul 07 17:20:50.960682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.971353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683329-9303-4e63-9f7e-a281b4928acf req-df26144b-49fb-457d-820a-b54080d74654 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.973299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79683329-9303-4e63-9f7e-a281b4928acf req-df26144b-49fb-457d-820a-b54080d74654 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.1456892 Jul 07 17:20:50.976326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.024205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2be84e5d-5a45-4a59-ba23-c99029da5160 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.026897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2be84e5d-5a45-4a59-ba23-c99029da5160 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.028107 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2be84e5d-5a45-4a59-ba23-c99029da5160 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/953b0ef9-da1e-4c43-8d3b-6c38be49262f HTTP/1.1" status: 204 len: 168 time: 0.3010769 Jul 07 17:20:51.035087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56582) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.063789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be84e5d-5a45-4a59-ba23-c99029da5160 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b0ef9-da1e-4c43-8d3b-6c38be49262f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.077951 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:51.085586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79683329-9303-4e63-9f7e-a281b4928acf req-a1a2686e-57da-4141-827c-79f3d920a877 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018631 Jul 07 17:20:51.107949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-a30cb523-a947-4bca-a5d2-79307b83d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.109060 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-a30cb523-a947-4bca-a5d2-79307b83d207 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 200 len: 898 time: 0.1536131 Jul 07 17:20:51.142188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d25a65fa-69bf-4be2-88df-8a3b9002dad9 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034226 Jul 07 17:20:51.150191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56584) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.155619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802589906'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.197745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.242888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-e9cc7169-daed-497f-842e-71dfb2570177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 200 len: 1000 time: 0.1230934 Jul 07 17:20:51.248833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Router 83180ad8-aae0-463c-8ce2-69e45fea66f3 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:51.327223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-81b9d56a-84b1-449a-a4f1-8de425151c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.328942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-81b9d56a-84b1-449a-a4f1-8de425151c40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8accf997-8ac6-448a-afd5-cb27a9642c22 HTTP/1.1" status: 200 len: 834 time: 0.0805981 Jul 07 17:20:51.429763 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fb71b353-9286-4559-820e-ab2ceaaffd79', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'port_id': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'mac_address': 'fa:16:3e:2b:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:20:47Z', 'updated_at': '2021-07-07T17:20:47Z', 'revision_number': 0, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:19Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:51.440027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-1a4a26b7-c36a-4c9c-a7aa-4eed95428ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.443462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-1a4a26b7-c36a-4c9c-a7aa-4eed95428ddc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4397b3b4-7238-442f-a7a3-4b6e58141da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086483 Jul 07 17:20:51.466553 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911d955-c0cc-45b4-bc6f-2fac5f69d32e None None] The sync data for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 is: [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'fb71b353-9286-4559-820e-ab2ceaaffd79', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'port_id': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'mac_address': 'fa:16:3e:2b:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:20:47Z', 'updated_at': '2021-07-07T17:20:47Z', 'revision_number': 0, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:19Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:51.474847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56586) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.524626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:51.546425 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.548386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e9723160-3705-49ea-853b-db744bf34d62 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "PUT /v2.0/routers/83180ad8-aae0-463c-8ce2-69e45fea66f3 HTTP/1.1" status: 200 len: 882 time: 2.8265934 Jul 07 17:20:51.554777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56588) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.555842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] Sync routers for ids ['83180ad8-aae0-463c-8ce2-69e45fea66f3'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:51.591938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] Routers {'83180ad8-aae0-463c-8ce2-69e45fea66f3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:51.593818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83180ad8-aae0-463c-8ce2-69e45fea66f3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:51.638876 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.649617 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.687736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:51.692267 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-6674a2cb-64c1-45eb-a86d-7f6df301daf7 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421591 Jul 07 17:20:51.701635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] Routers {'83180ad8-aae0-463c-8ce2-69e45fea66f3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:51.702839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83180ad8-aae0-463c-8ce2-69e45fea66f3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:51.728607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52200e-8f34-4365-854e-45c496f9b277,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.794862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.796138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-50253a2d-8429-421e-9655-c72d69f6ec15 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6449487 Jul 07 17:20:51.799667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56590) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.805974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:51.809864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e14cdb3a-f8ce-4b5a-a2ec-c5480f7d0300 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.810560 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-e14cdb3a-f8ce-4b5a-a2ec-c5480f7d0300 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:20:51.811069 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-e14cdb3a-f8ce-4b5a-a2ec-c5480f7d0300 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:20:51.812240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e14cdb3a-f8ce-4b5a-a2ec-c5480f7d0300 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "PUT /v2.0/security-groups/7e52200e-8f34-4365-854e-45c496f9b277 HTTP/1.1" status: 409 len: 330 time: 0.0115113 Jul 07 17:20:51.816505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56592) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.819495 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-86f46f81-7d76-4eb4-ad83-ef5066926e22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/fb71b353-9286-4559-820e-ab2ceaaffd79 HTTP/1.1" status: 200 len: 992 time: 0.3409710 Jul 07 17:20:51.823645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527b434-e763-4fb6-a427-490c7466b6d2 None None] The sync data for ids ['83180ad8-aae0-463c-8ce2-69e45fea66f3'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:51.910395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c041a88e-c5d8-4f94-a28c-afab57c8702a req-9eddfce9-b2b9-4169-b525-53c1c90f2c1b service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086604 Jul 07 17:20:51.959181 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27783f05-de8d-43af-a855-d1e50f2e2a33 None None] New status for floating IP fb71b353-9286-4559-820e-ab2ceaaffd79: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:20:52.358086 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5c82651b-81c1-4992-8c53-8dddae43fd6f tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/83180ad8-aae0-463c-8ce2-69e45fea66f3 HTTP/1.1" status: 200 len: 923 time: 0.8022020 Jul 07 17:20:52.361558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.393814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8606449-96c8-474a-b08d-6abcd08dff7d tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.429010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84913694-d88a-4fd4-bc2d-9be9cbde97af tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.430695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-84913694-d88a-4fd4-bc2d-9be9cbde97af tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=83180ad8-aae0-463c-8ce2-69e45fea66f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0671268 Jul 07 17:20:52.434017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56598) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.436694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8606449-96c8-474a-b08d-6abcd08dff7d tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.474967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f2c5-627f-4113-a5e3-f825f8637358 req-78985423-99fb-4600-b77e-eab7c40ddb3f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.477797 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3e1f2c5-627f-4113-a5e3-f825f8637358 req-78985423-99fb-4600-b77e-eab7c40ddb3f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 943 time: 0.2081163 Jul 07 17:20:52.527735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052232d-142d-4265-a32a-81d724d0ebcb tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.529293 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1052232d-142d-4265-a32a-81d724d0ebcb tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.0942242 Jul 07 17:20:52.532597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56600) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.571013 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8993ca06-6ece-419f-9942-3953ac113e7e tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=83180ad8-aae0-463c-8ce2-69e45fea66f3 HTTP/1.1" status: 200 len: 205 time: 0.0365725 Jul 07 17:20:52.571339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8606449-96c8-474a-b08d-6abcd08dff7d tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.574245 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56602) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.575796 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8606449-96c8-474a-b08d-6abcd08dff7d tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.577739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e8606449-96c8-474a-b08d-6abcd08dff7d tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/7e52200e-8f34-4365-854e-45c496f9b277 HTTP/1.1" status: 204 len: 168 time: 0.7599735 Jul 07 17:20:52.580904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.594380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3e1f2c5-627f-4113-a5e3-f825f8637358 req-d8ab2eca-c347-4359-9e90-ff5f97b55c45 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037748 Jul 07 17:20:52.604593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8606449-96c8-474a-b08d-6abcd08dff7d tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52200e-8f34-4365-854e-45c496f9b277,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.736721 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bdf8d93f-dcc2-436d-99ca-7324b576e922 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1543355 Jul 07 17:20:52.743874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56606) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.763083 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-753efc01-4946-4ed6-85e0-b5b958184e32 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] delete failed (client error): The resource could not be found. Jul 07 17:20:52.764451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-753efc01-4946-4ed6-85e0-b5b958184e32 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "DELETE /v2.0/security-groups/e46987d9-e471-48e8-a0db-8aa2e3a1529e HTTP/1.1" status: 404 len: 347 time: 0.0191877 Jul 07 17:20:52.765987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.770225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56608) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.787482 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-ebc1c976-f7d4-41c6-9df9-73a04f7ec139 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] show failed (client error): The resource could not be found. Jul 07 17:20:52.788776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ebc1c976-f7d4-41c6-9df9-73a04f7ec139 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-groups/4e6430c3-b808-4c2d-9fe6-f88c4e2ff06a HTTP/1.1" status: 404 len: 347 time: 0.0172377 Jul 07 17:20:52.795016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56610) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.811634 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-ba268ee7-f247-4193-a2f6-2343a5f91050 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] show failed (client error): The resource could not be found. Jul 07 17:20:52.812844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ba268ee7-f247-4193-a2f6-2343a5f91050 tempest-NegativeSecGroupIPv6Test-862484223 tempest-NegativeSecGroupIPv6Test-862484223-project] 10.222.0.78 "GET /v2.0/security-group-rules/3c90b7ee-c79b-45de-8293-e31bc4fd6341 HTTP/1.1" status: 404 len: 356 time: 0.0166876 Jul 07 17:20:52.824983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.949937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0973da59-d5c2-46ae-ab31-680cc83addd1 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/fb71b353-9286-4559-820e-ab2ceaaffd79 HTTP/1.1" status: 200 len: 994 time: 0.1086078 Jul 07 17:20:52.956563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.045651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Deleting port e10c20eb-c3e0-4936-abf6-1ee8b1a326f4 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:53.046160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.161331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.185292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Calling delete_port for e10c20eb-c3e0-4936-abf6-1ee8b1a326f4 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:53.220561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:53.238866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56618) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.376736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:53.396082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'd1849325-a1bf-4030-876e-eb0de18da498', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'port_id': 'd1849325-a1bf-4030-876e-eb0de18da498', 'mac_address': 'fa:16:3e:2f:ef:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:53.449040 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.464325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.470267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1849325-a1bf-4030-876e-eb0de18da498 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:53.492789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d6ffacd-8be3-4654-8032-0b16983f759c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d3507ac4a734edb8c0903ecb09956e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488527 Jul 07 17:20:53.493683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56622) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.496648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:53.502490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.536055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event deleted for resources: {'Port': ['ID=e10c20eb-c3e0-4936-abf6-1ee8b1a326f4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.570852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab86-942a-4604-aa56-36c5b12c419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.581624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.600879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab86-942a-4604-aa56-36c5b12c419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.624227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.677398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab86-942a-4604-aa56-36c5b12c419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.680673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab86-942a-4604-aa56-36c5b12c419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.686055 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d9f6ab86-942a-4604-aa56-36c5b12c419b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d991be57-a0c3-4ead-9ff7-b80f23d91567 HTTP/1.1" status: 204 len: 168 time: 0.1866505 Jul 07 17:20:53.692137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ab86-942a-4604-aa56-36c5b12c419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991be57-a0c3-4ead-9ff7-b80f23d91567,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.776736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.779798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.817147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['d1849325-a1bf-4030-876e-eb0de18da498'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:53.864083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.865016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Fanout notify agent at l3_agent the message router_deleted on router 83180ad8-aae0-463c-8ce2-69e45fea66f3 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:53.874357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.875758 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-96b99acc-5728-4eb6-9962-38ad40bd267b tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/83180ad8-aae0-463c-8ce2-69e45fea66f3 HTTP/1.1" status: 204 len: 168 time: 1.3005033 Jul 07 17:20:53.881620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56628) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.887659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1805965478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:53.917910 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.964027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.965588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.003205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f181fa-f718-4e85-8e70-2debe64fc4d4 req-acacb41c-6f7e-4b0a-861a-b81d4df07a24 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.005091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2f181fa-f718-4e85-8e70-2debe64fc4d4 req-acacb41c-6f7e-4b0a-861a-b81d4df07a24 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 944 time: 0.1032405 Jul 07 17:20:54.054518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.072426 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.104454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2f181fa-f718-4e85-8e70-2debe64fc4d4 req-a3a5e2b7-e55a-4137-bf11-417a33baf989 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544052 Jul 07 17:20:54.105787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.107131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dbec48ff-9ae8-4361-aff3-c37d6ce11a10 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2243178 Jul 07 17:20:54.112072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56634) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.117461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': True}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:54.414181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.670507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.696061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.818544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Allocated IP 172.25.5.26 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/af0e971c-a9af-4786-9eee-5ce93bafd190) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:54.977850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.032865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.074872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:55.078572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:55.081784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:55.123729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Port': ['ID=af0e971c-a9af-4786-9eee-5ce93bafd190,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.220043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:55.306971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port d1849325-a1bf-4030-876e-eb0de18da498 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:55.307774 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.489964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.547210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:55.554529 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2215d15-84bd-4d43-8898-4cc550faae57" -d '{"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-plugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:55.571346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f7260-510f-499e-ba82-b69f02e424eb req-86688069-932b-4e9f-bb9a-c959c61ce7fa tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.579683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f4f7260-510f-499e-ba82-b69f02e424eb req-86688069-932b-4e9f-bb9a-c959c61ce7fa tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 944 time: 0.2012620 Jul 07 17:20:55.583672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:55.590817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.632979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.686645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=10']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.691470 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d72197a-004a-4e27-9dfd-a420e57f8206 x-openstack-request-id: req-6d72197a-004a-4e27-9dfd-a420e57f8206 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:55.691766 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-plugged", "status": "completed", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:55.691994 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d72197a-004a-4e27-9dfd-a420e57f8206 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:55.692542 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'code': 200} Jul 07 17:20:55.693696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f4f7260-510f-499e-ba82-b69f02e424eb req-7a001e47-4f99-46d1-b780-d6e88ce6b2ff tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125629 Jul 07 17:20:55.939715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c828-ba20-4b6c-ba0f-09ae362935f4 req-4ca12cde-d516-4944-8c2d-29c82c5ee276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.942800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5319c828-ba20-4b6c-ba0f-09ae362935f4 req-4ca12cde-d516-4944-8c2d-29c82c5ee276 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1097 time: 0.0791826 Jul 07 17:20:55.998097 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.008845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.009186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5319c828-ba20-4b6c-ba0f-09ae362935f4 req-abea2fe3-7610-448d-9303-9f70bdc2215e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591881 Jul 07 17:20:56.081999 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:56.238109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Router 9a9862aa-7c37-4c03-a71f-e1572db07551 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:56.381821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.386885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:56.399267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] Sync routers for ids ['9a9862aa-7c37-4c03-a71f-e1572db07551'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:56.400602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.404616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4f696395-d5bc-4bd8-a666-ce5f442000de tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "PUT /v2.0/routers/9a9862aa-7c37-4c03-a71f-e1572db07551 HTTP/1.1" status: 200 len: 918 time: 2.2886660 Jul 07 17:20:56.404975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56688) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.416275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] Routers {'9a9862aa-7c37-4c03-a71f-e1572db07551'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:56.417648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9a9862aa-7c37-4c03-a71f-e1572db07551'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:56.463118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:56.476899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] Routers {'9a9862aa-7c37-4c03-a71f-e1572db07551'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:56.478211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['9a9862aa-7c37-4c03-a71f-e1572db07551'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:56.523040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:56.523796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ec3a2-67a9-4406-8f69-d03e0293d4df None None] The sync data for ids ['9a9862aa-7c37-4c03-a71f-e1572db07551'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:56.543872 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-963ed0a4-61a2-4b90-8824-c52eca8df950 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/9a9862aa-7c37-4c03-a71f-e1572db07551 HTTP/1.1" status: 200 len: 924 time: 0.1376438 Jul 07 17:20:56.547004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56690) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.592220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ca840d7-a1d5-46b5-8aae-44c74597120f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.663433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b363f7-d213-4b74-857e-9409b8e020ea tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.665064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c6b363f7-d213-4b74-857e-9409b8e020ea tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=9a9862aa-7c37-4c03-a71f-e1572db07551&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1168666 Jul 07 17:20:56.668273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56692) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.751810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ca840d7-a1d5-46b5-8aae-44c74597120f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.759563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ca840d7-a1d5-46b5-8aae-44c74597120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.793338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09871a6e-0b1d-456a-8236-3757d8efaef1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.800758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-09871a6e-0b1d-456a-8236-3757d8efaef1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.1257043 Jul 07 17:20:56.800758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56696) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.833538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ca840d7-a1d5-46b5-8aae-44c74597120f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=353e5810f1374624904974240ad5ca29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501016 Jul 07 17:20:56.835461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca840d7-a1d5-46b5-8aae-44c74597120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091bd809-1417-4ae0-861f-7a70388252a6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:56.840636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56698) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.842682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1d3a3219-421d-4d98-9de4-ad9e4e630973 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9862aa-7c37-4c03-a71f-e1572db07551 HTTP/1.1" status: 200 len: 205 time: 0.0412946 Jul 07 17:20:56.846811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56700) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.965319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb5b4a-2df2-406c-9915-055dcb7d8319 req-56b31a4a-f14d-4d21-aa08-e2ae443e999d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.968664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05fb5b4a-2df2-406c-9915-055dcb7d8319 req-56b31a4a-f14d-4d21-aa08-e2ae443e999d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 946 time: 0.0847445 Jul 07 17:20:57.006690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10d9faaf-0b77-4034-895b-4e8a421399e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.022149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.035685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05fb5b4a-2df2-406c-9915-055dcb7d8319 req-903d1f4e-4b53-4760-8529-fb7d1b6f1464 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596344 Jul 07 17:20:57.091359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10d9faaf-0b77-4034-895b-4e8a421399e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.187416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.233185 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10d9faaf-0b77-4034-895b-4e8a421399e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.235834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10d9faaf-0b77-4034-895b-4e8a421399e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.237133 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-10d9faaf-0b77-4034-895b-4e8a421399e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/091bd809-1417-4ae0-861f-7a70388252a6 HTTP/1.1" status: 204 len: 168 time: 0.3940637 Jul 07 17:20:57.248644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9faaf-0b77-4034-895b-4e8a421399e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091bd809-1417-4ae0-861f-7a70388252a6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.276563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Deleting port af0e971c-a9af-4786-9eee-5ce93bafd190 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:57.276959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.416230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.442959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Calling delete_port for af0e971c-a9af-4786-9eee-5ce93bafd190 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:57.675577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56742) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.699651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-511036e8-4702-4d73-8312-68fe1f043983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.727324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.762385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event deleted for resources: {'Port': ['ID=af0e971c-a9af-4786-9eee-5ce93bafd190,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.843097 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.856234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-511036e8-4702-4d73-8312-68fe1f043983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.863330 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-511036e8-4702-4d73-8312-68fe1f043983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.953411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-511036e8-4702-4d73-8312-68fe1f043983 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c805c19ef7be4ea8928ddcb21b5dc77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711818 Jul 07 17:20:57.953411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511036e8-4702-4d73-8312-68fe1f043983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4d2d74-2ff3-42e4-a074-4d270ff1fdca,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.955514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56744) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.959046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.966924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.037238 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.038100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9862aa-7c37-4c03-a71f-e1572db07551 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:58.049554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.049554 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c470f0cc-cb92-4430-bfbd-3cd77185eb58 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/9a9862aa-7c37-4c03-a71f-e1572db07551 HTTP/1.1" status: 204 len: 168 time: 1.1999316 Jul 07 17:20:58.054309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56746) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:58.062527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2107479437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:58.096988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4da0810b-6ab6-4f2f-89ed-2af8cdabe825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.099042 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.101325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.165649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4da0810b-6ab6-4f2f-89ed-2af8cdabe825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.168627 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.181016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.228331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.233932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8ca53830-d647-4443-a34c-e5e2ddf6b78a tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1752317 Jul 07 17:20:58.235286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56750) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:58.244333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'enable_snat': False}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:58.278925 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4da0810b-6ab6-4f2f-89ed-2af8cdabe825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.281785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4da0810b-6ab6-4f2f-89ed-2af8cdabe825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.284065 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4da0810b-6ab6-4f2f-89ed-2af8cdabe825 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db4d2d74-2ff3-42e4-a074-4d270ff1fdca HTTP/1.1" status: 204 len: 168 time: 0.3265934 Jul 07 17:20:58.297329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0810b-6ab6-4f2f-89ed-2af8cdabe825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4d2d74-2ff3-42e4-a074-4d270ff1fdca,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.506284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad421-5fe1-4135-af3d-872da8f8e222 req-ef1ae4d6-8ebf-42ed-9cea-1578f194d531 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.508439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-798ad421-5fe1-4135-af3d-872da8f8e222 req-ef1ae4d6-8ebf-42ed-9cea-1578f194d531 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 946 time: 0.2604198 Jul 07 17:20:58.566929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.606945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-798ad421-5fe1-4135-af3d-872da8f8e222 req-a42f7e6d-37a2-4b94-950d-d634f246dba0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600035 Jul 07 17:20:58.809894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.835570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.993874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Allocated IP 172.25.5.5 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/c4b6c6e6-eeaa-417f-906e-d3895fada6e0) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:59.179742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.253310 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.295827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:59.302382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:59.306444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:59.312877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b6c6e6-eeaa-417f-906e-d3895fada6e0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.667677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.402077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.408092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.581042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Router cdd6be40-601d-450e-8252-5d09f30a06bb is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:00.701120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:00.706896 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.708174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f8373e61-2020-4e1d-9c8b-be7fc4c8abe9 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "PUT /v2.0/routers/cdd6be40-601d-450e-8252-5d09f30a06bb HTTP/1.1" status: 200 len: 918 time: 2.4707634 Jul 07 17:21:00.711074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56800) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:00.714815 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] Sync routers for ids ['cdd6be40-601d-450e-8252-5d09f30a06bb'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:00.730264 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] Routers {'cdd6be40-601d-450e-8252-5d09f30a06bb'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:00.731283 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cdd6be40-601d-450e-8252-5d09f30a06bb'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:00.785822 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:00.799920 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] Routers {'cdd6be40-601d-450e-8252-5d09f30a06bb'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:00.800784 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['cdd6be40-601d-450e-8252-5d09f30a06bb'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:00.839776 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:00.840344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c1cd5-d5c4-40f6-9980-2316fd79650b None None] The sync data for ids ['cdd6be40-601d-450e-8252-5d09f30a06bb'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:00.865666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-08b144d0-1ece-4925-9942-d0465796c0a7 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/cdd6be40-601d-450e-8252-5d09f30a06bb HTTP/1.1" status: 200 len: 924 time: 0.1530385 Jul 07 17:21:00.868943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56802) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:00.974098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccb259-8470-4e38-9ec9-397a4ea729e1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.976435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-84ccb259-8470-4e38-9ec9-397a4ea729e1 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=cdd6be40-601d-450e-8252-5d09f30a06bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1063116 Jul 07 17:21:00.980466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56804) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:01.090035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a203fe3-c403-4dc0-9eb1-87b4ae060b93 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.091365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5a203fe3-c403-4dc0-9eb1-87b4ae060b93 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/networks/38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 881 time: 0.1098740 Jul 07 17:21:01.094390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56806) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:01.139400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-07e9e5a3-3809-4041-aa08-be5a74f70035 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd6be40-601d-450e-8252-5d09f30a06bb HTTP/1.1" status: 200 len: 205 time: 0.0436063 Jul 07 17:21:01.141887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56808) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:01.340155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.522241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.609061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Deleting port c4b6c6e6-eeaa-417f-906e-d3895fada6e0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:01.609953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.725804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.742887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Calling delete_port for c4b6c6e6-eeaa-417f-906e-d3895fada6e0 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:02.012007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.031943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event deleted for resources: {'Port': ['ID=c4b6c6e6-eeaa-417f-906e-d3895fada6e0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.126386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.256709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.259779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.347642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.348498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Fanout notify agent at l3_agent the message router_deleted on router cdd6be40-601d-450e-8252-5d09f30a06bb {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:02.360479 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.362526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2326dafc-1a5e-4777-a0d4-4aa799bef477 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/cdd6be40-601d-450e-8252-5d09f30a06bb HTTP/1.1" status: 204 len: 168 time: 1.2190785 Jul 07 17:21:02.367261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56824) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:02.372959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1229043864', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}, 'admin_state_up': False}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:02.406099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.407916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.511153 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.087429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.373950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.409915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.572418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Allocated IP 172.25.5.184 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/3b02c898-8028-493a-8e13-e09207b73362) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:03.724091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.749763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.806004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.880719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:03.886509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:03.890555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:03.948261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event updated for resources: {'Port': ['ID=3b02c898-8028-493a-8e13-e09207b73362,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.274178 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.527317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.698623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Router ee26fc86-a996-4acc-943c-7e6b74911f0e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:04.882123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:04.897716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] Sync routers for ids ['ee26fc86-a996-4acc-943c-7e6b74911f0e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:04.909190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.915091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] Routers {'ee26fc86-a996-4acc-943c-7e6b74911f0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:04.915736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-98820d46-2e72-4a9f-9bf5-67fe8c90f6a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5460668 Jul 07 17:21:04.916439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ee26fc86-a996-4acc-943c-7e6b74911f0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:04.916703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56842) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:04.924178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:04.988941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:05.005219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] Routers {'ee26fc86-a996-4acc-943c-7e6b74911f0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:05.006283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ee26fc86-a996-4acc-943c-7e6b74911f0e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:05.060394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:05.061511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8280805-5e3d-4ba7-a223-d88e88406305 None None] The sync data for ids ['ee26fc86-a996-4acc-943c-7e6b74911f0e'] in n-d-793619-7 is: [] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:05.289849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8c976fb0-34fe-41a7-a75b-c6031fa70033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.499882 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.519820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.586484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Deleting port 3b02c898-8028-493a-8e13-e09207b73362 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:05.586903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.672634 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.689570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Calling delete_port for 3b02c898-8028-493a-8e13-e09207b73362 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:05.876513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.905744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Pushing event deleted for resources: {'Port': ['ID=3b02c898-8028-493a-8e13-e09207b73362,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.989898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.228469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.234599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.373981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Router ee26fc86-a996-4acc-943c-7e6b74911f0e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:06.520043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:06.529086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.531327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2976fbc3-e7eb-4f5d-873e-fc77e26d7fd8 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "PUT /v2.0/routers/ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 200 len: 710 time: 1.6131594 Jul 07 17:21:06.534299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56852) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:06.538399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] Sync routers for ids ['ee26fc86-a996-4acc-943c-7e6b74911f0e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:06.554942 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] Routers {'ee26fc86-a996-4acc-943c-7e6b74911f0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:06.556159 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ee26fc86-a996-4acc-943c-7e6b74911f0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.620500 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.636895 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] Routers {'ee26fc86-a996-4acc-943c-7e6b74911f0e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:06.638019 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:20:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ee26fc86-a996-4acc-943c-7e6b74911f0e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.638858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-764b7068-8f8f-4f1e-9fb6-d1147a6d379f tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/routers/ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 200 len: 745 time: 0.1029131 Jul 07 17:21:06.641447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56854) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:06.706345 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.707432 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d48f0-6af1-46c2-b05b-d601ae8ce2b0 None None] The sync data for ids ['ee26fc86-a996-4acc-943c-7e6b74911f0e'] in n-d-793619-7 is: [] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:07.124649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3f85137f-e8c2-43f3-a0ae-3f306a5456e4 tempest-RoutersIpV6AdminTest-2063648731 tempest-RoutersIpV6AdminTest-2063648731-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&device_id=ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 200 len: 205 time: 0.4816139 Jul 07 17:21:07.130903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56856) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.164114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6f6ef93a-13e9-4db3-b537-60d07f368f19 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 200 len: 205 time: 0.0320165 Jul 07 17:21:07.168593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56858) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.251205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.528834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.532813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.590937 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.591602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Fanout notify agent at l3_agent the message router_deleted on router ee26fc86-a996-4acc-943c-7e6b74911f0e {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:07.599814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.605760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fef6569a-8596-49ab-9570-1ec7c24b8666 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 204 len: 168 time: 0.4315338 Jul 07 17:21:07.606003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56864) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.640734 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-20b0149e-9cb2-425f-bb19-463c782fa9a6 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 200 len: 205 time: 0.0335033 Jul 07 17:21:07.645992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56866) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.676019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.729166 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-aa346d3d-9aa6-49a8-8776-5ff181fcb0bb tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] delete failed (client error): The resource could not be found. Jul 07 17:21:07.730568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-aa346d3d-9aa6-49a8-8776-5ff181fcb0bb tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/ee26fc86-a996-4acc-943c-7e6b74911f0e HTTP/1.1" status: 404 len: 336 time: 0.0827036 Jul 07 17:21:07.733858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56868) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.771752 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91ab25d9-d359-43a9-91dd-d2b4ce747329 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd6be40-601d-450e-8252-5d09f30a06bb HTTP/1.1" status: 200 len: 205 time: 0.0367432 Jul 07 17:21:07.775718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56870) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.829080 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-4bd6e0f3-ceef-486b-b533-27664df8c6fd tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] delete failed (client error): The resource could not be found. Jul 07 17:21:07.833777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bd6e0f3-ceef-486b-b533-27664df8c6fd tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/cdd6be40-601d-450e-8252-5d09f30a06bb HTTP/1.1" status: 404 len: 336 time: 0.0566807 Jul 07 17:21:07.834743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56872) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.896842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c17f296f-64d2-471a-9f7f-e2e3acf0222e tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a9862aa-7c37-4c03-a71f-e1572db07551 HTTP/1.1" status: 200 len: 205 time: 0.0599566 Jul 07 17:21:07.898828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.984853 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-049ae8fc-77dc-457d-bc36-ddfa921445e7 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] delete failed (client error): The resource could not be found. Jul 07 17:21:07.988031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-049ae8fc-77dc-457d-bc36-ddfa921445e7 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/9a9862aa-7c37-4c03-a71f-e1572db07551 HTTP/1.1" status: 404 len: 336 time: 0.0875921 Jul 07 17:21:07.990893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56876) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.045487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7b69bf12-1129-4029-bf57-4a123ef508a7 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=83180ad8-aae0-463c-8ce2-69e45fea66f3 HTTP/1.1" status: 200 len: 205 time: 0.0526297 Jul 07 17:21:08.047994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.124481 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-af096161-ba7e-4215-a0e8-e7cc98fd78ac tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] delete failed (client error): The resource could not be found. Jul 07 17:21:08.126382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-af096161-ba7e-4215-a0e8-e7cc98fd78ac tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/83180ad8-aae0-463c-8ce2-69e45fea66f3 HTTP/1.1" status: 404 len: 336 time: 0.0754015 Jul 07 17:21:08.130354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56880) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.188909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-263323a3-5ecd-4a84-b2d8-0211f6a07811 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0c882c9-8277-4426-94b6-4c18fd3f7898 HTTP/1.1" status: 200 len: 205 time: 0.0565267 Jul 07 17:21:08.192463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56882) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.274114 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-eb98cac0-f98b-4b95-a0ed-aa624c2d9f75 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] delete failed (client error): The resource could not be found. Jul 07 17:21:08.279434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eb98cac0-f98b-4b95-a0ed-aa624c2d9f75 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/b0c882c9-8277-4426-94b6-4c18fd3f7898 HTTP/1.1" status: 404 len: 336 time: 0.0816109 Jul 07 17:21:08.279716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56884) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.325682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56886) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.325998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c9539a7e-7aff-42c6-81f6-52d1bea36052 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "GET /v2.0/ports?device_id=86def6a4-45b7-42da-81ec-d2315a14cac0 HTTP/1.1" status: 200 len: 205 time: 0.0444853 Jul 07 17:21:08.393959 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-43f83a8b-d8af-4bca-9b77-000bb4b957f5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] delete failed (client error): The resource could not be found. Jul 07 17:21:08.400642 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43f83a8b-d8af-4bca-9b77-000bb4b957f5 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/routers/86def6a4-45b7-42da-81ec-d2315a14cac0 HTTP/1.1" status: 404 len: 336 time: 0.0675871 Jul 07 17:21:08.401282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56888) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.447143 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca146a71-7ef8-4e7c-a72c-ae4ccf3dda02 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] DELETE failed (client error): The resource could not be found. Jul 07 17:21:08.447739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca146a71-7ef8-4e7c-a72c-ae4ccf3dda02 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:21:08.455719 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca146a71-7ef8-4e7c-a72c-ae4ccf3dda02 tempest-RoutersIpV6AdminTest-1865498054 tempest-RoutersIpV6AdminTest-1865498054-project] 10.222.0.78 "DELETE /v2.0/subnets/1ab5f22f-8a35-4397-9baf-74a13ebcafd6 HTTP/1.1" status: 404 len: 337 time: 0.0520597 Jul 07 17:21:08.930321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.133957 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ee5855b-192f-4c8a-be62-914b5d4299ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.168149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c066b666-f509-4bf9-bfa5-ad07c669621a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.190706 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.346800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ee5855b-192f-4c8a-be62-914b5d4299ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.362915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3ee5855b-192f-4c8a-be62-914b5d4299ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.417996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5855b-192f-4c8a-be62-914b5d4299ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac1b1a-b1f2-4251-937f-0fc0a25b648d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:09.430506 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3ee5855b-192f-4c8a-be62-914b5d4299ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1233e7b4120a44f581c08418072cd33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989269 Jul 07 17:21:09.430868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56906) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.529233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.557529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.652571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.661645 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.663101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7dac1b1a-b1f2-4251-937f-0fc0a25b648d HTTP/1.1" status: 204 len: 168 time: 0.2294602 Jul 07 17:21:09.676889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac1b1a-b1f2-4251-937f-0fc0a25b648d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:09.686882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:09.692255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f30cb-e22f-402d-8320-ba419e1ff867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:10.068774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56916) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.136054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d742c185-e79f-4658-8fc6-067e1f5e4771 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=47b47a5cb90a4c1487fb18416f58d753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651882 Jul 07 17:21:10.139462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56918) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.233072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d6ca-ca18-4130-b6d5-d5754f1b1ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.272542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d6ca-ca18-4130-b6d5-d5754f1b1ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.348069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d6ca-ca18-4130-b6d5-d5754f1b1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.353005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d6ca-ca18-4130-b6d5-d5754f1b1ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.355142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9bd0d6ca-ca18-4130-b6d5-d5754f1b1ea4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef9725d6-b7bd-4b9a-b48c-28803e50a478 HTTP/1.1" status: 204 len: 168 time: 0.2144406 Jul 07 17:21:10.371287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0d6ca-ca18-4130-b6d5-d5754f1b1ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9725d6-b7bd-4b9a-b48c-28803e50a478,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.844894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.418755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56964) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.561798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1283568550'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:12.600458 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.601791 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.705208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.712205 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.736678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.739006 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69667dd6-181d-48c2-bf33-340170452f17 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3183169 Jul 07 17:21:12.742193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56968) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.849128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.137142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.139744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.211378 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.212765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4cc3277-9808-4b92-aea6-d00538595af3 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:13.236426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.240953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56972) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.246180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Request body: {'router': {'name': 'tempest-router-1193158629', 'distributed': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:13.249460 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-131ee437-9e1f-4091-bae2-274ee52743a1 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "DELETE /v2.0/routers/e4cc3277-9808-4b92-aea6-d00538595af3 HTTP/1.1" status: 204 len: 168 time: 0.5052736 Jul 07 17:21:13.288155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.289232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.369449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.375657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.399609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.401633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8551d097-64c1-4497-b47a-e867e34bfb73 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1594205 Jul 07 17:21:13.406004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56976) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.511776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.721853 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.725986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.804737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.805680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98b6c876-bfb0-41bd-a7fd-98d789ddcece {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:13.813407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.820709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56978) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.821592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-81891a81-5323-46c0-87c9-0c5a334aa330 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "DELETE /v2.0/routers/98b6c876-bfb0-41bd-a7fd-98d789ddcece HTTP/1.1" status: 204 len: 168 time: 0.4129140 Jul 07 17:21:13.830347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Request body: {'router': {'name': 'tempest-router-23993586', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ea147213841941ae80155cf030db7267'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:13.880982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.883267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.958464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.964730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.987123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.995433 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8b0ff08a-ddb0-4b2b-a868-672391d7cc32 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1702139 Jul 07 17:21:13.995883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56980) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.003386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Request body: {'router': {'distributed': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:14.385504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.386587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.538849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=98270) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 17:21:14.539419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Router bb81ceec-f68a-45ca-b388-fc9d97505050 migrating from provider to provider. {{(pid=98270) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 17:21:14.540088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.551392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.557807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-623088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936225'] for router, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.670920 n-d-793619-7 neutron-server[98270]: WARNING neutron.scheduler.l3_agent_scheduler [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] No L3 agents can host the router bb81ceec-f68a-45ca-b388-fc9d97505050 Jul 07 17:21:14.824772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Hosts for router bb81ceec-f68a-45ca-b388-fc9d97505050: [] {{(pid=98270) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 17:21:14.861266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Hosts for other DVR routers connected to router bb81ceec-f68a-45ca-b388-fc9d97505050: set() {{(pid=98270) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 17:21:14.864826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.866469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83749e3a-7368-4bd9-8bbb-a01e7e5e1d97 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "PUT /v2.0/routers/bb81ceec-f68a-45ca-b388-fc9d97505050 HTTP/1.1" status: 200 len: 715 time: 0.8688879 Jul 07 17:21:14.869168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 56986) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.959387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0b6a0e03-657e-4215-bd66-10c7141d2988 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "GET /v2.0/routers/bb81ceec-f68a-45ca-b388-fc9d97505050 HTTP/1.1" status: 200 len: 715 time: 0.0887063 Jul 07 17:21:14.962550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56988) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.222811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3d63c001-f03b-4344-b2eb-1b7ccf2269ac tempest-RoutersTestDVR-1268480886 tempest-RoutersTestDVR-1268480886-project] 10.222.0.78 "GET /v2.0/routers/bb81ceec-f68a-45ca-b388-fc9d97505050 HTTP/1.1" status: 200 len: 681 time: 0.2587039 Jul 07 17:21:15.226459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 56992) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.338815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.662760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.665680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.719980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.720987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb81ceec-f68a-45ca-b388-fc9d97505050 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:15.726562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.727021 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-93ff54d9-4735-4411-b3e3-dcb40ebb1288 tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "DELETE /v2.0/routers/bb81ceec-f68a-45ca-b388-fc9d97505050 HTTP/1.1" status: 204 len: 168 time: 0.4984298 Jul 07 17:21:15.731017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57000) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.737200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Request body: {'router': {'name': 'tempest-router-1895530184', 'distributed': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:15.763524 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.764623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.828892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.835819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.852515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.853977 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2cb1ee0c-7819-44be-aac3-bd821dd9a9aa tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1219077 Jul 07 17:21:15.857097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57002) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.953972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.129012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.131683 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.601129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.601839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c98f44d4-8b7c-4a62-9f6b-1347449dc35f {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:16.607590 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.616783 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e6eac5e1-dfe0-4e21-8ade-010a018a0dcc tempest-RoutersTestDVR-105145457 tempest-RoutersTestDVR-105145457-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c98f44d4-8b7c-4a62-9f6b-1347449dc35f HTTP/1.1" status: 204 len: 168 time: 0.7582881 Jul 07 17:21:17.038661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57018) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:17.183921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e15805af-f74b-4c04-a9ab-a31626f083e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.341256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e15805af-f74b-4c04-a9ab-a31626f083e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.354166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e15805af-f74b-4c04-a9ab-a31626f083e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.437949 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e15805af-f74b-4c04-a9ab-a31626f083e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea147213841941ae80155cf030db7267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973324 Jul 07 17:21:17.440235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15805af-f74b-4c04-a9ab-a31626f083e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c20f30-afb1-4165-acb8-500c6d6bf658,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:17.443343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57030) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:17.544495 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-201cf764-27b3-4cc4-a7bf-fcffbb7d864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.585839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-201cf764-27b3-4cc4-a7bf-fcffbb7d864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.661805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-201cf764-27b3-4cc4-a7bf-fcffbb7d864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.665497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-201cf764-27b3-4cc4-a7bf-fcffbb7d864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.667434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-201cf764-27b3-4cc4-a7bf-fcffbb7d864b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53c20f30-afb1-4165-acb8-500c6d6bf658 HTTP/1.1" status: 204 len: 168 time: 0.2215300 Jul 07 17:21:17.678902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cf764-27b3-4cc4-a7bf-fcffbb7d864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c20f30-afb1-4165-acb8-500c6d6bf658,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.116095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57036) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:18.139965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4e1ccd-7f44-41df-8b08-e6442d7d5011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.280002 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4e1ccd-7f44-41df-8b08-e6442d7d5011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.286590 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4e1ccd-7f44-41df-8b08-e6442d7d5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.333623 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7e4e1ccd-7f44-41df-8b08-e6442d7d5011 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abe62288c60d4fb68c996863c9229352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159631 Jul 07 17:21:18.334606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e1ccd-7f44-41df-8b08-e6442d7d5011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32929039-388f-4793-bb61-000f54ce81cb,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.337160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57038) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:18.419919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ac18e52-755e-4eb4-a8c4-5a3013bf9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.448906 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ac18e52-755e-4eb4-a8c4-5a3013bf9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.512288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ac18e52-755e-4eb4-a8c4-5a3013bf9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.515343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7ac18e52-755e-4eb4-a8c4-5a3013bf9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.521771 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ac18e52-755e-4eb4-a8c4-5a3013bf9b76 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32929039-388f-4793-bb61-000f54ce81cb HTTP/1.1" status: 204 len: 168 time: 0.1824665 Jul 07 17:21:18.533847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac18e52-755e-4eb4-a8c4-5a3013bf9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32929039-388f-4793-bb61-000f54ce81cb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.112644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.196672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c11761a2-bdb3-4ad8-aa1c-f876a233fc56 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/floatingips/fb71b353-9286-4559-820e-ab2ceaaffd79 HTTP/1.1" status: 200 len: 994 time: 0.0819235 Jul 07 17:21:20.740609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57100) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.869836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-11965419', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:20.896832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Made reservation on behalf of 25a661c447d44915b38d41c732b2c4b6 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:20.899667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.917086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.084128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.091362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.101559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] device_id is not set on port 8c2dd804-b1d2-48ca-b932-4f390360be83 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:21.229254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e910d5e1-03d3-46c7-8a26-8f1f7f23688b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.348561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Allocated IP 172.25.5.76 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/8c2dd804-b1d2-48ca-b932-4f390360be83) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:21.436249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57112) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:21.577357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.629927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.694593 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:21.707566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:21.716421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:21.734546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port f6a0ddf0-00e6-49d8-8363-19f224e1136a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:21.735676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.753137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2dd804-b1d2-48ca-b932-4f390360be83,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.786706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:21.787660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.811510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ba193fa-3d3f-473a-be64-5ce9a2567999 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0689659 Jul 07 17:21:21.816184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57114) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:21.823489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.76'}]}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:21.876597 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.878030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.895261 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.895708 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.917994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for f6a0ddf0-00e6-49d8-8363-19f224e1136a owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:21.978067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.220334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.345923 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.717332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=f6a0ddf0-00e6-49d8-8363-19f224e1136a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.825377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.825911 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Floating IP fb71b353-9286-4559-820e-ab2ceaaffd79 disassociated (deleted). External IP: 172.25.5.156, port: 0967ab69-bdf4-4d9d-9131-98b8df73b9cb. Jul 07 17:21:22.863981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57132) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.080949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-776ed56f-583e-4f5f-b20d-40e5e1d7f8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.216347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-776ed56f-583e-4f5f-b20d-40e5e1d7f8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.223359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-776ed56f-583e-4f5f-b20d-40e5e1d7f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.233227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.259962 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.298722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ed56f-583e-4f5f-b20d-40e5e1d7f8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a993c3ff-ef06-4f5e-afba-3fca075eb5c7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:23.307411 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-776ed56f-583e-4f5f-b20d-40e5e1d7f8d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c046470b41343859c71f9d9f76cf15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416296 Jul 07 17:21:23.311316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57136) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.314263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 8d3ac7c0-254e-4741-b613-18794f2d92d2 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:23.572824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcece78c-e0c1-4efe-996a-f31009755d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.628112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcece78c-e0c1-4efe-996a-f31009755d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.639797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:23.648270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.650736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.656548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] Sync routers for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:23.667949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:23.668615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:21:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:23.790659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:23.912507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-941ea1d7-1370-431b-8405-c051636b92f2 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/floatingips/fb71b353-9286-4559-820e-ab2ceaaffd79 HTTP/1.1" status: 204 len: 168 time: 2.4742265 Jul 07 17:21:23.951611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:23.955353 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90" -d '{"events": [{"name": "network-changed", "server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:24.006194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcece78c-e0c1-4efe-996a-f31009755d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.010298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fcece78c-e0c1-4efe-996a-f31009755d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.014677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fcece78c-e0c1-4efe-996a-f31009755d4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a993c3ff-ef06-4f5e-afba-3fca075eb5c7 HTTP/1.1" status: 204 len: 168 time: 0.6986938 Jul 07 17:21:24.016928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.021060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.033012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcece78c-e0c1-4efe-996a-f31009755d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a993c3ff-ef06-4f5e-afba-3fca075eb5c7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.129498 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94bcd82-7527-4521-a13a-b2f3221dc384 x-openstack-request-id: req-f94bcd82-7527-4521-a13a-b2f3221dc384 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:24.129832 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:24.130130 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f94bcd82-7527-4521-a13a-b2f3221dc384 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:24.130647 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'status': 'completed', 'code': 200} Jul 07 17:21:24.141886 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.142739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82b2138f-1b90-4bfe-b1cc-149fee67fddb {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:24.167095 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:21:24.171696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-00090a2e-1126-48ef-b80e-3c144feeafa7 tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3510358 Jul 07 17:21:24.172098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57144) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.261501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-a3c1bdf1-0047-4580-9ebc-f13ef1598ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.267746 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-a3c1bdf1-0047-4580-9ebc-f13ef1598ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5e0f83e98e54480934b8f1326ecae76&device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 1097 time: 0.1565998 Jul 07 17:21:24.275667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.380631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Deleting port 8c2dd804-b1d2-48ca-b932-4f390360be83 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:24.381327 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.419432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:19Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.485963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] Checking router: 8d3ac7c0-254e-4741-b613-18794f2d92d2 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:24.505256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:24.506318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:21:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.546837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-16a09994-d02a-42a7-9d65-eb44b9d81636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.550009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-16a09994-d02a-42a7-9d65-eb44b9d81636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 200 len: 898 time: 0.2706411 Jul 07 17:21:24.564266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.591314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Calling delete_port for 8c2dd804-b1d2-48ca-b932-4f390360be83 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:24.607541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57150) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.636816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-c64a33f6-958f-47dd-ab31-629f8c7d296f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 200 len: 217 time: 0.0760169 Jul 07 17:21:24.656272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3489bc44-38a8-4799-abda-8dd993c1fdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.725498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-60ee41fc-91e1-4466-9734-eed8854e5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.728359 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-60ee41fc-91e1-4466-9734-eed8854e5031 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8accf997-8ac6-448a-afd5-cb27a9642c22 HTTP/1.1" status: 200 len: 834 time: 0.0833042 Jul 07 17:21:24.730681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:24.808569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946cfd8-8fdf-4abd-a66f-04020affe8db req-42dc81b1-3ae3-4094-afcc-c6fc3c4141bc tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.810236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7946cfd8-8fdf-4abd-a66f-04020affe8db req-42dc81b1-3ae3-4094-afcc-c6fc3c4141bc tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 946 time: 0.2138152 Jul 07 17:21:24.817007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-6ed2d018-3841-4ee8-9e7d-dcc4fbd3d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.819163 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-6ed2d018-3841-4ee8-9e7d-dcc4fbd3d340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4397b3b4-7238-442f-a7a3-4b6e58141da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841279 Jul 07 17:21:24.936782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7946cfd8-8fdf-4abd-a66f-04020affe8db req-7adc2040-a290-4326-bf7a-0b6f226ea937 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057780 Jul 07 17:21:24.953885 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-fe320ad4-327b-47ee-b565-3c5229f9ad6d service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265564 Jul 07 17:21:24.976054 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3489bc44-38a8-4799-abda-8dd993c1fdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.988133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.999973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3489bc44-38a8-4799-abda-8dd993c1fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.036915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c2dd804-b1d2-48ca-b932-4f390360be83,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.067583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:19Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:25.098288 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7a20b147-a770-4a5a-9f5d-9fce1ab9bb90 req-ada55b69-7d5f-4e97-82b2-418d96bfdb89 service neutron] 10.222.0.13 "GET /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366904 Jul 07 17:21:25.101040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f76be-ede7-4d08-8228-35bf65ba46af None None] The sync data for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 is: [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:20:11Z', 'revision_number': 4, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'aeedc9b4-be14-429d-81ae-905f2b49ece6', 'name': '', 'network_id': '4397b3b4-7238-442f-a7a3-4b6e58141da1', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'mac_address': 'fa:16:3e:c3:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:08Z', 'updated_at': '2021-07-07T17:20:19Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'subnets': [{'id': '8accf997-8ac6-448a-afd5-cb27a9642c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:25.103204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3489bc44-38a8-4799-abda-8dd993c1fdd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d3e3807c2394c38ae94df234fcbfab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900541 Jul 07 17:21:25.106852 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.124710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489bc44-38a8-4799-abda-8dd993c1fdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebecb64-af14-4936-973f-453d45e4b218,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.165285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.170314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc3e0c8b-decf-4d62-ad6f-a5b4a5ce4ced tempest-RoutersAdminNegativeTest-1027257991 tempest-RoutersAdminNegativeTest-1027257991-project-admin] 10.222.0.78 "DELETE /v2.0/ports/8c2dd804-b1d2-48ca-b932-4f390360be83 HTTP/1.1" status: 204 len: 168 time: 0.9956305 Jul 07 17:21:25.174187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d657e16-54a1-43ba-bad0-4ea9a3692606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.216335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d657e16-54a1-43ba-bad0-4ea9a3692606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.299857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d657e16-54a1-43ba-bad0-4ea9a3692606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.303208 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d657e16-54a1-43ba-bad0-4ea9a3692606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.305501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d657e16-54a1-43ba-bad0-4ea9a3692606 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bebecb64-af14-4936-973f-453d45e4b218 HTTP/1.1" status: 204 len: 168 time: 0.1976581 Jul 07 17:21:25.317212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657e16-54a1-43ba-bad0-4ea9a3692606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebecb64-af14-4936-973f-453d45e4b218,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.523873 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001ee3-fd49-4dfc-9a5b-d2ca9dae3005 None None] New status for floating IP fb71b353-9286-4559-820e-ab2ceaaffd79: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:21:25.562573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57162) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.738904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-74f9d00e-1f79-4a14-a861-e36040f9406f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.867852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-74f9d00e-1f79-4a14-a861-e36040f9406f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.874284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-74f9d00e-1f79-4a14-a861-e36040f9406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.918769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-74f9d00e-1f79-4a14-a861-e36040f9406f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d50971d672964aac8c33f66ebbee4bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550322 Jul 07 17:21:25.919733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9d00e-1f79-4a14-a861-e36040f9406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499ab7f-04fb-4ff0-9e80-78b36d0c0892,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.923704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57174) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.957243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-0394b13f-7969-45ba-9e87-7af690553822 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.959076 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-0394b13f-7969-45ba-9e87-7af690553822 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 946 time: 0.0884280 Jul 07 17:21:26.003015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee2a75bd-73c8-421b-bfc0-b003a4f1293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.050047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee2a75bd-73c8-421b-bfc0-b003a4f1293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.117642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:26.118304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.120299 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee2a75bd-73c8-421b-bfc0-b003a4f1293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.123216 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ee2a75bd-73c8-421b-bfc0-b003a4f1293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.127932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ee2a75bd-73c8-421b-bfc0-b003a4f1293b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3499ab7f-04fb-4ff0-9e80-78b36d0c0892 HTTP/1.1" status: 204 len: 168 time: 0.1998796 Jul 07 17:21:26.175188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a75bd-73c8-421b-bfc0-b003a4f1293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499ab7f-04fb-4ff0-9e80-78b36d0c0892,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.256164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:26.257029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.279724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for 0967ab69-bdf4-4d9d-9131-98b8df73b9cb owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:26.382659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafde98-2e92-42aa-b05f-6caf8c35d4bf req-3c3533a6-691c-4149-9e86-643851b451a8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.395231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dafde98-2e92-42aa-b05f-6caf8c35d4bf req-3c3533a6-691c-4149-9e86-643851b451a8 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b436fa-c4a9-49e5-aec8-d64f64208144 HTTP/1.1" status: 200 len: 946 time: 0.1774492 Jul 07 17:21:26.443069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.471353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dafde98-2e92-42aa-b05f-6caf8c35d4bf req-6464536f-18af-4713-bdd2-36bc8c2ac0ff tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "GET /v2.0/security-groups?id=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733750 Jul 07 17:21:26.497770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=0967ab69-bdf4-4d9d-9131-98b8df73b9cb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.557995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] No DVR routers for this DVR port 0967ab69-bdf4-4d9d-9131-98b8df73b9cb on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:26.561067 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.563720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c24264db-cd61-4bb3-9daf-51f6d6675ef3 req-da1acd26-a80d-4800-b92f-9320caa03b22 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.13 "DELETE /v2.0/ports/0967ab69-bdf4-4d9d-9131-98b8df73b9cb HTTP/1.1" status: 204 len: 173 time: 0.5980868 Jul 07 17:21:26.564445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'name': 'network-vif-deleted', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:26.567115 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff2319-eea4-45fa-a1ea-1c5ea7ba2853" -d '{"events": [{"server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "name": "network-vif-deleted", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:26.611110 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17627567-0e9b-490e-bc37-13895ee76765 x-openstack-request-id: req-17627567-0e9b-490e-bc37-13895ee76765 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:26.611585 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b436fa-c4a9-49e5-aec8-d64f64208144", "name": "network-vif-deleted", "tag": "0967ab69-bdf4-4d9d-9131-98b8df73b9cb", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:26.611869 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17627567-0e9b-490e-bc37-13895ee76765 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:26.612337 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b436fa-c4a9-49e5-aec8-d64f64208144', 'name': 'network-vif-deleted', 'tag': '0967ab69-bdf4-4d9d-9131-98b8df73b9cb', 'status': 'completed', 'code': 200} Jul 07 17:21:26.804290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57206) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.866911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a781fe4c-1526-4114-8b12-1006dac351e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25a661c447d44915b38d41c732b2c4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612793 Jul 07 17:21:26.870468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57208) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.938668 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5b3-1423-4383-bfea-9f27baebf345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.977481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5b3-1423-4383-bfea-9f27baebf345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.066342 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5b3-1423-4383-bfea-9f27baebf345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.071599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5b3-1423-4383-bfea-9f27baebf345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.073732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ffee5b3-1423-4383-bfea-9f27baebf345 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e910d5e1-03d3-46c7-8a26-8f1f7f23688b HTTP/1.1" status: 204 len: 168 time: 0.2017314 Jul 07 17:21:27.087286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee5b3-1423-4383-bfea-9f27baebf345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e910d5e1-03d3-46c7-8a26-8f1f7f23688b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.597760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57240) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.695481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b11a1e53-7283-401d-a977-61266c808e93 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.734505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b11a1e53-7283-401d-a977-61266c808e93 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.840481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b11a1e53-7283-401d-a977-61266c808e93 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.846015 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b11a1e53-7283-401d-a977-61266c808e93 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.848117 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b11a1e53-7283-401d-a977-61266c808e93 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/security-groups/9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f HTTP/1.1" status: 204 len: 168 time: 0.2485883 Jul 07 17:21:27.866994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a1e53-7283-401d-a977-61266c808e93 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1c7f1-82d1-4aa8-b7a4-c2bd9e829f1f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.905932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57258) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.284389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.460875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'networks': [{'name': 'tempest-network--1939218705'}, {'name': 'tempest-network--1863806033'}]} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:28.461443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'network': {'name': 'tempest-network--1939218705'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:28.462333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'network': {'name': 'tempest-network--1863806033'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:28.500250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'network': 2} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:28.510528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.522704 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.612587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.669516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.677213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.679575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.768153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f37e7db-4321-42dc-9e9d-91c2e42a47e9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.789824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:28.818195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.818666 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Added segment de3ca353-28bd-467a-b21f-2e3f19ba654d of type vlan for network 8f528bab-a639-4670-bfc0-ed85bc03f4bb Jul 07 17:21:28.891485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.957566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:28.976686 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.977055 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Added segment 9d048750-7bfb-4fe5-b975-7a5fe31e3dc3 of type vlan for network 1a56561f-c567-432c-8426-717aff5db8d4 Jul 07 17:21:29.058562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.099575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port aeedc9b4-be14-429d-81ae-905f2b49ece6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:29.099925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.120265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.121142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.132213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.142146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.143358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.230586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port aeedc9b4-be14-429d-81ae-905f2b49ece6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aeedc9b4-be14-429d-81ae-905f2b49ece6,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:29.231397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.249300 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9639301 Jul 07 17:21:29.263375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57332) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.267612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for aeedc9b4-be14-429d-81ae-905f2b49ece6 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:29.417392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Network': ['ID=8f528bab-a639-4670-bfc0-ed85bc03f4bb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.436154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8f528bab-a639-4670-bfc0-ed85bc03f4bb details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:29.627825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.688891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=aeedc9b4-be14-429d-81ae-905f2b49ece6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.700029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923418-36f0-4af0-aa46-7d0fcb948f2d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Network': ['ID=1a56561f-c567-432c-8426-717aff5db8d4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.728469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 1a56561f-c567-432c-8426-717aff5db8d4 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:29.738269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57344) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.763612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105af871-a33e-413f-bf3b-f79b130e4bce tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.777426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105af871-a33e-413f-bf3b-f79b130e4bce tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.790939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105af871-a33e-413f-bf3b-f79b130e4bce tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.803501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105af871-a33e-413f-bf3b-f79b130e4bce tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.811100 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-105af871-a33e-413f-bf3b-f79b130e4bce tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5420043 Jul 07 17:21:29.811910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57348) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.941376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.042502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-872db11f-b57f-42e7-904e-64849034989c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.046909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0967ab69-bdf4-4d9d-9131-98b8df73b9cb no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:30.077583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 0967ab69-bdf4-4d9d-9131-98b8df73b9cb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:30.078224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 0967ab69-bdf4-4d9d-9131-98b8df73b9cb not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:30.087599 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.100252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f528bab-a639-4670-bfc0-ed85bc03f4bb']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.102375 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.114443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3ca353-28bd-467a-b21f-2e3f19ba654d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.114834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3ca353-28bd-467a-b21f-2e3f19ba654d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.128005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.146862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.154240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:30.154723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:30.158493 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:30.232867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.247666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.252628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/networks/8f528bab-a639-4670-bfc0-ed85bc03f4bb HTTP/1.1" status: 204 len: 168 time: 0.4368429 Jul 07 17:21:30.253190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57352) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.285574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ba9d1-f62b-473a-959d-81aa6fcc6169 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Network': ['ID=8f528bab-a639-4670-bfc0-ed85bc03f4bb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.360119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-872db11f-b57f-42e7-904e-64849034989c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.366341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-872db11f-b57f-42e7-904e-64849034989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.369810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.450188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-872db11f-b57f-42e7-904e-64849034989c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffb6c71f75ba46e98ebffb6efea78b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7089696 Jul 07 17:21:30.456800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57354) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.460320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872db11f-b57f-42e7-904e-64849034989c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b686fb-b37a-4e0e-ac53-95f28ca1e688,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.481125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.494475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a56561f-c567-432c-8426-717aff5db8d4']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.507241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d048750-7bfb-4fe5-b975-7a5fe31e3dc3') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.507737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d048750-7bfb-4fe5-b975-7a5fe31e3dc3') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.513613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Router 8d3ac7c0-254e-4741-b613-18794f2d92d2 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:30.519869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.537814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.548422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:30.549304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:30.554826 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:30.598478 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7102-44b2-4709-bab5-0cf1b9430cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.656463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.657792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7102-44b2-4709-bab5-0cf1b9430cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.662920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.666996 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/networks/1a56561f-c567-432c-8426-717aff5db8d4 HTTP/1.1" status: 204 len: 168 time: 0.4122198 Jul 07 17:21:30.670022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57356) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.688904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6a0f5-218b-4e34-ab91-161d7b9cbe71 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Network': ['ID=1a56561f-c567-432c-8426-717aff5db8d4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.272083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:31.288132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] Sync routers for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:31.289084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a1a76abe-fcc6-4026-9ae9-b8cd20bd5cd0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "PUT /v2.0/routers/8d3ac7c0-254e-4741-b613-18794f2d92d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3815928 Jul 07 17:21:31.292143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.306512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:31.307727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:21:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:31.376966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting subnet 8accf997-8ac6-448a-afd5-cb27a9642c22 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:31.382687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.398262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122f6f2-65fa-4e47-a772-d050bed5d6d8 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.405907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122f6f2-65fa-4e47-a772-d050bed5d6d8 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.408701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f122f6f2-65fa-4e47-a772-d050bed5d6d8 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7327101 Jul 07 17:21:31.416231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7102-44b2-4709-bab5-0cf1b9430cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.419154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7102-44b2-4709-bab5-0cf1b9430cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.420401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d6ae7102-44b2-4709-bab5-0cf1b9430cb3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9b686fb-b37a-4e0e-ac53-95f28ca1e688 HTTP/1.1" status: 204 len: 168 time: 0.9620671 Jul 07 17:21:31.421196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.440819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1372888336'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.456765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae7102-44b2-4709-bab5-0cf1b9430cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b686fb-b37a-4e0e-ac53-95f28ca1e688,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.475873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.490169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:31.499794 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.527822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:31.551211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:31.570944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.572419 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Added segment 7d1b6320-818d-4e53-9502-58241b089c5a of type vlan for network eda154f9-ea23-44b1-b326-cdf35d2edba3 Jul 07 17:21:31.663780 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.695894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.733976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.769053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.771659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.823841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.867984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4286156 Jul 07 17:21:31.868295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57366) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.873678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1913407336'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.893766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Subnet': ['ID=8accf997-8ac6-448a-afd5-cb27a9642c22,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.895827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331720a-27da-4091-a144-d61456e29157 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Network': ['ID=eda154f9-ea23-44b1-b326-cdf35d2edba3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.911187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.919055 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2877e3ce-3c4a-424a-9c76-547e5425e34c tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/subnets/8accf997-8ac6-448a-afd5-cb27a9642c22 HTTP/1.1" status: 204 len: 168 time: 0.6252279 Jul 07 17:21:31.919459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.925072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972b7d0-4667-4cba-8466-8674a76c9725 None None] Network 4397b3b4-7238-442f-a7a3-4b6e58141da1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:31.932485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:31.935125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network eda154f9-ea23-44b1-b326-cdf35d2edba3 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:31.941841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.003810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:32.014122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57370) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.037895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f56bf08-ae74-4342-8032-c1d22dee16dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.077498 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.078885 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Added segment b920bf3f-60a7-49e4-aa75-2980bb6d789e of type vlan for network 76757ed0-340c-4d18-9ae0-ef7d093cb89c Jul 07 17:21:32.106782 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.172877 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.207729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.253365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] Checking router: 8d3ac7c0-254e-4741-b613-18794f2d92d2 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:32.271612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] Routers {'8d3ac7c0-254e-4741-b613-18794f2d92d2'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:32.272592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:21:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8d3ac7c0-254e-4741-b613-18794f2d92d2'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.277720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.287884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:32.288821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.309644 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.413588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Network': ['ID=76757ed0-340c-4d18-9ae0-ef7d093cb89c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.417242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Deleting port d733e9b9-7b4b-45d3-b3a4-411793ef2460 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:32.417945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.430244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 76757ed0-340c-4d18-9ae0-ef7d093cb89c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:32.435343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f56bf08-ae74-4342-8032-c1d22dee16dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.437553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] Set router 8d3ac7c0-254e-4741-b613-18794f2d92d2 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:32.441637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f56bf08-ae74-4342-8032-c1d22dee16dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.450450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e6fd3765-920f-4037-bf26-08876935ed1b tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5811372 Jul 07 17:21:32.458952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57372) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.475162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'ports': [{'network_id': 'eda154f9-ea23-44b1-b326-cdf35d2edba3', 'name': 'tempest-port--1290439359', 'admin_state_up': True}, {'network_id': '76757ed0-340c-4d18-9ae0-ef7d093cb89c', 'admin_state_up': False}]} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.475464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'port': {'network_id': 'eda154f9-ea23-44b1-b326-cdf35d2edba3', 'name': 'tempest-port--1290439359', 'admin_state_up': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.476063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'port': {'network_id': '76757ed0-340c-4d18-9ae0-ef7d093cb89c', 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.508208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] DHCP port deletion for 4397b3b4-7238-442f-a7a3-4b6e58141da1 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:32.553328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56bf08-ae74-4342-8032-c1d22dee16dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040a4f6-5d22-4411-92c1-54c18c9293fa,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.565441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9f56bf08-ae74-4342-8032-c1d22dee16dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b33d4e0cfe9240579c53a66a39773c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498307 Jul 07 17:21:32.569951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57374) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.580832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] For port d733e9b9-7b4b-45d3-b3a4-411793ef2460, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d733e9b9-7b4b-45d3-b3a4-411793ef2460,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:32.581273 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.597540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Calling delete_port for d733e9b9-7b4b-45d3-b3a4-411793ef2460 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:32.644222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ea72c83-61cc-47d5-a183-1b11bd0614be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.694807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Deleting port e1591f03-f6db-4961-87b4-3733104c4024 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:32.695099 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.725813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ea72c83-61cc-47d5-a183-1b11bd0614be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.809162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'port': 2} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:32.816806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] For port e1591f03-f6db-4961-87b4-3733104c4024, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e1591f03-f6db-4961-87b4-3733104c4024,segment=NetworkSegment(d559f227-2315-4eec-b819-bff040cd5fb2),segment_id=d559f227-2315-4eec-b819-bff040cd5fb2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:32.817350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.817991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.834393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.839153 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.840617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Calling delete_port for e1591f03-f6db-4961-87b4-3733104c4024 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:32.862160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ea72c83-61cc-47d5-a183-1b11bd0614be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.865851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1ea72c83-61cc-47d5-a183-1b11bd0614be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.867735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1ea72c83-61cc-47d5-a183-1b11bd0614be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0040a4f6-5d22-4411-92c1-54c18c9293fa HTTP/1.1" status: 204 len: 168 time: 0.2966325 Jul 07 17:21:32.902491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Port': ['ID=d733e9b9-7b4b-45d3-b3a4-411793ef2460,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.913938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.939685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea72c83-61cc-47d5-a183-1b11bd0614be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040a4f6-5d22-4411-92c1-54c18c9293fa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.954971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5650f395-59bc-4f55-8088-72b5bb11dde7 None None] The sync data for ids ['8d3ac7c0-254e-4741-b613-18794f2d92d2'] in n-d-793619-7 is: [{'id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'name': 'tempest-TestNetworkBasicOps-router-859433655', 'tenant_id': 'a5e0f83e98e54480934b8f1326ecae76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:56Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 5, 'project_id': 'a5e0f83e98e54480934b8f1326ecae76', 'gw_port': {'id': 'd733e9b9-7b4b-45d3-b3a4-411793ef2460', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ac7c0-254e-4741-b613-18794f2d92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:58Z', 'updated_at': '2021-07-07T17:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:32.964935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] device_id is not set on port d346e336-568c-40d6-9248-6e91ca985023 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:32.987884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.032713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.082718 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:33.087504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Pushing event deleted for resources: {'Port': ['ID=e1591f03-f6db-4961-87b4-3733104c4024,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.106168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.106503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.106856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.107178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.107518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.107856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.109087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.109087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.113972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.115953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.118195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.120774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:33.125983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.128234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.135082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4bbfdc-7980-496c-bbe5-0f005074fb3f None None] No DVR routers for this DVR port e1591f03-f6db-4961-87b4-3733104c4024 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:33.190969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.192867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.193472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Fanout notify agent at l3_agent the message router_deleted on router 8d3ac7c0-254e-4741-b613-18794f2d92d2 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:33.202917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.207317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57380) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.207600 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-29024093-e81a-41d2-89c7-3e099f46f722 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/routers/8d3ac7c0-254e-4741-b613-18794f2d92d2 HTTP/1.1" status: 204 len: 168 time: 1.2868466 Jul 07 17:21:33.374118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] device_id is not set on port d5c56494-50dd-4017-85b2-258bdc57a05c yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:33.420636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.508546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e1591f03-f6db-4961-87b4-3733104c4024 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:33.545095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e1591f03-f6db-4961-87b4-3733104c4024 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:33.546081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e1591f03-f6db-4961-87b4-3733104c4024 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:33.547012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aeedc9b4-be14-429d-81ae-905f2b49ece6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:33.575777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: aeedc9b4-be14-429d-81ae-905f2b49ece6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:33.576583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aeedc9b4-be14-429d-81ae-905f2b49ece6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:33.671986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.697082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4397b3b4-7238-442f-a7a3-4b6e58141da1']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:33.723023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd559f227-2315-4eec-b819-bff040cd5fb2') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:33.723023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd559f227-2315-4eec-b819-bff040cd5fb2') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:33.742064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.746534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.762859 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.781758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.793260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:33.793680 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:33.797701 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:33.882552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.902035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.980210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.983796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] 10.222.0.78 "DELETE /v2.0/networks/4397b3b4-7238-442f-a7a3-4b6e58141da1 HTTP/1.1" status: 204 len: 168 time: 0.7741337 Jul 07 17:21:33.990767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8e108-797f-49c5-89ba-094ffc2cd401 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] Pushing event deleted for resources: {'Network': ['ID=4397b3b4-7238-442f-a7a3-4b6e58141da1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.063848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Port': ['ID=d346e336-568c-40d6-9248-6e91ca985023,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.066571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Checking segment: {'id': '7d1b6320-818d-4e53-9502-58241b089c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'eda154f9-ea23-44b1-b326-cdf35d2edba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:34.066946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network hostable DHCP agents. Network: eda154f9-ea23-44b1-b326-cdf35d2edba3, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:34.087979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network eda154f9-ea23-44b1-b326-cdf35d2edba3 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:34.107214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, eda154f9-ea23-44b1-b326-cdf35d2edba3) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:34.114071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:34.116485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.129941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017d0f5-2920-4f30-92cf-2247aaa4ac88 None None] Network eda154f9-ea23-44b1-b326-cdf35d2edba3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:34.266626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Checking segment: {'id': 'b920bf3f-60a7-49e4-aa75-2980bb6d789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '76757ed0-340c-4d18-9ae0-ef7d093cb89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:34.267261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network hostable DHCP agents. Network: 76757ed0-340c-4d18-9ae0-ef7d093cb89c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:34.283022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Port': ['ID=d5c56494-50dd-4017-85b2-258bdc57a05c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.338426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network 76757ed0-340c-4d18-9ae0-ef7d093cb89c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:34.377353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 76757ed0-340c-4d18-9ae0-ef7d093cb89c) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:34.385081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:34.394849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db36e5-8acf-481d-9e20-944f1bbf78f2 None None] Network 76757ed0-340c-4d18-9ae0-ef7d093cb89c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:34.403664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.416879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.421247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.455118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-09e0cc6e-f6a4-4daa-a46f-46b293e6876c tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9878035 Jul 07 17:21:34.459654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57408) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.549696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faca82a-7408-45c2-b550-82ebf0b4e8cb tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.551380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faca82a-7408-45c2-b550-82ebf0b4e8cb tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.553215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0faca82a-7408-45c2-b550-82ebf0b4e8cb tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0922601 Jul 07 17:21:34.560272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57410) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.611698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.744106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Deleting port d346e336-568c-40d6-9248-6e91ca985023 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:34.744982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.850748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.875985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Calling delete_port for d346e336-568c-40d6-9248-6e91ca985023 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:34.929844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-85ce13c7-aeb4-4be7-9f6b-03ad1b1db89f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5e0f83e98e54480934b8f1326ecae76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125403 Jul 07 17:21:34.932713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57422) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.993526 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-6fe5b1b3-fba9-4217-b1cf-a22ed8893d31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000670 Jul 07 17:21:35.042419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76e7dbc-13eb-4aa9-8637-826980407cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.047593 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.085509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76e7dbc-13eb-4aa9-8637-826980407cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.093897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d733e9b9-7b4b-45d3-b3a4-411793ef2460 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:35.114421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Port': ['ID=d346e336-568c-40d6-9248-6e91ca985023,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.129864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.133947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b91e97ba-a855-4b52-a402-8e53868d6857 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/ports/d346e336-568c-40d6-9248-6e91ca985023 HTTP/1.1" status: 204 len: 168 time: 0.5718606 Jul 07 17:21:35.138387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57428) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.165235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d733e9b9-7b4b-45d3-b3a4-411793ef2460 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:35.166084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d733e9b9-7b4b-45d3-b3a4-411793ef2460 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:35.250919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0a81ec7d-1490-4232-98d0-9643dbed2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.251224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-7299bfe0-dd1f-4188-a040-211902201861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.253756 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-7299bfe0-dd1f-4188-a040-211902201861 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 1097 time: 0.1566136 Jul 07 17:21:35.255492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76e7dbc-13eb-4aa9-8637-826980407cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.260316 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d76e7dbc-13eb-4aa9-8637-826980407cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.262246 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d76e7dbc-13eb-4aa9-8637-826980407cea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6993c603-383d-47ce-bc84-43eb5839712c HTTP/1.1" status: 204 len: 168 time: 0.3279486 Jul 07 17:21:35.276072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e7dbc-13eb-4aa9-8637-826980407cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6993c603-383d-47ce-bc84-43eb5839712c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.368641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Deleting port d5c56494-50dd-4017-85b2-258bdc57a05c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:35.369339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.431010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-de3c3d03-4cf7-4c81-b8eb-b1e70a32ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.434035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-de3c3d03-4cf7-4c81-b8eb-b1e70a32ef7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1541584 Jul 07 17:21:35.467861 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.488141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Calling delete_port for d5c56494-50dd-4017-85b2-258bdc57a05c owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:35.534675 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-e76eb234-2ae9-4ecc-af48-fba833d98887 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 200 len: 1000 time: 0.0933654 Jul 07 17:21:35.601166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-b4a7395f-7854-42a3-b619-b75cfde1126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.602711 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-b4a7395f-7854-42a3-b619-b75cfde1126a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0616958 Jul 07 17:21:35.633544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.707170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Port': ['ID=d5c56494-50dd-4017-85b2-258bdc57a05c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.723205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.726982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f5eaf3c0-6e19-43ea-9285-1d2a39664b68 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/ports/d5c56494-50dd-4017-85b2-258bdc57a05c HTTP/1.1" status: 204 len: 168 time: 0.5862820 Jul 07 17:21:35.729614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.731347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-845f0261-1f29-4b4c-87b5-49baa317782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.734142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-845f0261-1f29-4b4c-87b5-49baa317782b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232553 Jul 07 17:21:35.765984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9fc0fb17-7709-44a3-87e3-9ae905a9da35 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0343256 Jul 07 17:21:35.769459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57444) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.774955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-741887551'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:35.807517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:35.812387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.843440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:35.858624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.859260 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Added segment d65083a2-919d-4786-86d7-b4892d972bd5 of type vlan for network 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c Jul 07 17:21:35.895006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57446) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.924807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8adc764c-72f6-4a83-84c9-e8268f1c44dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.935850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.939136 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-c4ac119e-dba8-41a4-9213-a5d49aef469a service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958246 Jul 07 17:21:35.993886 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.000950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.001804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.100716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Network': ['ID=0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.115713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2a6ab2d4-1904-4dcf-9331-72921302c43e req-b424be11-59ef-401a-aff3-48c1c0a7154a service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697340 Jul 07 17:21:36.122878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:36.185285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8adc764c-72f6-4a83-84c9-e8268f1c44dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.192311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8adc764c-72f6-4a83-84c9-e8268f1c44dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.228672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e38d3a7b-d23b-451f-a5e9-7b422a9ebe15 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4568574 Jul 07 17:21:36.228954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57448) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.236960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1163995610'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.248659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8adc764c-72f6-4a83-84c9-e8268f1c44dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a1f3724e81654314a90bde6393644701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503625 Jul 07 17:21:36.252174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc764c-72f6-4a83-84c9-e8268f1c44dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1c5a6-5c19-4d01-ac0c-f821963b27ee,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.254557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57450) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.303475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:36.309924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.404312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:36.421300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2ac5-a473-4e0c-91fc-e3d3fab9274a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.435074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.435692 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Added segment 922770dd-4dd3-428b-9586-26b53f111ef9 of type vlan for network 2bea1d60-73ba-4cdd-9215-e2315d32b336 Jul 07 17:21:36.492922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2ac5-a473-4e0c-91fc-e3d3fab9274a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.581679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.657914 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.667679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.668761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.757707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2ac5-a473-4e0c-91fc-e3d3fab9274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.762699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2ac5-a473-4e0c-91fc-e3d3fab9274a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.764741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e9fc2ac5-a473-4e0c-91fc-e3d3fab9274a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30f1c5a6-5c19-4d01-ac0c-f821963b27ee HTTP/1.1" status: 204 len: 168 time: 0.5059369 Jul 07 17:21:36.800838 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5693510 Jul 07 17:21:36.807720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc2ac5-a473-4e0c-91fc-e3d3fab9274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1c5a6-5c19-4d01-ac0c-f821963b27ee,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.833748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4aa5a-aa80-4215-b0fc-fb96a5b324cc tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Network': ['ID=2bea1d60-73ba-4cdd-9215-e2315d32b336,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.881306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 2bea1d60-73ba-4cdd-9215-e2315d32b336 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:36.950555 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57460) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.961397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'subnets': [{'network_id': '0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--983797767', 'ip_version': 4}, {'network_id': '2bea1d60-73ba-4cdd-9215-e2315d32b336', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.962322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'subnet': {'network_id': '0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--983797767', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.963312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Request body: {'subnet': {'network_id': '2bea1d60-73ba-4cdd-9215-e2315d32b336', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:37.234996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Made reservation on behalf of c1418e5b7dd5410a9a14745aad010fe3 for: {'subnet': 2} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:37.241449 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.241950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.676486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.190041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.272042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Subnet': ['ID=c1b70e45-5198-423f-942a-3c2cb60a7f52,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.284267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Checking segment: {'id': 'd65083a2-919d-4786-86d7-b4892d972bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:38.284690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network hostable DHCP agents. Network: 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:38.304358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:38.316157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:38.321091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.331025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d2ce7-fa24-417f-b948-d3bc8f00ae22 None None] Network 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:38.432574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event updated for resources: {'Subnet': ['ID=f599ed84-c063-4d7e-ab03-48b6c372ec31,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.446455 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Checking segment: {'id': '922770dd-4dd3-428b-9586-26b53f111ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2bea1d60-73ba-4cdd-9215-e2315d32b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:38.447042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network hostable DHCP agents. Network: 2bea1d60-73ba-4cdd-9215-e2315d32b336, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:38.477854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Network 2bea1d60-73ba-4cdd-9215-e2315d32b336 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:38.494257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 2bea1d60-73ba-4cdd-9215-e2315d32b336) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:38.502525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.503497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.506271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.508203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709dceaf-c22d-4b0d-9966-8d2b4d470af9 None None] Network 2bea1d60-73ba-4cdd-9215-e2315d32b336 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:38.528077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-15809210-8d2c-4136-b255-44adb7903b97 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5752807 Jul 07 17:21:38.532663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57478) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.638971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af33e56-4a54-45cc-9039-50301fe56195 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.640626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af33e56-4a54-45cc-9039-50301fe56195 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.643344 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af33e56-4a54-45cc-9039-50301fe56195 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.645583 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6af33e56-4a54-45cc-9039-50301fe56195 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1110826 Jul 07 17:21:38.649698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57480) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.710016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Deleting subnet c1b70e45-5198-423f-942a-3c2cb60a7f52 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:38.713923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.767336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b355701-ab4a-44b2-9f29-97f51052f68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c', 'network_id': '0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c', 'tenant_id': 'c1418e5b7dd5410a9a14745aad010fe3', 'fixed_ips': [{'subnet_id': 'c1b70e45-5198-423f-942a-3c2cb60a7f52'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:38.768484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.768715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7b355701-ab4a-44b2-9f29-97f51052f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.822180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.903387 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.934945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b70e45-5198-423f-942a-3c2cb60a7f52,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.942615 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.947344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6e8dc37-774e-4e3f-9f82-83fc9b05de73 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/subnets/c1b70e45-5198-423f-942a-3c2cb60a7f52 HTTP/1.1" status: 204 len: 168 time: 0.2937531 Jul 07 17:21:38.948043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57482) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-7b355701-ab4a-44b2-9f29-97f51052f68e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1b70e45-5198-423f-942a-3c2cb60a7f52: This subnet is being modified by another concurrent operation. Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1b70e45-5198-423f-942a-3c2cb60a7f52: This subnet is being modified by another concurrent operation. Jul 07 17:21:38.955121 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:21:38.973444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e251b-c622-4710-a530-4a021dd99ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-2bea1d60-73ba-4cdd-9215-e2315d32b336', 'network_id': '2bea1d60-73ba-4cdd-9215-e2315d32b336', 'tenant_id': 'c1418e5b7dd5410a9a14745aad010fe3', 'fixed_ips': [{'subnet_id': 'f599ed84-c063-4d7e-ab03-48b6c372ec31'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:38.973444 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c85e251b-c622-4710-a530-4a021dd99ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.982574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474c25c-39d5-41bf-9ba0-8d2bf7a9e336 None None] Network 0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:39.025966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Deleting subnet f599ed84-c063-4d7e-ab03-48b6c372ec31 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:39.030751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.113144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.187827 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.213149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b1db7df9-8986-4270-87ab-cabe498dfc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.222762 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.278026 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-c85e251b-c622-4710-a530-4a021dd99ca7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f599ed84-c063-4d7e-ab03-48b6c372ec31: This subnet is being modified by another concurrent operation. Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f599ed84-c063-4d7e-ab03-48b6c372ec31: This subnet is being modified by another concurrent operation. Jul 07 17:21:39.280364 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:21:39.299958 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.302133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/subnets/f599ed84-c063-4d7e-ab03-48b6c372ec31 HTTP/1.1" status: 204 len: 168 time: 0.3528285 Jul 07 17:21:39.306188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57496) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.326195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Subnet': ['ID=f599ed84-c063-4d7e-ab03-48b6c372ec31,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.336553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.336553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.336553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.336553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.336553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.337621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.337621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.337621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.338500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.339420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.339788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.340128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e31be-eefc-4b72-8f8c-fb0ada939517 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.340292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ac9d7-0494-4a1f-8382-6764791c70e3 None None] Network 2bea1d60-73ba-4cdd-9215-e2315d32b336 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:39.395336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b8567-d2b9-4793-8599-a925ec6f50eb tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.397366 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-705b8567-d2b9-4793-8599-a925ec6f50eb tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891759 Jul 07 17:21:39.403117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57502) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.490379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27d0f4-7e9a-4d87-9e50-a0c336c7184c None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:21:39.538821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.590971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d27d0f4-7e9a-4d87-9e50-a0c336c7184c None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:21:39.643074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.657497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bea1d60-73ba-4cdd-9215-e2315d32b336']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:39.672971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922770dd-4dd3-428b-9586-26b53f111ef9') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:39.673750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922770dd-4dd3-428b-9586-26b53f111ef9') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:39.684710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.710210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.724103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:39.725263 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:39.730875 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:39.839605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.848769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.851290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/networks/2bea1d60-73ba-4cdd-9215-e2315d32b336 HTTP/1.1" status: 204 len: 168 time: 0.4470513 Jul 07 17:21:39.855204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57516) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.865748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cada754-842e-487a-970e-8fd6b66c6dd7 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Network': ['ID=2bea1d60-73ba-4cdd-9215-e2315d32b336,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.992079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b8734f-13a1-46cd-bfe0-85c9345955c0 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:21:40.003267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.111940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8734f-13a1-46cd-bfe0-85c9345955c0 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:21:40.149864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.162512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.179412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65083a2-919d-4786-86d7-b4892d972bd5') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.179775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65083a2-919d-4786-86d7-b4892d972bd5') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.192992 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.217497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.233921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:40.237475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:40.242962 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:40.315662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:40.327388 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.336183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.338601 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/networks/0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c HTTP/1.1" status: 204 len: 168 time: 0.4812531 Jul 07 17:21:40.341198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57524) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:40.371508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e3bf9-a150-496e-92ef-5dfb4b2fe515 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Network': ['ID=0eae70a9-f51a-4e09-b3c1-c3f9fb72ad8c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.447676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.566530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf31903a-6ed7-4afb-8c50-f5bc4f8d3580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.592511 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.608244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76757ed0-340c-4d18-9ae0-ef7d093cb89c']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.626819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b920bf3f-60a7-49e4-aa75-2980bb6d789e') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.627115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b920bf3f-60a7-49e4-aa75-2980bb6d789e') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.643000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.668045 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.677984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:40.678634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:40.682405 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:40.760092 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.766168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.769540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/networks/76757ed0-340c-4d18-9ae0-ef7d093cb89c HTTP/1.1" status: 204 len: 168 time: 0.4268820 Jul 07 17:21:40.772792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57526) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:40.802863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56014ef-c3ab-4b3b-9030-090c7657c695 tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Network': ['ID=76757ed0-340c-4d18-9ae0-ef7d093cb89c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.833193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.868947 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf31903a-6ed7-4afb-8c50-f5bc4f8d3580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.869553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.874713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cf31903a-6ed7-4afb-8c50-f5bc4f8d3580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.931436 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cf31903a-6ed7-4afb-8c50-f5bc4f8d3580 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6386a3c9b4fd44c9ba2771ab9746c039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142941 Jul 07 17:21:40.932440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31903a-6ed7-4afb-8c50-f5bc4f8d3580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f72a41-35b4-4d28-8fb3-8160719c93ba,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.935701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57528) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:40.976666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.991042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda154f9-ea23-44b1-b326-cdf35d2edba3']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.004826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1b6320-818d-4e53-9502-58241b089c5a') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.005193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1b6320-818d-4e53-9502-58241b089c5a') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.007027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47c09464-24d8-485f-839c-55e22e7775de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.016704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.037355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47c09464-24d8-485f-839c-55e22e7775de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.044710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.056244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:41.056885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:41.063747 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:41.103129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47c09464-24d8-485f-839c-55e22e7775de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.106032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-47c09464-24d8-485f-839c-55e22e7775de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.107455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-47c09464-24d8-485f-839c-55e22e7775de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7f72a41-35b4-4d28-8fb3-8160719c93ba HTTP/1.1" status: 204 len: 168 time: 0.1703794 Jul 07 17:21:41.116936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c09464-24d8-485f-839c-55e22e7775de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f72a41-35b4-4d28-8fb3-8160719c93ba,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.185345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.205967 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.208017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] 10.222.0.78 "DELETE /v2.0/networks/eda154f9-ea23-44b1-b326-cdf35d2edba3 HTTP/1.1" status: 204 len: 168 time: 0.4333785 Jul 07 17:21:41.208923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5099b-a5c2-4d3b-bd64-3b6c1cc9540d tempest-BulkNetworkOpsTest-2100393624 tempest-BulkNetworkOpsTest-2100393624-project] Pushing event deleted for resources: {'Network': ['ID=eda154f9-ea23-44b1-b326-cdf35d2edba3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.526019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57538) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.542405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ff49303-9131-4cdc-adbb-c1f88721c4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.608343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57540) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.670855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ff49303-9131-4cdc-adbb-c1f88721c4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.677066 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ff49303-9131-4cdc-adbb-c1f88721c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.727346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9ff49303-9131-4cdc-adbb-c1f88721c4bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=550d871866d44ad4a387f979b3431599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961527 Jul 07 17:21:41.727346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49303-9131-4cdc-adbb-c1f88721c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68776635-28fe-4b85-9186-e1b4bee0fc91,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.728160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57544) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.786699 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27095ba4-286d-46cf-a3c5-33336fbac6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.817270 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27095ba4-286d-46cf-a3c5-33336fbac6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.899407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27095ba4-286d-46cf-a3c5-33336fbac6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.902088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27095ba4-286d-46cf-a3c5-33336fbac6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.903463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27095ba4-286d-46cf-a3c5-33336fbac6c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/68776635-28fe-4b85-9186-e1b4bee0fc91 HTTP/1.1" status: 204 len: 168 time: 0.1743314 Jul 07 17:21:41.913664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095ba4-286d-46cf-a3c5-33336fbac6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68776635-28fe-4b85-9186-e1b4bee0fc91,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.935341 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5f289a59-3a83-450b-86cb-b0100ad0ecd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1418e5b7dd5410a9a14745aad010fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254869 Jul 07 17:21:41.939310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.001602 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d673f5b8-e0ac-42ee-8ed7-395df5d22c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.029790 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d673f5b8-e0ac-42ee-8ed7-395df5d22c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.113457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d673f5b8-e0ac-42ee-8ed7-395df5d22c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.118091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d673f5b8-e0ac-42ee-8ed7-395df5d22c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.120151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d673f5b8-e0ac-42ee-8ed7-395df5d22c53 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f37e7db-4321-42dc-9e9d-91c2e42a47e9 HTTP/1.1" status: 204 len: 168 time: 0.1792369 Jul 07 17:21:42.134516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673f5b8-e0ac-42ee-8ed7-395df5d22c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f37e7db-4321-42dc-9e9d-91c2e42a47e9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.291311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57594) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.441020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-637a4080-2ec7-4593-a407-f5b153f6ced1 tempest-ServiceProvidersTest-17896994 tempest-ServiceProvidersTest-17896994-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1481345 Jul 07 17:21:43.791767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57616) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.925483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8733d855-f63c-487e-a973-61c932fc3a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.048796 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8733d855-f63c-487e-a973-61c932fc3a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.053793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8733d855-f63c-487e-a973-61c932fc3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.117294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8733d855-f63c-487e-a973-61c932fc3a23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c0e03ce8f2a4d96804d24bf388f5e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241818 Jul 07 17:21:44.118380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733d855-f63c-487e-a973-61c932fc3a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5161b134-9f55-4310-b8e6-fc25bab82e2f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.121756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:44.194832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef98-c392-475d-ba6d-bcdfb85ff478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.208208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57628) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:44.232508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef98-c392-475d-ba6d-bcdfb85ff478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.291520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef98-c392-475d-ba6d-bcdfb85ff478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.296650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef98-c392-475d-ba6d-bcdfb85ff478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.298888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ab59ef98-c392-475d-ba6d-bcdfb85ff478 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5161b134-9f55-4310-b8e6-fc25bab82e2f HTTP/1.1" status: 204 len: 168 time: 0.1746607 Jul 07 17:21:44.316859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59ef98-c392-475d-ba6d-bcdfb85ff478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5161b134-9f55-4310-b8e6-fc25bab82e2f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.370466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f162d6b-ff70-43b2-b011-1a3f15e45863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.505736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f162d6b-ff70-43b2-b011-1a3f15e45863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.511085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f162d6b-ff70-43b2-b011-1a3f15e45863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.554976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7f162d6b-ff70-43b2-b011-1a3f15e45863 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=981cf6225c9e4386af217c6eb075cb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455708 Jul 07 17:21:44.555945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f162d6b-ff70-43b2-b011-1a3f15e45863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5133c4-973f-450f-8802-f048449fc833,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.559524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57636) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:44.632100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe64fa4-d91c-49dd-bd71-d74c2410c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.657790 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe64fa4-d91c-49dd-bd71-d74c2410c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.725605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe64fa4-d91c-49dd-bd71-d74c2410c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.728835 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5fe64fa4-d91c-49dd-bd71-d74c2410c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.730108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5fe64fa4-d91c-49dd-bd71-d74c2410c724 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa5133c4-973f-450f-8802-f048449fc833 HTTP/1.1" status: 204 len: 168 time: 0.1696222 Jul 07 17:21:44.743459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe64fa4-d91c-49dd-bd71-d74c2410c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5133c4-973f-450f-8802-f048449fc833,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.138323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57656) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.154035 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acd05952-2ad5-45d1-82e6-a765ffa1e75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.272708 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acd05952-2ad5-45d1-82e6-a765ffa1e75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.277953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acd05952-2ad5-45d1-82e6-a765ffa1e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.321544 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-acd05952-2ad5-45d1-82e6-a765ffa1e75b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d2226d1059e4f87850fcb61d3409560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811807 Jul 07 17:21:45.322198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05952-2ad5-45d1-82e6-a765ffa1e75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98133cb-03b7-4a55-968a-55aca1c1b575,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.325909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57660) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.333081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57662) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.384067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11962032-5684-4a9e-b379-fbaf915081c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.416401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11962032-5684-4a9e-b379-fbaf915081c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.480111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4dab9227-a945-439a-9a85-1801e5cd7aff tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1396734902', 'prefixes': ['172.20.0.0/16']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.493984 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11962032-5684-4a9e-b379-fbaf915081c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.497462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11962032-5684-4a9e-b379-fbaf915081c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.499149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-11962032-5684-4a9e-b379-fbaf915081c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c98133cb-03b7-4a55-968a-55aca1c1b575 HTTP/1.1" status: 204 len: 168 time: 0.1721513 Jul 07 17:21:45.513815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11962032-5684-4a9e-b379-fbaf915081c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98133cb-03b7-4a55-968a-55aca1c1b575,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.578165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4dab9227-a945-439a-9a85-1801e5cd7aff tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] Notify callbacks [] for subnetpool, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.579502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4dab9227-a945-439a-9a85-1801e5cd7aff tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2448618 Jul 07 17:21:45.583985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.630304 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e8b41786-fef9-41e8-9cef-964b374c9254 tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] 10.222.0.78 "GET /v2.0/subnetpools/eeaad39a-effd-4959-8534-a1aed3cf5702 HTTP/1.1" status: 200 len: 732 time: 0.0447669 Jul 07 17:21:45.633328 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57670) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.639294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5a20d60e-3876-4f2d-a173-e66710287a0a tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-882873760'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.792182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a20d60e-3876-4f2d-a173-e66710287a0a tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] Notify callbacks [] for subnetpool, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.794155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5a20d60e-3876-4f2d-a173-e66710287a0a tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] 10.222.0.78 "PUT /v2.0/subnetpools/eeaad39a-effd-4959-8534-a1aed3cf5702 HTTP/1.1" status: 200 len: 683 time: 0.1593451 Jul 07 17:21:45.798734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.938606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0b62f57c-6beb-4166-b287-ba27a3e392ad tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] Notify callbacks [] for subnetpool, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.943608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0b62f57c-6beb-4166-b287-ba27a3e392ad tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] 10.222.0.78 "DELETE /v2.0/subnetpools/eeaad39a-effd-4959-8534-a1aed3cf5702 HTTP/1.1" status: 204 len: 168 time: 0.1404128 Jul 07 17:21:45.944606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57680) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.960817 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-48002da5-880e-4058-9f46-664c7f27b908 tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] show failed (client error): The resource could not be found. Jul 07 17:21:45.961932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-48002da5-880e-4058-9f46-664c7f27b908 tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] 10.222.0.78 "GET /v2.0/subnetpools/eeaad39a-effd-4959-8534-a1aed3cf5702 HTTP/1.1" status: 404 len: 346 time: 0.0162802 Jul 07 17:21:45.964744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57682) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.980754 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-9be25c0d-83bb-4baa-a227-86e1dff8786a tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] delete failed (client error): The resource could not be found. Jul 07 17:21:45.981884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9be25c0d-83bb-4baa-a227-86e1dff8786a tempest-SubnetPoolsTestJSON-480525248 tempest-SubnetPoolsTestJSON-480525248-project] 10.222.0.78 "DELETE /v2.0/subnetpools/eeaad39a-effd-4959-8534-a1aed3cf5702 HTTP/1.1" status: 404 len: 346 time: 0.0161469 Jul 07 17:21:46.262827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57692) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.413148 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29145af7-5db6-43bf-a6ce-d6233889a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.537686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29145af7-5db6-43bf-a6ce-d6233889a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.543181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-29145af7-5db6-43bf-a6ce-d6233889a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.601097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-29145af7-5db6-43bf-a6ce-d6233889a466 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc33b68997784599a5ffb83b3d1eab88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325214 Jul 07 17:21:46.601097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145af7-5db6-43bf-a6ce-d6233889a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f59457-bac1-4069-9d5e-e7aa055bae08,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.601650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.673393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7e54245-41a9-46d8-9c79-e938d0830248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.715424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7e54245-41a9-46d8-9c79-e938d0830248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.799416 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7e54245-41a9-46d8-9c79-e938d0830248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.802670 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7e54245-41a9-46d8-9c79-e938d0830248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.803984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d7e54245-41a9-46d8-9c79-e938d0830248 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6f59457-bac1-4069-9d5e-e7aa055bae08 HTTP/1.1" status: 204 len: 168 time: 0.2013535 Jul 07 17:21:46.816077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54245-41a9-46d8-9c79-e938d0830248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f59457-bac1-4069-9d5e-e7aa055bae08,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:47.537157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57738) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:47.708589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-01c27095-eb50-4dd4-8376-284df214e3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.865979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-01c27095-eb50-4dd4-8376-284df214e3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.871878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-01c27095-eb50-4dd4-8376-284df214e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.927975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-01c27095-eb50-4dd4-8376-284df214e3e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb8d92b2d7664456a50b9cc8e83edf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894441 Jul 07 17:21:47.930732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c27095-eb50-4dd4-8376-284df214e3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f2aa8-460e-4816-8997-4cd09a308e98,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:47.931600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.002419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e270264-d4e9-47fd-a8c1-11c69fe5759c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.035091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e270264-d4e9-47fd-a8c1-11c69fe5759c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.107847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e270264-d4e9-47fd-a8c1-11c69fe5759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.113162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6e270264-d4e9-47fd-a8c1-11c69fe5759c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.115230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6e270264-d4e9-47fd-a8c1-11c69fe5759c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/427f2aa8-460e-4816-8997-4cd09a308e98 HTTP/1.1" status: 204 len: 168 time: 0.1820619 Jul 07 17:21:48.129677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e270264-d4e9-47fd-a8c1-11c69fe5759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f2aa8-460e-4816-8997-4cd09a308e98,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.898993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.056278 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe7b0-ac1f-493d-9a05-46effebc557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.206099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe7b0-ac1f-493d-9a05-46effebc557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.219923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe7b0-ac1f-493d-9a05-46effebc557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.293656 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4cfe7b0-ac1f-493d-9a05-46effebc557a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37171ed7a2014d608c3f37baf146ce3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931787 Jul 07 17:21:50.295206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfe7b0-ac1f-493d-9a05-46effebc557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae5a697-c8dd-46b9-8d86-228421b80d39,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.301756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57864) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.382357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c3c-7c76-412b-be56-7575285d427b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.412828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c3c-7c76-412b-be56-7575285d427b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.481185 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c3c-7c76-412b-be56-7575285d427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.484843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c3c-7c76-412b-be56-7575285d427b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.488913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ce4a0c3c-7c76-412b-be56-7575285d427b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ae5a697-c8dd-46b9-8d86-228421b80d39 HTTP/1.1" status: 204 len: 168 time: 0.1829801 Jul 07 17:21:50.496558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a0c3c-7c76-412b-be56-7575285d427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae5a697-c8dd-46b9-8d86-228421b80d39,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.877311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 57900) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.892104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23f9c6ed-db7d-46a2-9c4f-f61ecbe16d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.025444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23f9c6ed-db7d-46a2-9c4f-f61ecbe16d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.032491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23f9c6ed-db7d-46a2-9c4f-f61ecbe16d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.098425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23f9c6ed-db7d-46a2-9c4f-f61ecbe16d44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71c2bd4964db42ebb0ef9895c1ab4de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165964 Jul 07 17:21:51.098425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9c6ed-db7d-46a2-9c4f-f61ecbe16d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c572217-c42a-4e66-afa1-ba8b2982f897,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.098864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 57902) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:51.164538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9425b872-9d2e-46e9-8340-045309f7f0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.194294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9425b872-9d2e-46e9-8340-045309f7f0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.262818 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9425b872-9d2e-46e9-8340-045309f7f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.267285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9425b872-9d2e-46e9-8340-045309f7f0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.268982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9425b872-9d2e-46e9-8340-045309f7f0f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5c572217-c42a-4e66-afa1-ba8b2982f897 HTTP/1.1" status: 204 len: 168 time: 0.1689074 Jul 07 17:21:51.284984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b872-9d2e-46e9-8340-045309f7f0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c572217-c42a-4e66-afa1-ba8b2982f897,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.936159 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.266322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58000) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:57.406748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a49f4633-c1a3-41ba-93df-461b4ff91354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.541769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a49f4633-c1a3-41ba-93df-461b4ff91354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.544341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a49f4633-c1a3-41ba-93df-461b4ff91354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.589020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a49f4633-c1a3-41ba-93df-461b4ff91354 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=180cc4d7114347d6b03ed85d420bda37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212783 Jul 07 17:21:57.589983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f4633-c1a3-41ba-93df-461b4ff91354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7209f6-e59a-4b34-afce-fd4bf2f08328,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.592487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58004) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:57.654432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4b6a-a064-41a6-9da5-43636b452300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.679418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4b6a-a064-41a6-9da5-43636b452300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.742885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4b6a-a064-41a6-9da5-43636b452300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.746516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4b6a-a064-41a6-9da5-43636b452300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.750379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e1c4b6a-a064-41a6-9da5-43636b452300 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d7209f6-e59a-4b34-afce-fd4bf2f08328 HTTP/1.1" status: 204 len: 168 time: 0.1564150 Jul 07 17:21:57.759925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4b6a-a064-41a6-9da5-43636b452300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7209f6-e59a-4b34-afce-fd4bf2f08328,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.138094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58012) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.152422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e274735-f555-4597-906d-d51158fba639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.277518 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e274735-f555-4597-906d-d51158fba639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.282690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2e274735-f555-4597-906d-d51158fba639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.330316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2e274735-f555-4597-906d-d51158fba639 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=806b4fc5277a4d8c8fa72b578c94b84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909475 Jul 07 17:21:58.331193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e274735-f555-4597-906d-d51158fba639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a6165-b33d-4f26-9156-57dc02990ff1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.334001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.402602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e04efcf-ecbe-4d0b-83ef-015a11e14c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.430357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e04efcf-ecbe-4d0b-83ef-015a11e14c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.508672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e04efcf-ecbe-4d0b-83ef-015a11e14c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.513022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e04efcf-ecbe-4d0b-83ef-015a11e14c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.519501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e04efcf-ecbe-4d0b-83ef-015a11e14c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/985a6165-b33d-4f26-9156-57dc02990ff1 HTTP/1.1" status: 204 len: 168 time: 0.1836166 Jul 07 17:21:58.531970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04efcf-ecbe-4d0b-83ef-015a11e14c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a6165-b33d-4f26-9156-57dc02990ff1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:02.992802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.199836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-956e9265-1cc4-4143-93bb-e9bdb7545194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.335448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-956e9265-1cc4-4143-93bb-e9bdb7545194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.341495 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-956e9265-1cc4-4143-93bb-e9bdb7545194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.406764 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-956e9265-1cc4-4143-93bb-e9bdb7545194 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a2e2cad704247cdb515a8af9a98ec58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122040 Jul 07 17:22:03.407890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e9265-1cc4-4143-93bb-e9bdb7545194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7b0b3-f658-4521-a4cd-e1a75e22fe2b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.411132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58098) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:03.495072 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-847c90de-69e5-4839-b8fd-5f086d9ef3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.526676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-847c90de-69e5-4839-b8fd-5f086d9ef3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.591660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-847c90de-69e5-4839-b8fd-5f086d9ef3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.596723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-847c90de-69e5-4839-b8fd-5f086d9ef3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.598328 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-847c90de-69e5-4839-b8fd-5f086d9ef3a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79c7b0b3-f658-4521-a4cd-e1a75e22fe2b HTTP/1.1" status: 204 len: 168 time: 0.1859570 Jul 07 17:22:03.611882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c90de-69e5-4839-b8fd-5f086d9ef3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7b0b3-f658-4521-a4cd-e1a75e22fe2b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.778016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.082522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:04.098727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef0072c-778f-4245-8af3-a9faa93856c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.232935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef0072c-778f-4245-8af3-a9faa93856c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.239637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ef0072c-778f-4245-8af3-a9faa93856c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.289558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0072c-778f-4245-8af3-a9faa93856c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b162363a-527c-4209-8f12-2ece283ddf77,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.294466 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5ef0072c-778f-4245-8af3-a9faa93856c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0de2ad91f80c44ad9c8e8310943c04b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104106 Jul 07 17:22:04.300200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58114) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:04.375372 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dfecc61-7e31-4af1-b895-bbb5cb70303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.408990 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dfecc61-7e31-4af1-b895-bbb5cb70303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.495879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dfecc61-7e31-4af1-b895-bbb5cb70303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.502565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dfecc61-7e31-4af1-b895-bbb5cb70303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.507327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0dfecc61-7e31-4af1-b895-bbb5cb70303a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b162363a-527c-4209-8f12-2ece283ddf77 HTTP/1.1" status: 204 len: 168 time: 0.2035739 Jul 07 17:22:04.523575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfecc61-7e31-4af1-b895-bbb5cb70303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b162363a-527c-4209-8f12-2ece283ddf77,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:05.232894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b204a507-8823-42b2-a7d8-d192359eda85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.690987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.172991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c635db02-e7a5-4e0f-bd3c-808908a73a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.195107 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.088666 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:10.825942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.478743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.612793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.798156 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.806407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.867849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c83102d4b8d345d28594ce9b71d74e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851430 Jul 07 17:22:12.867849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eab4d0-f436-4b92-a820-c59bf4844165,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.868807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58266) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.877777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.878159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.878499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.878916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.879298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.879638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.879967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.880793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.880946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.881628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.881988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.882320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1240236-7a4e-45b8-bfcc-d5d43fefa26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.970072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15f8a57-609c-4421-8e38-a9d368fa134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.023915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15f8a57-609c-4421-8e38-a9d368fa134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.137452 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15f8a57-609c-4421-8e38-a9d368fa134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.140473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b15f8a57-609c-4421-8e38-a9d368fa134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.141704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b15f8a57-609c-4421-8e38-a9d368fa134b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56eab4d0-f436-4b92-a820-c59bf4844165 HTTP/1.1" status: 204 len: 168 time: 0.2708817 Jul 07 17:22:13.151195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f8a57-609c-4421-8e38-a9d368fa134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eab4d0-f436-4b92-a820-c59bf4844165,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:13.330799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39637f74-bd2f-47de-bd37-780684e5790c req-8954102b-e159-4725-a008-0e096ed175a5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.334748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39637f74-bd2f-47de-bd37-780684e5790c req-8954102b-e159-4725-a008-0e096ed175a5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 946 time: 0.1100984 Jul 07 17:22:13.409464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39637f74-bd2f-47de-bd37-780684e5790c req-54d99b97-6187-4aca-9e15-ce30450f0e8f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635352 Jul 07 17:22:13.618130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58282) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.636854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95451b41-894b-4717-97dd-8554c4243ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.769781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95451b41-894b-4717-97dd-8554c4243ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.775061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-95451b41-894b-4717-97dd-8554c4243ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.821280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95451b41-894b-4717-97dd-8554c4243ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079094a6-c559-46bf-a8f1-a22377fee97f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:13.831285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-95451b41-894b-4717-97dd-8554c4243ebc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53c5d9d5b2a54474b66787a4f34581bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071195 Jul 07 17:22:13.831617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58284) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.898370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7eeee1fa-ef40-4673-be36-a61e7192ae78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.923650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7eeee1fa-ef40-4673-be36-a61e7192ae78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.986916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7eeee1fa-ef40-4673-be36-a61e7192ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.989822 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7eeee1fa-ef40-4673-be36-a61e7192ae78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.994973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7eeee1fa-ef40-4673-be36-a61e7192ae78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/079094a6-c559-46bf-a8f1-a22377fee97f HTTP/1.1" status: 204 len: 168 time: 0.1584718 Jul 07 17:22:14.005538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeee1fa-ef40-4673-be36-a61e7192ae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079094a6-c559-46bf-a8f1-a22377fee97f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.987073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-1a540abf-6501-410d-ac45-9b56b9f75432 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.989510 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-1a540abf-6501-410d-ac45-9b56b9f75432 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 946 time: 0.1085212 Jul 07 17:22:15.058161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c48af-f6e0-4e10-9d40-e0710ede9f29 req-edfad931-2a33-4bfa-a049-2450bbcbbc14 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.073993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e75c48af-f6e0-4e10-9d40-e0710ede9f29 req-edfad931-2a33-4bfa-a049-2450bbcbbc14 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 946 time: 0.4648657 Jul 07 17:22:15.129579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e75c48af-f6e0-4e10-9d40-e0710ede9f29 req-12111b9d-8b23-496d-ba93-4fdebbf989f1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=96288278-0b49-4d32-a527-c0e102218c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594704 Jul 07 17:22:15.142221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Deleting port d1849325-a1bf-4030-876e-eb0de18da498 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:15.142803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.325088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] For port d1849325-a1bf-4030-876e-eb0de18da498, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=d1849325-a1bf-4030-876e-eb0de18da498,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:15.325809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.738135 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.738750 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.739276 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Floating IP 93e183a5-3db1-4dab-a2d5-4a982af9fe51 disassociated. External IP: 172.25.5.79, port: d1849325-a1bf-4030-876e-eb0de18da498. Jul 07 17:22:15.739841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Calling delete_port for d1849325-a1bf-4030-876e-eb0de18da498 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:16.006032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.042126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event deleted for resources: {'Port': ['ID=d1849325-a1bf-4030-876e-eb0de18da498,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.218416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:16.386884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58aaba43-4350-4bf0-8418-fa64696bb68e req-4772f899-8a59-4587-afdf-ad4e20528eb7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 210 time: 0.0902011 Jul 07 17:22:16.543256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:16.561522 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:16.580300 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:16.581482 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:22:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:16.619342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] No DVR routers for this DVR port d1849325-a1bf-4030-876e-eb0de18da498 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:16.624398 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.632161 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-17aa5b49-ba53-49bd-b21a-8ba1e716ab4b req-f5c04b82-f15c-47ba-b1a1-c9bd2c7e3983 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "DELETE /v2.0/ports/d1849325-a1bf-4030-876e-eb0de18da498 HTTP/1.1" status: 204 len: 173 time: 1.6311541 Jul 07 17:22:16.632863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-deleted', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:16.635704 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48327e7c-902d-440f-a5c1-37985801c8a7" -d '{"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-deleted", "tag": "d1849325-a1bf-4030-876e-eb0de18da498"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:16.789278 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c666c404-abef-4969-addc-2c0fefe8884c x-openstack-request-id: req-c666c404-abef-4969-addc-2c0fefe8884c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:16.789278 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e377f-497c-49b4-9136-c55e628b3a5b", "name": "network-vif-deleted", "tag": "d1849325-a1bf-4030-876e-eb0de18da498", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:16.789278 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c666c404-abef-4969-addc-2c0fefe8884c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:16.789278 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e377f-497c-49b4-9136-c55e628b3a5b', 'name': 'network-vif-deleted', 'tag': 'd1849325-a1bf-4030-876e-eb0de18da498', 'status': 'completed', 'code': 200} Jul 07 17:22:16.823674 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:17.188888 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:17.223504 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:17.246217 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:17.247255 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:22:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:17.497051 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:17.653507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:17.698816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: d1849325-a1bf-4030-876e-eb0de18da498 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:17.699105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device d1849325-a1bf-4030-876e-eb0de18da498 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:17.802662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4b91e2c-a88b-4608-9c74-361c79a2f765 req-2c08bcce-2f03-40bc-8c9b-7404c3406335 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea5e377f-497c-49b4-9136-c55e628b3a5b HTTP/1.1" status: 200 len: 210 time: 0.0555553 Jul 07 17:22:18.057276 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:18.095639 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ee186-28c2-4003-aaa9-f2054402947b None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:18.513395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfca28-910b-4761-aa5d-e6da5d0304e7 None None] New status for floating IP 93e183a5-3db1-4dab-a2d5-4a982af9fe51: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:19.026589 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58368) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.102073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deb692dc-f6fa-4854-86e7-f5ebcdfd245a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.146551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deb692dc-f6fa-4854-86e7-f5ebcdfd245a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.231407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deb692dc-f6fa-4854-86e7-f5ebcdfd245a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.235853 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-deb692dc-f6fa-4854-86e7-f5ebcdfd245a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.237202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-deb692dc-f6fa-4854-86e7-f5ebcdfd245a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "DELETE /v2.0/security-groups/96288278-0b49-4d32-a527-c0e102218c52 HTTP/1.1" status: 204 len: 168 time: 0.2090039 Jul 07 17:22:19.240810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58370) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.247830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb692dc-f6fa-4854-86e7-f5ebcdfd245a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96288278-0b49-4d32-a527-c0e102218c52,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.266237 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-4bc1a651-1867-4b94-8355-fb6eccb724b2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] show failed (client error): The resource could not be found. Jul 07 17:22:19.268317 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bc1a651-1867-4b94-8355-fb6eccb724b2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups/96288278-0b49-4d32-a527-c0e102218c52 HTTP/1.1" status: 404 len: 347 time: 0.0249047 Jul 07 17:22:19.271607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58372) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.425574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Deleting port 186c6326-38dd-46c5-b31e-43b0f9e80d01 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:19.425858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.543488 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.544565 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.565936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Calling delete_port for 186c6326-38dd-46c5-b31e-43b0f9e80d01 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:19.770350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.805296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event deleted for resources: {'Port': ['ID=186c6326-38dd-46c5-b31e-43b0f9e80d01,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.887297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.890873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.893206 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-46215cef-2dcd-41ad-98b7-32a9f3604c26 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "DELETE /v2.0/floatingips/93e183a5-3db1-4dab-a2d5-4a982af9fe51 HTTP/1.1" status: 204 len: 168 time: 0.6190026 Jul 07 17:22:20.871520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58390) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:20.878243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180955030', 'description': 'tempest-description--1150832116'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:20.917080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.018075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.023521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.053094 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.054443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1815338 Jul 07 17:22:21.059202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.064766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16290317-becf-4bc8-8547-96772ec0f1f2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b08e09-750c-4e4d-abcf-d67cd8e441c0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.065530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'security_group_rule': {'security_group_id': '82b08e09-750c-4e4d-abcf-d67cd8e441c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:21.112040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.168819 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.175237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.199831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0a4be4-1c2d-4918-a793-718f744927fb,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.207812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.209827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-67d866f1-f270-4ab1-96e6-4ddb7b4ed154 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494243 Jul 07 17:22:21.212678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58394) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.219802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'security_group_rule': {'security_group_id': '82b08e09-750c-4e4d-abcf-d67cd8e441c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:21.264003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.337075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.342576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.374366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4b8347-3fc4-4869-8835-8f123a2fdd35,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.386313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.388816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-26899e74-c4a5-455a-8e14-11b9819855c5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746831 Jul 07 17:22:21.392583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58402) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.401132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:21.443932 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.597461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.782778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Allocated IP 172.25.5.245 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/8ef2a1a2-acb0-4664-a664-d74c8643375f) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:21.969615 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.048150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.126507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:22.133506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:22.149787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:22.189324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'Port': ['ID=8ef2a1a2-acb0-4664-a664-d74c8643375f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:22.381141 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.440477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.736923 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.745140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.279550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'Port': ['ID=8ef2a1a2-acb0-4664-a664-d74c8643375f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.297728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.324774 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.334043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3895a743-68bb-451d-a557-356fa2dacfdc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9394267 Jul 07 17:22:23.584684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-72ca500b-a49c-48a8-af8e-5094d0f3b083 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--180955030&fields=id&tenant_id=caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 267 time: 0.0420058 Jul 07 17:22:23.778387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-74a45524-90f2-4981-aecc-df1c1913ce79 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.781392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-74a45524-90f2-4981-aecc-df1c1913ce79 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 817 time: 0.1892734 Jul 07 17:22:23.805624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a38fd760-6594-4070-9d80-f64d6f1a240c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/quotas/caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 375 time: 0.0166214 Jul 07 17:22:23.932892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-6291be8e-f91c-490c-8916-00b9e50637e6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1173813 Jul 07 17:22:23.962233 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.323916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-0fd3edb9-34d4-48aa-b872-6d49c157f37c service neutron] 10.222.0.78 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656960 Jul 07 17:22:24.537394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58454) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.550402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-881bb357-cb2f-4248-aca6-7e5b3dcfb5a8 service neutron] 10.222.0.78 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867435 Jul 07 17:22:24.727938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22b2f62-8d65-434c-a4ca-b9a1ec333e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.838462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22b2f62-8d65-434c-a4ca-b9a1ec333e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.844765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22b2f62-8d65-434c-a4ca-b9a1ec333e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.907907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b22b2f62-8d65-434c-a4ca-b9a1ec333e9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f61a22519a76495b8a54143e1ecee2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680294 Jul 07 17:22:24.908781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b2f62-8d65-434c-a4ca-b9a1ec333e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09dd6d5-1cee-4bde-a1f4-d071bf9fc2f2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.911504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 58458) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.979193 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74ba5cd9-c095-45d2-9a75-a5106ca18275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.017492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74ba5cd9-c095-45d2-9a75-a5106ca18275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.104118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74ba5cd9-c095-45d2-9a75-a5106ca18275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.107697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-74ba5cd9-c095-45d2-9a75-a5106ca18275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.109214 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-74ba5cd9-c095-45d2-9a75-a5106ca18275 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a09dd6d5-1cee-4bde-a1f4-d071bf9fc2f2 HTTP/1.1" status: 204 len: 168 time: 0.1964486 Jul 07 17:22:25.120262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5cd9-c095-45d2-9a75-a5106ca18275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09dd6d5-1cee-4bde-a1f4-d071bf9fc2f2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.527494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58466) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.552566 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8de290ae-c648-4cbc-b0ae-67e3981c85f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.707099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8de290ae-c648-4cbc-b0ae-67e3981c85f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.712289 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8de290ae-c648-4cbc-b0ae-67e3981c85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.766680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de290ae-c648-4cbc-b0ae-67e3981c85f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e62533-4ae9-4361-9b84-4f7440d8049b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.777647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8de290ae-c648-4cbc-b0ae-67e3981c85f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=192fe69aeb2343598582b6e2bc23f85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449381 Jul 07 17:22:25.779075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58470) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.902040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04a37292-3223-47ca-9906-4843efe3e445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.938004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7878dbe5-b3ae-498b-849d-49edca13f7e1 req-80935906-fd51-457c-9845-de117574ca99 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 210 time: 0.0588081 Jul 07 17:22:25.982296 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04a37292-3223-47ca-9906-4843efe3e445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.071120 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04a37292-3223-47ca-9906-4843efe3e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.077666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04a37292-3223-47ca-9906-4843efe3e445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.084648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04a37292-3223-47ca-9906-4843efe3e445 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86e62533-4ae9-4361-9b84-4f7440d8049b HTTP/1.1" status: 204 len: 168 time: 0.3007097 Jul 07 17:22:26.096956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a37292-3223-47ca-9906-4843efe3e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e62533-4ae9-4361-9b84-4f7440d8049b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.165051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1d931d5-0949-4fb2-b37a-7ab0a8eab424 req-a6cc4ac8-2804-4dd0-a38a-e2ee247f1901 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 210 time: 0.0681105 Jul 07 17:22:28.313459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b59a6c8d-b183-4022-ac66-7af4cb57460f req-c088993b-c1b3-4215-b77b-72fde2d624ff tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 210 time: 0.0360842 Jul 07 17:22:29.305213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.540881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e60e7cd1-2ea8-46c0-9b54-701ce20cc84f req-07da533f-db99-44fe-8ad3-a3089b6fb1fc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 210 time: 0.0532665 Jul 07 17:22:29.583640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07d1ec07-55c4-4129-8069-02fdae8557db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.814753 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07d1ec07-55c4-4129-8069-02fdae8557db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.822106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-07d1ec07-55c4-4129-8069-02fdae8557db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.878969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-b7b641c2-400b-4aaf-ac85-51cdd44d08b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.881749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-b7b641c2-400b-4aaf-ac85-51cdd44d08b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.13 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 817 time: 0.2474642 Jul 07 17:22:29.912060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-07d1ec07-55c4-4129-8069-02fdae8557db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3142d7350fa641ffb418ccfbdd151721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049283 Jul 07 17:22:29.915038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.978895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1ec07-55c4-4129-8069-02fdae8557db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919fb127-4ec4-4fa9-bf5f-757099a103cc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.033266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5e2-8cd1-4ee8-95c6-ad17485f9fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.033501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-392aa7ec-9fa6-4d82-ada3-061d2d85e2b3 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 379 time: 0.1372991 Jul 07 17:22:30.045610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'port': {'device_id': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'admin_state_up': True, 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'security_groups': ['82b08e09-750c-4e4d-abcf-d67cd8e441c0']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:30.073747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5e2-8cd1-4ee8-95c6-ad17485f9fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.158916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5e2-8cd1-4ee8-95c6-ad17485f9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.161988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dda4d5e2-8cd1-4ee8-95c6-ad17485f9fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.163629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dda4d5e2-8cd1-4ee8-95c6-ad17485f9fa7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/919fb127-4ec4-4fa9-bf5f-757099a103cc HTTP/1.1" status: 204 len: 168 time: 0.2469623 Jul 07 17:22:30.175901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4d5e2-8cd1-4ee8-95c6-ad17485f9fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919fb127-4ec4-4fa9-bf5f-757099a103cc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.217748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Made reservation on behalf of caf95b908d5f412cab742aa0fb3705de for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:30.224886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.433168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Allocated IP 172.20.0.13 (81b277e2-7588-414a-ae05-87b528e88b17/0a610644-96e7-47a2-846d-2f09140ca29f/5ebd4d81-6014-4713-a19b-1483f1b0d015) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:30.656800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.677565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Transition to ACTIVE for port object 5ebd4d81-6014-4713-a19b-1483f1b0d015 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:30.720053 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.778623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Network 81b277e2-7588-414a-ae05-87b528e88b17 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:30.786740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:30.803310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:30.813069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.892530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.894111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.917415 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-3dfedf42-aea9-4f88-a80e-0b071495ac65 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8784256 Jul 07 17:22:30.935556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-d7696d90-9fb8-4696-821b-b16faa53c76d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:22:30.938170 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-d7696d90-9fb8-4696-821b-b16faa53c76d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075505 Jul 07 17:22:30.961872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Request body: {'port': {'device_id': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:30.998486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e449ba-3eb9-4d07-b331-b385ae58e332 req-f4c7bf76-2547-4f3d-b6c8-48640c5fe412 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:31.003010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74e449ba-3eb9-4d07-b331-b385ae58e332 req-f4c7bf76-2547-4f3d-b6c8-48640c5fe412 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 932 time: 0.1533227 Jul 07 17:22:31.092458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74e449ba-3eb9-4d07-b331-b385ae58e332 req-c456766f-a14f-4d65-b78d-ad5e8898d6a0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791662 Jul 07 17:22:31.098267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.145728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-639127ed-7bf1-4e77-9b64-a7cb01ff34aa None None] Provisioning for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:31.150671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-639127ed-7bf1-4e77-9b64-a7cb01ff34aa None None] Provisioning complete for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:31.151246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-639127ed-7bf1-4e77-9b64-a7cb01ff34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.193352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-639127ed-7bf1-4e77-9b64-a7cb01ff34aa None None] Port 5ebd4d81-6014-4713-a19b-1483f1b0d015 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:31.789954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:31.801268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.815991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Transition to ACTIVE for port object 5ebd4d81-6014-4713-a19b-1483f1b0d015 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:31.820357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.882763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.977836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:31.978527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:31.978527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:31.984241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on network 81b277e2-7588-414a-ae05-87b528e88b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:31.984568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:31.990647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:31.990992 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Checking segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:31.991376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Bound using segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:31.991823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Bound port: 5ebd4d81-6014-4713-a19b-1483f1b0d015, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:31.992188 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.072675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:32.078894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:32.088451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.153355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.154455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.157066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1092 time: 1.2111027 Jul 07 17:22:32.157862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:32.162195 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:32.246892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd725d-58d7-4430-a4a5-4d5cea213c27 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.330558 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce9f5a5-28b4-4aee-bb01-b4c78a6c1cb1 x-openstack-request-id: req-3ce9f5a5-28b4-4aee-bb01-b4c78a6c1cb1 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:32.331288 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:32.331893 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ce9f5a5-28b4-4aee-bb01-b4c78a6c1cb1 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:32.332727 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'status': 'completed', 'code': 200} Jul 07 17:22:32.391964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-4f0cd067-371c-4fbc-9e73-8f6ded7a28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.394936 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-4f0cd067-371c-4fbc-9e73-8f6ded7a28ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1095 time: 0.1648941 Jul 07 17:22:32.467742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172acc-3281-4ea7-a2b1-499c78f3424d req-8fe51753-64f4-437a-899a-3a7e2a093c73 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.470571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e172acc-3281-4ea7-a2b1-499c78f3424d req-8fe51753-64f4-437a-899a-3a7e2a093c73 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.1280274 Jul 07 17:22:32.478864 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-84a2b99f-135e-443b-b0e3-89a8d03cafaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 217 time: 0.0704696 Jul 07 17:22:32.538203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e172acc-3281-4ea7-a2b1-499c78f3424d req-a92197d9-3543-4f6e-9d1d-3ee92d686707 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610478 Jul 07 17:22:32.554148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-41bb679f-48c0-481b-9111-0bc9997e8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.555733 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-41bb679f-48c0-481b-9111-0bc9997e8aa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0711160 Jul 07 17:22:32.662343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-262ccde9-44f6-426b-9320-f32726eb97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.664828 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-262ccde9-44f6-426b-9320-f32726eb97d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021478 Jul 07 17:22:32.775905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-644ff624-93f7-40f7-912b-c706442d197c service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046314 Jul 07 17:22:32.901149 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a186ce2b-20c7-4ad9-86ce-4afd734c6469 req-ce647acb-35fc-43d5-bee7-d25514e5fd11 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187229 Jul 07 17:22:33.080195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-13d66c22-87e2-4379-a88b-8a2e8c0b45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.082868 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-13d66c22-87e2-4379-a88b-8a2e8c0b45cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1095 time: 0.0938382 Jul 07 17:22:33.229085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-60a031b9-a505-471f-bac3-3786b459127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.231952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-60a031b9-a505-471f-bac3-3786b459127e service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1424432 Jul 07 17:22:33.289344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-f72c9f2b-87c9-4f27-9cc9-4cba9af13c62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 217 time: 0.0502608 Jul 07 17:22:33.354228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-dc64348d-3f1c-4874-a5ee-e1219e6248fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.356320 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-dc64348d-3f1c-4874-a5ee-e1219e6248fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0598655 Jul 07 17:22:33.432741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-bcfbb598-5b44-461d-90e1-c99933805383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.434358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-bcfbb598-5b44-461d-90e1-c99933805383 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625732 Jul 07 17:22:33.546606 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-6c8cc031-574f-4f8e-aa54-5d625cd3f9df service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043417 Jul 07 17:22:33.691441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a4007ca4-2e4d-47a5-b9b8-2fd4ed9aa677 req-90f749cb-3086-4c49-9f61-24e5aed39548 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378090 Jul 07 17:22:33.775372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.865790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79bdfa-5b91-422b-83d1-8f4c2b815d64 req-8619a335-55bd-44aa-9b14-288c7d22bb51 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.868371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f79bdfa-5b91-422b-83d1-8f4c2b815d64 req-8619a335-55bd-44aa-9b14-288c7d22bb51 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.0973222 Jul 07 17:22:33.934924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f79bdfa-5b91-422b-83d1-8f4c2b815d64 req-393cb4b0-60d7-4de5-807c-d9823dcb3b07 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591125 Jul 07 17:22:35.158360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ceb5a-1bf9-43b7-a59a-b8cd725f21d9 req-29db6266-bb99-4ae3-97f2-f1a811dbe8b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.160091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b91ceb5a-1bf9-43b7-a59a-b8cd725f21d9 req-29db6266-bb99-4ae3-97f2-f1a811dbe8b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.0780468 Jul 07 17:22:35.205927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b91ceb5a-1bf9-43b7-a59a-b8cd725f21d9 req-01ce61d2-5d5e-4bf3-a8f8-64ce974954d8 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 Jul 07 17:22:35.226533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0b60b144-d17a-4699-a7d5-5d9d3b921662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.278623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:36.408035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:36.431410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'mac_address': 'fa:16:3e:3c:e6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:36.445828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54f93-487a-417c-aa91-a18921ad365b req-bf1e8146-9678-465e-8aa3-ffa6b16d0318 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.448297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7a54f93-487a-417c-aa91-a18921ad365b req-bf1e8146-9678-465e-8aa3-ffa6b16d0318 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.0857830 Jul 07 17:22:36.489848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.508054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:36.511916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a7a54f93-487a-417c-aa91-a18921ad365b req-0305ae05-7580-459e-8042-132ea5d66b69 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521507 Jul 07 17:22:36.537265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:36.542896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.598284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.606412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.606845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.607308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.607891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.608314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.608730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.609189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.609573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.609958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.610334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.610706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.611074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:36.825320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['5ebd4d81-6014-4713-a19b-1483f1b0d015'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:37.687184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.790854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2318726-19b1-4680-90f1-0228f80b7524 req-cab3dd2e-5c17-4db8-922f-98a9e5001441 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.792677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2318726-19b1-4680-90f1-0228f80b7524 req-cab3dd2e-5c17-4db8-922f-98a9e5001441 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.0810716 Jul 07 17:22:37.854238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2318726-19b1-4680-90f1-0228f80b7524 req-e0c3f2aa-c5a6-4b33-b2ff-6e26946e04ee tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519080 Jul 07 17:22:38.278110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:38.341313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:38.347860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:38.348424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.465178 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.499859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:38.502561 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c227e1-eb0f-44f5-a10e-e9152ed461c1" -d '{"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-plugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:38.523571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:38.530442 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.590613 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c79e4f-7313-4b12-bd92-c7c01b8fcc25 x-openstack-request-id: req-02c79e4f-7313-4b12-bd92-c7c01b8fcc25 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:38.591023 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-plugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:38.591924 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02c79e4f-7313-4b12-bd92-c7c01b8fcc25 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:38.592473 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'code': 200} Jul 07 17:22:38.624113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.901947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34952-45c9-46b3-a557-e222263b936c req-3aae75a9-e5bb-4655-9ffd-64f9f6b83fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.905355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43a34952-45c9-46b3-a557-e222263b936c req-3aae75a9-e5bb-4655-9ffd-64f9f6b83fae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1097 time: 0.2030771 Jul 07 17:22:38.962438 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43a34952-45c9-46b3-a557-e222263b936c req-85327b41-6a46-4910-bead-43adbfe8ee8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492890 Jul 07 17:22:39.129916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539a021-14ba-4ce4-a23a-4d45abc2d412 req-f5f833b1-6e45-4486-883d-fc2781e9b412 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.132769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0539a021-14ba-4ce4-a23a-4d45abc2d412 req-f5f833b1-6e45-4486-883d-fc2781e9b412 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0951350 Jul 07 17:22:39.169274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6778c46c-1b79-49c1-85a5-3d76464c8b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.180755 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.201356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0539a021-14ba-4ce4-a23a-4d45abc2d412 req-45fc92bf-83cf-4551-b7ab-4a8f65e66fd6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582242 Jul 07 17:22:40.449065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ea4b6-22c8-462d-95c5-11560b162ffa req-c3920bb3-f5f9-4a89-8aef-8c05c94eadca tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.452162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-955ea4b6-22c8-462d-95c5-11560b162ffa req-c3920bb3-f5f9-4a89-8aef-8c05c94eadca tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0918267 Jul 07 17:22:40.518106 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-955ea4b6-22c8-462d-95c5-11560b162ffa req-28404708-3123-4652-ac04-12fc4831c0ee tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603018 Jul 07 17:22:40.768038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854b0a-866f-48dc-a35a-dd63306e4273 req-14b23110-9aa6-4fe7-8911-f025478e3f2c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.769946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb854b0a-866f-48dc-a35a-dd63306e4273 req-14b23110-9aa6-4fe7-8911-f025478e3f2c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0803983 Jul 07 17:22:40.782376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 58672) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:40.787486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Request body: {'floatingip': {'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:40.823283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.843743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.573286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.579597 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.704562 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Floating IP 63d9c1f8-f741-41d3-8e73-e91beaf90835 associated. External IP: 172.25.5.245, port: 5ebd4d81-6014-4713-a19b-1483f1b0d015. Jul 07 17:22:41.932259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:42.053578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:42.058802 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.066461 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:42.078420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:42.079066 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:22:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:42.103080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d606a257-af89-4ac3-9f01-35607f08d809 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "PUT /v2.0/floatingips/63d9c1f8-f741-41d3-8e73-e91beaf90835 HTTP/1.1" status: 200 len: 992 time: 1.3194878 Jul 07 17:22:42.103707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:42.108577 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f3d24-34b9-4b8d-a292-c8c5654940e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:42.187111 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e148868-b3d1-485b-a688-9da6bbd32690 x-openstack-request-id: req-1e148868-b3d1-485b-a688-9da6bbd32690 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:42.188074 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:42.188853 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e148868-b3d1-485b-a688-9da6bbd32690 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:42.190262 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'status': 'completed', 'code': 200} Jul 07 17:22:42.196103 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:42.315601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-3f088cd8-6141-4711-b902-88354546f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.317527 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-3f088cd8-6141-4711-b902-88354546f5f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1097 time: 0.0723231 Jul 07 17:22:42.457381 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-bfc279ab-54f6-4e36-883f-8dfdf807d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.459742 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-bfc279ab-54f6-4e36-883f-8dfdf807d62b service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1351123 Jul 07 17:22:42.541455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-dcfc1e53-87d2-4074-8796-383a4f8a7a40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1000 time: 0.0756891 Jul 07 17:22:42.580145 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '63d9c1f8-f741-41d3-8e73-e91beaf90835', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'mac_address': 'fa:16:3e:3c:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:22Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 1, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:42.616154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-d0509c62-85e0-4936-84f6-69ec33f84f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.617819 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-d0509c62-85e0-4936-84f6-69ec33f84f5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0703325 Jul 07 17:22:42.633435 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:42.650633 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:42.651736 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:22:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:42.714800 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-8ad4ee9a-a389-402c-a3c8-7a828a18442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.718917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-8ad4ee9a-a389-402c-a3c8-7a828a18442e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944397 Jul 07 17:22:42.832517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:42.881871 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-147eed8a-248c-4ab4-88d6-7cf562538394 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554043 Jul 07 17:22:43.065826 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f03f3d24-34b9-4b8d-a292-c8c5654940e0 req-7e55bfd6-c84d-48a8-8765-be01de9fd908 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766644 Jul 07 17:22:43.152715 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '63d9c1f8-f741-41d3-8e73-e91beaf90835', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'mac_address': 'fa:16:3e:3c:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:22Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 1, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:43.186110 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b181db-288a-4405-a2bf-942abd7e8e24 None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '63d9c1f8-f741-41d3-8e73-e91beaf90835', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'mac_address': 'fa:16:3e:3c:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:22Z', 'updated_at': '2021-07-07T17:22:41Z', 'revision_number': 1, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:43.470985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65626c2b-9375-4ce3-b1fa-9001ce86490f None None] New status for floating IP 63d9c1f8-f741-41d3-8e73-e91beaf90835: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:47.096294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:50.725976 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-be533c1e-d567-4628-9ddc-af014c7792c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898154 Jul 07 17:22:50.870329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-71ae9bd1-4b6a-4493-b096-ae67e981dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.872310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-71ae9bd1-4b6a-4493-b096-ae67e981dba8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1097 time: 0.0716381 Jul 07 17:22:51.016866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-265b6be2-7056-4297-b3b8-39c7e4b4ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.019043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-265b6be2-7056-4297-b3b8-39c7e4b4ec68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1187537 Jul 07 17:22:51.123891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-c337ece0-99e8-4c87-8f47-5e80f0395c7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1002 time: 0.0976994 Jul 07 17:22:51.199262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-990e4d76-a778-492e-8b10-ec5f4ac6fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.199262 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-990e4d76-a778-492e-8b10-ec5f4ac6fcc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0670156 Jul 07 17:22:51.303009 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-78fec588-f7ca-436e-b8c4-b40d095c8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.306071 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-78fec588-f7ca-436e-b8c4-b40d095c8e34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011598 Jul 07 17:22:51.459639 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-c1429a38-966f-474a-ade3-eab4458e9251 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470342 Jul 07 17:22:51.617043 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b3bb676-528d-4e44-8d8e-d477d384d010 req-07e2eeee-855b-4a67-ad5d-7e6f34703b40 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504810 Jul 07 17:22:53.964306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.791660 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.217409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ecd49cdf-8ba2-4671-bcc1-46aa07daabf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.681973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.157731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-210541cf-609a-4767-9e8f-d14a455e05e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.164087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.812875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.154624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.157532 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:33.805129 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.223384 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ae70-69a7-4ff3-ac8d-f0893e6c4faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.678275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.168511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d2069f7c-ea9e-4677-8eab-0d8d46d6d94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.176647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.815119 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.696461 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-b3ed5ce5-7748-47c2-8dcd-05a0b9622574 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724988 Jul 07 17:23:52.867137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-18fbc001-f882-45f6-9997-a56604c2e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.870827 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-18fbc001-f882-45f6-9997-a56604c2e62a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1097 time: 0.0978036 Jul 07 17:23:53.074854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-2e67fc6a-db5f-434b-b506-621690240bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.077706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-2e67fc6a-db5f-434b-b506-621690240bce service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1832030 Jul 07 17:23:53.243201 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-3404e396-9c5e-4fec-af52-14f193eb8e77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1002 time: 0.1591165 Jul 07 17:23:53.351406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-12cbb79f-0327-41eb-92af-0027d899e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.355502 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-12cbb79f-0327-41eb-92af-0027d899e08a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0836394 Jul 07 17:23:53.438074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-e5edaddb-9000-4ece-b32f-ec7bce342adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.440774 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-e5edaddb-9000-4ece-b32f-ec7bce342adf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803180 Jul 07 17:23:53.598997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-47ca3eab-6202-40e6-bd1d-ef8aa88bae5e service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511006 Jul 07 17:23:53.703853 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07976660-659b-4a41-927e-cb5084ac0cb7 req-aa35fa6f-a1df-4e9e-a28a-89e68684f0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983293 Jul 07 17:23:53.958191 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.086369 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:03.810571 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.210315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4748567b-94da-414c-a2b8-5233e35334e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.678938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.141889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7cc48458-c1b5-4150-a47e-22b145fb96bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.168738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.818854 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.091332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb98d-a423-4f12-9be0-e2ae8c64c096 req-d6d4a557-54cc-4e5f-b629-862acb2afde5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.092991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-727cb98d-a423-4f12-9be0-e2ae8c64c096 req-d6d4a557-54cc-4e5f-b629-862acb2afde5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0918288 Jul 07 17:24:20.140906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-727cb98d-a423-4f12-9be0-e2ae8c64c096 req-1055eb5b-80ba-4cf1-95ce-9ba97ea685ab tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 Jul 07 17:24:21.350313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77707a6-06e1-4710-baf3-e96dd6550503 req-b2799e26-34de-4983-a996-5c8814ea0935 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.351851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a77707a6-06e1-4710-baf3-e96dd6550503 req-b2799e26-34de-4983-a996-5c8814ea0935 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0717602 Jul 07 17:24:21.396749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a77707a6-06e1-4710-baf3-e96dd6550503 req-55ca2fb6-4495-498d-8e16-82b9776f78d9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374718 Jul 07 17:24:22.632366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ee4e3-924d-4d90-98b8-45b24832fbe2 req-adde2d6f-8aea-498e-a622-8fa091342497 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.635174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b09ee4e3-924d-4d90-98b8-45b24832fbe2 req-adde2d6f-8aea-498e-a622-8fa091342497 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0902209 Jul 07 17:24:22.690445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b09ee4e3-924d-4d90-98b8-45b24832fbe2 req-a411ca8d-4eee-4433-8e01-8c96d1d2eaa5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473533 Jul 07 17:24:23.936829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1a329-7da9-4c6e-b5fa-03876b50227c req-16e593bd-7e05-4227-b9ab-bb83918ed54a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.939527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9d1a329-7da9-4c6e-b5fa-03876b50227c req-16e593bd-7e05-4227-b9ab-bb83918ed54a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0990329 Jul 07 17:24:23.967101 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.007754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9d1a329-7da9-4c6e-b5fa-03876b50227c req-4991aced-5a93-482a-9003-5c5793572936 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561409 Jul 07 17:24:25.256135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc838872-818e-4f40-9a71-57d812dff741 req-360d87fa-c64a-4ee7-afd5-282333cd8ebe tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.257965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc838872-818e-4f40-9a71-57d812dff741 req-360d87fa-c64a-4ee7-afd5-282333cd8ebe tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1183240 Jul 07 17:24:25.319494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc838872-818e-4f40-9a71-57d812dff741 req-5c37ac44-1580-4723-83be-23005a068749 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533979 Jul 07 17:24:25.347796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-dc156204-360e-4997-aa82-4fde157caec5 req-ee10018c-6571-41c2-833d-b3b90aaafb13 service neutron] (98270) timed out ('10.222.0.54', 65534) {{(pid=98270) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:24:26.558337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e12d1-8aca-4add-b60e-9a03d0248d8a req-c504b8bc-9a02-4af6-97a5-12f269f896fd tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.560986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b2e12d1-8aca-4add-b60e-9a03d0248d8a req-c504b8bc-9a02-4af6-97a5-12f269f896fd tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1088526 Jul 07 17:24:26.626508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b2e12d1-8aca-4add-b60e-9a03d0248d8a req-471b6234-9ea7-4ee0-8d46-218cefddf828 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587444 Jul 07 17:24:27.908825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3da9a-efec-4301-af1f-09662b4316c0 req-860b7baa-161a-441d-8277-ff9d22942c81 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.910526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64e3da9a-efec-4301-af1f-09662b4316c0 req-860b7baa-161a-441d-8277-ff9d22942c81 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0974691 Jul 07 17:24:27.942635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-f2226052-cffd-458e-a9d6-c8de799262b8 req-7de0a08a-4906-493a-b076-531b2ee13d29 service neutron] (98264) timed out ('10.222.0.78', 42916) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:24:27.968374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64e3da9a-efec-4301-af1f-09662b4316c0 req-b7deb1a3-30a7-49fa-ace9-2566574c41e7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466342 Jul 07 17:24:29.298520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1a72-a0a3-4b37-8318-27bfb5f902b5 req-4b83f705-fcaf-4dd0-a561-5bf355d94e7b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.301454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a77a1a72-a0a3-4b37-8318-27bfb5f902b5 req-4b83f705-fcaf-4dd0-a561-5bf355d94e7b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1010644 Jul 07 17:24:29.358111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a77a1a72-a0a3-4b37-8318-27bfb5f902b5 req-283345b3-c9a0-4037-9310-ed4631aaa799 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441165 Jul 07 17:24:30.589606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7316-9e66-4a0e-b794-bbff9b3a9033 req-f1636584-8dba-4dd4-87f0-f16f5774122e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.591222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-839d7316-9e66-4a0e-b794-bbff9b3a9033 req-f1636584-8dba-4dd4-87f0-f16f5774122e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0702436 Jul 07 17:24:30.636143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-839d7316-9e66-4a0e-b794-bbff9b3a9033 req-141b153a-d317-4972-aef7-e8b162586633 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 Jul 07 17:24:31.892129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b622b-5d65-4908-9b4e-e071b534f88f req-4d7c85b5-c9cf-454d-8c25-701ab908e289 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:31.894079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-053b622b-5d65-4908-9b4e-e071b534f88f req-4d7c85b5-c9cf-454d-8c25-701ab908e289 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0958138 Jul 07 17:24:31.959180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-053b622b-5d65-4908-9b4e-e071b534f88f req-220c3d64-7284-4f35-b579-24d01eabd066 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527530 Jul 07 17:24:32.884323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:33.058865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:33.083034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'mac_address': 'fa:16:3e:3c:e6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:33.176925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.232558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:33.250239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24e18c-3927-4746-bd80-9582c5f44810 req-d8d9da8c-9b89-42da-8e82-667aa13a878f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:33.251691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e24e18c-3927-4746-bd80-9582c5f44810 req-d8d9da8c-9b89-42da-8e82-667aa13a878f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1055665 Jul 07 17:24:33.274703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:33.282004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.313397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e24e18c-3927-4746-bd80-9582c5f44810 req-dffef83b-7cd8-4ea5-b534-5abdba7d48f7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496931 Jul 07 17:24:33.369840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:33.378063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.378484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.379026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.379390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.379721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.380076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.380490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.380833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.381249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.381517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.382415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.382752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:33.417436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['5ebd4d81-6014-4713-a19b-1483f1b0d015'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:33.826307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.627388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc48f0-76de-45ec-a46b-5fe1bcfeefe4 req-776ebd37-1f0f-44e4-8b2e-43bd357c4169 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.629888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11dc48f0-76de-45ec-a46b-5fe1bcfeefe4 req-776ebd37-1f0f-44e4-8b2e-43bd357c4169 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1249971 Jul 07 17:24:34.718402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11dc48f0-76de-45ec-a46b-5fe1bcfeefe4 req-30a000a7-ac4d-48e8-8772-878ef1e87448 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730283 Jul 07 17:24:34.879566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:35.006175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:35.007048 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.142378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.204209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:35.208457 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9c5588-6467-437d-b0e9-33dd928a6492" -d '{"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-plugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:35.242589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:35.248586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.254074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-58005c92-090f-4a04-b456-35a098dbb29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.344245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.571360 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e2c184-31b6-4397-a6de-c276ccdf39f9 x-openstack-request-id: req-a6e2c184-31b6-4397-a6de-c276ccdf39f9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:35.571817 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-plugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:35.572233 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6e2c184-31b6-4397-a6de-c276ccdf39f9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:35.572712 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'code': 200} Jul 07 17:24:36.072357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe6d89-c84a-4350-8b8a-17497a8dfdd8 req-6f2a588b-e275-47d6-bbc8-3ec5f9659a72 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:36.074729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cefe6d89-c84a-4350-8b8a-17497a8dfdd8 req-6f2a588b-e275-47d6-bbc8-3ec5f9659a72 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1323471 Jul 07 17:24:36.150866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cefe6d89-c84a-4350-8b8a-17497a8dfdd8 req-3dec7d53-9209-4384-a43a-653c90cc151a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643802 Jul 07 17:24:37.430946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f66e2-be62-45c7-a58a-4bf9c13694f3 req-e194117b-0ec0-4832-8e6b-ec4029e4df93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.439815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d0f66e2-be62-45c7-a58a-4bf9c13694f3 req-e194117b-0ec0-4832-8e6b-ec4029e4df93 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1069512 Jul 07 17:24:37.487923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d0f66e2-be62-45c7-a58a-4bf9c13694f3 req-326ec82b-cbcc-4713-938e-a15a738070c1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465283 Jul 07 17:24:37.683109 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.087369 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:38.838849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719c53-9c72-4e5e-867c-2d0c5e88464a req-fc9a6209-4e2f-46a2-8c26-6de96b2b0f7b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.841296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63719c53-9c72-4e5e-867c-2d0c5e88464a req-fc9a6209-4e2f-46a2-8c26-6de96b2b0f7b tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0915725 Jul 07 17:24:38.901133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63719c53-9c72-4e5e-867c-2d0c5e88464a req-db290d52-87b6-4695-8145-3c7bd35c8387 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 Jul 07 17:24:39.160341 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c3332eb6-702e-4648-b42e-57994bc00bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.185977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.188789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ac983-e645-4564-bc7e-75c018750746 req-e1e58213-6964-42d0-a319-a74cc309f924 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.192167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba8ac983-e645-4564-bc7e-75c018750746 req-e1e58213-6964-42d0-a319-a74cc309f924 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1108732 Jul 07 17:24:40.311196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba8ac983-e645-4564-bc7e-75c018750746 req-43039b5e-a1b8-487f-b2b3-24b196f76371 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122270 Jul 07 17:24:40.838939 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.674607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72be02-7aee-4c7c-8d50-b6b30c50cf36 req-b341a50d-d158-4e35-afce-f7d9af784fd1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:41.695190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e72be02-7aee-4c7c-8d50-b6b30c50cf36 req-b341a50d-d158-4e35-afce-f7d9af784fd1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1460726 Jul 07 17:24:41.779722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e72be02-7aee-4c7c-8d50-b6b30c50cf36 req-b34d4aaf-720f-4815-aa2e-638eaba6c353 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876174 Jul 07 17:24:43.081223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f940e-f4b6-492d-b39e-b86aade13c4d req-c9dcb904-dd6b-4413-ac4c-f31b14a32143 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.089633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c82f940e-f4b6-492d-b39e-b86aade13c4d req-c9dcb904-dd6b-4413-ac4c-f31b14a32143 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0983520 Jul 07 17:24:43.146200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c82f940e-f4b6-492d-b39e-b86aade13c4d req-af7f7d08-54e0-4f0f-9de5-fac07716a78f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551918 Jul 07 17:24:44.566907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3ffe4-1174-4232-b99e-583820f04dc9 req-021ab9de-26b0-43ae-959b-e611d755d60a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.577764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6a3ffe4-1174-4232-b99e-583820f04dc9 req-021ab9de-26b0-43ae-959b-e611d755d60a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1449773 Jul 07 17:24:44.641441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6a3ffe4-1174-4232-b99e-583820f04dc9 req-7b9b06c1-08a3-45cc-999b-bac23c794a21 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594010 Jul 07 17:24:45.260496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32966) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.385197 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.494534 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.499865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.547770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299c9cb6-9418-4a9d-bd42-17a663c9b882,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.558060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ce459a198204cda8101d98b665d38d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962015 Jul 07 17:24:45.560255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.560634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.561029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.561406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.561770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.562082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.562253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 32970) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.563136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.563647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.564154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.564701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.565237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.565736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e73e3-eaef-4dc5-8695-ff53064e318d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.643656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.674874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.786431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.789061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.793679 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/299c9cb6-9418-4a9d-bd42-17a663c9b882 HTTP/1.1" status: 204 len: 168 time: 0.2293878 Jul 07 17:24:45.841812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c9cb6-9418-4a9d-bd42-17a663c9b882,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.865713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.866360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.866864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.867362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.867938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.868456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.868950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.870148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.870675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.871192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.871687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.872178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c014a9c-d83d-47fd-94fd-7cedfdb2bd55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:45.899777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-fa8400b3-33e4-4870-81a9-f19e48c7cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.901884 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-fa8400b3-33e4-4870-81a9-f19e48c7cd8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1097 time: 0.1067557 Jul 07 17:24:46.020531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-0f8f4b05-2e9f-40cc-bafb-080bb36454f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.022262 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-0f8f4b05-2e9f-40cc-bafb-080bb36454f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1136680 Jul 07 17:24:46.022704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598497-1e06-4856-becd-6b642cc449dc req-8d313687-ba20-45cc-8e72-27c6bf92b57f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.025997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf598497-1e06-4856-becd-6b642cc449dc req-8d313687-ba20-45cc-8e72-27c6bf92b57f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1395864 Jul 07 17:24:46.106072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf598497-1e06-4856-becd-6b642cc449dc req-dfac7e37-d4d5-4a9f-ada9-9eab14e1d46f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692117 Jul 07 17:24:46.165796 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-78588121-02b1-4471-8daf-4f6f16d8b270 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1002 time: 0.1341262 Jul 07 17:24:46.226937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-6ed7a6b5-5c74-4ba4-b7c4-3551ece9379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.230198 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-6ed7a6b5-5c74-4ba4-b7c4-3551ece9379a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0583382 Jul 07 17:24:46.237015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 32978) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.252016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f49becd3-68d5-404c-9a21-8ae1d1c45e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.332565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-6c01d372-a52c-4eb4-898c-9ca8cb9e5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.335178 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-6c01d372-a52c-4eb4-898c-9ca8cb9e5dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982392 Jul 07 17:24:46.360063 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f49becd3-68d5-404c-9a21-8ae1d1c45e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.364590 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f49becd3-68d5-404c-9a21-8ae1d1c45e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.409315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f49becd3-68d5-404c-9a21-8ae1d1c45e12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f31293d1c9e46dcaa8656c5fdd33d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709852 Jul 07 17:24:46.410591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49becd3-68d5-404c-9a21-8ae1d1c45e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b51efc-1ff8-4808-950f-0d6141d4d112,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.413290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 32980) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.467508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-dc5b2635-eb81-4fcc-9d61-8eaf78f4edec service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261322 Jul 07 17:24:46.552837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55e66ee0-c5da-4f64-b4ae-de759743cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.593966 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55e66ee0-c5da-4f64-b4ae-de759743cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.622913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4bdeb5a7-c7ec-40d6-a1bb-0f6ac0dc5fcf req-a73f1cd0-c53d-4e2e-8547-b72be81ba9ca service neutron] 10.222.0.13 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487536 Jul 07 17:24:46.661625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55e66ee0-c5da-4f64-b4ae-de759743cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.665736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55e66ee0-c5da-4f64-b4ae-de759743cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.667017 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55e66ee0-c5da-4f64-b4ae-de759743cd1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11b51efc-1ff8-4808-950f-0d6141d4d112 HTTP/1.1" status: 204 len: 168 time: 0.2527308 Jul 07 17:24:46.675742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e66ee0-c5da-4f64-b4ae-de759743cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b51efc-1ff8-4808-950f-0d6141d4d112,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.336882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedfb4-1590-4f9a-827e-375e9850a9d3 req-10acab63-b6a3-41b8-8a9f-e50bc8e84827 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.338697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4cedfb4-1590-4f9a-827e-375e9850a9d3 req-10acab63-b6a3-41b8-8a9f-e50bc8e84827 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0968513 Jul 07 17:24:47.397680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4cedfb4-1590-4f9a-827e-375e9850a9d3 req-0fee34d5-f081-49bf-ad84-23efa5a80ee4 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494592 Jul 07 17:24:47.975018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33012) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:48.132179 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34933825-4f4d-4012-9e4e-1e5997950e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.263448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34933825-4f4d-4012-9e4e-1e5997950e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.268530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34933825-4f4d-4012-9e4e-1e5997950e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.329448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-34933825-4f4d-4012-9e4e-1e5997950e09 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb03a0390176409ea603c2a966d0fe30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528011 Jul 07 17:24:48.332561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33018) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:48.345850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34933825-4f4d-4012-9e4e-1e5997950e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823311ce-352f-4bb0-8e1c-0dd5391c7d8f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.422744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da8030d-b8f3-4236-a6ca-f460d86eb99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.465263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da8030d-b8f3-4236-a6ca-f460d86eb99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.568749 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da8030d-b8f3-4236-a6ca-f460d86eb99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.574874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7da8030d-b8f3-4236-a6ca-f460d86eb99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.580700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7da8030d-b8f3-4236-a6ca-f460d86eb99f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/823311ce-352f-4bb0-8e1c-0dd5391c7d8f HTTP/1.1" status: 204 len: 168 time: 0.2426608 Jul 07 17:24:48.592709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8030d-b8f3-4236-a6ca-f460d86eb99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823311ce-352f-4bb0-8e1c-0dd5391c7d8f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:48.711015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0a64-f725-438c-886e-963393feb8c4 req-1111d68c-f2fb-4b8f-bc06-234fb62ffabe tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.722137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eefc0a64-f725-438c-886e-963393feb8c4 req-1111d68c-f2fb-4b8f-bc06-234fb62ffabe tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.1322007 Jul 07 17:24:48.781546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eefc0a64-f725-438c-886e-963393feb8c4 req-eb49aa23-8f6c-40b6-bb54-e0781291831e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537114 Jul 07 17:24:48.898965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:49.013879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.050289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:49.053195 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed82856-954e-4929-b4bd-48d644902f8f" -d '{"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:49.078352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:49.086192 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.144415 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e5e01-df84-4e8b-9715-6f5a500f11d8 x-openstack-request-id: req-e29e5e01-df84-4e8b-9715-6f5a500f11d8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:49.144983 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:49.145560 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e29e5e01-df84-4e8b-9715-6f5a500f11d8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:49.146557 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'code': 200} Jul 07 17:24:49.384218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.066820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3e9a-179e-417f-a3a2-22ba1cdd5c82 req-17d36200-2b1c-4bd0-929a-07df83dbb12f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:50.069745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-465a3e9a-179e-417f-a3a2-22ba1cdd5c82 req-17d36200-2b1c-4bd0-929a-07df83dbb12f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.1275914 Jul 07 17:24:50.133631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-465a3e9a-179e-417f-a3a2-22ba1cdd5c82 req-a0c2d0b8-989a-4d81-b946-0a9ad01fda8a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557647 Jul 07 17:24:51.812144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-8ca57849-b19c-420e-9202-3c8745850b28 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697849 Jul 07 17:24:51.841052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6112c-c28d-4484-96e7-d1bc02ff903b req-aadc1069-99cd-48db-942c-b1464286ea56 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:51.842719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88c6112c-c28d-4484-96e7-d1bc02ff903b req-aadc1069-99cd-48db-942c-b1464286ea56 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.1213946 Jul 07 17:24:51.906643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88c6112c-c28d-4484-96e7-d1bc02ff903b req-ecbc508a-4268-4f86-93f9-4aa4c4a3d5b5 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536833 Jul 07 17:24:52.913617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:53.191548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e93c3-5b94-4004-a7f4-5ef867b59cbf req-4ffa8b81-6f2f-45a4-a8c9-ffb646a0cc60 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:53.193175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb6e93c3-5b94-4004-a7f4-5ef867b59cbf req-4ffa8b81-6f2f-45a4-a8c9-ffb646a0cc60 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.0845957 Jul 07 17:24:53.261853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb6e93c3-5b94-4004-a7f4-5ef867b59cbf req-f8d416a7-5f58-4d92-8a3b-e5a15484a270 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535791 Jul 07 17:24:53.451228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-be7d5962-fe30-4680-bbc9-9518b21b5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:53.454119 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-be7d5962-fe30-4680-bbc9-9518b21b5148 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254&tenant_id=caf95b908d5f412cab742aa0fb3705de HTTP/1.1" status: 200 len: 1095 time: 0.2898350 Jul 07 17:24:53.470559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:53.619174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.949154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:53.966467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.000789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:54.049991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:54.061674 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.080937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Transition to ACTIVE for port object 5ebd4d81-6014-4713-a19b-1483f1b0d015 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:54.086397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.281748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=9']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.402332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] No DVR routers for this DVR port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:54.644003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c4904-1b20-4483-a45b-5ad7b63f217c req-506ffd3a-e059-4525-9951-80274e98389c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.646838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6c4904-1b20-4483-a45b-5ad7b63f217c req-506ffd3a-e059-4525-9951-80274e98389c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 944 time: 0.1282296 Jul 07 17:24:54.720422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6c4904-1b20-4483-a45b-5ad7b63f217c req-f6820587-692c-45ec-bfa9-9cae9ddbfddb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603600 Jul 07 17:24:54.886764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:54.886764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:54.886764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:54.891283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on network 81b277e2-7588-414a-ae05-87b528e88b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:54.891709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Attempting to bind port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on network 81b277e2-7588-414a-ae05-87b528e88b17 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:54.898929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:54.899996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Checking segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:54.900418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Bound using segment: {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:54.900988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Bound port: 5ebd4d81-6014-4713-a19b-1483f1b0d015, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cabbe6-a006-4d15-9d3c-84941eb7becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:54.901542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.994600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:54.999018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:55.004086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.045177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.045932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.047418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] 10.222.0.54 "PUT /v2.0/ports/5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1092 time: 1.5857127 Jul 07 17:24:55.047899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:55.050319 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b450546-0428-47af-ba5d-e12190a28abd" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:55.125402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdc0ea-ce42-457c-9d85-0d8305a0836b service neutron] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.157979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-5215739a-a59e-47bf-b139-6f86a95d673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.160522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-5215739a-a59e-47bf-b139-6f86a95d673c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1096 time: 0.0853486 Jul 07 17:24:55.346814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-7b105739-5558-4427-b694-3026ba3f247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.350778 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-7b105739-5558-4427-b694-3026ba3f247d service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1838624 Jul 07 17:24:55.488862 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299b972f-4200-41e3-bfd2-23a7779f6f6e x-openstack-request-id: req-299b972f-4200-41e3-bfd2-23a7779f6f6e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:55.489774 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:55.490234 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-299b972f-4200-41e3-bfd2-23a7779f6f6e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:55.490728 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'status': 'completed', 'code': 200} Jul 07 17:24:55.522933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-475a24bd-a341-4e6d-9f5d-ef3045c27cf0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1000 time: 0.1647177 Jul 07 17:24:55.622878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-6bbca0d1-8080-4fe8-9ee4-1a6223d746ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.625474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-6bbca0d1-8080-4fe8-9ee4-1a6223d746ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0955210 Jul 07 17:24:55.724597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-76bf0269-4535-4f6e-a7b2-5ea0989c780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.728779 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-76bf0269-4535-4f6e-a7b2-5ea0989c780a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960221 Jul 07 17:24:55.742448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-4743eb1c-696c-4168-a05d-ae178dd44fa2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:24:55.744973 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-4743eb1c-696c-4168-a05d-ae178dd44fa2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087681 Jul 07 17:24:55.858661 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-a211075f-7095-43dc-af04-f3bec881869f service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037891 Jul 07 17:24:56.052438 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-43b320e2-2716-40ee-a28d-e824d639b2c6 req-57686ce5-2faa-4251-8d85-676295a4d784 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855593 Jul 07 17:24:56.083286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e4398-0699-47ac-a099-689ceb56d1d8 req-da1dd00b-6631-415f-87f8-82e4c80012c3 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.086579 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb6e4398-0699-47ac-a099-689ceb56d1d8 req-da1dd00b-6631-415f-87f8-82e4c80012c3 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1501970 Jul 07 17:24:56.215845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb6e4398-0699-47ac-a099-689ceb56d1d8 req-f5c1ef8b-bbf6-4961-a555-861118b2592e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173697 Jul 07 17:24:56.218506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450546-0428-47af-ba5d-e12190a28abd req-b6164606-d90c-4225-99bd-818e00665f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.220401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-b6164606-d90c-4225-99bd-818e00665f7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1096 time: 0.0963397 Jul 07 17:24:56.421337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450546-0428-47af-ba5d-e12190a28abd req-b00c7d84-d6dc-4b3e-be6a-799c47ac2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.423035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-b00c7d84-d6dc-4b3e-be6a-799c47ac2dce service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1909909 Jul 07 17:24:56.555472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-349f7a5e-16ab-4525-b459-f714cd8def1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1000 time: 0.1253731 Jul 07 17:24:56.634959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450546-0428-47af-ba5d-e12190a28abd req-6444b8c7-fbf0-46d9-8a4a-3e434d81dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.638084 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-6444b8c7-fbf0-46d9-8a4a-3e434d81dae3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0759408 Jul 07 17:24:56.725341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450546-0428-47af-ba5d-e12190a28abd req-fd4f06d8-58cf-47d9-a553-4d48a200ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.728294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-fd4f06d8-58cf-47d9-a553-4d48a200ef43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825953 Jul 07 17:24:56.987514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-e95aa09e-52f7-4a2a-837c-1aa8bf2e9201 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504051 Jul 07 17:24:57.652043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1402df-7e50-45ad-a9b5-30571f6b6b18 req-a2b13138-e1ba-4ad2-8e67-ddf48192e098 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:57.666128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c1402df-7e50-45ad-a9b5-30571f6b6b18 req-a2b13138-e1ba-4ad2-8e67-ddf48192e098 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1495595 Jul 07 17:24:57.709464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c1402df-7e50-45ad-a9b5-30571f6b6b18 req-ff710b61-f098-4196-9cbf-45cc2bc2c339 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Jul 07 17:24:59.003328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230fe4-988a-482b-b4b2-3300f98e8b4b req-5d0408cd-73cd-4413-8eec-5f1f81b455f9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.012259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8230fe4-988a-482b-b4b2-3300f98e8b4b req-5d0408cd-73cd-4413-8eec-5f1f81b455f9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.0800142 Jul 07 17:24:59.059833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8230fe4-988a-482b-b4b2-3300f98e8b4b req-f7257c6b-8f02-4fd9-bf44-258bad48a5f6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459547 Jul 07 17:25:00.500760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe54f-70bc-43f3-b1cb-e04da74a29a7 req-73675c14-f750-42c5-8a04-1c6ebb555fa6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.502465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8efe54f-70bc-43f3-b1cb-e04da74a29a7 req-73675c14-f750-42c5-8a04-1c6ebb555fa6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1353655 Jul 07 17:25:00.553827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8efe54f-70bc-43f3-b1cb-e04da74a29a7 req-ce6c8dbe-c1e2-4896-9db2-fab11796d191 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Jul 07 17:25:01.940182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55e92e-3264-4f82-8341-d755885e981a req-a459eceb-96ad-4e41-acf1-a7a1660acf17 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.955838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b55e92e-3264-4f82-8341-d755885e981a req-a459eceb-96ad-4e41-acf1-a7a1660acf17 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1572795 Jul 07 17:25:02.018194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b55e92e-3264-4f82-8341-d755885e981a req-38aa0e1d-cf7a-4ad4-8f5e-00476ccffa3c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604274 Jul 07 17:25:03.422956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0bdf7-d1ab-4185-925d-3f65dd2394ec req-53224ef4-139f-4972-8989-d89e9720c7de tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.424603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11c0bdf7-d1ab-4185-925d-3f65dd2394ec req-53224ef4-139f-4972-8989-d89e9720c7de tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1544619 Jul 07 17:25:03.482642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11c0bdf7-d1ab-4185-925d-3f65dd2394ec req-5e79341e-00e1-421c-80c7-121b8eba248c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Jul 07 17:25:03.818060 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.830773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ff641-e94f-4dfa-b6f0-1455d19b1ddd req-2abded34-4442-4032-b9a6-949621c31fce tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:04.833232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f7ff641-e94f-4dfa-b6f0-1455d19b1ddd req-2abded34-4442-4032-b9a6-949621c31fce tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1231258 Jul 07 17:25:04.906121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f7ff641-e94f-4dfa-b6f0-1455d19b1ddd req-216b0caa-adcb-46de-8e60-6f30059621e1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627179 Jul 07 17:25:05.220035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c478-caa0-4e06-b661-9a554fc5d57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.425566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b318a-26b0-4fc5-bf17-7b742d2b98ad req-06dd7464-e950-4980-82e8-a797989dc43f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:06.428325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-605b318a-26b0-4fc5-bf17-7b742d2b98ad req-06dd7464-e950-4980-82e8-a797989dc43f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1485724 Jul 07 17:25:06.524696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-605b318a-26b0-4fc5-bf17-7b742d2b98ad req-0576e287-beb1-4ac4-bfcf-b50116cc65bb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887754 Jul 07 17:25:07.678523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.880709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae1802-2be3-497d-b720-aa4186504bb6 req-f9f30603-a6d0-4e42-9d96-97cda6b67662 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:07.882634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcae1802-2be3-497d-b720-aa4186504bb6 req-f9f30603-a6d0-4e42-9d96-97cda6b67662 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.0922358 Jul 07 17:25:07.971792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcae1802-2be3-497d-b720-aa4186504bb6 req-a20ab55f-3cc6-4532-b3a7-59d2027e8dd7 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755949 Jul 07 17:25:09.189916 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e996c09-c3d6-4b95-a014-57a90e861a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.192781 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.278236 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3516c43-6d5d-4acf-837a-44a31efc0080 req-43d766a1-c982-46e7-ad99-74e4b3fccfec tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:09.293795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3516c43-6d5d-4acf-837a-44a31efc0080 req-43d766a1-c982-46e7-ad99-74e4b3fccfec tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1680827 Jul 07 17:25:09.377767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3516c43-6d5d-4acf-837a-44a31efc0080 req-65a4f832-dfa8-470c-b244-98410d256ad2 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793204 Jul 07 17:25:10.735311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a45d0-5115-4533-bcf2-183328f6abf3 req-04f38185-34b2-47e6-956b-140ed0b320fa tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:10.737394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be4a45d0-5115-4533-bcf2-183328f6abf3 req-04f38185-34b2-47e6-956b-140ed0b320fa tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1402123 Jul 07 17:25:10.800496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-be4a45d0-5115-4533-bcf2-183328f6abf3 req-4c4e8fb8-597c-48bf-92e6-e5f6b7af0fd1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518789 Jul 07 17:25:10.834982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.257315 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7b450546-0428-47af-ba5d-e12190a28abd req-73d9497b-0ff5-4fde-9e32-6f2163977895 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281364 Jul 07 17:25:12.106916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dbb95-e491-433b-a1de-b498a24a6397 req-8e1be349-09e3-4f19-91fa-5f3c4b1b83e0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.108465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd4dbb95-e491-433b-a1de-b498a24a6397 req-8e1be349-09e3-4f19-91fa-5f3c4b1b83e0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.0719063 Jul 07 17:25:12.153530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd4dbb95-e491-433b-a1de-b498a24a6397 req-a7860a8b-03ea-490f-8c84-ca5045e6e654 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389805 Jul 07 17:25:13.395206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65d36-2999-4e9c-b7d5-a5ce4f35207b req-ee5523e8-416e-4766-8a07-afdbdc38bb7e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:13.397647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78f65d36-2999-4e9c-b7d5-a5ce4f35207b req-ee5523e8-416e-4766-8a07-afdbdc38bb7e tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.1051466 Jul 07 17:25:13.451350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78f65d36-2999-4e9c-b7d5-a5ce4f35207b req-2c917dbc-c3b6-449d-a985-ea6fb0e2c0cf tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424585 Jul 07 17:25:14.521024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:14.654730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:14.672258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'port_id': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'mac_address': 'fa:16:3e:3c:e6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:14.699799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17f8a9-c905-4fb6-b000-a87b79606ebb req-cc75d724-473f-4d42-97f2-215872fadd2a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.704258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c17f8a9-c905-4fb6-b000-a87b79606ebb req-cc75d724-473f-4d42-97f2-215872fadd2a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 945 time: 0.0943232 Jul 07 17:25:14.732825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.752461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:14.758479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c17f8a9-c905-4fb6-b000-a87b79606ebb req-41a33f24-554c-434b-bdaf-1c042b0915e9 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508947 Jul 07 17:25:14.787695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:14.795666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.880992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:15.089011 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:15.157228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['5ebd4d81-6014-4713-a19b-1483f1b0d015'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:15.458536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33312) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:15.597788 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-791f1a78-d240-4441-bbb3-d6e974ee9bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.756655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-791f1a78-d240-4441-bbb3-d6e974ee9bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.763123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-791f1a78-d240-4441-bbb3-d6e974ee9bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.811526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-791f1a78-d240-4441-bbb3-d6e974ee9bfd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1b0594617cd43a7af97849534d3a643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475869 Jul 07 17:25:15.811526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f1a78-d240-4441-bbb3-d6e974ee9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91221b16-54c4-49bc-8805-46780bc8133c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:15.813732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33318) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:15.910803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ae0a-1e78-4270-94dc-5088c9e8b7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.955099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ae0a-1e78-4270-94dc-5088c9e8b7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.004930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87976f29-67ed-4dfd-b7c4-d60ab0878557 req-b6243151-57a1-454c-a9be-69cace8b23c4 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.007981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87976f29-67ed-4dfd-b7c4-d60ab0878557 req-b6243151-57a1-454c-a9be-69cace8b23c4 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 946 time: 0.0979495 Jul 07 17:25:16.022771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ae0a-1e78-4270-94dc-5088c9e8b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.026207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ae0a-1e78-4270-94dc-5088c9e8b7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.034156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1ba6ae0a-1e78-4270-94dc-5088c9e8b7e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91221b16-54c4-49bc-8805-46780bc8133c HTTP/1.1" status: 204 len: 168 time: 0.2172308 Jul 07 17:25:16.050111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6ae0a-1e78-4270-94dc-5088c9e8b7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91221b16-54c4-49bc-8805-46780bc8133c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:16.085594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87976f29-67ed-4dfd-b7c4-d60ab0878557 req-6cdffb81-9569-479c-b155-79a42ee115a6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655880 Jul 07 17:25:16.536515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:16.603744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:16.609469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 5ebd4d81-6014-4713-a19b-1483f1b0d015 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:16.609989 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.733491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.783384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:16.787054 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb1272-dfe8-4815-9065-92bc4c7af415" -d '{"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-plugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:16.804351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:16.810234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.867588 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b7956-553a-4a17-9e08-2d1093e61b2c x-openstack-request-id: req-053b7956-553a-4a17-9e08-2d1093e61b2c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:16.868246 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-plugged", "status": "completed", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:16.869247 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-053b7956-553a-4a17-9e08-2d1093e61b2c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:16.872212 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'code': 200} Jul 07 17:25:16.916016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:17.107841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa759d56-b028-4966-ad1b-36a31d3b217c req-efa1682b-87df-44ed-9b9a-3fd44cf0c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.109508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fa759d56-b028-4966-ad1b-36a31d3b217c req-efa1682b-87df-44ed-9b9a-3fd44cf0c33d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1098 time: 0.0894246 Jul 07 17:25:17.156993 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fa759d56-b028-4966-ad1b-36a31d3b217c req-9f0aedb9-0af9-402b-b4de-770f78f55ec1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 Jul 07 17:25:17.380521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c012e-c81a-442c-a26a-f950397a0fbb req-1de5ae6b-41ed-4563-b13b-a48c74226d4c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.382746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-816c012e-c81a-442c-a26a-f950397a0fbb req-1de5ae6b-41ed-4563-b13b-a48c74226d4c tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.0867977 Jul 07 17:25:17.444326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-816c012e-c81a-442c-a26a-f950397a0fbb req-475a19d4-3639-4ac7-b860-f4f8d18b9928 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533526 Jul 07 17:25:18.764161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858056dc-8446-4cf5-b4b8-6bf814d928b7 req-63c6a63a-8577-4a4b-b978-d8e070770acc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:18.767309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-858056dc-8446-4cf5-b4b8-6bf814d928b7 req-63c6a63a-8577-4a4b-b978-d8e070770acc tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.1268969 Jul 07 17:25:18.839439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-858056dc-8446-4cf5-b4b8-6bf814d928b7 req-05bf1e78-c9bd-4dd3-9758-7c2ee4c98a75 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607345 Jul 07 17:25:19.051573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33410) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:19.058049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'network': {'name': 'tempest-network-smoke--1270336315', 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'port_security_enabled': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:19.095333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Made reservation on behalf of b40df67ed5564254b89f7cd97151aa03 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:19.100497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.111933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.237762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.244527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.274802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:19.296896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5accc-b725-4c0d-b92f-d07b1e7ca482,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.305045 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.305625 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Added segment 10295f2b-e13e-4ca1-852f-568724d12c3b of type vlan for network 99d39975-28ad-48b4-be26-a2576dcf2751 Jul 07 17:25:19.369447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.402670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.408525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.409294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.476289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4233992 Jul 07 17:25:19.480422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33412) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:19.488389 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'admin_state_up': True, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:19.506917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86dd09-d321-447b-b148-33e9d372e899 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Network': ['ID=99d39975-28ad-48b4-be26-a2576dcf2751,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.521754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 99d39975-28ad-48b4-be26-a2576dcf2751 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:19.530847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.532763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.622494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.159757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.243871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937f6f-9b34-410a-9827-811b52c1afa1 req-52237721-4fdb-4d6d-bf0e-37d2f57b4b83 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.245947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2937f6f-9b34-410a-9827-811b52c1afa1 req-52237721-4fdb-4d6d-bf0e-37d2f57b4b83 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.1959569 Jul 07 17:25:20.312029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2937f6f-9b34-410a-9827-811b52c1afa1 req-92d07ca8-ffa2-45c8-8362-8f91c9792821 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489101 Jul 07 17:25:20.447062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.468247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.589214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.25.5.74 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a0487abe-fc09-4891-87ac-a699f6a32d23) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:20.710411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.756850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.798202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:20.801433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:20.804218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:20.835093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=a0487abe-fc09-4891-87ac-a699f6a32d23,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.131072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.408274 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.589306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:21.747380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:21.759249 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Sync routers for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:21.772466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.778468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-85a03064-946b-4278-9785-0f55088b5900 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2929859 Jul 07 17:25:21.778847 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:21.778847 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:25:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:21.779865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33420) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.933286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f10672c1-1eb1-4ece-b42c-d1cae421aeb7 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b40df67ed5564254b89f7cd97151aa03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1463192 Jul 07 17:25:21.933747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33424) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.958821 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:22.164167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b7ee2-1d73-4132-a9ec-146b8e5bfe60 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.170205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd2b7ee2-1d73-4132-a9ec-146b8e5bfe60 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2316222 Jul 07 17:25:22.170771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33426) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.223479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7cac7ad8-dc01-42c5-848e-7385fcd52b0f tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509422 Jul 07 17:25:22.227297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33428) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.234778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979169052', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:22.278452 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.310126 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Checking router: 4e682cb8-ffc4-44b4-b291-ed161d5eea73 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:22.310475 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Updating router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 port a0487abe-fc09-4891-87ac-a699f6a32d23 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:22.354902 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.384894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Made reservation on behalf of b40df67ed5564254b89f7cd97151aa03 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:22.389030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.641137 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.689350 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.702961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Transition to ACTIVE for port object a0487abe-fc09-4891-87ac-a699f6a32d23 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:22.710917 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.755966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Subnet': ['ID=8566ae4d-e110-4b57-bddc-c3d2dffff8f6,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.765863 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Attempting to bind port a0487abe-fc09-4891-87ac-a699f6a32d23 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:22.766452 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Attempting to bind port a0487abe-fc09-4891-87ac-a699f6a32d23 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:22.766654 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Attempting to bind port a0487abe-fc09-4891-87ac-a699f6a32d23 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:22.774683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Checking segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:22.775954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network hostable DHCP agents. Network: 99d39975-28ad-48b4-be26-a2576dcf2751, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:22.779932 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:22.780312 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:22.780719 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.781140 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:22.781630 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Bound port: a0487abe-fc09-4891-87ac-a699f6a32d23, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:22.782009 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.798963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 99d39975-28ad-48b4-be26-a2576dcf2751 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:22.807989 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Pushing event updated for resources: {'Port': ['ID=a0487abe-fc09-4891-87ac-a699f6a32d23,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.812948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 99d39975-28ad-48b4-be26-a2576dcf2751) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:22.817517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.818395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.831048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad5812-7d58-4665-bb54-e8f549ecca0e None None] Network 99d39975-28ad-48b4-be26-a2576dcf2751 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:22.835449 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.836362 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.837031 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.837803 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.838473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.839333 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.839906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.840567 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.841316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c8581c1-3489-4124-8942-7a6e56cdf0b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6116438 Jul 07 17:25:22.841572 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.842503 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.843298 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.843921 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.844276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33430) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.917525 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] For port a0487abe-fc09-4891-87ac-a699f6a32d23, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:22.925241 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] For port a0487abe-fc09-4891-87ac-a699f6a32d23, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a0487abe-fc09-4891-87ac-a699f6a32d23,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:22.932762 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.039254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-99d39975-28ad-48b4-be26-a2576dcf2751', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:23.041430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.045587 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:23.047394 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:25:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:23.128294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4051407-bbcb-4bb7-8f93-2a2d3aa9fd63 None None] Pushing event updated for resources: {'Port': ['ID=a0487abe-fc09-4891-87ac-a699f6a32d23,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.256652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Allocated IP 172.20.0.2 (99d39975-28ad-48b4-be26-a2576dcf2751/8566ae4d-e110-4b57-bddc-c3d2dffff8f6/6db2b024-084e-4544-98a2-7a0680d6f6b5) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:23.265527 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:23.485492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.498580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Transition to ACTIVE for port object 6db2b024-084e-4544-98a2-7a0680d6f6b5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:23.523081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Transition to ACTIVE for port object 6db2b024-084e-4544-98a2-7a0680d6f6b5 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:23.533931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.547156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.567957 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:23.607386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Network 99d39975-28ad-48b4-be26-a2576dcf2751 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:23.616865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:23.623116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:23.632287 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf7b86-ac85-422b-8a3b-24c65362d99e None None] The sync data for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 is: [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:20Z', 'revision_number': 3, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:23.638924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Pushing event updated for resources: {'Port': ['ID=6db2b024-084e-4544-98a2-7a0680d6f6b5,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.719726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Attempting to bind port 6db2b024-084e-4544-98a2-7a0680d6f6b5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:23.720423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Attempting to bind port 6db2b024-084e-4544-98a2-7a0680d6f6b5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:23.720997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Attempting to bind port 6db2b024-084e-4544-98a2-7a0680d6f6b5 on network 99d39975-28ad-48b4-be26-a2576dcf2751 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:23.728586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:23.729356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Checking segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:23.729865 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.730814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Bound using segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:23.731064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Bound port: 6db2b024-084e-4544-98a2-7a0680d6f6b5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:23.731357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.817331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] For port 6db2b024-084e-4544-98a2-7a0680d6f6b5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:23.822521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] For port 6db2b024-084e-4544-98a2-7a0680d6f6b5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6db2b024-084e-4544-98a2-7a0680d6f6b5,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:23.828737 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.917598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1c2fb-a5bb-47ff-8b66-09cd112c8811 None None] Pushing event updated for resources: {'Port': ['ID=6db2b024-084e-4544-98a2-7a0680d6f6b5,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.984794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.000956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.20.0.1 (99d39975-28ad-48b4-be26-a2576dcf2751/8566ae4d-e110-4b57-bddc-c3d2dffff8f6/88294065-79a8-4f08-a8f8-c3bc511270d8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:24.239647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.259109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Transition to ACTIVE for port object 88294065-79a8-4f08-a8f8-c3bc511270d8 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:24.335832 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.383037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 99d39975-28ad-48b4-be26-a2576dcf2751 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:24.387720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:24.394650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:24.441224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=88294065-79a8-4f08-a8f8-c3bc511270d8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:24.461576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.678715 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.160079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.168395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.277346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=88294065-79a8-4f08-a8f8-c3bc511270d8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.281597 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.326734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acd763-5f72-49aa-93ca-420705c5a565 None None] Network 99d39975-28ad-48b4-be26-a2576dcf2751 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:25.413612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-42f4a57a-35a4-49e8-b733-32661cb9ecc7 None None] Provisioning for port 6db2b024-084e-4544-98a2-7a0680d6f6b5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:25.426454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 99d39975-28ad-48b4-be26-a2576dcf2751 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:25.429907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:25.450582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a0487abe-fc09-4891-87ac-a699f6a32d23 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:25.590881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a0487abe-fc09-4891-87ac-a699f6a32d23 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:25.599914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a0487abe-fc09-4891-87ac-a699f6a32d23 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:25.600275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.607877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:25.734310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.762143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a0487abe-fc09-4891-87ac-a699f6a32d23, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a0487abe-fc09-4891-87ac-a699f6a32d23,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:25.767982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.768823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6db2b024-084e-4544-98a2-7a0680d6f6b5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:25.814120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:25.822098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7e4c2daf-4e49-4976-a805-8e8509f2596d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "PUT /v2.0/routers/4e682cb8-ffc4-44b4-b291-ed161d5eea73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759595 Jul 07 17:25:25.824663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33432) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.831101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--328522988', 'description': 'tempest-secgroup_access--328522988 description', 'project_id': 'b40df67ed5564254b89f7cd97151aa03'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:25.858879 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.875280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a0487abe-fc09-4891-87ac-a699f6a32d23,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.890167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6db2b024-084e-4544-98a2-7a0680d6f6b5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:25.893009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6db2b024-084e-4544-98a2-7a0680d6f6b5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:25.893566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.975858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Sync routers for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:25.988962 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.994406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.031644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:26.032904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:25:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.051849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.058413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2285135 Jul 07 17:25:26.059113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33434) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:26.069137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--7172545', 'description': 'tempest-secgroup_general--7172545 description', 'project_id': 'b40df67ed5564254b89f7cd97151aa03'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:26.077997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d847d3-3264-4987-8816-7fac8a5bc767 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82491976-4de1-4620-a91a-5c11b54cdbcd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.109911 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.126509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.262777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 6db2b024-084e-4544-98a2-7a0680d6f6b5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6db2b024-084e-4544-98a2-7a0680d6f6b5,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:26.268048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bb179495-8831-4b5c-bd65-833911b7e854 None None] Provisioning for port 88294065-79a8-4f08-a8f8-c3bc511270d8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:26.278746 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.291787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bb179495-8831-4b5c-bd65-833911b7e854 None None] Provisioning complete for port 88294065-79a8-4f08-a8f8-c3bc511270d8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:26.292393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb179495-8831-4b5c-bd65-833911b7e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.305638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.313223 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.365722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.371484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3067997 Jul 07 17:25:26.371484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945e76-0fce-43ef-aa0f-775051e24b7b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf21afb-0d50-4858-88c9-a142fe4ff6df,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.377399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:26.381322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33436) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:26.401442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'security_group_rule': {'security_group_id': '82491976-4de1-4620-a91a-5c11b54cdbcd', 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:26.461214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.507553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bb179495-8831-4b5c-bd65-833911b7e854 None None] Port 88294065-79a8-4f08-a8f8-c3bc511270d8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:26.509815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=6db2b024-084e-4544-98a2-7a0680d6f6b5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.571506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.573981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bb179495-8831-4b5c-bd65-833911b7e854 None None] Provisioning complete for port 6db2b024-084e-4544-98a2-7a0680d6f6b5 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:26.574340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb179495-8831-4b5c-bd65-833911b7e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.578522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.600166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4599b667-002b-4227-93fd-ea631abb0256,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.610724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.620833 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ad400cbe-d3c1-4622-bc92-f3d74dfb3ae7 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2265947 Jul 07 17:25:26.778980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 2, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.823816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Checking router: 4e682cb8-ffc4-44b4-b291-ed161d5eea73 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:26.824315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Updating router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 port 88294065-79a8-4f08-a8f8-c3bc511270d8 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:26.845315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-314e912d-3fa9-4b66-b296-9493a589ab80 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--7172545&fields=id&tenant_id=b40df67ed5564254b89f7cd97151aa03 HTTP/1.1" status: 200 len: 267 time: 0.0440798 Jul 07 17:25:26.871984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.905808 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-63339201-2863-4273-acea-7d4b6278a4dc tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--328522988&fields=id&tenant_id=b40df67ed5564254b89f7cd97151aa03 HTTP/1.1" status: 200 len: 267 time: 0.0530357 Jul 07 17:25:26.927161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f2069dcc-a45a-42b9-aedf-af5304d2979a None None] Provisioning complete for port 88294065-79a8-4f08-a8f8-c3bc511270d8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:26.927700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2069dcc-a45a-42b9-aedf-af5304d2979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.080373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-543591e2-64a7-4aa7-b103-a50d1243f5b1 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.083113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-543591e2-64a7-4aa7-b103-a50d1243f5b1 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/networks?id=99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 200 len: 797 time: 0.1693780 Jul 07 17:25:27.107396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-666aa3af-917c-411d-a5a8-1ebfa827b29d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/quotas/b40df67ed5564254b89f7cd97151aa03 HTTP/1.1" status: 200 len: 375 time: 0.0164194 Jul 07 17:25:27.199064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f2069dcc-a45a-42b9-aedf-af5304d2979a None None] Port 88294065-79a8-4f08-a8f8-c3bc511270d8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:27.227931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-718b8cac-6d96-42c9-94a0-bd7f709e2338 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137278 Jul 07 17:25:27.257773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-79b02e44-beb5-4f9b-88dd-660c09532738 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:25:27.260135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-79b02e44-beb5-4f9b-88dd-660c09532738 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100358 Jul 07 17:25:27.334115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a0487abe-fc09-4891-87ac-a699f6a32d23 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:27.418405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-ff37edea-c31e-42ee-b757-0ffae0a308c3 service neutron] 10.222.0.78 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504173 Jul 07 17:25:27.453548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a0487abe-fc09-4891-87ac-a699f6a32d23 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:27.454239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.506702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.531947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Transition to ACTIVE for port object 88294065-79a8-4f08-a8f8-c3bc511270d8 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:27.543419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.651096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79533c-1b1b-4b88-a1b7-7f8b97cad3fb None None] Pushing event updated for resources: {'Port': ['ID=88294065-79a8-4f08-a8f8-c3bc511270d8,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:27.660005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6db2b024-084e-4544-98a2-7a0680d6f6b5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:27.749297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Attempting to bind port 88294065-79a8-4f08-a8f8-c3bc511270d8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:27.749612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Attempting to bind port 88294065-79a8-4f08-a8f8-c3bc511270d8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:27.750031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Attempting to bind port 88294065-79a8-4f08-a8f8-c3bc511270d8 on network 99d39975-28ad-48b4-be26-a2576dcf2751 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:27.759194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:27.760140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Checking segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:27.760651 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.761049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Bound using segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:27.761470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Bound port: 88294065-79a8-4f08-a8f8-c3bc511270d8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:27.761834 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.830015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6db2b024-084e-4544-98a2-7a0680d6f6b5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:27.830548 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.922277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] For port 88294065-79a8-4f08-a8f8-c3bc511270d8, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:27.930741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-db3b12d2-4ca5-4597-9e92-37d62fa6188e service neutron] 10.222.0.78 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036321 Jul 07 17:25:27.949757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] For port 88294065-79a8-4f08-a8f8-c3bc511270d8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=88294065-79a8-4f08-a8f8-c3bc511270d8,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:27.961554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.152834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:28.153751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:25:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:28.240187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79533c-1b1b-4b88-a1b7-7f8b97cad3fb None None] Pushing event updated for resources: {'Port': ['ID=88294065-79a8-4f08-a8f8-c3bc511270d8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.268553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd22c0c3-cd39-4ca0-b0f9-858728378e7a req-0b5fe2b3-1e78-4f72-b9f8-44dc242e407f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 210 time: 0.0517159 Jul 07 17:25:28.347770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:28.592806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:27Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:28.622074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b7af1-a2d7-4584-b03c-406912dc4366 None None] The sync data for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 is: [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:27Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:29.379410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd0f1512-76cb-4c82-b91e-9713ef39b463 req-e4e959b2-61a4-4e1e-849a-afbaaa9034c6 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 210 time: 0.0381324 Jul 07 17:25:29.467513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 88294065-79a8-4f08-a8f8-c3bc511270d8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:29.568441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 88294065-79a8-4f08-a8f8-c3bc511270d8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:29.578422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 88294065-79a8-4f08-a8f8-c3bc511270d8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:29.579772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.748527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.792038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 88294065-79a8-4f08-a8f8-c3bc511270d8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=88294065-79a8-4f08-a8f8-c3bc511270d8,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:29.796909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.891654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=88294065-79a8-4f08-a8f8-c3bc511270d8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.570095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba830d51-3cef-494f-9245-e428f09f4441 req-c1f27079-f1fc-4545-8be1-5c52587e994a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 210 time: 0.0555375 Jul 07 17:25:31.172160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-8300b1b3-56b8-45c2-b183-626d74b8dd5d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:31.174937 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-8300b1b3-56b8-45c2-b183-626d74b8dd5d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.13 "GET /v2.0/networks?id=99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 200 len: 797 time: 0.1923971 Jul 07 17:25:31.269243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-85bf9342-ad3f-4e3d-9119-7ebf61e5b46e tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b40df67ed5564254b89f7cd97151aa03 HTTP/1.1" status: 200 len: 474 time: 0.0794976 Jul 07 17:25:31.297277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'port': {'device_id': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'admin_state_up': True, 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'security_groups': ['fdf21afb-0d50-4858-88c9-a142fe4ff6df', '82491976-4de1-4620-a91a-5c11b54cdbcd']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:31.310111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 88294065-79a8-4f08-a8f8-c3bc511270d8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:31.368746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 88294065-79a8-4f08-a8f8-c3bc511270d8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:31.369949 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.465904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Made reservation on behalf of b40df67ed5564254b89f7cd97151aa03 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:31.473462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.701338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.20.0.11 (99d39975-28ad-48b4-be26-a2576dcf2751/8566ae4d-e110-4b57-bddc-c3d2dffff8f6/a4419d6d-68dc-490f-a6f2-885137406a2a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:31.739504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-795406b8-2318-49ac-8471-914ddee44ad9 req-ca1f340b-c3ae-4499-9bf2-db1c6aa048fa tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 210 time: 0.0357740 Jul 07 17:25:31.886494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.905861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Transition to ACTIVE for port object a4419d6d-68dc-490f-a6f2-885137406a2a will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:31.943179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.991837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 99d39975-28ad-48b4-be26-a2576dcf2751 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:31.998392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:32.002744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:32.030815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=a4419d6d-68dc-490f-a6f2-885137406a2a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.069560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.070439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.093555 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9afacfc0-83f7-481b-b85b-aaeb4e6ee514 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8017538 Jul 07 17:25:32.112007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Request body: {'port': {'device_id': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.225216 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.302127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-44bc94dd-580d-4151-92d0-08072074b452 None None] Provisioning for port a4419d6d-68dc-490f-a6f2-885137406a2a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:32.307769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-44bc94dd-580d-4151-92d0-08072074b452 None None] Provisioning complete for port a4419d6d-68dc-490f-a6f2-885137406a2a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:32.308383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-44bc94dd-580d-4151-92d0-08072074b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.362391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-44bc94dd-580d-4151-92d0-08072074b452 None None] Port a4419d6d-68dc-490f-a6f2-885137406a2a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:32.574595 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4419d6d-68dc-490f-a6f2-885137406a2a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:32.582905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.596953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Transition to ACTIVE for port object a4419d6d-68dc-490f-a6f2-885137406a2a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:32.602312 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.684191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4419d6d-68dc-490f-a6f2-885137406a2a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.777935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Attempting to bind port a4419d6d-68dc-490f-a6f2-885137406a2a on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:32.778421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Attempting to bind port a4419d6d-68dc-490f-a6f2-885137406a2a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:32.778869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Attempting to bind port a4419d6d-68dc-490f-a6f2-885137406a2a on network 99d39975-28ad-48b4-be26-a2576dcf2751 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:32.792127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Port a4419d6d-68dc-490f-a6f2-885137406a2a on network 99d39975-28ad-48b4-be26-a2576dcf2751 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:32.792532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Attempting to bind port a4419d6d-68dc-490f-a6f2-885137406a2a on network 99d39975-28ad-48b4-be26-a2576dcf2751 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:32.800464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:32.801068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Checking segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:32.801724 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Bound using segment: {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:32.802682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Bound port: a4419d6d-68dc-490f-a6f2-885137406a2a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10295f2b-e13e-4ca1-852f-568724d12c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:32.803199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.908600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] For port a4419d6d-68dc-490f-a6f2-885137406a2a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:32.915474 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] For port a4419d6d-68dc-490f-a6f2-885137406a2a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a4419d6d-68dc-490f-a6f2-885137406a2a,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:32.926675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.020725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.021961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.023141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc25bf-5383-4bac-8d59-74e64b9b7b08 req-6226bb98-b9f7-4fb6-8617-7ece9b564e87 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.024840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 200 len: 1131 time: 0.9179070 Jul 07 17:25:33.025968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2bc25bf-5383-4bac-8d59-74e64b9b7b08 req-6226bb98-b9f7-4fb6-8617-7ece9b564e87 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 983 time: 0.1378391 Jul 07 17:25:33.026478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:33.030763 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:33.069502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae555-8b72-4437-97da-1ccfe6a2ffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4419d6d-68dc-490f-a6f2-885137406a2a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.127340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2bc25bf-5383-4bac-8d59-74e64b9b7b08 req-6f1b2880-7930-48fe-b419-c094c15e769a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0873299 Jul 07 17:25:33.131300 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8edccd2-15fe-448c-9f6b-9db7d175f615 x-openstack-request-id: req-c8edccd2-15fe-448c-9f6b-9db7d175f615 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:33.131809 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:33.132256 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8edccd2-15fe-448c-9f6b-9db7d175f615 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:33.132835 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'status': 'completed', 'code': 200} Jul 07 17:25:33.198495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-c520e1e9-a56b-4262-ae2f-d6d1e277232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.201141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-c520e1e9-a56b-4262-ae2f-d6d1e277232b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1134 time: 0.0893562 Jul 07 17:25:33.256431 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-c1968e4d-2d38-4296-a7e6-fd77496c6cf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 200 len: 217 time: 0.0419989 Jul 07 17:25:33.328421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-d628b99a-eb5e-42a7-8170-4e55cc1cfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.330701 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-d628b99a-eb5e-42a7-8170-4e55cc1cfb1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8566ae4d-e110-4b57-bddc-c3d2dffff8f6 HTTP/1.1" status: 200 len: 835 time: 0.0677445 Jul 07 17:25:33.403228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-c1a506e9-1056-44f6-a3dd-30e246a4c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.404799 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-c1a506e9-1056-44f6-a3dd-30e246a4c996 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99d39975-28ad-48b4-be26-a2576dcf2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675249 Jul 07 17:25:33.504405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-3f4fd73b-3b63-4c51-a46c-a20bf8655129 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926826 Jul 07 17:25:33.610272 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bf2bcb39-337d-42b8-9dee-6bf56272c582 req-2e15eab8-c46c-4546-8a95-10dc95f080d6 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977349 Jul 07 17:25:33.769139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-68b00915-e61b-4167-9c94-bae13af5b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.771898 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-68b00915-e61b-4167-9c94-bae13af5b0d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1134 time: 0.0761127 Jul 07 17:25:33.839339 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.879964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-63039b26-4153-488b-8e55-894a5013f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.881548 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-63039b26-4153-488b-8e55-894a5013f197 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 200 len: 898 time: 0.1031170 Jul 07 17:25:33.926261 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-e016c579-bdd9-46fe-ac71-92e2daf584bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 200 len: 217 time: 0.0374091 Jul 07 17:25:33.982418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-ff66f261-f647-4b20-b760-f08ee2d0e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.984004 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-ff66f261-f647-4b20-b760-f08ee2d0e2df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8566ae4d-e110-4b57-bddc-c3d2dffff8f6 HTTP/1.1" status: 200 len: 835 time: 0.0509863 Jul 07 17:25:34.052571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-f6a95535-59b0-42fa-98d2-e417ca98bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.054091 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-f6a95535-59b0-42fa-98d2-e417ca98bd3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99d39975-28ad-48b4-be26-a2576dcf2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627341 Jul 07 17:25:34.162462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-00e94dd9-f03c-41d1-8397-05ece6263d4d service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014354 Jul 07 17:25:34.279840 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-06c27f19-541f-4c0a-acc0-b1dbc69bb1d6 req-8295e82e-161e-4bc8-8652-cbe4b4ae6cdb service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104400 Jul 07 17:25:34.424386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5ebd-c9e1-4641-bb15-87d97440f74e req-87389c3c-f4bb-4c0f-8280-5136d2922bec tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.425989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-075b5ebd-c9e1-4641-bb15-87d97440f74e req-87389c3c-f4bb-4c0f-8280-5136d2922bec tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 983 time: 0.0870638 Jul 07 17:25:34.480041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-075b5ebd-c9e1-4641-bb15-87d97440f74e req-0f46e9ed-0aee-41ab-b4ad-c0056e3474d6 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0435033 Jul 07 17:25:35.205130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-728ea1b7-1d58-4ff5-ac35-a62b10c197cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.686086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cae509-4068-442b-b2a7-f886abc32f98 req-4be68e40-51b6-44ab-80f2-26751d723c8b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.687733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9cae509-4068-442b-b2a7-f886abc32f98 req-4be68e40-51b6-44ab-80f2-26751d723c8b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 983 time: 0.0760794 Jul 07 17:25:35.736109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9cae509-4068-442b-b2a7-f886abc32f98 req-0291616a-d7cc-494d-89bd-0c729bab3779 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0420785 Jul 07 17:25:36.944496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa0a4-ada6-4c7c-b55f-99989aa5d0de req-42b93a43-dd62-4137-97ed-6b1737dcc2cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.946487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-259fa0a4-ada6-4c7c-b55f-99989aa5d0de req-42b93a43-dd62-4137-97ed-6b1737dcc2cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 983 time: 0.0787137 Jul 07 17:25:36.992460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-259fa0a4-ada6-4c7c-b55f-99989aa5d0de req-fb90ada8-03ae-4838-9d8f-79e2d21d9965 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0383770 Jul 07 17:25:37.132848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a4419d6d-68dc-490f-a6f2-885137406a2a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:37.251552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a4419d6d-68dc-490f-a6f2-885137406a2a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a4419d6d-68dc-490f-a6f2-885137406a2a,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:37.265668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'port_id': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'mac_address': 'fa:16:3e:ca:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:37.308090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.322882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4419d6d-68dc-490f-a6f2-885137406a2a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:37.349725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a4419d6d-68dc-490f-a6f2-885137406a2a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a4419d6d-68dc-490f-a6f2-885137406a2a,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:37.356022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.417339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a4419d6d-68dc-490f-a6f2-885137406a2a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.425508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.425869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.426186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.426521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.426974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.427304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.427633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.427958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.428280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.428602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.428922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.429275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:37.654835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['a4419d6d-68dc-490f-a6f2-885137406a2a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:37.705341 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.193347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c0430-eae8-425e-9e70-58e064b85f91 req-93b19a83-121d-4d3e-bcd6-4859b2707bf5 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:38.197826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc4c0430-eae8-425e-9e70-58e064b85f91 req-93b19a83-121d-4d3e-bcd6-4859b2707bf5 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 984 time: 0.0810931 Jul 07 17:25:38.245384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc4c0430-eae8-425e-9e70-58e064b85f91 req-e7298e4c-b96e-4d36-87e1-96d7dbb1dc8f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0432484 Jul 07 17:25:39.146210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-86e3888d-3158-4dc3-9501-446369f7cab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.150858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a4419d6d-68dc-490f-a6f2-885137406a2a up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:39.204511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.227628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port a4419d6d-68dc-490f-a6f2-885137406a2a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:39.234332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port a4419d6d-68dc-490f-a6f2-885137406a2a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:39.234968 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.350037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.381552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:39.383904 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe38c40-d469-477a-9b3a-9bd59dadb6ca" -d '{"events": [{"server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "name": "network-vif-plugged", "status": "completed", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:39.400111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a4419d6d-68dc-490f-a6f2-885137406a2a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a4419d6d-68dc-490f-a6f2-885137406a2a,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:39.407761 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.448071 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1886e318-ba41-4486-9ca2-3d07854fc2d3 x-openstack-request-id: req-1886e318-ba41-4486-9ca2-3d07854fc2d3 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:39.448071 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "name": "network-vif-plugged", "status": "completed", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:39.448677 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1886e318-ba41-4486-9ca2-3d07854fc2d3 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:39.448954 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'code': 200} Jul 07 17:25:39.472144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a4419d6d-68dc-490f-a6f2-885137406a2a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.485792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34602-3682-4862-ba55-7b6d9f596879 req-3546dc2e-f12a-46a7-b0a0-b8e536dc1904 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.490389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02a34602-3682-4862-ba55-7b6d9f596879 req-3546dc2e-f12a-46a7-b0a0-b8e536dc1904 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 984 time: 0.1179233 Jul 07 17:25:39.543865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02a34602-3682-4862-ba55-7b6d9f596879 req-6db08f23-79ce-415b-94f8-b21671e052de tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0435462 Jul 07 17:25:39.633047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335703c9-af07-468a-993e-ef1a78ee5c86 req-149cb6b3-8253-4197-9007-cb59010728e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.635366 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-335703c9-af07-468a-993e-ef1a78ee5c86 req-149cb6b3-8253-4197-9007-cb59010728e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1136 time: 0.0606246 Jul 07 17:25:39.682210 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-335703c9-af07-468a-993e-ef1a78ee5c86 req-1e9e5258-3eb5-4744-8ad5-d266b0d77ef9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&id=82491976-4de1-4620-a91a-5c11b54cdbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0386090 Jul 07 17:25:39.821263 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-b249c4e4-4aff-430e-949e-4485e61bbec9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565233 Jul 07 17:25:39.935207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-726752d6-f3de-4a70-b350-5f3b3a81c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.936879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-726752d6-f3de-4a70-b350-5f3b3a81c3e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=caf95b908d5f412cab742aa0fb3705de&device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 1098 time: 0.0666935 Jul 07 17:25:40.060521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-5000eaca-40ba-4597-8462-8bc9e93cb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.062522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-5000eaca-40ba-4597-8462-8bc9e93cb7d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 200 len: 918 time: 0.1024706 Jul 07 17:25:40.143309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-2c869d89-20bd-40cd-811f-a615f1b39100 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 200 len: 1002 time: 0.0730531 Jul 07 17:25:40.200976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-7ee3c5ce-67b1-47f9-9a45-a148d0e25b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.202783 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-7ee3c5ce-67b1-47f9-9a45-a148d0e25b72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 200 len: 856 time: 0.0519724 Jul 07 17:25:40.276448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-8d2106ba-c27d-430d-a6ff-dd3ad6c8f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.278237 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-8d2106ba-c27d-430d-a6ff-dd3ad6c8f258 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=81b277e2-7588-414a-ae05-87b528e88b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677953 Jul 07 17:25:40.383746 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-1f66f791-8fa6-480d-868e-837f9f28189c service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982366 Jul 07 17:25:40.496424 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-6bea8a93-8a40-4c18-82e0-0ef0aaaef3a8 req-5150b604-2e5f-4f77-8773-1c69ab2dca91 service neutron] 10.222.0.54 "GET /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059062 Jul 07 17:25:40.752314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6ebc-0995-4f63-8e74-e2ab0fcac3fa req-445136fa-5748-4385-8fcf-56aacedabc9c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.753965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-440c6ebc-0995-4f63-8e74-e2ab0fcac3fa req-445136fa-5748-4385-8fcf-56aacedabc9c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 985 time: 0.0805538 Jul 07 17:25:40.802740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-440c6ebc-0995-4f63-8e74-e2ab0fcac3fa req-d3cd6fe2-ec85-4567-9cc6-b69c61ac4fce tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0407107 Jul 07 17:25:40.840907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.027068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306399-b49c-41d0-a147-8d291c29bb68 req-e17a6d78-426e-42e7-8bd4-e54a92865869 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.029942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21306399-b49c-41d0-a147-8d291c29bb68 req-e17a6d78-426e-42e7-8bd4-e54a92865869 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 985 time: 0.0955846 Jul 07 17:25:42.077135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21306399-b49c-41d0-a147-8d291c29bb68 req-563c05ed-09b1-4b79-acbd-230bd230a268 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0412331 Jul 07 17:25:42.295541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208afd0-eab4-411e-a127-431a7974270a req-8c43ac18-0abc-423b-850f-49e2c244511a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.297706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8208afd0-eab4-411e-a127-431a7974270a req-8c43ac18-0abc-423b-850f-49e2c244511a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 985 time: 0.0852897 Jul 07 17:25:42.348498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8208afd0-eab4-411e-a127-431a7974270a req-d96a94b6-3a92-441a-9f88-dace4ab07a3d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0436528 Jul 07 17:25:42.548065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f695fe-8d16-4ef0-a8e9-8a8ef0108d4f req-11085f01-eeb7-4d6e-ab7f-7bd3ab6454e8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.549746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10f695fe-8d16-4ef0-a8e9-8a8ef0108d4f req-11085f01-eeb7-4d6e-ab7f-7bd3ab6454e8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1136 time: 0.0684507 Jul 07 17:25:42.569036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-10f695fe-8d16-4ef0-a8e9-8a8ef0108d4f req-a41fbcf0-7f58-4931-9f75-f737534d4f83 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.673850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-10f695fe-8d16-4ef0-a8e9-8a8ef0108d4f req-a41fbcf0-7f58-4931-9f75-f737534d4f83 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.677965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-10f695fe-8d16-4ef0-a8e9-8a8ef0108d4f req-a41fbcf0-7f58-4931-9f75-f737534d4f83 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.703109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10f695fe-8d16-4ef0-a8e9-8a8ef0108d4f req-a41fbcf0-7f58-4931-9f75-f737534d4f83 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1472321 Jul 07 17:25:42.715201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fbcf0-7f58-4931-9f75-f737534d4f83 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9253a73-04b2-43e8-9791-cff60928d0d9,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.728380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33496) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.784922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20562b8c-0cc4-4de4-9ac5-a39dcb920474 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.786581 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-20562b8c-0cc4-4de4-9ac5-a39dcb920474 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1131 time: 0.0571406 Jul 07 17:25:42.789681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33498) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.794762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:42.820206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.936330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.054205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.25.5.110 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f94b43ee-439d-4e1e-bde5-e386ffc6f022) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:43.230789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.275561 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.318533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:43.324472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:43.328579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:43.335393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=f94b43ee-439d-4e1e-bde5-e386ffc6f022,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.095582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.193920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.386404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.392001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.487279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=f94b43ee-439d-4e1e-bde5-e386ffc6f022,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.507047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.668011 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Floating IP 731208d3-8219-4b28-bdab-e8736613de35 associated. External IP: 172.25.5.110, port: a4419d6d-68dc-490f-a6f2-885137406a2a. Jul 07 17:25:44.911205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:45.042624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:45.053417 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] Sync routers for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:45.064915 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.070609 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:45.071733 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:25:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.109626 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9364a113-3cc0-4d18-b0b4-51ca8b1afe4f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3187928 Jul 07 17:25:45.110567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:45.112750 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3462fe3b-2756-4f54-a48d-90ea50da79d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:45.113682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33500) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:45.162923 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2dcaf-e704-430e-8841-2a7e5ad30044 x-openstack-request-id: req-e6f2dcaf-e704-430e-8841-2a7e5ad30044 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:45.163364 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:45.163732 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6f2dcaf-e704-430e-8841-2a7e5ad30044 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:45.164366 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'status': 'completed', 'code': 200} Jul 07 17:25:45.280033 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:45.285252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131f067-3d09-4e72-9403-21320f5c47a8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.286111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131f067-3d09-4e72-9403-21320f5c47a8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.287009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131f067-3d09-4e72-9403-21320f5c47a8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.287917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131f067-3d09-4e72-9403-21320f5c47a8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.288705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131f067-3d09-4e72-9403-21320f5c47a8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.295578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c131f067-3d09-4e72-9403-21320f5c47a8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3591 time: 0.1773241 Jul 07 17:25:45.296062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:45.297343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-af61c692-d74c-4fc2-9969-74d98277fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.300015 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-af61c692-d74c-4fc2-9969-74d98277fd0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1136 time: 0.0778623 Jul 07 17:25:45.395272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e8d59-32bf-4b8d-8492-1630e69ba93a tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.396132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e8d59-32bf-4b8d-8492-1630e69ba93a tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.396992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e8d59-32bf-4b8d-8492-1630e69ba93a tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.397779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e8d59-32bf-4b8d-8492-1630e69ba93a tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.398359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e8d59-32bf-4b8d-8492-1630e69ba93a tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.401827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-443e8d59-32bf-4b8d-8492-1630e69ba93a tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3372 time: 0.1035464 Jul 07 17:25:45.405226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33506) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:45.435546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-141019f7-fbb6-4bf9-8a39-1ad985b3e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.437138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-141019f7-fbb6-4bf9-8a39-1ad985b3e86f service neutron] 10.222.0.13 "GET /v2.0/networks?id=99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 200 len: 898 time: 0.1307235 Jul 07 17:25:45.532432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-950357ab-2e94-4739-964e-49e951154e30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 200 len: 1000 time: 0.0885580 Jul 07 17:25:45.606160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-32680f1a-0796-4008-9081-f87f3248eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.607621 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-32680f1a-0796-4008-9081-f87f3248eaf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8566ae4d-e110-4b57-bddc-c3d2dffff8f6 HTTP/1.1" status: 200 len: 835 time: 0.0687461 Jul 07 17:25:45.610101 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '731208d3-8219-4b28-bdab-e8736613de35', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'port_id': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'mac_address': 'fa:16:3e:ca:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:43Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 0, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.640715 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] Checking router: 4e682cb8-ffc4-44b4-b291-ed161d5eea73 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:45.649011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-09769db7-0ea2-4eb8-ba55-7b98e51a8ed0 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2338 time: 0.2396131 Jul 07 17:25:45.649919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33508) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:45.652541 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:45.653234 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:25:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.710956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-5ad0db4a-5465-4246-9115-fe15f0edb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.712551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-5ad0db4a-5465-4246-9115-fe15f0edb2c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99d39975-28ad-48b4-be26-a2576dcf2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989339 Jul 07 17:25:45.745343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17b1db-6c5e-41ef-9b48-b59967d7dcc8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.746417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17b1db-6c5e-41ef-9b48-b59967d7dcc8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.749467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-be17b1db-6c5e-41ef-9b48-b59967d7dcc8 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4e682cb8-ffc4-44b4-b291-ed161d5eea73 HTTP/1.1" status: 200 len: 1989 time: 0.0969748 Jul 07 17:25:45.796114 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:45.823700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-cc308fd1-16f1-4b91-8a62-d90853898366 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046913 Jul 07 17:25:45.946093 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3462fe3b-2756-4f54-a48d-90ea50da79d5 req-949ee2c6-ec70-44ae-a500-8e4ba359da7e service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156943 Jul 07 17:25:46.201996 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '731208d3-8219-4b28-bdab-e8736613de35', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'port_id': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'mac_address': 'fa:16:3e:ca:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:43Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 0, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:46.235687 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bd5b9-3bef-455c-a0cb-0813c52a6cbf None None] The sync data for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 is: [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '731208d3-8219-4b28-bdab-e8736613de35', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'port_id': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'mac_address': 'fa:16:3e:ca:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:43Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 0, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:46.461528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde6415-b839-4ec1-b6d8-0dcd352991c7 None None] New status for floating IP 731208d3-8219-4b28-bdab-e8736613de35: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:52.089641 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:53.695625 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-66e59faf-ebac-430b-9b01-839ce3f9cac5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633895 Jul 07 17:25:53.846273 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-00c917c5-2dab-4e7c-8550-34319c2bcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:53.848428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-00c917c5-2dab-4e7c-8550-34319c2bcbf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1136 time: 0.0858917 Jul 07 17:25:53.975398 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.986503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-ad56da92-a6a8-447f-af57-31ede23ae082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:53.988132 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-ad56da92-a6a8-447f-af57-31ede23ae082 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 200 len: 898 time: 0.1159873 Jul 07 17:25:54.101045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-ba4664f9-7778-4156-b890-4221dcf2d698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 200 len: 1002 time: 0.1067586 Jul 07 17:25:54.186013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-63674067-b041-490b-83a7-f4ef375c05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:54.189322 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-63674067-b041-490b-83a7-f4ef375c05da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8566ae4d-e110-4b57-bddc-c3d2dffff8f6 HTTP/1.1" status: 200 len: 835 time: 0.0822346 Jul 07 17:25:54.268207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-e233602c-7b6c-40af-9480-971966c79646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:54.269980 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-e233602c-7b6c-40af-9480-971966c79646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99d39975-28ad-48b4-be26-a2576dcf2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745962 Jul 07 17:25:54.382987 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-bcbefdd6-02f5-4306-8cd0-9e5dc1b82941 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058209 Jul 07 17:25:54.496681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4f0b17dd-3950-4ac9-a465-b7d802a232f3 req-d1fdc0af-5d32-41ec-abb9-ba367986db01 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077614 Jul 07 17:26:03.834282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.209249 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-78e55cf4-454a-4f38-a0d6-52ca752272cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.681473 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.150091 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-927ee7be-f901-4a66-877d-c0a0b41f5329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.179817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.835692 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.554361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33532) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.674946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3dcf6c04-51b9-4b0d-983a-20ff71c2c0c5 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2025 time: 0.1192181 Jul 07 17:26:14.678182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33534) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.687663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'network': {'name': 'tempest-network-smoke--1602050600', 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'port_security_enabled': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:14.721701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Made reservation on behalf of b40df67ed5564254b89f7cd97151aa03 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:14.728885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.769133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:14.779928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.780274 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Added segment 75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad of type vlan for network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 Jul 07 17:26:14.838288 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.877486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.884562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.885437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.946000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2660651 Jul 07 17:26:14.948030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33538) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.955152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'admin_state_up': True, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:14.961625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Network': ['ID=67516e3e-4c56-4de2-bd78-1d6bcd6d5069,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.972536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.973079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.973692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.974213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.974765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.975331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.975887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.976503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.976992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.977640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.978222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.978750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a99be2-c45a-473e-b4fe-90085789388d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:14.993043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.993576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.999411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:15.054744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.213057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.431446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.744419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.860989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.25.5.184 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/961ea12b-0dc0-4c17-b86f-c50dea37bb5e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:15.991010 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.038095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.080682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:16.087039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:16.092202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:16.119305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.137037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.137514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.137897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.138270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.138712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.139083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.139527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.139898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.140261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.140624 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.140988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.141471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:16.409371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.631997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.802820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 83d19fcd-4dd5-44e2-9c97-e08682748f53 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:26:16.938308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:16.953367 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Sync routers for ids ['83d19fcd-4dd5-44e2-9c97-e08682748f53'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:16.965134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.967006 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f636aba-0512-4dce-ad91-808695c6f121 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0167439 Jul 07 17:26:16.969073 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Routers {'83d19fcd-4dd5-44e2-9c97-e08682748f53'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:16.969955 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83d19fcd-4dd5-44e2-9c97-e08682748f53'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:16.970782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33540) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.072847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75acf232-fe34-4b36-8ab9-c85a9f6672d3 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.075138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75acf232-fe34-4b36-8ab9-c85a9f6672d3 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b40df67ed5564254b89f7cd97151aa03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1032319 Jul 07 17:26:17.079567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33542) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.101395 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Set router 83d19fcd-4dd5-44e2-9c97-e08682748f53 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:17.199020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38444c-e89f-4b8c-85d7-24161e7ef619 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.202905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da38444c-e89f-4b8c-85d7-24161e7ef619 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1216307 Jul 07 17:26:17.207510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33544) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.249605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98bebc93-bc99-483a-b4cd-2fcabfdb5217 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412946 Jul 07 17:26:17.252287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33546) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.302049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d255c351-f230-440f-806f-7e1f0ffe6fb4 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b40df67ed5564254b89f7cd97151aa03&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479913 Jul 07 17:26:17.305220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.325472 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:16Z', 'revision_number': 3, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:17.352952 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Checking router: 83d19fcd-4dd5-44e2-9c97-e08682748f53 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:17.353410 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Updating router 83d19fcd-4dd5-44e2-9c97-e08682748f53 port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:17.391851 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.465029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d18380-fcdd-41c7-b250-eafbbf71cc69 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.467992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-97d18380-fcdd-41c7-b250-eafbbf71cc69 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611600 Jul 07 17:26:17.470992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33550) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.520735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-88bc4072-74f8-4c8b-b4cf-acf385bc2c6f tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479250 Jul 07 17:26:17.523731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33552) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.533370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1186689822', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.664262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Made reservation on behalf of b40df67ed5564254b89f7cd97151aa03 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:17.670229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.766056 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.789199 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Transition to ACTIVE for port object 961ea12b-0dc0-4c17-b86f-c50dea37bb5e will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:17.801339 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.881976 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92828-ad83-419d-95eb-015b7dd1b682 None None] Pushing event updated for resources: {'Port': ['ID=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.884701 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Attempting to bind port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:17.885046 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Attempting to bind port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:17.886024 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Attempting to bind port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:17.892906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:17.893434 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:17.893933 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.894433 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:17.895141 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Bound port: 961ea12b-0dc0-4c17-b86f-c50dea37bb5e, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:17.895644 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.953576 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.973999 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] For port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:17.980430 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] For port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:17.986847 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.071664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Subnet': ['ID=d52d2db2-3a03-4965-87ff-5a8d40d2a8a9,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.081407 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Routers {'83d19fcd-4dd5-44e2-9c97-e08682748f53'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:18.081718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Checking segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:18.082104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83d19fcd-4dd5-44e2-9c97-e08682748f53'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:18.082429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network hostable DHCP agents. Network: 67516e3e-4c56-4de2-bd78-1d6bcd6d5069, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:18.106190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:18.123587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 67516e3e-4c56-4de2-bd78-1d6bcd6d5069) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:18.128784 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92828-ad83-419d-95eb-015b7dd1b682 None None] Pushing event updated for resources: {'Port': ['ID=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.129791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:18.130604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.150579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f83c1-c02c-4997-8fa1-ae396028a549 None None] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:18.165311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0a7ebba-eed5-4410-a81c-74be38da810b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6384599 Jul 07 17:26:18.169084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33554) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.232994 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] Set router 83d19fcd-4dd5-44e2-9c97-e08682748f53 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:18.413714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'fixed_ips': [{'subnet_id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:26:18.415334 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.465185 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:16Z', 'revision_number': 3, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:18.517374 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3b42c-deff-40e7-ba00-dab2c1a91c64 None None] The sync data for ids ['83d19fcd-4dd5-44e2-9c97-e08682748f53'] in n-d-793619-7 is: [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:16Z', 'revision_number': 3, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:18.642154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Allocated IP 172.20.0.18 (67516e3e-4c56-4de2-bd78-1d6bcd6d5069/d52d2db2-3a03-4965-87ff-5a8d40d2a8a9/16bad8d5-e797-40a7-af8a-6e6653205481) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:18.837948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.852846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Transition to ACTIVE for port object 16bad8d5-e797-40a7-af8a-6e6653205481 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:18.881670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Transition to ACTIVE for port object 16bad8d5-e797-40a7-af8a-6e6653205481 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:18.890477 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.934363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.955446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:18.960950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:18.966355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:18.972877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Pushing event updated for resources: {'Port': ['ID=16bad8d5-e797-40a7-af8a-6e6653205481,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.082879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Attempting to bind port 16bad8d5-e797-40a7-af8a-6e6653205481 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:19.083497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Attempting to bind port 16bad8d5-e797-40a7-af8a-6e6653205481 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:19.084104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Attempting to bind port 16bad8d5-e797-40a7-af8a-6e6653205481 on network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:19.094779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:19.095420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Checking segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:19.096143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.096818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Bound using segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:19.097740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Bound port: 16bad8d5-e797-40a7-af8a-6e6653205481, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:19.098393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.228346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] For port 16bad8d5-e797-40a7-af8a-6e6653205481, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:19.234732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] For port 16bad8d5-e797-40a7-af8a-6e6653205481, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=16bad8d5-e797-40a7-af8a-6e6653205481,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:19.241184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.312719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8af7-37fb-4d4c-97b5-e318bc39256d None None] Pushing event updated for resources: {'Port': ['ID=16bad8d5-e797-40a7-af8a-6e6653205481,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.428820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 961ea12b-0dc0-4c17-b86f-c50dea37bb5e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:19.452922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.20.0.17 (67516e3e-4c56-4de2-bd78-1d6bcd6d5069/d52d2db2-3a03-4965-87ff-5a8d40d2a8a9/ac863d32-be9c-43f0-921d-2f6a85196e9c) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:19.518256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:19.526948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:19.527977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.654678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.678239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Transition to ACTIVE for port object ac863d32-be9c-43f0-921d-2f6a85196e9c will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:19.703307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.736611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.743055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:19.751823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.805720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:19.811020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:19.813280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=ac863d32-be9c-43f0-921d-2f6a85196e9c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.815953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:19.858214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.874388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.098481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.501481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.508630 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.625053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=ac863d32-be9c-43f0-921d-2f6a85196e9c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.629922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.826619 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:20.828329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:20.984841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 83d19fcd-4dd5-44e2-9c97-e08682748f53 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:21.178769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:21.188289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bb893267-fc1f-4cbb-9ddb-7a149fda9536 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "PUT /v2.0/routers/83d19fcd-4dd5-44e2-9c97-e08682748f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142889 Jul 07 17:26:21.192000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Sync routers for ids ['83d19fcd-4dd5-44e2-9c97-e08682748f53'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:21.209808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Routers {'83d19fcd-4dd5-44e2-9c97-e08682748f53'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:21.210461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83d19fcd-4dd5-44e2-9c97-e08682748f53'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.488248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16bad8d5-e797-40a7-af8a-6e6653205481 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:21.490534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7c6eb-010d-492a-a57c-6750b1587675 None None] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:21.620998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5974ea4d-1289-4dc5-817c-64d593db2a51 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.623969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5974ea4d-1289-4dc5-817c-64d593db2a51 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/networks?id=67516e3e-4c56-4de2-bd78-1d6bcd6d5069 HTTP/1.1" status: 200 len: 798 time: 0.2171984 Jul 07 17:26:21.637642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-96699939-5ddd-4ba9-9e85-c9a11c3ad0e0 None None] Provisioning for port 16bad8d5-e797-40a7-af8a-6e6653205481 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:21.651911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-e8f4d3c7-5ee7-4169-8453-d9223ebbd8ec tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/quotas/b40df67ed5564254b89f7cd97151aa03 HTTP/1.1" status: 200 len: 375 time: 0.0180390 Jul 07 17:26:21.689303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Set router 83d19fcd-4dd5-44e2-9c97-e08682748f53 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:21.727259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 16bad8d5-e797-40a7-af8a-6e6653205481 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:21.756141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 16bad8d5-e797-40a7-af8a-6e6653205481 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:21.756519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.773389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-4ff21a72-2ae2-4c12-8826-28dd50ff69cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1126060 Jul 07 17:26:21.907679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-58265676-91df-4616-aa3d-f8bf0880485b service neutron] 10.222.0.78 "GET /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196067 Jul 07 17:26:22.044102 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.047174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-130482d7-3a0d-4570-a1ec-2e43519ad3e8 service neutron] 10.222.0.78 "GET /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325765 Jul 07 17:26:22.095574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 16bad8d5-e797-40a7-af8a-6e6653205481, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=16bad8d5-e797-40a7-af8a-6e6653205481,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:22.100779 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.101671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 961ea12b-0dc0-4c17-b86f-c50dea37bb5e up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:22.163969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:20Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ac863d32-be9c-43f0-921d-2f6a85196e9c', 'name': '', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:55:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:19Z', 'updated_at': '2021-07-07T17:26:20Z', 'revision_number': 2, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.209370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Checking router: 83d19fcd-4dd5-44e2-9c97-e08682748f53 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:22.210372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Updating router 83d19fcd-4dd5-44e2-9c97-e08682748f53 port ac863d32-be9c-43f0-921d-2f6a85196e9c binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:22.263563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=16bad8d5-e797-40a7-af8a-6e6653205481,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:22.274035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.278258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:22.278640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.416233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b599b1a7-97ef-4f98-9545-e8a5303231d2 req-607e8555-3b94-4a32-91fe-7ed53c8e839b tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 210 time: 0.0756054 Jul 07 17:26:22.609779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3c60382b-f938-47a1-bdde-8a28458a843a None None] Provisioning complete for port 16bad8d5-e797-40a7-af8a-6e6653205481 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:22.610165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3c60382b-f938-47a1-bdde-8a28458a843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.860785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3c60382b-f938-47a1-bdde-8a28458a843a None None] Provisioning for port ac863d32-be9c-43f0-921d-2f6a85196e9c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:22.881957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3c60382b-f938-47a1-bdde-8a28458a843a None None] Provisioning complete for port ac863d32-be9c-43f0-921d-2f6a85196e9c triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:22.882582 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3c60382b-f938-47a1-bdde-8a28458a843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.942819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.965597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Transition to ACTIVE for port object ac863d32-be9c-43f0-921d-2f6a85196e9c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:22.971068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3c60382b-f938-47a1-bdde-8a28458a843a None None] Port ac863d32-be9c-43f0-921d-2f6a85196e9c cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:22.973955 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.031121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c3f4a-5056-40ec-ab90-b7b2ab56dbb3 None None] Pushing event updated for resources: {'Port': ['ID=ac863d32-be9c-43f0-921d-2f6a85196e9c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.139153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Attempting to bind port ac863d32-be9c-43f0-921d-2f6a85196e9c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:23.139812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Attempting to bind port ac863d32-be9c-43f0-921d-2f6a85196e9c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:23.140390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Attempting to bind port ac863d32-be9c-43f0-921d-2f6a85196e9c on network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:23.155708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:23.156341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Checking segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:23.156845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.157349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Bound using segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:23.158180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Bound port: ac863d32-be9c-43f0-921d-2f6a85196e9c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:23.158841 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.277424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] For port ac863d32-be9c-43f0-921d-2f6a85196e9c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:23.283190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] For port ac863d32-be9c-43f0-921d-2f6a85196e9c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac863d32-be9c-43f0-921d-2f6a85196e9c,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:23.291211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.360580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Routers {'83d19fcd-4dd5-44e2-9c97-e08682748f53'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:23.361297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83d19fcd-4dd5-44e2-9c97-e08682748f53'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:23.367346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c3f4a-5056-40ec-ab90-b7b2ab56dbb3 None None] Pushing event updated for resources: {'Port': ['ID=ac863d32-be9c-43f0-921d-2f6a85196e9c,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.411479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16bad8d5-e797-40a7-af8a-6e6653205481 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:23.543507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] Set router 83d19fcd-4dd5-44e2-9c97-e08682748f53 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:23.546332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 16bad8d5-e797-40a7-af8a-6e6653205481 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:23.546716 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.746563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fd4f356-4f6e-4caf-8ded-9ada049d429d req-52322ec7-eac4-4f32-a371-3ba15e2d23fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 210 time: 0.0421357 Jul 07 17:26:23.861438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:20Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ac863d32-be9c-43f0-921d-2f6a85196e9c', 'name': '', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:55:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:19Z', 'updated_at': '2021-07-07T17:26:23Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:23.979276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-8ebccf81-4ad9-41b3-9206-58f82ff34ba4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.982238 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-8ebccf81-4ad9-41b3-9206-58f82ff34ba4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.54 "GET /v2.0/networks?id=67516e3e-4c56-4de2-bd78-1d6bcd6d5069 HTTP/1.1" status: 200 len: 798 time: 0.2102082 Jul 07 17:26:23.999234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Request body: {'port': {'device_id': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'admin_state_up': True, 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:24.076327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73122de-92f2-4911-ba2d-72c3069efd00 None None] The sync data for ids ['83d19fcd-4dd5-44e2-9c97-e08682748f53'] in n-d-793619-7 is: [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:20Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ac863d32-be9c-43f0-921d-2f6a85196e9c', 'name': '', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:55:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:19Z', 'updated_at': '2021-07-07T17:26:23Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:24.094902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.206111 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Made reservation on behalf of b40df67ed5564254b89f7cd97151aa03 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:24.209885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.474947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Allocated IP 172.20.0.24 (67516e3e-4c56-4de2-bd78-1d6bcd6d5069/d52d2db2-3a03-4965-87ff-5a8d40d2a8a9/2edd1e7b-61cc-4427-80b6-d22e6c141baa) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:24.688518 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.712136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Transition to ACTIVE for port object 2edd1e7b-61cc-4427-80b6-d22e6c141baa will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:24.772052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.825438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event updated for resources: {'Port': ['ID=2edd1e7b-61cc-4427-80b6-d22e6c141baa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:24.844303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:24.845935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:24.848560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:24.944923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7b5bf-ec22-4ee9-b0ef-fa9b4d5c3abf req-8e035277-2507-4587-8351-9fe1711b4ab1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:24.949567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70f7b5bf-ec22-4ee9-b0ef-fa9b4d5c3abf req-8e035277-2507-4587-8351-9fe1711b4ab1 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.1368997 Jul 07 17:26:24.977668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:24.978857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.007375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-5740eb8a-b2cf-40a8-baee-80319be64cd9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0161123 Jul 07 17:26:25.027280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Request body: {'port': {'device_id': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:25.095565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70f7b5bf-ec22-4ee9-b0ef-fa9b4d5c3abf req-7f17e557-eb62-4c32-a903-cd532f3eec74 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372352 Jul 07 17:26:25.149984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de356b-de85-490b-b9ae-f014e3cd0888 req-35d03f20-bceb-4807-ad86-52b47b04b1b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.152779 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b4de356b-de85-490b-b9ae-f014e3cd0888 req-35d03f20-bceb-4807-ad86-52b47b04b1b8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 895 time: 0.1275680 Jul 07 17:26:25.182886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.228784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e5ed8afb-08cb-418f-b69d-d881924b7c24 None None] Provisioning for port 2edd1e7b-61cc-4427-80b6-d22e6c141baa completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:25.240116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e5ed8afb-08cb-418f-b69d-d881924b7c24 None None] Provisioning complete for port 2edd1e7b-61cc-4427-80b6-d22e6c141baa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:25.240518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8afb-08cb-418f-b69d-d881924b7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.307287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed8afb-08cb-418f-b69d-d881924b7c24 None None] Port 2edd1e7b-61cc-4427-80b6-d22e6c141baa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:25.422643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac863d32-be9c-43f0-921d-2f6a85196e9c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:25.482613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ac863d32-be9c-43f0-921d-2f6a85196e9c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:25.487574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ac863d32-be9c-43f0-921d-2f6a85196e9c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:25.488365 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.581453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd1e7b-61cc-4427-80b6-d22e6c141baa {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:25.596308 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.605016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.613049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Transition to ACTIVE for port object 2edd1e7b-61cc-4427-80b6-d22e6c141baa will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:25.617742 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.675962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port ac863d32-be9c-43f0-921d-2f6a85196e9c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac863d32-be9c-43f0-921d-2f6a85196e9c,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:25.679980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Pushing event updated for resources: {'Port': ['ID=2edd1e7b-61cc-4427-80b6-d22e6c141baa,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:25.689898 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.776818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=ac863d32-be9c-43f0-921d-2f6a85196e9c,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:25.780986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Attempting to bind port 2edd1e7b-61cc-4427-80b6-d22e6c141baa on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:25.781373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Attempting to bind port 2edd1e7b-61cc-4427-80b6-d22e6c141baa by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:25.788759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Attempting to bind port 2edd1e7b-61cc-4427-80b6-d22e6c141baa on network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:25.795321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Port 2edd1e7b-61cc-4427-80b6-d22e6c141baa on network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:25.795648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Attempting to bind port 2edd1e7b-61cc-4427-80b6-d22e6c141baa on network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:25.801866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:25.802220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Checking segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:25.802772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Bound using segment: {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:25.803224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Bound port: 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:25.803596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.886442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] For port 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:25.893769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] For port 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:25.902022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.950707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.950988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.952484 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] 10.222.0.54 "PUT /v2.0/ports/2edd1e7b-61cc-4427-80b6-d22e6c141baa HTTP/1.1" status: 200 len: 1055 time: 0.9333878 Jul 07 17:26:25.952962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'tag': '2edd1e7b-61cc-4427-80b6-d22e6c141baa'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:25.955397 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe8a9-9e16-4589-bd6f-b08078e307ce", "tag": "2edd1e7b-61cc-4427-80b6-d22e6c141baa"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:25.988072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185793ff-48a8-468d-8f8c-b1a4fe8f556a service neutron] Pushing event updated for resources: {'Port': ['ID=2edd1e7b-61cc-4427-80b6-d22e6c141baa,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.079807 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebda05fb-2e9f-4c01-8453-a5b5c1c9a112 x-openstack-request-id: req-ebda05fb-2e9f-4c01-8453-a5b5c1c9a112 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:26.080828 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe8a9-9e16-4589-bd6f-b08078e307ce", "tag": "2edd1e7b-61cc-4427-80b6-d22e6c141baa", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:26.080828 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebda05fb-2e9f-4c01-8453-a5b5c1c9a112 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:26.081361 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'tag': '2edd1e7b-61cc-4427-80b6-d22e6c141baa', 'status': 'completed', 'code': 200} Jul 07 17:26:26.124458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-eec59dee-f974-4171-9962-2178ab9571dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.126332 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-eec59dee-f974-4171-9962-2178ab9571dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 1058 time: 0.0999839 Jul 07 17:26:26.195549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-56ab9705-787f-4b15-a78e-7ffe616eba80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa HTTP/1.1" status: 200 len: 217 time: 0.0614147 Jul 07 17:26:26.305576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-078a3855-d3a7-4583-b0a8-160d51da9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.308383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-078a3855-d3a7-4583-b0a8-160d51da9a80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d52d2db2-3a03-4965-87ff-5a8d40d2a8a9 HTTP/1.1" status: 200 len: 838 time: 0.1053905 Jul 07 17:26:26.412314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-f16c590a-cf4d-49ac-a30a-a9ad30bef4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.415147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-f16c590a-cf4d-49ac-a30a-a9ad30bef4bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67516e3e-4c56-4de2-bd78-1d6bcd6d5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990098 Jul 07 17:26:26.476458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fb525-742e-497e-a08b-8295258fa140 req-2c0da841-7d67-4541-aeca-60b4636db32f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.478136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c6fb525-742e-497e-a08b-8295258fa140 req-2c0da841-7d67-4541-aeca-60b4636db32f tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.1680222 Jul 07 17:26:26.507012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda44a42-946c-452c-829d-99cf53d1dc20 req-c1dc0cac-37b7-446d-b1f8-e06a345a79f8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.508609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fda44a42-946c-452c-829d-99cf53d1dc20 req-c1dc0cac-37b7-446d-b1f8-e06a345a79f8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 907 time: 0.1669614 Jul 07 17:26:26.518457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-6f3b0694-dbd2-40e5-8f5f-4e9ad374319d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.520031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-6f3b0694-dbd2-40e5-8f5f-4e9ad374319d tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.1476507 Jul 07 17:26:26.554978 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-6eb50eb2-a019-49ad-83f4-e406c6ec8b50 service neutron] 10.222.0.54 "GET /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319852 Jul 07 17:26:26.587264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c6fb525-742e-497e-a08b-8295258fa140 req-fbd3c723-3784-4666-a14b-6afc4f9a8989 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980566 Jul 07 17:26:26.696362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Deleting port 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:26.696914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.716794 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b31fd85a-9f88-4ec4-bc88-f67b127143fd req-a0824fa8-fccb-4618-bf6b-0412559f79d1 service neutron] 10.222.0.54 "GET /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552854 Jul 07 17:26:26.833620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-9164764d-9bf4-4f10-9409-e3569521412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.834293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] For port 5ebd4d81-6014-4713-a19b-1483f1b0d015, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=5ebd4d81-6014-4713-a19b-1483f1b0d015,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:26.834643 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.835663 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-9164764d-9bf4-4f10-9409-e3569521412e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 1058 time: 0.0631456 Jul 07 17:26:26.947600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-dd053483-7d67-4129-8b65-9eb81db2ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.950959 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-dd053483-7d67-4129-8b65-9eb81db2ce21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67516e3e-4c56-4de2-bd78-1d6bcd6d5069 HTTP/1.1" status: 200 len: 899 time: 0.1091247 Jul 07 17:26:27.001713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-2830b899-9884-447b-a33c-391ff39cbebc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa HTTP/1.1" status: 200 len: 217 time: 0.0442607 Jul 07 17:26:27.084705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-d87fdfdf-1d56-400d-83e6-b31c593bd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.087663 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-d87fdfdf-1d56-400d-83e6-b31c593bd58e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d52d2db2-3a03-4965-87ff-5a8d40d2a8a9 HTTP/1.1" status: 200 len: 838 time: 0.0794125 Jul 07 17:26:27.157921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-508442fb-236b-49fa-bff2-d9384c70d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.159807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-508442fb-236b-49fa-bff2-d9384c70d3c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67516e3e-4c56-4de2-bd78-1d6bcd6d5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666156 Jul 07 17:26:27.264921 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-ba3bced9-fc38-4f40-b788-c3720b779d06 service neutron] 10.222.0.54 "GET /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983682 Jul 07 17:26:27.355654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac863d32-be9c-43f0-921d-2f6a85196e9c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:27.392113 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-17fcd02a-1e82-46ee-82a1-4177a9b2e531 service neutron] 10.222.0.54 "GET /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202266 Jul 07 17:26:27.410560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ac863d32-be9c-43f0-921d-2f6a85196e9c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:27.410946 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.624533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.625541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.626141 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Floating IP 63d9c1f8-f741-41d3-8e73-e91beaf90835 disassociated. External IP: 172.25.5.245, port: 5ebd4d81-6014-4713-a19b-1483f1b0d015. Jul 07 17:26:27.626786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Calling delete_port for 5ebd4d81-6014-4713-a19b-1483f1b0d015 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:27.999560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a2bbb-3bcb-4fcc-8d1a-24ef7ac4b096 req-fae58815-82c3-4c5f-8c34-5036696df185 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.002363 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0a2bbb-3bcb-4fcc-8d1a-24ef7ac4b096 req-fae58815-82c3-4c5f-8c34-5036696df185 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 907 time: 0.3599572 Jul 07 17:26:28.072138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fd6de-cf3d-4b62-85e7-53ee954b1959 req-82deaeb5-852a-428c-b722-e18b5d36ee91 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.076131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d73fd6de-cf3d-4b62-85e7-53ee954b1959 req-82deaeb5-852a-428c-b722-e18b5d36ee91 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 947 time: 0.2775159 Jul 07 17:26:28.154838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d73fd6de-cf3d-4b62-85e7-53ee954b1959 req-5cecbae8-7843-4c72-879f-2b863378d5cb tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups?id=82b08e09-750c-4e4d-abcf-d67cd8e441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726976 Jul 07 17:26:28.156100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.197533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event deleted for resources: {'Port': ['ID=5ebd4d81-6014-4713-a19b-1483f1b0d015,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.360487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:28.524919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:28.535738 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:28.554390 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:28.555718 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:28.611587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] No DVR routers for this DVR port 5ebd4d81-6014-4713-a19b-1483f1b0d015 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:28.615217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.617739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be3e29c-4c61-41cf-81bf-7aa4fabba4fd req-fc07c35f-830a-4708-9791-f85d723905be tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.54 "DELETE /v2.0/ports/5ebd4d81-6014-4713-a19b-1483f1b0d015 HTTP/1.1" status: 204 len: 173 time: 2.0902541 Jul 07 17:26:28.618228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-deleted', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:28.620848 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b6f99c-07bf-4bb2-8ccf-dd024648c555" -d '{"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-deleted", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:28.722382 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:28.780367 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672747c8-d92e-4fa9-9631-753be877c0dc x-openstack-request-id: req-672747c8-d92e-4fa9-9631-753be877c0dc {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:28.781310 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78b4b-b25b-4e6b-8fc6-d07f946ad254", "name": "network-vif-deleted", "tag": "5ebd4d81-6014-4713-a19b-1483f1b0d015", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:28.781310 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-672747c8-d92e-4fa9-9631-753be877c0dc {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:28.781666 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78b4b-b25b-4e6b-8fc6-d07f946ad254', 'name': 'network-vif-deleted', 'tag': '5ebd4d81-6014-4713-a19b-1483f1b0d015', 'status': 'completed', 'code': 200} Jul 07 17:26:28.957248 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:28.990754 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:29.001271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:29.001947 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:29.278762 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:29.333283 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:29.360744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531886ac-4867-48f1-9368-512ec057bb6d req-19ace9df-b120-443c-b304-ff9964712295 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.374991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-531886ac-4867-48f1-9368-512ec057bb6d req-19ace9df-b120-443c-b304-ff9964712295 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 907 time: 0.1656413 Jul 07 17:26:29.528841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1beea7b-9e3f-48aa-969d-d01789006812 req-f777a70c-b4e4-4721-ba26-f875b0a91d84 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/ports?device_id=ffa78b4b-b25b-4e6b-8fc6-d07f946ad254 HTTP/1.1" status: 200 len: 210 time: 0.0546227 Jul 07 17:26:29.640631 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:29.668851 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f575c30-1ed8-4476-bd1e-4e40dabc3241 None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:58Z', 'revision_number': 4, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '97ce7a53-8539-4969-843c-350be7048aa7', 'name': '', 'network_id': '81b277e2-7588-414a-ae05-87b528e88b17', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'mac_address': 'fa:16:3e:1b:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:56Z', 'updated_at': '2021-07-07T17:16:10Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'subnets': [{'id': '0a610644-96e7-47a2-846d-2f09140ca29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:29.931712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302151c3-823a-4495-9bb4-abe460aace75 None None] New status for floating IP 63d9c1f8-f741-41d3-8e73-e91beaf90835: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:26:30.593825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc72b74-a239-4fda-9cdc-085596dfcc35 req-0930b87a-b7d6-4441-a0cc-44b618971cf4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.595461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edc72b74-a239-4fda-9cdc-085596dfcc35 req-0930b87a-b7d6-4441-a0cc-44b618971cf4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 907 time: 0.0740466 Jul 07 17:26:30.679891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33632) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.743344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f98-7679-4dc2-8c83-e7a9cc9c383a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.778721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f98-7679-4dc2-8c83-e7a9cc9c383a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.833175 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f98-7679-4dc2-8c83-e7a9cc9c383a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.838433 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f98-7679-4dc2-8c83-e7a9cc9c383a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.840979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fafc2f98-7679-4dc2-8c83-e7a9cc9c383a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "DELETE /v2.0/security-groups/82b08e09-750c-4e4d-abcf-d67cd8e441c0 HTTP/1.1" status: 204 len: 168 time: 0.1597764 Jul 07 17:26:30.843704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33634) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.853771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2f98-7679-4dc2-8c83-e7a9cc9c383a tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b08e09-750c-4e4d-abcf-d67cd8e441c0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.861406 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-7f2db65c-1f0f-436b-b66d-2369ddd310b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] show failed (client error): The resource could not be found. Jul 07 17:26:30.861641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7f2db65c-1f0f-436b-b66d-2369ddd310b6 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "GET /v2.0/security-groups/82b08e09-750c-4e4d-abcf-d67cd8e441c0 HTTP/1.1" status: 404 len: 347 time: 0.0167987 Jul 07 17:26:30.865082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33636) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.899275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:30.901891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2edd1e7b-61cc-4427-80b6-d22e6c141baa details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:30.928563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 5ebd4d81-6014-4713-a19b-1483f1b0d015 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:30.928947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 5ebd4d81-6014-4713-a19b-1483f1b0d015 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:31.033566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Deleting port 8ef2a1a2-acb0-4664-a664-d74c8643375f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:31.033965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.105208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:31.125287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.125810 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.126875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '2edd1e7b-61cc-4427-80b6-d22e6c141baa', 'network_id': '67516e3e-4c56-4de2-bd78-1d6bcd6d5069', 'port_id': '2edd1e7b-61cc-4427-80b6-d22e6c141baa', 'mac_address': 'fa:16:3e:8b:91:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52d2db2-3a03-4965-87ff-5a8d40d2a8a9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:31.154056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Calling delete_port for 8ef2a1a2-acb0-4664-a664-d74c8643375f owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:31.190371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.207289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd1e7b-61cc-4427-80b6-d22e6c141baa {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:31.233367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:31.238280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.303157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2edd1e7b-61cc-4427-80b6-d22e6c141baa,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.332187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.357446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Pushing event deleted for resources: {'Port': ['ID=8ef2a1a2-acb0-4664-a664-d74c8643375f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.426818 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.429639 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.431011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1075e376-b618-4db6-9b00-db819ef739b0 tempest-AttachVolumeShelveTestJSON-1710515295 tempest-AttachVolumeShelveTestJSON-1710515295-project] 10.222.0.78 "DELETE /v2.0/floatingips/63d9c1f8-f741-41d3-8e73-e91beaf90835 HTTP/1.1" status: 204 len: 168 time: 0.5640628 Jul 07 17:26:31.555170 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['2edd1e7b-61cc-4427-80b6-d22e6c141baa'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:31.889796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32566a86-0561-4675-969f-4957d3512cc2 req-c983893d-bda9-4af6-a336-2b4a64c67beb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.891995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32566a86-0561-4675-969f-4957d3512cc2 req-c983893d-bda9-4af6-a336-2b4a64c67beb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 908 time: 0.0839918 Jul 07 17:26:32.912193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2edd1e7b-61cc-4427-80b6-d22e6c141baa up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:32.969285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 2edd1e7b-61cc-4427-80b6-d22e6c141baa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:32.973842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 2edd1e7b-61cc-4427-80b6-d22e6c141baa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:32.974220 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.127693 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.171117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c0261-5a7c-4034-8a68-5a64a939e53e req-49a489fb-4903-485d-8740-bb1681cd82fa tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.172299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd1e7b-61cc-4427-80b6-d22e6c141baa'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:33.174116 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e5c0261-5a7c-4034-8a68-5a64a939e53e req-49a489fb-4903-485d-8740-bb1681cd82fa tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 908 time: 0.0921507 Jul 07 17:26:33.176756 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb65c812-b2e3-41ca-9912-ec1659e26c6d" -d '{"events": [{"server_uuid": "63fbe8a9-9e16-4589-bd6f-b08078e307ce", "name": "network-vif-plugged", "status": "completed", "tag": "2edd1e7b-61cc-4427-80b6-d22e6c141baa"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:33.214126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:33.219875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.268589 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce1facf-ac93-4e94-9e1d-817d71458bf1 x-openstack-request-id: req-3ce1facf-ac93-4e94-9e1d-817d71458bf1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:33.269037 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe8a9-9e16-4589-bd6f-b08078e307ce", "name": "network-vif-plugged", "status": "completed", "tag": "2edd1e7b-61cc-4427-80b6-d22e6c141baa", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:33.269458 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ce1facf-ac93-4e94-9e1d-817d71458bf1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:33.270070 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd1e7b-61cc-4427-80b6-d22e6c141baa', 'code': 200} Jul 07 17:26:33.298772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=2edd1e7b-61cc-4427-80b6-d22e6c141baa,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.446635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294067-8f56-4311-a6b2-cc952665aa23 req-4c936aa3-4ac1-4f5f-93df-5652e61d9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.448762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7294067-8f56-4311-a6b2-cc952665aa23 req-4c936aa3-4ac1-4f5f-93df-5652e61d9672 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 1060 time: 0.0631242 Jul 07 17:26:33.858501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.412231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c208-8f53-42a9-9882-a891da8e21f1 req-c1ee7ed2-1b3d-4d96-9576-128be904ab12 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.414091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a345c208-8f53-42a9-9882-a891da8e21f1 req-c1ee7ed2-1b3d-4d96-9576-128be904ab12 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 909 time: 0.1075878 Jul 07 17:26:35.221502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb90d25c-6e07-4e91-8e8d-980353ebb461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.726873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a77b9a-0cc4-4273-b754-541ef264cd80 req-4e8bb37b-12d9-4207-b8f0-2817685175e8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.728397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75a77b9a-0cc4-4273-b754-541ef264cd80 req-4e8bb37b-12d9-4207-b8f0-2817685175e8 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 909 time: 0.1011586 Jul 07 17:26:35.965849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed1074-ebe3-4b90-bf18-897d98863786 req-fbebbdb1-344a-4988-9068-ea37dadf0cf0 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.968734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaed1074-ebe3-4b90-bf18-897d98863786 req-fbebbdb1-344a-4988-9068-ea37dadf0cf0 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 909 time: 0.1011095 Jul 07 17:26:36.265624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28610017-b583-43d7-892e-7cbcf0eecb48 req-f2b88d77-be2a-4e8a-96b6-32e85a3c768e tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:36.267518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28610017-b583-43d7-892e-7cbcf0eecb48 req-f2b88d77-be2a-4e8a-96b6-32e85a3c768e tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 1060 time: 0.0606587 Jul 07 17:26:36.572854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9bec-b61f-492e-bc87-488a9497c683 req-b254a43a-d500-4830-a466-a85ecd0da6c5 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:36.575802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3beb9bec-b61f-492e-bc87-488a9497c683 req-b254a43a-d500-4830-a466-a85ecd0da6c5 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1136 time: 0.0964172 Jul 07 17:26:36.624819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3beb9bec-b61f-492e-bc87-488a9497c683 req-1870f718-74fe-43e8-b67f-c0703fdf4380 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0428495 Jul 07 17:26:36.653414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:36.710562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36095cfc-6863-431e-b53c-7544f6eaf456 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:36.712300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36095cfc-6863-431e-b53c-7544f6eaf456 tempest-TestSecurityGroupsBasicOps-2088307598 tempest-TestSecurityGroupsBasicOps-2088307598-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 1055 time: 0.0578797 Jul 07 17:26:37.159139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a2733-3e56-4940-8f3c-66f190fc9703 req-0546db39-f735-4cf2-8c9b-961cf5172cbe tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.160845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d33a2733-3e56-4940-8f3c-66f190fc9703 req-0546db39-f735-4cf2-8c9b-961cf5172cbe tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 909 time: 0.0978980 Jul 07 17:26:37.372044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33686) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.687250 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.367420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.528852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d70ab-f9f6-403c-8329-8c6cfb3dd3fb req-18d69d94-791f-4cff-a712-eeb8e5222d1e tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.531795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c3d70ab-f9f6-403c-8329-8c6cfb3dd3fb req-18d69d94-791f-4cff-a712-eeb8e5222d1e tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 909 time: 0.1997628 Jul 07 17:26:38.563380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d408d9-ca15-4727-bd05-74facef46d6c req-cdf47492-512f-4ec0-aa9b-801a8d3805ee tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.563380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02d408d9-ca15-4727-bd05-74facef46d6c req-cdf47492-512f-4ec0-aa9b-801a8d3805ee tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.54 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 909 time: 0.1744928 Jul 07 17:26:38.710599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Deleting port 97ce7a53-8539-4969-843c-350be7048aa7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:38.711475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.745687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port 2edd1e7b-61cc-4427-80b6-d22e6c141baa {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:38.746268 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.795534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] For port 97ce7a53-8539-4969-843c-350be7048aa7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=97ce7a53-8539-4969-843c-350be7048aa7,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:38.795815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.816401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Calling delete_port for 97ce7a53-8539-4969-843c-350be7048aa7 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:38.882597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] For port 2edd1e7b-61cc-4427-80b6-d22e6c141baa, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=2edd1e7b-61cc-4427-80b6-d22e6c141baa,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:38.883171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.906167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for 2edd1e7b-61cc-4427-80b6-d22e6c141baa owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:39.060715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.062229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.093591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ce7a53-8539-4969-843c-350be7048aa7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.118759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=2edd1e7b-61cc-4427-80b6-d22e6c141baa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.157742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad78ca1e-9a28-4018-a570-f1529468b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.194923 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.216504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] No DVR routers for this DVR port 2edd1e7b-61cc-4427-80b6-d22e6c141baa on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:39.221405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.226199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02d408d9-ca15-4727-bd05-74facef46d6c req-7df4f92b-422e-4190-bd2e-c7d791475c3c tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.54 "DELETE /v2.0/ports/2edd1e7b-61cc-4427-80b6-d22e6c141baa HTTP/1.1" status: 204 len: 173 time: 0.6569002 Jul 07 17:26:39.227774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'name': 'network-vif-deleted', 'tag': '2edd1e7b-61cc-4427-80b6-d22e6c141baa'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:39.232904 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d39c4e-6f9b-407c-b821-d8d314abb9b7" -d '{"events": [{"server_uuid": "63fbe8a9-9e16-4589-bd6f-b08078e307ce", "name": "network-vif-deleted", "tag": "2edd1e7b-61cc-4427-80b6-d22e6c141baa"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:39.301587 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e5c0a6-098e-4f20-b362-adc5852a3dea x-openstack-request-id: req-e1e5c0a6-098e-4f20-b362-adc5852a3dea {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:39.302540 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe8a9-9e16-4589-bd6f-b08078e307ce", "name": "network-vif-deleted", "tag": "2edd1e7b-61cc-4427-80b6-d22e6c141baa", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:39.303312 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1e5c0a6-098e-4f20-b362-adc5852a3dea {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:39.304306 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe8a9-9e16-4589-bd6f-b08078e307ce', 'name': 'network-vif-deleted', 'tag': '2edd1e7b-61cc-4427-80b6-d22e6c141baa', 'status': 'completed', 'code': 200} Jul 07 17:26:39.355958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.696219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Router f70dfd2d-d4c3-4664-9de1-c3d438166e02 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:39.733231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13497120-c8ac-42cf-970e-499636269f5e req-602b8eac-c670-4584-ab2b-72d4ad886a2a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 210 time: 0.0416009 Jul 07 17:26:39.831081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-53ae4397-8bf1-4ce6-8cdb-027c467f8129 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0480318 Jul 07 17:26:39.865192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:39.875895 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23d114c6-35a7-4623-8ea4-b66413828e66 admin admin] 10.222.0.78 "PUT /v2.0/routers/f70dfd2d-d4c3-4664-9de1-c3d438166e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5019765 Jul 07 17:26:39.879767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33696) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.883609 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] Sync routers for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:39.896200 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:39.896839 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:40.021131 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:40.021441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-be45e907-e9bd-4fc0-9817-d517f0ba9502 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=63fbe8a9-9e16-4589-bd6f-b08078e307ce HTTP/1.1" status: 200 len: 210 time: 0.1311245 Jul 07 17:26:40.252473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:26:39Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:40.253638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.280554 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] Checking router: f70dfd2d-d4c3-4664-9de1-c3d438166e02 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:40.290830 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] Routers {'f70dfd2d-d4c3-4664-9de1-c3d438166e02'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:40.291482 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:40.448152 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] Set router f70dfd2d-d4c3-4664-9de1-c3d438166e02 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:40.670099 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:26:39Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:40.706408 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc263cff-3a28-48c9-8165-40098d77cb19 None None] The sync data for ids ['f70dfd2d-d4c3-4664-9de1-c3d438166e02'] in n-d-793619-7 is: [{'id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'name': 'tempest-AttachVolumeShelveTestJSON-1895718720-router', 'tenant_id': 'caf95b908d5f412cab742aa0fb3705de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:26:39Z', 'revision_number': 5, 'project_id': 'caf95b908d5f412cab742aa0fb3705de', 'gw_port': {'id': '0c01599e-d9b1-4660-a12c-ba92822d9631', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70dfd2d-d4c3-4664-9de1-c3d438166e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:48Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:40.722460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-26f02563-c10b-4850-b78b-d046e2fc874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.722942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-26f02563-c10b-4850-b78b-d046e2fc874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.724904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-26f02563-c10b-4850-b78b-d046e2fc874c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b40df67ed5564254b89f7cd97151aa03&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.6392744 Jul 07 17:26:40.849919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.855664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.878499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33700) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.013855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-0030aaa4-2fea-458c-bfe5-378a391e35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:41.015329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-adb3b30f-acc8-4b36-ab7f-640acfe5847b req-0030aaa4-2fea-458c-bfe5-378a391e35f3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2828703 Jul 07 17:26:41.137021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Deleting port 0c01599e-d9b1-4660-a12c-ba92822d9631 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:41.137519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.314583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 97ce7a53-8539-4969-843c-350be7048aa7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:41.341754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 97ce7a53-8539-4969-843c-350be7048aa7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:41.342093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 97ce7a53-8539-4969-843c-350be7048aa7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:41.358233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] For port 0c01599e-d9b1-4660-a12c-ba92822d9631, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0c01599e-d9b1-4660-a12c-ba92822d9631,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:41.358607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.378357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Calling delete_port for 0c01599e-d9b1-4660-a12c-ba92822d9631 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:41.785153 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.821707 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.825937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c01599e-d9b1-4660-a12c-ba92822d9631,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.972069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.096640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.116768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.269807 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.270680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70dfd2d-d4c3-4664-9de1-c3d438166e02 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:42.279849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.284408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-815a7092-c992-41cc-8617-20ebe4672b94 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f70dfd2d-d4c3-4664-9de1-c3d438166e02 HTTP/1.1" status: 204 len: 168 time: 2.4006925 Jul 07 17:26:42.284912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33702) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:42.811122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Deleting subnet 0a610644-96e7-47a2-846d-2f09140ca29f {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:42.817444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.926729 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.976379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2edd1e7b-61cc-4427-80b6-d22e6c141baa no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:43.003153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 2edd1e7b-61cc-4427-80b6-d22e6c141baa {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:43.003588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 2edd1e7b-61cc-4427-80b6-d22e6c141baa not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:43.091515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port ac863d32-be9c-43f0-921d-2f6a85196e9c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:43.092140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.095329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.234673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.246222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] For port ac863d32-be9c-43f0-921d-2f6a85196e9c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac863d32-be9c-43f0-921d-2f6a85196e9c,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:43.246786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.284882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a610644-96e7-47a2-846d-2f09140ca29f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:43.292513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.295588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a92a4927-2940-43b1-a16e-189e502644a5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0a610644-96e7-47a2-846d-2f09140ca29f HTTP/1.1" status: 204 len: 168 time: 1.0088603 Jul 07 17:26:43.297467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for ac863d32-be9c-43f0-921d-2f6a85196e9c owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:43.297765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de57686-afef-45b4-ba38-107dfe944ec0 None None] Network 81b277e2-7588-414a-ae05-87b528e88b17 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:43.298237 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:43.403163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c01599e-d9b1-4660-a12c-ba92822d9631 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:43.422148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.442545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 0c01599e-d9b1-4660-a12c-ba92822d9631 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:43.443046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0c01599e-d9b1-4660-a12c-ba92822d9631 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:43.520518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Deleting port ed46ed69-11bc-40ad-b3a8-9299cf809553 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:43.521152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.584265 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.604421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] For port ed46ed69-11bc-40ad-b3a8-9299cf809553, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed46ed69-11bc-40ad-b3a8-9299cf809553,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:43.605669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.635585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Calling delete_port for ed46ed69-11bc-40ad-b3a8-9299cf809553 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:43.645452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] DHCP port deletion for 81b277e2-7588-414a-ae05-87b528e88b17 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:43.653275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=ac863d32-be9c-43f0-921d-2f6a85196e9c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:43.738399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Deleting port ed46ed69-11bc-40ad-b3a8-9299cf809553 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:43.739259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.751423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.793299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed46ed69-11bc-40ad-b3a8-9299cf809553,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:43.806194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] No DVR routers for this DVR port ed46ed69-11bc-40ad-b3a8-9299cf809553 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:43.864693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] For port ed46ed69-11bc-40ad-b3a8-9299cf809553, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ed46ed69-11bc-40ad-b3a8-9299cf809553,segment=NetworkSegment(90cabbe6-a006-4d15-9d3c-84941eb7becc),segment_id=90cabbe6-a006-4d15-9d3c-84941eb7becc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:43.865438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.899527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Calling delete_port for ed46ed69-11bc-40ad-b3a8-9299cf809553 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:43.932429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.952776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b277e2-7588-414a-ae05-87b528e88b17']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:43.972113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.977318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cabbe6-a006-4d15-9d3c-84941eb7becc') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:43.977983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cabbe6-a006-4d15-9d3c-84941eb7becc') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:43.990464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.007539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.015482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:44.015905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.022273 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:44.039787 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:44.058435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Pushing event deleted for resources: {'Port': ['ID=ed46ed69-11bc-40ad-b3a8-9299cf809553,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.072440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] No DVR routers for this DVR port ed46ed69-11bc-40ad-b3a8-9299cf809553 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:44.079978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.080970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.081815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.082636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.083442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.084254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.085070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.086786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.087379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.087908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.088467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.089255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ea8c3-2f78-4d92-a930-181dcd20c991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:44.127355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.151281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.156612 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] 10.222.0.78 "DELETE /v2.0/networks/81b277e2-7588-414a-ae05-87b528e88b17 HTTP/1.1" status: 204 len: 168 time: 0.8565831 Jul 07 17:26:44.158944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10695fce-e0c2-4b3b-8919-43ca8acd282b admin admin] Pushing event deleted for resources: {'Network': ['ID=81b277e2-7588-414a-ae05-87b528e88b17,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.332371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 83d19fcd-4dd5-44e2-9c97-e08682748f53 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:44.363915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33708) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.416734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-bc4b8936-477b-404f-9ad8-f388e0b98950 req-6e151a96-0b18-411d-8001-115f8c0130e5 service neutron] (98264) timed out ('10.222.0.13', 58101) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:26:44.422148 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3efc21a0-08e3-47bf-b0b5-d0d7b1cbc749 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=caf95b908d5f412cab742aa0fb3705de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567265 Jul 07 17:26:44.426947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.468002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:44.473631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-44e8d44c-627f-41e8-8958-0401189c04f9 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "PUT /v2.0/routers/83d19fcd-4dd5-44e2-9c97-e08682748f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5943887 Jul 07 17:26:44.476529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33712) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.483796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] Sync routers for ids ['83d19fcd-4dd5-44e2-9c97-e08682748f53'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:44.499564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] Routers {'83d19fcd-4dd5-44e2-9c97-e08682748f53'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:44.500693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83d19fcd-4dd5-44e2-9c97-e08682748f53'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:44.522464 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce854-1502-45b5-b634-a4cc02a3a8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.537050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting subnet d52d2db2-3a03-4965-87ff-5a8d40d2a8a9 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:44.541494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.564201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce854-1502-45b5-b634-a4cc02a3a8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.595859 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.653718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce854-1502-45b5-b634-a4cc02a3a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.659438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce854-1502-45b5-b634-a4cc02a3a8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.663688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ec4ce854-1502-45b5-b634-a4cc02a3a8ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c959232e-398f-45cf-8b6d-855d53e4efb7 HTTP/1.1" status: 204 len: 168 time: 0.2329428 Jul 07 17:26:44.681131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce854-1502-45b5-b634-a4cc02a3a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959232e-398f-45cf-8b6d-855d53e4efb7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.686727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] Set router 83d19fcd-4dd5-44e2-9c97-e08682748f53 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:44.749551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.855388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.888503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Subnet': ['ID=d52d2db2-3a03-4965-87ff-5a8d40d2a8a9,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.902637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.908030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7e666-a7ef-46d2-a118-ef8c388e2291 None None] Network 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:44.908707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33716) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.909223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-02dce8f1-c7a0-4ad1-8637-c3019f7daf7f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/subnets/d52d2db2-3a03-4965-87ff-5a8d40d2a8a9 HTTP/1.1" status: 204 len: 168 time: 0.4311943 Jul 07 17:26:44.913390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:43Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:44.974753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] Checking router: 83d19fcd-4dd5-44e2-9c97-e08682748f53 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:45.007427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] Routers {'83d19fcd-4dd5-44e2-9c97-e08682748f53'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:45.008061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['83d19fcd-4dd5-44e2-9c97-e08682748f53'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:45.118386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.195496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] Set router 83d19fcd-4dd5-44e2-9c97-e08682748f53 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:45.283803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.356702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] DHCP port deletion for 67516e3e-4c56-4de2-bd78-1d6bcd6d5069 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:45.413330 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:45.414244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.464307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] Deleting port 16bad8d5-e797-40a7-af8a-6e6653205481 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:45.464773 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.536304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed46ed69-11bc-40ad-b3a8-9299cf809553 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:45.570152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ed46ed69-11bc-40ad-b3a8-9299cf809553 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:45.570624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ed46ed69-11bc-40ad-b3a8-9299cf809553 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:45.577059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:43Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:45.584438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] For port 16bad8d5-e797-40a7-af8a-6e6653205481, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=16bad8d5-e797-40a7-af8a-6e6653205481,segment=NetworkSegment(75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad),segment_id=75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:45.584887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.595266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] For port 961ea12b-0dc0-4c17-b86f-c50dea37bb5e, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:45.596183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.615700 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for 961ea12b-0dc0-4c17-b86f-c50dea37bb5e owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:45.618984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e8dc-9a0f-4be3-9b1a-5b5c16645cd8 None None] The sync data for ids ['83d19fcd-4dd5-44e2-9c97-e08682748f53'] in n-d-793619-7 is: [{'id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1558712732', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:43Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': '961ea12b-0dc0-4c17-b86f-c50dea37bb5e', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d19fcd-4dd5-44e2-9c97-e08682748f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:15Z', 'updated_at': '2021-07-07T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:45.628916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] Calling delete_port for 16bad8d5-e797-40a7-af8a-6e6653205481 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:45.770580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.799023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] Pushing event deleted for resources: {'Port': ['ID=16bad8d5-e797-40a7-af8a-6e6653205481,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.811098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d68ccd-abac-45a6-84f0-7901fd6637b7 None None] No DVR routers for this DVR port 16bad8d5-e797-40a7-af8a-6e6653205481 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:45.902108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.957359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=961ea12b-0dc0-4c17-b86f-c50dea37bb5e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:46.052500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.175736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.178414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.242481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.243440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Fanout notify agent at l3_agent the message router_deleted on router 83d19fcd-4dd5-44e2-9c97-e08682748f53 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:46.256948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.258953 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7cea683c-baa1-4ea2-89ca-b85cadeda07d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/routers/83d19fcd-4dd5-44e2-9c97-e08682748f53 HTTP/1.1" status: 204 len: 168 time: 1.3484116 Jul 07 17:26:46.262982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33742) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:46.384379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.499924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.516105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67516e3e-4c56-4de2-bd78-1d6bcd6d5069']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.537611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.538107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dd3a42-1dcc-4d9c-823e-7d6a6a5be2ad') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.556219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.587114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.595298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:46.595780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:46.599920 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:46.674061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.682061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.685156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/networks/67516e3e-4c56-4de2-bd78-1d6bcd6d5069 HTTP/1.1" status: 204 len: 168 time: 0.4202545 Jul 07 17:26:46.687884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:46.746675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c5fca-400b-4383-a88c-977ad48942a4 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Network': ['ID=67516e3e-4c56-4de2-bd78-1d6bcd6d5069,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:46.965502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port f94b43ee-439d-4e1e-bde5-e386ffc6f022 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:46.965854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.053211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.053546 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.068119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for f94b43ee-439d-4e1e-bde5-e386ffc6f022 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:47.360333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac863d32-be9c-43f0-921d-2f6a85196e9c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:47.388154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ac863d32-be9c-43f0-921d-2f6a85196e9c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:47.388673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac863d32-be9c-43f0-921d-2f6a85196e9c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:47.388920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16bad8d5-e797-40a7-af8a-6e6653205481 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:47.413614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 16bad8d5-e797-40a7-af8a-6e6653205481 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:47.413989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 16bad8d5-e797-40a7-af8a-6e6653205481 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:47.414379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 961ea12b-0dc0-4c17-b86f-c50dea37bb5e no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:47.441878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 961ea12b-0dc0-4c17-b86f-c50dea37bb5e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:47.443027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 961ea12b-0dc0-4c17-b86f-c50dea37bb5e not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:47.611052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.644285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=f94b43ee-439d-4e1e-bde5-e386ffc6f022,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.762973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.763396 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Floating IP 731208d3-8219-4b28-bdab-e8736613de35 disassociated (deleted). External IP: 172.25.5.110, port: a4419d6d-68dc-490f-a6f2-885137406a2a. Jul 07 17:26:48.123981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:48.140438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33798) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.267062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:48.272009 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.289439 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] Sync routers for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:48.305662 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:48.306705 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:48.317085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-650ea719-dbbf-49b5-97a1-7929d15fe03d tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/floatingips/731208d3-8219-4b28-bdab-e8736613de35 HTTP/1.1" status: 204 len: 168 time: 1.6258554 Jul 07 17:26:48.317085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:48.317840 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:48.369523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26b84d2b-0422-471f-acca-56694144f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.410826 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5380b050-853b-4c6a-99f3-8a07554d386c x-openstack-request-id: req-5380b050-853b-4c6a-99f3-8a07554d386c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:48.411177 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:48.411440 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5380b050-853b-4c6a-99f3-8a07554d386c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:48.412579 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'status': 'completed', 'code': 200} Jul 07 17:26:48.545473 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:48.614997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26b84d2b-0422-471f-acca-56694144f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.624516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-26b84d2b-0422-471f-acca-56694144f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.633162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-51e866cb-a054-4173-9783-7bb658f956a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.636139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-51e866cb-a054-4173-9783-7bb658f956a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b40df67ed5564254b89f7cd97151aa03&device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 1136 time: 0.1793246 Jul 07 17:26:48.786357 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-26b84d2b-0422-471f-acca-56694144f437 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1c1980cade144818893db76825d1af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423838 Jul 07 17:26:48.787448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33808) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.794068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b84d2b-0422-471f-acca-56694144f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76783aaa-5ffc-4731-a56e-1c87f8e1306d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:48.880661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-2334f752-129e-40af-ae9b-51da62cd6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.880910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-742b0421-93ae-48f6-a02c-c3db3e6d29b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.883539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-2334f752-129e-40af-ae9b-51da62cd6c9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 200 len: 898 time: 0.2284918 Jul 07 17:26:48.929998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:48.936400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-742b0421-93ae-48f6-a02c-c3db3e6d29b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.946166 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-b3367f19-8a02-4233-9878-bd14f65ccf47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 200 len: 217 time: 0.0552344 Jul 07 17:26:48.961261 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] Checking router: 4e682cb8-ffc4-44b4-b291-ed161d5eea73 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:48.972455 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:48.973358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:49.006600 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-8f8c2dda-cc37-4766-ad83-29014b5e2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.007538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623ddcf-b0de-4542-ad6b-49efe2b3b9fb req-0a29e500-6183-43fa-b16f-998d01e5320f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.008530 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-8f8c2dda-cc37-4766-ad83-29014b5e2625 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8566ae4d-e110-4b57-bddc-c3d2dffff8f6 HTTP/1.1" status: 200 len: 835 time: 0.0562675 Jul 07 17:26:49.009183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4623ddcf-b0de-4542-ad6b-49efe2b3b9fb req-0a29e500-6183-43fa-b16f-998d01e5320f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 985 time: 0.1427658 Jul 07 17:26:49.072733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-742b0421-93ae-48f6-a02c-c3db3e6d29b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.078348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-742b0421-93ae-48f6-a02c-c3db3e6d29b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.082858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-742b0421-93ae-48f6-a02c-c3db3e6d29b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76783aaa-5ffc-4731-a56e-1c87f8e1306d HTTP/1.1" status: 204 len: 168 time: 0.2909641 Jul 07 17:26:49.094548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4623ddcf-b0de-4542-ad6b-49efe2b3b9fb req-bce29090-32ba-487b-8bb7-f5cd0e48dda6 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0728877 Jul 07 17:26:49.103436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b0421-93ae-48f6-a02c-c3db3e6d29b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76783aaa-5ffc-4731-a56e-1c87f8e1306d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.143829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-ffea025e-86f2-49f9-98ec-85800f47f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.143829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-ffea025e-86f2-49f9-98ec-85800f47f037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99d39975-28ad-48b4-be26-a2576dcf2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242299 Jul 07 17:26:49.247923 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:49.294297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-760627bb-5414-41ce-bfea-d3edd99ac158 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444387 Jul 07 17:26:49.400218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5bd5cfa6-68b3-4d7f-af8b-816fbe1c895f req-143ad48e-d422-4d7f-991a-81d240b1f829 service neutron] 10.222.0.13 "GET /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979760 Jul 07 17:26:49.528770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33814) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:49.546607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3b26cc4-427f-4fd1-9a60-0a39c0b75804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.559742 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:49.591694 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ed26b-6cc3-41a2-ae03-5659590e7604 None None] The sync data for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 is: [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:25:24Z', 'revision_number': 4, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '88294065-79a8-4f08-a8f8-c3bc511270d8', 'name': '', 'network_id': '99d39975-28ad-48b4-be26-a2576dcf2751', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:23Z', 'updated_at': '2021-07-07T17:25:29Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'subnets': [{'id': '8566ae4d-e110-4b57-bddc-c3d2dffff8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:49.700613 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3b26cc4-427f-4fd1-9a60-0a39c0b75804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.705905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e3b26cc4-427f-4fd1-9a60-0a39c0b75804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.749976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b26cc4-427f-4fd1-9a60-0a39c0b75804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c8f26-7e71-4d23-a343-8a61ea9a4b7a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.758810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e3b26cc4-427f-4fd1-9a60-0a39c0b75804 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=afb36f5837524dd18234644c58509b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245398 Jul 07 17:26:49.758810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33816) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:49.826909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b3062ae-5068-4935-a7b8-0476bab0bb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.861128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b3062ae-5068-4935-a7b8-0476bab0bb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.898601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791f9ea-bd8d-42b9-a146-c5c4f560c8c2 None None] New status for floating IP 731208d3-8219-4b28-bdab-e8736613de35: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:26:49.919661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b3062ae-5068-4935-a7b8-0476bab0bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.922939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7b3062ae-5068-4935-a7b8-0476bab0bb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.924801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7b3062ae-5068-4935-a7b8-0476bab0bb26 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df3c8f26-7e71-4d23-a343-8a61ea9a4b7a HTTP/1.1" status: 204 len: 168 time: 0.1649394 Jul 07 17:26:49.936324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3062ae-5068-4935-a7b8-0476bab0bb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c8f26-7e71-4d23-a343-8a61ea9a4b7a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.295944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-67252ad0-b736-438d-8a5e-cc922665fcdd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:50.298902 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-67252ad0-b736-438d-8a5e-cc922665fcdd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 985 time: 0.1524670 Jul 07 17:26:50.364131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5198ed-2805-4ac3-b409-d7ded85024e8 req-35c2ef83-818c-41c0-a337-e52c5b26cd26 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:50.365986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5198ed-2805-4ac3-b409-d7ded85024e8 req-35c2ef83-818c-41c0-a337-e52c5b26cd26 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 985 time: 0.0891879 Jul 07 17:26:50.436359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b5198ed-2805-4ac3-b409-d7ded85024e8 req-dc3126f8-6c59-4613-ab9a-d12fac2d979e tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/security-groups?id=82491976-4de1-4620-a91a-5c11b54cdbcd&id=fdf21afb-0d50-4858-88c9-a142fe4ff6df&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0608289 Jul 07 17:26:50.478560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port a4419d6d-68dc-490f-a6f2-885137406a2a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:50.479206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.633676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] For port a4419d6d-68dc-490f-a6f2-885137406a2a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a4419d6d-68dc-490f-a6f2-885137406a2a,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:50.634088 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.654758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for a4419d6d-68dc-490f-a6f2-885137406a2a owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:50.863799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.903836 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=a4419d6d-68dc-490f-a6f2-885137406a2a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.959903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] No DVR routers for this DVR port a4419d6d-68dc-490f-a6f2-885137406a2a on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:50.963123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.965547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2b6c962b-8869-47ff-b6b0-b64e7e139c06 req-97bf990e-28e0-45eb-8af3-484d0dced8fd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.13 "DELETE /v2.0/ports/a4419d6d-68dc-490f-a6f2-885137406a2a HTTP/1.1" status: 204 len: 173 time: 0.6609359 Jul 07 17:26:50.966038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'name': 'network-vif-deleted', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:50.968377 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae23ca45-00ab-496c-99f5-e09add4602e6" -d '{"events": [{"server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "name": "network-vif-deleted", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:51.025370 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd2eb6-80c7-4dfa-9710-19dca4bde078 x-openstack-request-id: req-25bd2eb6-80c7-4dfa-9710-19dca4bde078 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:51.025685 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9996c40-45f3-40ca-9b4d-285ee075434c", "name": "network-vif-deleted", "tag": "a4419d6d-68dc-490f-a6f2-885137406a2a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:51.026066 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25bd2eb6-80c7-4dfa-9710-19dca4bde078 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:51.026278 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9996c40-45f3-40ca-9b4d-285ee075434c', 'name': 'network-vif-deleted', 'tag': 'a4419d6d-68dc-490f-a6f2-885137406a2a', 'status': 'completed', 'code': 200} Jul 07 17:26:51.700510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f0cfdba-8210-4df0-80b7-3a64fb55740b req-17190a79-98af-4aed-9272-e7d457c9b273 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9996c40-45f3-40ca-9b4d-285ee075434c HTTP/1.1" status: 200 len: 210 time: 0.0396576 Jul 07 17:26:52.837410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33878) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.901408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-803189a7-07a4-4300-8452-87226e935e6f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.934147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-803189a7-07a4-4300-8452-87226e935e6f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.004718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-803189a7-07a4-4300-8452-87226e935e6f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.008451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-803189a7-07a4-4300-8452-87226e935e6f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.010130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-803189a7-07a4-4300-8452-87226e935e6f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/security-groups/fdf21afb-0d50-4858-88c9-a142fe4ff6df HTTP/1.1" status: 204 len: 168 time: 0.1714025 Jul 07 17:26:53.014281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33882) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.022723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803189a7-07a4-4300-8452-87226e935e6f tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf21afb-0d50-4858-88c9-a142fe4ff6df,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.083236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4eed-61a2-44d6-995e-db2016eae06a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.117663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4eed-61a2-44d6-995e-db2016eae06a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.189852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4eed-61a2-44d6-995e-db2016eae06a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.192961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6fbe4eed-61a2-44d6-995e-db2016eae06a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.197329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6fbe4eed-61a2-44d6-995e-db2016eae06a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/security-groups/82491976-4de1-4620-a91a-5c11b54cdbcd HTTP/1.1" status: 204 len: 168 time: 0.1787064 Jul 07 17:26:53.201382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33884) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.212665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe4eed-61a2-44d6-995e-db2016eae06a tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82491976-4de1-4620-a91a-5c11b54cdbcd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.455302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33888) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.572724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a4419d6d-68dc-490f-a6f2-885137406a2a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:53.602663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: a4419d6d-68dc-490f-a6f2-885137406a2a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:53.603389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a4419d6d-68dc-490f-a6f2-885137406a2a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:53.624404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b85a38f-b959-49f5-adb0-00f2a17e9273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.746198 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.768175 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b85a38f-b959-49f5-adb0-00f2a17e9273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.773608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b85a38f-b959-49f5-adb0-00f2a17e9273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.825140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8b85a38f-b959-49f5-adb0-00f2a17e9273 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5241863938a84f12aadbd9aca0f456ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680196 Jul 07 17:26:53.826293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85a38f-b959-49f5-adb0-00f2a17e9273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14221c-3a93-45b7-959e-89f19d70c6ae,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.829169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.908220 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c12c3017-599b-4ee5-8cb9-408ffd437657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.938354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c12c3017-599b-4ee5-8cb9-408ffd437657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.998176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.007306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c12c3017-599b-4ee5-8cb9-408ffd437657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.011034 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c12c3017-599b-4ee5-8cb9-408ffd437657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.013388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c12c3017-599b-4ee5-8cb9-408ffd437657 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a14221c-3a93-45b7-959e-89f19d70c6ae HTTP/1.1" status: 204 len: 168 time: 0.1828909 Jul 07 17:26:54.025935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c3017-599b-4ee5-8cb9-408ffd437657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14221c-3a93-45b7-959e-89f19d70c6ae,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.134311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port 88294065-79a8-4f08-a8f8-c3bc511270d8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:54.135139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.319386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] For port 88294065-79a8-4f08-a8f8-c3bc511270d8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=88294065-79a8-4f08-a8f8-c3bc511270d8,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:54.319927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.347879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for 88294065-79a8-4f08-a8f8-c3bc511270d8 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:54.547176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33898) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.575305 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71752cab-2690-4641-b978-b87c6b2a1518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.669497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.684891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71752cab-2690-4641-b978-b87c6b2a1518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.690528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-71752cab-2690-4641-b978-b87c6b2a1518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.706732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=88294065-79a8-4f08-a8f8-c3bc511270d8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.758806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-71752cab-2690-4641-b978-b87c6b2a1518 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e27cb10cea04fa796f9d82952773a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074611 Jul 07 17:26:54.758806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71752cab-2690-4641-b978-b87c6b2a1518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f42f97-2310-4e84-ad3c-5bdfc15962b4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.760403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33900) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.852743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-350f678a-ae56-415c-b49a-f3fab8fab116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.901027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-350f678a-ae56-415c-b49a-f3fab8fab116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.963963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.998097 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-350f678a-ae56-415c-b49a-f3fab8fab116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.003551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-350f678a-ae56-415c-b49a-f3fab8fab116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.006994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-350f678a-ae56-415c-b49a-f3fab8fab116 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95f42f97-2310-4e84-ad3c-5bdfc15962b4 HTTP/1.1" status: 204 len: 168 time: 0.2447803 Jul 07 17:26:55.021983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f678a-ae56-415c-b49a-f3fab8fab116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f42f97-2310-4e84-ad3c-5bdfc15962b4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:55.342236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:55.789063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:55.801134 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] Sync routers for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:55.802560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33920) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:55.817590 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-466cc146-2c58-4283-a0cb-b42a054e1454 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "PUT /v2.0/routers/4e682cb8-ffc4-44b4-b291-ed161d5eea73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6132176 Jul 07 17:26:55.820005 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:55.821073 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.891470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting subnet 8566ae4d-e110-4b57-bddc-c3d2dffff8f6 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:55.901219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.962133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.985915 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:56.074015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.149184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.173666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.176380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cda3ba-d153-42d6-bfa6-640c7b4c0c13 None None] Network 99d39975-28ad-48b4-be26-a2576dcf2751 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:56.177196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/subnets/8566ae4d-e110-4b57-bddc-c3d2dffff8f6 HTTP/1.1" status: 204 len: 168 time: 0.3722410 Jul 07 17:26:56.179373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33926) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.240939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951701e-4f21-407a-9c9a-612b53cc43cb tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Subnet': ['ID=8566ae4d-e110-4b57-bddc-c3d2dffff8f6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.337765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.376997 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:26:54Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:56.496102 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] Checking router: 4e682cb8-ffc4-44b4-b291-ed161d5eea73 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:56.518440 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] Routers {'4e682cb8-ffc4-44b4-b291-ed161d5eea73'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:56.519943 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:56.531515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.561085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] DHCP port deletion for 99d39975-28ad-48b4-be26-a2576dcf2751 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:56.652734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Deleting port a0487abe-fc09-4891-87ac-a699f6a32d23 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:56.653256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.668576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] Deleting port 6db2b024-084e-4544-98a2-7a0680d6f6b5 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:56.669871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.734769 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] Set router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:56.775219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] For port 6db2b024-084e-4544-98a2-7a0680d6f6b5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6db2b024-084e-4544-98a2-7a0680d6f6b5,segment=NetworkSegment(10295f2b-e13e-4ca1-852f-568724d12c3b),segment_id=10295f2b-e13e-4ca1-852f-568724d12c3b)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:56.776356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.796987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] Calling delete_port for 6db2b024-084e-4544-98a2-7a0680d6f6b5 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:56.814233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] For port a0487abe-fc09-4891-87ac-a699f6a32d23, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a0487abe-fc09-4891-87ac-a699f6a32d23,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:56.814864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.842353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Calling delete_port for a0487abe-fc09-4891-87ac-a699f6a32d23 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:56.932884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.974363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] Pushing event deleted for resources: {'Port': ['ID=6db2b024-084e-4544-98a2-7a0680d6f6b5,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.981891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8bc7b-cbf0-4807-a54e-f74a3e6fe003 None None] No DVR routers for this DVR port 6db2b024-084e-4544-98a2-7a0680d6f6b5 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:57.037344 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:26:54Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:57.066528 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800fc64-bdcf-464d-a493-2b3bf0d2483c None None] The sync data for ids ['4e682cb8-ffc4-44b4-b291-ed161d5eea73'] in n-d-793619-7 is: [{'id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916415091', 'tenant_id': 'b40df67ed5564254b89f7cd97151aa03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:19Z', 'updated_at': '2021-07-07T17:26:54Z', 'revision_number': 5, 'project_id': 'b40df67ed5564254b89f7cd97151aa03', 'gw_port': {'id': 'a0487abe-fc09-4891-87ac-a699f6a32d23', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e682cb8-ffc4-44b4-b291-ed161d5eea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:20Z', 'updated_at': '2021-07-07T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:57.157909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.188211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Port': ['ID=a0487abe-fc09-4891-87ac-a699f6a32d23,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.268761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.384788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.388126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.481484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.482310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Fanout notify agent at l3_agent the message router_deleted on router 4e682cb8-ffc4-44b4-b291-ed161d5eea73 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:57.492027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.493392 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b92c7124-d7ee-465c-8e68-e2536030b455 tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/routers/4e682cb8-ffc4-44b4-b291-ed161d5eea73 HTTP/1.1" status: 204 len: 168 time: 1.3127575 Jul 07 17:26:57.497805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33952) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.573956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 88294065-79a8-4f08-a8f8-c3bc511270d8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:57.601959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 88294065-79a8-4f08-a8f8-c3bc511270d8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:57.602817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 88294065-79a8-4f08-a8f8-c3bc511270d8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:57.603517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6db2b024-084e-4544-98a2-7a0680d6f6b5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:57.635607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6db2b024-084e-4544-98a2-7a0680d6f6b5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:57.636035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6db2b024-084e-4544-98a2-7a0680d6f6b5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:57.659836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.771406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.790506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d39975-28ad-48b4-be26-a2576dcf2751']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:57.820442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10295f2b-e13e-4ca1-852f-568724d12c3b') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:57.820757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10295f2b-e13e-4ca1-852f-568724d12c3b') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:57.841331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.881262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.894377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:57.895053 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:57.900273 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:58.003823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.016600 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.020218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] 10.222.0.78 "DELETE /v2.0/networks/99d39975-28ad-48b4-be26-a2576dcf2751 HTTP/1.1" status: 204 len: 168 time: 0.5209756 Jul 07 17:26:58.045039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823a499-5570-4d63-8e36-14d6f8e1facd tempest-TestSecurityGroupsBasicOps-882564965 tempest-TestSecurityGroupsBasicOps-882564965-project] Pushing event deleted for resources: {'Network': ['ID=99d39975-28ad-48b4-be26-a2576dcf2751,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.262614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33972) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.401309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33978) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.510053 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b528abc4-fbf4-4aa7-8e4b-22544c7b93f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.599223 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e3535f61-50c8-488d-b002-2d6594655fe8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b40df67ed5564254b89f7cd97151aa03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955965 Jul 07 17:26:58.602879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33982) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.637062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b528abc4-fbf4-4aa7-8e4b-22544c7b93f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.643204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b528abc4-fbf4-4aa7-8e4b-22544c7b93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.663626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55442ae9-a923-4f05-bf7f-dad1c5c66b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.690849 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55442ae9-a923-4f05-bf7f-dad1c5c66b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.696442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b528abc4-fbf4-4aa7-8e4b-22544c7b93f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8ddf4d47e0f439cbc255c5ec629a9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321120 Jul 07 17:26:58.698078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528abc4-fbf4-4aa7-8e4b-22544c7b93f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dc3bee-ded9-484b-a18c-387f09aa8952,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.701638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33984) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.799391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5399-dc29-4f6b-8a65-5becabb3e557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.818046 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55442ae9-a923-4f05-bf7f-dad1c5c66b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.821258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-55442ae9-a923-4f05-bf7f-dad1c5c66b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.822616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55442ae9-a923-4f05-bf7f-dad1c5c66b7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8a5accc-b725-4c0d-b92f-d07b1e7ca482 HTTP/1.1" status: 204 len: 168 time: 0.2184036 Jul 07 17:26:58.846041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5399-dc29-4f6b-8a65-5becabb3e557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.849997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55442ae9-a923-4f05-bf7f-dad1c5c66b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5accc-b725-4c0d-b92f-d07b1e7ca482,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.937181 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5399-dc29-4f6b-8a65-5becabb3e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.941752 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5399-dc29-4f6b-8a65-5becabb3e557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.943641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3a7e5399-dc29-4f6b-8a65-5becabb3e557 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74dc3bee-ded9-484b-a18c-387f09aa8952 HTTP/1.1" status: 204 len: 168 time: 0.2406697 Jul 07 17:26:58.958137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e5399-dc29-4f6b-8a65-5becabb3e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dc3bee-ded9-484b-a18c-387f09aa8952,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.237447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33994) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.254025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02e7c3da-c5b1-4a81-b740-8f71324520e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.316416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a0487abe-fc09-4891-87ac-a699f6a32d23 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:59.341062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a0487abe-fc09-4891-87ac-a699f6a32d23 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:59.341594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a0487abe-fc09-4891-87ac-a699f6a32d23 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:59.383167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02e7c3da-c5b1-4a81-b740-8f71324520e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.389066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02e7c3da-c5b1-4a81-b740-8f71324520e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.433718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-02e7c3da-c5b1-4a81-b740-8f71324520e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=afbfd105662f4165bc21b718a7c587f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945283 Jul 07 17:26:59.437877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 33996) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.447442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7c3da-c5b1-4a81-b740-8f71324520e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c67de2f-1624-4b8d-829c-a0eb7566f322,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.517908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f8098a0-63cc-48e5-8341-25be4582f8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.540130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 33998) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.550390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f8098a0-63cc-48e5-8341-25be4582f8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.559953 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b840137-e14d-4eb7-9a94-148367557a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.612352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f8098a0-63cc-48e5-8341-25be4582f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.617263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1f8098a0-63cc-48e5-8341-25be4582f8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.619301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1f8098a0-63cc-48e5-8341-25be4582f8e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c67de2f-1624-4b8d-829c-a0eb7566f322 HTTP/1.1" status: 204 len: 168 time: 0.1800723 Jul 07 17:26:59.634851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8098a0-63cc-48e5-8341-25be4582f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c67de2f-1624-4b8d-829c-a0eb7566f322,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.710706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b840137-e14d-4eb7-9a94-148367557a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.716960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1b840137-e14d-4eb7-9a94-148367557a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.771521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b840137-e14d-4eb7-9a94-148367557a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798b9cbd-c643-4e96-8b7f-08ec3432ee0b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.779021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b840137-e14d-4eb7-9a94-148367557a8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf8f70222a234ba5aa17d8d54caf9dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373595 Jul 07 17:26:59.783972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34002) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.854696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2141da-3505-4ca1-aa26-73889c7a8ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.883436 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2141da-3505-4ca1-aa26-73889c7a8ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.975368 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2141da-3505-4ca1-aa26-73889c7a8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.978932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1d2141da-3505-4ca1-aa26-73889c7a8ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.981664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1d2141da-3505-4ca1-aa26-73889c7a8ac8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/798b9cbd-c643-4e96-8b7f-08ec3432ee0b HTTP/1.1" status: 204 len: 168 time: 0.1953869 Jul 07 17:26:59.993405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2141da-3505-4ca1-aa26-73889c7a8ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b9cbd-c643-4e96-8b7f-08ec3432ee0b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.121835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34008) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.194240 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-356e90f3-2c10-4063-bc59-c1199ed2163f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de9aff18e6d349f59bffbea6ede3bdc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705080 Jul 07 17:27:00.200738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34012) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.273439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-092fa579-9cdb-4a62-ac67-55e48a0aca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.301060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-092fa579-9cdb-4a62-ac67-55e48a0aca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.385213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-092fa579-9cdb-4a62-ac67-55e48a0aca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.389137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-092fa579-9cdb-4a62-ac67-55e48a0aca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.393244 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-092fa579-9cdb-4a62-ac67-55e48a0aca08 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9253a73-04b2-43e8-9791-cff60928d0d9 HTTP/1.1" status: 204 len: 168 time: 0.1921589 Jul 07 17:27:00.403566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa579-9cdb-4a62-ac67-55e48a0aca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9253a73-04b2-43e8-9791-cff60928d0d9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.477838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34060) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.742209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-296564153-network', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:01.770256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Made reservation on behalf of cbea9bb2eff94d5ab7ff0948cd97ab94 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:01.773705 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.785424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.917386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.922621 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.962944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49668249-fad2-4169-9598-02038996a99b admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:01.975093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2946f6-fb45-459a-8d04-ca6dff76b286,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.987286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.987842 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Added segment ad2742e7-4fc3-48db-a16b-58728f549ebc of type vlan for network 2122e4e1-1417-4a52-81ce-92ad8843bb6d Jul 07 17:27:02.066502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.100180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.101879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.102907 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.201981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49668249-fad2-4169-9598-02038996a99b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7173536 Jul 07 17:27:02.202802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34078) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.215724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49668249-fad2-4169-9598-02038996a99b admin admin] Pushing event updated for resources: {'Network': ['ID=2122e4e1-1417-4a52-81ce-92ad8843bb6d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.216089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Request body: {'subnet': {'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-296564153-subnet', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:02.232102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:02.259502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Made reservation on behalf of cbea9bb2eff94d5ab7ff0948cd97ab94 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:02.264471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.532061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.594766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be2d016-0157-4b82-8fbb-b22fdf033092,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.607725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Checking segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:02.608098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Network hostable DHCP agents. Network: 2122e4e1-1417-4a52-81ce-92ad8843bb6d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:02.630921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:02.644807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 2122e4e1-1417-4a52-81ce-92ad8843bb6d) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:02.649772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.650487 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.660461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c23ae-2cbb-483d-b384-8eea6c426742 None None] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:02.671905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01d8b5e9-2a3c-4d6b-9162-8707e596b1b6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4671667 Jul 07 17:27:02.674465 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34084) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.682230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:02.721732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.723573 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.828456 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.908008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:02.909162 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.010224 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.081776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Allocated IP 172.20.0.2 (2122e4e1-1417-4a52-81ce-92ad8843bb6d/6be2d016-0157-4b82-8fbb-b22fdf033092/cbf69b2a-2127-4436-977a-55b91b2b9acb) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:03.253316 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.265134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Transition to ACTIVE for port object cbf69b2a-2127-4436-977a-55b91b2b9acb will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:03.299187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Transition to ACTIVE for port object cbf69b2a-2127-4436-977a-55b91b2b9acb will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:03.310127 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.394208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:03.404071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:03.414902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:03.439193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Pushing event updated for resources: {'Port': ['ID=cbf69b2a-2127-4436-977a-55b91b2b9acb,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.535956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Attempting to bind port cbf69b2a-2127-4436-977a-55b91b2b9acb on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:03.536768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Attempting to bind port cbf69b2a-2127-4436-977a-55b91b2b9acb by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:03.537485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Attempting to bind port cbf69b2a-2127-4436-977a-55b91b2b9acb on network 2122e4e1-1417-4a52-81ce-92ad8843bb6d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:03.548201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:03.548840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Checking segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:03.549580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.550297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Bound using segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:03.551136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Bound port: cbf69b2a-2127-4436-977a-55b91b2b9acb, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:03.551713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.683457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] For port cbf69b2a-2127-4436-977a-55b91b2b9acb, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:03.689723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] For port cbf69b2a-2127-4436-977a-55b91b2b9acb, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cbf69b2a-2127-4436-977a-55b91b2b9acb,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:03.696909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.806789 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.816189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aa8ef-5d11-43cf-8378-b4c46f4e6ea3 None None] Pushing event updated for resources: {'Port': ['ID=cbf69b2a-2127-4436-977a-55b91b2b9acb,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.831570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.878732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.988535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Allocated IP 172.25.5.225 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/1165a305-0c38-4637-bd29-8b4db0d9c265) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:04.223029 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.288202 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.337966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:04.343789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:04.346674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:04.377580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Pushing event updated for resources: {'Port': ['ID=1165a305-0c38-4637-bd29-8b4db0d9c265,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.690656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.032991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.213825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897c331-474d-4e36-87c6-8266ce92545a None None] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:05.270633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Router a9b2716f-288f-446b-93ad-0c187a01e564 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:05.271987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0788360a-480a-43c8-8d1d-52f7abaabb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.288373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-97b9b7cc-919f-4bb1-b171-cb3da6b625c1 None None] Provisioning for port cbf69b2a-2127-4436-977a-55b91b2b9acb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:05.461577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cbf69b2a-2127-4436-977a-55b91b2b9acb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:05.529417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:05.533735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port cbf69b2a-2127-4436-977a-55b91b2b9acb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:05.539665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cbf69b2a-2127-4436-977a-55b91b2b9acb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:05.541453 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.547348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Sync routers for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:05.557201 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.564018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-17ffa9f9-3f5b-4cc5-86ea-3352057cd62d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8832879 Jul 07 17:27:05.564339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34120) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.584719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:05.585417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:05.797730 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.820771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:05.970463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port cbf69b2a-2127-4436-977a-55b91b2b9acb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cbf69b2a-2127-4436-977a-55b91b2b9acb,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:06.000327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.012717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2a7be37e-4895-47ea-abd8-614282e70586 None None] Provisioning complete for port cbf69b2a-2127-4436-977a-55b91b2b9acb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:06.012717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2a7be37e-4895-47ea-abd8-614282e70586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.152166 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:06.157193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=cbf69b2a-2127-4436-977a-55b91b2b9acb,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.170824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.304442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:04Z', 'revision_number': 3, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:06.346016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Checking router: a9b2716f-288f-446b-93ad-0c187a01e564 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:06.346486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Updating router a9b2716f-288f-446b-93ad-0c187a01e564 port 1165a305-0c38-4637-bd29-8b4db0d9c265 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:06.399754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.520259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Allocated IP 172.20.0.1 (2122e4e1-1417-4a52-81ce-92ad8843bb6d/6be2d016-0157-4b82-8fbb-b22fdf033092/f6aeca25-eba7-41a6-ad11-e0522d75850a) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:06.691569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.707841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Transition to ACTIVE for port object f6aeca25-eba7-41a6-ad11-e0522d75850a will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:06.765150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.839951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:06.848833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:06.854661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:06.890808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Pushing event updated for resources: {'Port': ['ID=f6aeca25-eba7-41a6-ad11-e0522d75850a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.907288 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.927983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Transition to ACTIVE for port object 1165a305-0c38-4637-bd29-8b4db0d9c265 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:06.930210 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.940883 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.049867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb8b3-c1d0-470f-a707-951e3a3f3114 None None] Pushing event updated for resources: {'Port': ['ID=1165a305-0c38-4637-bd29-8b4db0d9c265,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.054407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Attempting to bind port 1165a305-0c38-4637-bd29-8b4db0d9c265 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:07.055044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Attempting to bind port 1165a305-0c38-4637-bd29-8b4db0d9c265 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:07.055677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Attempting to bind port 1165a305-0c38-4637-bd29-8b4db0d9c265 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:07.068080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:07.068734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:07.069783 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.070134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:07.070953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Bound port: 1165a305-0c38-4637-bd29-8b4db0d9c265, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:07.071732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.174201 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.191736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] For port 1165a305-0c38-4637-bd29-8b4db0d9c265, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:07.208205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] For port 1165a305-0c38-4637-bd29-8b4db0d9c265, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1165a305-0c38-4637-bd29-8b4db0d9c265,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:07.229165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.294503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-989556ed-b90d-40fc-814d-767c3bb5c087 None None] Provisioning for port f6aeca25-eba7-41a6-ad11-e0522d75850a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:07.340970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb8b3-c1d0-470f-a707-951e3a3f3114 None None] Pushing event updated for resources: {'Port': ['ID=1165a305-0c38-4637-bd29-8b4db0d9c265,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.360109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-989556ed-b90d-40fc-814d-767c3bb5c087 None None] Provisioning complete for port f6aeca25-eba7-41a6-ad11-e0522d75850a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:07.361613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-989556ed-b90d-40fc-814d-767c3bb5c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.399127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cbf69b2a-2127-4436-977a-55b91b2b9acb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:07.427912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:07.428702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:26:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:07.470770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.477294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.557576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Pushing event updated for resources: {'Port': ['ID=f6aeca25-eba7-41a6-ad11-e0522d75850a,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.562281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.675868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:07.678152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:07.803852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-989556ed-b90d-40fc-814d-767c3bb5c087 None None] Port f6aeca25-eba7-41a6-ad11-e0522d75850a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:07.877029 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.892806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cbf69b2a-2127-4436-977a-55b91b2b9acb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:07.893400 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.912086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Router a9b2716f-288f-446b-93ad-0c187a01e564 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:07.953699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:08.144040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:08.144294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b8ce9d9f-1c1e-4c9a-beb1-f0417da06ddc None None] Provisioning complete for port f6aeca25-eba7-41a6-ad11-e0522d75850a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:08.144294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b8ce9d9f-1c1e-4c9a-beb1-f0417da06ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.155957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eccf5aa5-fb98-4790-b905-1bf3457ed295 admin admin] 10.222.0.78 "PUT /v2.0/routers/a9b2716f-288f-446b-93ad-0c187a01e564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5901694 Jul 07 17:27:08.216932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce9d9f-1c1e-4c9a-beb1-f0417da06ddc None None] Port f6aeca25-eba7-41a6-ad11-e0522d75850a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:08.302730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:06Z', 'revision_number': 1, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:08.356628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab1414-f8d1-4c82-874f-f7a807dc573c None None] The sync data for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 is: [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:06Z', 'revision_number': 1, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:09.192161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-64af5b7c-f182-492d-9a76-bb45a63a9562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.212034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.460685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34172) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.469859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-314409135-network', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:09.495951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1165a305-0c38-4637-bd29-8b4db0d9c265 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:09.523632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Made reservation on behalf of 1fdbb264efe74f26803425c65be8a3a8 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:09.527948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.540287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.604329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1165a305-0c38-4637-bd29-8b4db0d9c265 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:09.610850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1165a305-0c38-4637-bd29-8b4db0d9c265 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:09.611228 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.694077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.700685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.721147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.739707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:09.747674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe0159-c7d0-4422-b422-51d90c9ab3f0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.749162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 1165a305-0c38-4637-bd29-8b4db0d9c265, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1165a305-0c38-4637-bd29-8b4db0d9c265,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:09.758285 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.758741 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Added segment 1a593e1f-fad3-462a-bce0-1c8372281934 of type vlan for network d2a3b572-26cc-4e89-9f2c-c71683059305 Jul 07 17:27:09.762595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.821505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=1165a305-0c38-4637-bd29-8b4db0d9c265,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.838525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.874050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.875082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.875703 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.933211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4703691 Jul 07 17:27:09.937626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34178) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.947670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3686524-e39b-4764-a807-0b51c6df159e admin admin] Pushing event updated for resources: {'Network': ['ID=d2a3b572-26cc-4e89-9f2c-c71683059305,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.949816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Request body: {'subnet': {'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-314409135-subnet', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:09.969991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d2a3b572-26cc-4e89-9f2c-c71683059305 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:09.990120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Made reservation on behalf of 1fdbb264efe74f26803425c65be8a3a8 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:09.993211 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.293908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.414972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaf336a-0bb3-4379-9819-eec1e196602c,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.423811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Checking segment: {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:10.425349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Network hostable DHCP agents. Network: d2a3b572-26cc-4e89-9f2c-c71683059305, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:10.454271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Network d2a3b572-26cc-4e89-9f2c-c71683059305 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:10.470938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d2a3b572-26cc-4e89-9f2c-c71683059305) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:10.477329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:10.478405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.485842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a865dbe-b4b1-4393-b8db-4b1e0625f46a None None] Network d2a3b572-26cc-4e89-9f2c-c71683059305 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:10.502584 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-14187c69-4ec4-43ea-80ad-4204abaee9d2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5615127 Jul 07 17:27:10.505234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34188) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:10.514107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:10.551432 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.553158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.643322 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.771761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-d2a3b572-26cc-4e89-9f2c-c71683059305', 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'fixed_ips': [{'subnet_id': '4eaf336a-0bb3-4379-9819-eec1e196602c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:10.773680 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.823586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.976715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.092415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Allocated IP 172.20.0.2 (d2a3b572-26cc-4e89-9f2c-c71683059305/4eaf336a-0bb3-4379-9819-eec1e196602c/08443ebb-0fe9-44d7-9263-5b45bffcece1) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:11.118954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.143792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.312041 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.320396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Allocated IP 172.25.5.200 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:11.327744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Transition to ACTIVE for port object 08443ebb-0fe9-44d7-9263-5b45bffcece1 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:11.327953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34198) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:11.346925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Transition to ACTIVE for port object 08443ebb-0fe9-44d7-9263-5b45bffcece1 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:11.358624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.433181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Network d2a3b572-26cc-4e89-9f2c-c71683059305 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:11.437426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:11.444754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:11.461303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Pushing event updated for resources: {'Port': ['ID=08443ebb-0fe9-44d7-9263-5b45bffcece1,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.488180 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.524559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1165a305-0c38-4637-bd29-8b4db0d9c265 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:11.539334 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Sync routers for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:11.544350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.564394 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:11.565715 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:27:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:11.591327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:11.597870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:11.602097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:11.609164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Pushing event updated for resources: {'Port': ['ID=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.630311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc904-af4c-48ee-92da-323dcd8f9278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.655934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Attempting to bind port 08443ebb-0fe9-44d7-9263-5b45bffcece1 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:11.656318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Attempting to bind port 08443ebb-0fe9-44d7-9263-5b45bffcece1 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:11.657072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Attempting to bind port 08443ebb-0fe9-44d7-9263-5b45bffcece1 on network d2a3b572-26cc-4e89-9f2c-c71683059305 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:11.675228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:11.675985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Checking segment: {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:11.676584 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.677378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Bound using segment: {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:11.678176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Bound port: 08443ebb-0fe9-44d7-9263-5b45bffcece1, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:11.678587 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.684336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1165a305-0c38-4637-bd29-8b4db0d9c265 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:11.686543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.818393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc904-af4c-48ee-92da-323dcd8f9278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.825071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc904-af4c-48ee-92da-323dcd8f9278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.833766 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:11.891599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] For port 08443ebb-0fe9-44d7-9263-5b45bffcece1, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:11.895815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] For port 08443ebb-0fe9-44d7-9263-5b45bffcece1, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=08443ebb-0fe9-44d7-9263-5b45bffcece1,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:11.902843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.916246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cc904-af4c-48ee-92da-323dcd8f9278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce695ab-cc26-4d6b-8307-a94f6f4317da,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.924998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3c3cc904-af4c-48ee-92da-323dcd8f9278 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a33c05587db14517a3ab9f0b6adea53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946033 Jul 07 17:27:11.930017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34202) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:12.023989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.024550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416c31-b807-4916-b20a-d53fe3132c0f None None] Pushing event updated for resources: {'Port': ['ID=08443ebb-0fe9-44d7-9263-5b45bffcece1,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.055772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6268cf84-2e6d-4d4b-ba51-634086a92a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.091059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6268cf84-2e6d-4d4b-ba51-634086a92a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.172101 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6268cf84-2e6d-4d4b-ba51-634086a92a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.175222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6268cf84-2e6d-4d4b-ba51-634086a92a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.180387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6268cf84-2e6d-4d4b-ba51-634086a92a94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ce695ab-cc26-4d6b-8307-a94f6f4317da HTTP/1.1" status: 204 len: 168 time: 0.2437382 Jul 07 17:27:12.189454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268cf84-2e6d-4d4b-ba51-634086a92a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce695ab-cc26-4d6b-8307-a94f6f4317da,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.247988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 2, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:12.322524 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Checking router: a9b2716f-288f-446b-93ad-0c187a01e564 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:12.327888 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Updating router a9b2716f-288f-446b-93ad-0c187a01e564 port f6aeca25-eba7-41a6-ad11-e0522d75850a binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:12.411128 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.460929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.736728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34208) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:12.752205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Router db33fab9-872c-41bc-8a02-05b55713035c is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:12.753826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1705e193-8968-4222-9335-4492e8f1b88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.906042 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1705e193-8968-4222-9335-4492e8f1b88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.915421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1705e193-8968-4222-9335-4492e8f1b88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.946579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:12.965259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Sync routers for ids ['db33fab9-872c-41bc-8a02-05b55713035c'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:12.973091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705e193-8968-4222-9335-4492e8f1b88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16585473-94a0-427c-9968-e5675b693af1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.983917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1705e193-8968-4222-9335-4492e8f1b88c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66fcb86ad79e4d30aca1d456bbf3e499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409842 Jul 07 17:27:12.985216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34210) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:12.994981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.997528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Routers {'db33fab9-872c-41bc-8a02-05b55713035c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:12.999366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:27:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['db33fab9-872c-41bc-8a02-05b55713035c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:13.006019 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ff98309-8d75-4a82-9b2c-f5a405169487 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4991541 Jul 07 17:27:13.008814 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.018205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34212) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:13.032331 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Transition to ACTIVE for port object f6aeca25-eba7-41a6-ad11-e0522d75850a will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:13.044956 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.099933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b52d086-48aa-4124-9a22-1531baf35890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.154771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b52d086-48aa-4124-9a22-1531baf35890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.293907 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Pushing event updated for resources: {'Port': ['ID=f6aeca25-eba7-41a6-ad11-e0522d75850a,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:13.310818 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.311164 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.311497 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.311826 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.312151 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.312477 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.312797 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.313138 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.313475 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.313795 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.314112 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.314426 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:13.316583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Set router db33fab9-872c-41bc-8a02-05b55713035c gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:13.322775 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Attempting to bind port f6aeca25-eba7-41a6-ad11-e0522d75850a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:13.323269 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Attempting to bind port f6aeca25-eba7-41a6-ad11-e0522d75850a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:13.323847 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Attempting to bind port f6aeca25-eba7-41a6-ad11-e0522d75850a on network 2122e4e1-1417-4a52-81ce-92ad8843bb6d {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:13.330793 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:13.331354 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Checking segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:13.331864 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.332358 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Bound using segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:13.332958 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Bound port: f6aeca25-eba7-41a6-ad11-e0522d75850a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:13.333481 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.458284 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] For port f6aeca25-eba7-41a6-ad11-e0522d75850a, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:13.465995 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] For port f6aeca25-eba7-41a6-ad11-e0522d75850a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f6aeca25-eba7-41a6-ad11-e0522d75850a,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:13.473613 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.553520 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6b875-3a00-4a15-b665-2305b74e019e None None] Pushing event updated for resources: {'Port': ['ID=f6aeca25-eba7-41a6-ad11-e0522d75850a,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:13.578119 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:13.578913 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:27:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:13.614797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 08443ebb-0fe9-44d7-9263-5b45bffcece1 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:13.805056 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:13.938683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef6b66-903f-4423-abb6-0f01681b2039 None None] Network d2a3b572-26cc-4e89-9f2c-c71683059305 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:14.030396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 08443ebb-0fe9-44d7-9263-5b45bffcece1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:14.080346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b52d086-48aa-4124-9a22-1531baf35890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.083561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b52d086-48aa-4124-9a22-1531baf35890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.093891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b52d086-48aa-4124-9a22-1531baf35890 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16585473-94a0-427c-9968-e5675b693af1 HTTP/1.1" status: 204 len: 168 time: 1.1066625 Jul 07 17:27:14.114617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52d086-48aa-4124-9a22-1531baf35890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16585473-94a0-427c-9968-e5675b693af1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.211390 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:13Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:14.236867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] Provisioning for port 08443ebb-0fe9-44d7-9263-5b45bffcece1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:14.264088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] Provisioning complete for port 08443ebb-0fe9-44d7-9263-5b45bffcece1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:14.264730 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.272796 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe29dea-4c49-4903-ae3f-4c2f1f572fb8 None None] The sync data for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 is: [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:13Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:14.335012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:27:11Z', 'revision_number': 3, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:14.440950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Checking router: db33fab9-872c-41bc-8a02-05b55713035c for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:14.441595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Updating router db33fab9-872c-41bc-8a02-05b55713035c port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:14.453407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.581724 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.647240 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.783037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Allocated IP 172.20.0.1 (d2a3b572-26cc-4e89-9f2c-c71683059305/4eaf336a-0bb3-4379-9819-eec1e196602c/f17103f6-e721-4019-a34c-11e99969bc49) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:14.793255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] For port 08443ebb-0fe9-44d7-9263-5b45bffcece1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=08443ebb-0fe9-44d7-9263-5b45bffcece1,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:14.811925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.919199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18b405-2b14-4b9c-a116-fb96163e3502 None None] Pushing event updated for resources: {'Port': ['ID=08443ebb-0fe9-44d7-9263-5b45bffcece1,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.947470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.968144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Transition to ACTIVE for port object f17103f6-e721-4019-a34c-11e99969bc49 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:15.032128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.088168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Network d2a3b572-26cc-4e89-9f2c-c71683059305 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:15.093295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:15.102116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:15.148075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f17103f6-e721-4019-a34c-11e99969bc49,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.175062 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.483008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.516616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f6aeca25-eba7-41a6-ad11-e0522d75850a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:15.523507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.561566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Transition to ACTIVE for port object 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:15.588042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.598857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2e758409-0f22-47c2-8a59-56aa1aa154a4 None None] Provisioning complete for port 08443ebb-0fe9-44d7-9263-5b45bffcece1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:15.599361 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e758409-0f22-47c2-8a59-56aa1aa154a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.747239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08afb33-e40e-43bf-af6c-8060f1551fe5 None None] Pushing event updated for resources: {'Port': ['ID=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.752039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Attempting to bind port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:15.752634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Attempting to bind port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:15.753247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Attempting to bind port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:15.763382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f6aeca25-eba7-41a6-ad11-e0522d75850a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:15.776445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:15.777813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:15.778275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.778924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:15.779709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Bound port: 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:15.780314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.785753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f6aeca25-eba7-41a6-ad11-e0522d75850a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:15.786355 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.830260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.836730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.938521 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f17103f6-e721-4019-a34c-11e99969bc49,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.941410 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.988150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] For port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:15.994965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] For port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:16.005223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.062666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Network d2a3b572-26cc-4e89-9f2c-c71683059305 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:16.064559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:16.192016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.236794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Routers {'db33fab9-872c-41bc-8a02-05b55713035c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:16.237852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:27:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['db33fab9-872c-41bc-8a02-05b55713035c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:16.301596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Router db33fab9-872c-41bc-8a02-05b55713035c has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:16.310166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d8bbf0dc-d045-4908-8123-a96e8878cbc8 None None] Provisioning for port f17103f6-e721-4019-a34c-11e99969bc49 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:16.333838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08afb33-e40e-43bf-af6c-8060f1551fe5 None None] Pushing event updated for resources: {'Port': ['ID=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.449992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d8bbf0dc-d045-4908-8123-a96e8878cbc8 None None] Provisioning complete for port f17103f6-e721-4019-a34c-11e99969bc49 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:16.450897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf0dc-d045-4908-8123-a96e8878cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.533647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:16.543120 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8744f194-733e-44b0-a4cd-487ca06229a3 admin admin] 10.222.0.78 "PUT /v2.0/routers/db33fab9-872c-41bc-8a02-05b55713035c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5213687 Jul 07 17:27:16.548097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f6aeca25-eba7-41a6-ad11-e0522d75850a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f6aeca25-eba7-41a6-ad11-e0522d75850a,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:16.574528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.576683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 08443ebb-0fe9-44d7-9263-5b45bffcece1 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:16.630535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] Set router db33fab9-872c-41bc-8a02-05b55713035c gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:16.712992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbf0dc-d045-4908-8123-a96e8878cbc8 None None] Port f17103f6-e721-4019-a34c-11e99969bc49 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:16.811855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f6aeca25-eba7-41a6-ad11-e0522d75850a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.910634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 08443ebb-0fe9-44d7-9263-5b45bffcece1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:16.911024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.940559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2af0e1a5-9c5a-428d-9ba2-34de2608ba6f None None] Provisioning complete for port f17103f6-e721-4019-a34c-11e99969bc49 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:16.940935 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2af0e1a5-9c5a-428d-9ba2-34de2608ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.045781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2af0e1a5-9c5a-428d-9ba2-34de2608ba6f None None] Port f17103f6-e721-4019-a34c-11e99969bc49 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:17.121743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f17103f6-e721-4019-a34c-11e99969bc49', 'name': '', 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'mac_address': 'fa:16:3e:d2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 2, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'subnets': [{'id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:17.151781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a99e6-b330-40c0-b3f4-fac5eab56fc5 None None] The sync data for ids ['db33fab9-872c-41bc-8a02-05b55713035c'] in n-d-793619-7 is: [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f17103f6-e721-4019-a34c-11e99969bc49', 'name': '', 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'mac_address': 'fa:16:3e:d2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 2, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'subnets': [{'id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:17.470401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f6aeca25-eba7-41a6-ad11-e0522d75850a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:17.550248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f6aeca25-eba7-41a6-ad11-e0522d75850a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:17.550967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.854719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34316) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.031697 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.271181 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.280932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.344900 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0285a783b3b4157a7d0a189f37e2a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881244 Jul 07 17:27:18.348011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34348) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.353978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db50e4b-4aa6-4541-90ea-a0f60bd98c8a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.367554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.368464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.369636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.370454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.371928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.372690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.373539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.374274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.374996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.393244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.393244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.393244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e4692-504f-4b56-bf6f-0364049e5317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.414871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.452778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.534021 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.540727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.541979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8db50e4b-4aa6-4541-90ea-a0f60bd98c8a HTTP/1.1" status: 204 len: 168 time: 0.1922882 Jul 07 17:27:18.567686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db50e4b-4aa6-4541-90ea-a0f60bd98c8a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.577570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.577931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.578271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.578613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.578946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.579278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.579612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.580077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.580411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.580739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.581091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:18.581440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25df4b11-54f7-47ef-9fb7-39761a923024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:19.037642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34356) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.053678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe781ebd-199f-4fb0-ab7e-e332b257ca8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.210872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe781ebd-199f-4fb0-ab7e-e332b257ca8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.218066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fe781ebd-199f-4fb0-ab7e-e332b257ca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.267956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fe781ebd-199f-4fb0-ab7e-e332b257ca8f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be5da8d32131436ab555f85ff5eeb501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285109 Jul 07 17:27:19.270744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34358) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.278531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe781ebd-199f-4fb0-ab7e-e332b257ca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e253a80-884f-4378-9a8b-5afb11bc979a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.370741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e07d8c6-f8c9-4349-a461-f5f936cd03e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.401290 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e07d8c6-f8c9-4349-a461-f5f936cd03e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.441787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:19.474412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e07d8c6-f8c9-4349-a461-f5f936cd03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.479218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7e07d8c6-f8c9-4349-a461-f5f936cd03e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.482069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7e07d8c6-f8c9-4349-a461-f5f936cd03e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e253a80-884f-4378-9a8b-5afb11bc979a HTTP/1.1" status: 204 len: 168 time: 0.2099302 Jul 07 17:27:19.499161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d8c6-f8c9-4349-a461-f5f936cd03e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e253a80-884f-4378-9a8b-5afb11bc979a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.546842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:19.554969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:19.555552 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.689394 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.715919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.721502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.780465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.729472 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Sync routers for ids ['db33fab9-872c-41bc-8a02-05b55713035c'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:20.747096 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Routers {'db33fab9-872c-41bc-8a02-05b55713035c'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:20.748716 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:27:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['db33fab9-872c-41bc-8a02-05b55713035c'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:20.970076 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Set router db33fab9-872c-41bc-8a02-05b55713035c gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:21.350978 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f17103f6-e721-4019-a34c-11e99969bc49', 'name': '', 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'mac_address': 'fa:16:3e:d2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 2, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'subnets': [{'id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:21.411758 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Checking router: db33fab9-872c-41bc-8a02-05b55713035c for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:21.412493 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Updating router db33fab9-872c-41bc-8a02-05b55713035c port f17103f6-e721-4019-a34c-11e99969bc49 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:21.419646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:21.497335 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.511531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:21.512616 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.739529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34398) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:21.958067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9a3595f4-f87e-4c39-a1f5-acedf7ae5b40 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-848285582'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:21.958845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9a3595f4-f87e-4c39-a1f5-acedf7ae5b40 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Unknown quota resources ['metering_label']. {{(pid=98270) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:27:22.103979 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.126385 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Transition to ACTIVE for port object f17103f6-e721-4019-a34c-11e99969bc49 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:22.138237 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.224463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9a3595f4-f87e-4c39-a1f5-acedf7ae5b40 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.230259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9a3595f4-f87e-4c39-a1f5-acedf7ae5b40 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4889054 Jul 07 17:27:22.232930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34404) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.241457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ca359639-de60-485d-8118-635959c1fcb2 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1eed79b5-d3af-4369-9b72-3fb6dbe4f3a5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:22.242370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ca359639-de60-485d-8118-635959c1fcb2 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:27:22.307093 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ccf02-2c52-46f4-8f1c-796aa3594b02 None None] Pushing event updated for resources: {'Port': ['ID=f17103f6-e721-4019-a34c-11e99969bc49,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:22.406204 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Attempting to bind port f17103f6-e721-4019-a34c-11e99969bc49 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:22.406571 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Attempting to bind port f17103f6-e721-4019-a34c-11e99969bc49 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:22.406996 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Attempting to bind port f17103f6-e721-4019-a34c-11e99969bc49 on network d2a3b572-26cc-4e89-9f2c-c71683059305 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:22.415388 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:22.416571 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Checking segment: {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:22.418447 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.419588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Bound using segment: {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:22.420626 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Bound port: f17103f6-e721-4019-a34c-11e99969bc49, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a593e1f-fad3-462a-bce0-1c8372281934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:22.422466 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.427143 n-d-793619-7 neutron-server[98264]: WARNING neutron.services.metering.metering_plugin [None req-ca359639-de60-485d-8118-635959c1fcb2 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:27:22.543787 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] For port f17103f6-e721-4019-a34c-11e99969bc49, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:22.555741 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] For port f17103f6-e721-4019-a34c-11e99969bc49, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f17103f6-e721-4019-a34c-11e99969bc49,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:22.566342 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.659672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca359639-de60-485d-8118-635959c1fcb2 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.661001 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca359639-de60-485d-8118-635959c1fcb2 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4263062 Jul 07 17:27:22.665590 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Routers {'db33fab9-872c-41bc-8a02-05b55713035c'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:22.666661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34406) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.666859 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:27:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['db33fab9-872c-41bc-8a02-05b55713035c'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:22.677253 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ccf02-2c52-46f4-8f1c-796aa3594b02 None None] Pushing event updated for resources: {'Port': ['ID=f17103f6-e721-4019-a34c-11e99969bc49,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:22.678594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d5d82d38-1902-4170-ab52-a136062f4462 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1eed79b5-d3af-4369-9b72-3fb6dbe4f3a5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:22.680512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d5d82d38-1902-4170-ab52-a136062f4462 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:27:22.791378 n-d-793619-7 neutron-server[98264]: WARNING neutron.services.metering.metering_plugin [None req-d5d82d38-1902-4170-ab52-a136062f4462 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:27:22.945851 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d5d82d38-1902-4170-ab52-a136062f4462 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.947894 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d5d82d38-1902-4170-ab52-a136062f4462 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2785695 Jul 07 17:27:22.952187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34408) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.990942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34410) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.993039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f1caa841-e45f-4cd7-a36a-a8555cf147bb tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=63c07d10-e9e7-4df7-a695-69050fe1b9ef HTTP/1.1" status: 200 len: 462 time: 0.0340922 Jul 07 17:27:23.049043 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] Set router db33fab9-872c-41bc-8a02-05b55713035c gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:23.158390 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23744cf1-ea92-4179-9cd8-87a45d1f5d06 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.159989 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23744cf1-ea92-4179-9cd8-87a45d1f5d06 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/63c07d10-e9e7-4df7-a695-69050fe1b9ef HTTP/1.1" status: 204 len: 168 time: 0.1674035 Jul 07 17:27:23.163514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34412) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.183724 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4a44941-43eb-42f8-9281-3a4077ffe97f tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=63c07d10-e9e7-4df7-a695-69050fe1b9ef HTTP/1.1" status: 200 len: 221 time: 0.0129297 Jul 07 17:27:23.186710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34414) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.206277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5bd85325-8f8b-4ddf-bd35-a3be775229b8 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1530386927', 'description': 'label created by tempest'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:23.207324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5bd85325-8f8b-4ddf-bd35-a3be775229b8 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Unknown quota resources ['metering_label']. {{(pid=98270) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:27:23.344949 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f17103f6-e721-4019-a34c-11e99969bc49', 'name': '', 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'mac_address': 'fa:16:3e:d2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:22Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'subnets': [{'id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:23.405717 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb10b0-416b-4e8a-9070-5027cb57a178 None None] The sync data for ids ['db33fab9-872c-41bc-8a02-05b55713035c'] in n-d-793619-7 is: [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f17103f6-e721-4019-a34c-11e99969bc49', 'name': '', 'network_id': 'd2a3b572-26cc-4e89-9f2c-c71683059305', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'mac_address': 'fa:16:3e:d2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:22Z', 'revision_number': 4, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'subnets': [{'id': '4eaf336a-0bb3-4379-9819-eec1e196602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:23.469072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f17103f6-e721-4019-a34c-11e99969bc49 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:23.481931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5bd85325-8f8b-4ddf-bd35-a3be775229b8 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.486032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5bd85325-8f8b-4ddf-bd35-a3be775229b8 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2955904 Jul 07 17:27:23.486326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34418) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.564881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f17103f6-e721-4019-a34c-11e99969bc49 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:23.569871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f17103f6-e721-4019-a34c-11e99969bc49 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:23.570245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.576529 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b2f469df-16a0-4430-92a7-181e357569db tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=9a22bee4-f38e-45ce-be7a-c570fa6210b3 HTTP/1.1" status: 200 len: 468 time: 0.0892060 Jul 07 17:27:23.580038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34420) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.724091 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.801308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f17103f6-e721-4019-a34c-11e99969bc49, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f17103f6-e721-4019-a34c-11e99969bc49,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:23.807348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.882447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f17103f6-e721-4019-a34c-11e99969bc49,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.939962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03423f57-4314-48ae-8b27-c8f9ee0962aa tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.944917 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03423f57-4314-48ae-8b27-c8f9ee0962aa tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/9a22bee4-f38e-45ce-be7a-c570fa6210b3 HTTP/1.1" status: 204 len: 168 time: 0.3602517 Jul 07 17:27:23.945312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34422) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.967346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5e14c53-2ba1-4f05-a28d-ce4842edb96b tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=9a22bee4-f38e-45ce-be7a-c570fa6210b3 HTTP/1.1" status: 200 len: 216 time: 0.0157094 Jul 07 17:27:23.967875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34424) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.994087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0e3dc96e-8360-4c4e-a9f3-5637b0548b3f tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0248137 Jul 07 17:27:23.995538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34426) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.005234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.017947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-39819272-d3fc-4908-aefd-474ede9743ff tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0190260 Jul 07 17:27:24.022727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34428) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.119942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7ec8865c-1544-4d69-8993-a7bd523e3a84 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/1eed79b5-d3af-4369-9b72-3fb6dbe4f3a5 HTTP/1.1" status: 200 len: 472 time: 0.0909133 Jul 07 17:27:24.120382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34430) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.139665 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-208cd4c2-34e5-480b-90fd-3792ebfb7e42 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/df3cb0ba-5cd2-4215-ad56-58ae11594aa5 HTTP/1.1" status: 200 len: 459 time: 0.0126731 Jul 07 17:27:24.140144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34432) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.282984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b78872b6-9240-4803-9900-ed1adba5f4a9 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.284210 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b78872b6-9240-4803-9900-ed1adba5f4a9 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/df3cb0ba-5cd2-4215-ad56-58ae11594aa5 HTTP/1.1" status: 204 len: 168 time: 0.1428123 Jul 07 17:27:24.287192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34434) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.560123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-04ef88f3-79c5-43a8-ad29-b69a747cb024 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.561368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-04ef88f3-79c5-43a8-ad29-b69a747cb024 tempest-MeteringIpV6TestJSON-149704467 tempest-MeteringIpV6TestJSON-149704467-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/1eed79b5-d3af-4369-9b72-3fb6dbe4f3a5 HTTP/1.1" status: 204 len: 168 time: 0.2728729 Jul 07 17:27:24.952458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.117604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-232b1970-124c-438c-ba7e-b8e1fb71bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.264662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-232b1970-124c-438c-ba7e-b8e1fb71bc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.270859 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-232b1970-124c-438c-ba7e-b8e1fb71bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.338052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-232b1970-124c-438c-ba7e-b8e1fb71bc53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98dbf0d8df5b4b3e9d60303706847cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808053 Jul 07 17:27:25.338684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34446) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.345913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b1970-124c-438c-ba7e-b8e1fb71bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63c4f8e-86ee-49fb-8a78-cbaf0829745f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.428152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0d75ade-0b58-46df-96e8-383f8d5e3826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.437862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f17103f6-e721-4019-a34c-11e99969bc49 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:25.475658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0d75ade-0b58-46df-96e8-383f8d5e3826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.529881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f17103f6-e721-4019-a34c-11e99969bc49 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:25.530676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.555064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0d75ade-0b58-46df-96e8-383f8d5e3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.560953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a0d75ade-0b58-46df-96e8-383f8d5e3826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.563070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a0d75ade-0b58-46df-96e8-383f8d5e3826 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f63c4f8e-86ee-49fb-8a78-cbaf0829745f HTTP/1.1" status: 204 len: 168 time: 0.2222800 Jul 07 17:27:25.577035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75ade-0b58-46df-96e8-383f8d5e3826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63c4f8e-86ee-49fb-8a78-cbaf0829745f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.977952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34454) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.997019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be5bc3-db0a-4271-bc34-4928e843945b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.148812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be5bc3-db0a-4271-bc34-4928e843945b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.155392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66be5bc3-db0a-4271-bc34-4928e843945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.247222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be5bc3-db0a-4271-bc34-4928e843945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d8b1f7-2fa2-4ea2-9235-3bfa9ae2f502,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.256910 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66be5bc3-db0a-4271-bc34-4928e843945b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7dda8b9a648f4105a504b9d145647bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774537 Jul 07 17:27:26.259691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34456) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.329363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af43aeea-fecf-4f05-8e4e-c98e9ae731f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.357333 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af43aeea-fecf-4f05-8e4e-c98e9ae731f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.426476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af43aeea-fecf-4f05-8e4e-c98e9ae731f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.431111 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-af43aeea-fecf-4f05-8e4e-c98e9ae731f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.436147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-af43aeea-fecf-4f05-8e4e-c98e9ae731f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6d8b1f7-2fa2-4ea2-9235-3bfa9ae2f502 HTTP/1.1" status: 204 len: 168 time: 0.1719661 Jul 07 17:27:26.449634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43aeea-fecf-4f05-8e4e-c98e9ae731f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d8b1f7-2fa2-4ea2-9235-3bfa9ae2f502,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.151414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34496) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.379041 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-451622118'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:28.408993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Made reservation on behalf of 4bf13dc210d84f75abe0b7b568a8ae6f for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:28.413828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.426160 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.593967 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.599512 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.656948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:28.676032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e649d39e-df60-4302-8ad6-f3b814123b9b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.694758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.695150 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Added segment f7d4cd53-1fbf-4729-95d0-474478ac5549 of type vlan for network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e Jul 07 17:27:28.742755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.780516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.789584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:28.790534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.870123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7169266 Jul 07 17:27:28.890609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63be68-8edc-44c4-84a0-826c56b6294b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Pushing event updated for resources: {'Network': ['ID=a0af978b-f093-4e65-bfa9-d01a5fa3cd3e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.905514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:29.130793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34506) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:29.137874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Request body: {'port': {'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e', 'binding:host_id': 'n-h2-793619-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-809774618'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:29.166890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Made reservation on behalf of cf1adba65d384c6c955038f4b33aedab for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:29.170951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.187020 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.339409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.344284 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.350133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:29.442542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127b94a0-bf9f-40a2-8763-61360f83c6b7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:29.648094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:29.664503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.680812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Transition to ACTIVE for port object 55f7f7cf-a212-4dae-8171-5e8ba22c2381 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:29.697870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.807845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=55f7f7cf-a212-4dae-8171-5e8ba22c2381,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:29.823837 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Checking segment: {'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:29.824463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Network hostable DHCP agents. Network: a0af978b-f093-4e65-bfa9-d01a5fa3cd3e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:29.852405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:29.866951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a0af978b-f093-4e65-bfa9-d01a5fa3cd3e) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:29.873180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:29.883864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8b428-2cb6-4505-810a-ddecf47b63f4 None None] Network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:29.896194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:29.897019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:29.897876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:29.908604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:29.909467 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:29.910490 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 2 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:29.936371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:29.937549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:29.938371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:29.948247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:29.948721 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:29.951130 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 3 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:29.969392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:29.969848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:29.971306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:29.977093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:29.977510 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:29.977887 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 4 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:29.991509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:29.991863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:29.992195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:29.997528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:29.998137 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:29.998547 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 5 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:30.022675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.023622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.024216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.033673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.034237 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:30.034888 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 6 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:30.060326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.060594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.061149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.069342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.069909 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:30.070550 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 7 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:30.097371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.097945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.098519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.106856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.107493 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:30.108092 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 8 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:30.131287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.131868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.132445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.140675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.141266 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:30.141926 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 9 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:30.165849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.166422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.166988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.175664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.176221 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:30.177011 n-d-793619-7 neutron-server[98264]: INFO neutron.plugins.ml2.plugin [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 10 to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 Jul 07 17:27:30.205568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:30.206134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:30.206671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:30.215532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:30.216103 n-d-793619-7 neutron-server[98264]: ERROR neutron.plugins.ml2.managers [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:30.216729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.340741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] For port 55f7f7cf-a212-4dae-8171-5e8ba22c2381, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:30.341375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempted to set empty binding levels {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:27:30.347361 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.393565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:30.394585 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.427390 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.2951090 Jul 07 17:27:30.429051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225741f-a4d3-45de-b560-9c8129c22beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=55f7f7cf-a212-4dae-8171-5e8ba22c2381,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.430907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34510) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.570385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Deleting port 55f7f7cf-a212-4dae-8171-5e8ba22c2381 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:30.570882 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.651674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] For port 55f7f7cf-a212-4dae-8171-5e8ba22c2381, host n-h2-793619-7, got binding levels [] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:30.652547 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.674613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Calling delete_port for 55f7f7cf-a212-4dae-8171-5e8ba22c2381 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:30.809622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.854583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event deleted for resources: {'Port': ['ID=55f7f7cf-a212-4dae-8171-5e8ba22c2381,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.872554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.875079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b295e96f-cd36-4194-823e-1ea8f1199380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "DELETE /v2.0/ports/55f7f7cf-a212-4dae-8171-5e8ba22c2381 HTTP/1.1" status: 204 len: 168 time: 0.4419689 Jul 07 17:27:30.879331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34514) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.916515 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ebaa5d-a781-4381-b974-a92324b7c7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:27:30.918461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-77ebaa5d-a781-4381-b974-a92324b7c7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "GET /v2.0/ports/55f7f7cf-a212-4dae-8171-5e8ba22c2381 HTTP/1.1" status: 404 len: 333 time: 0.0380781 Jul 07 17:27:30.925713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34516) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.933821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Request body: {'port': {'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1152566960'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:30.969839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Made reservation on behalf of cf1adba65d384c6c955038f4b33aedab for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:30.974281 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.995418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:31.252440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.307873 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.359264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:31.367900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:31.371776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=73f6b10f-f1a8-49ec-b722-8f215a14bf7c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:31.375940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:31.377606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:31.378626 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.401584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8fcbbccd-87f1-48f6-9433-c0bf74985f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4742680 Jul 07 17:27:31.405918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34518) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:31.412875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:31.524442 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.803268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:31.818438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.845732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Transition to ACTIVE for port object 73f6b10f-f1a8-49ec-b722-8f215a14bf7c will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:31.850555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.919329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=73f6b10f-f1a8-49ec-b722-8f215a14bf7c,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:31.926166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:31.926610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:31.926861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:31.934405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:31.935035 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:31.935707 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 2 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:31.955593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:31.956050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:31.956648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:31.962559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:31.963051 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:31.963471 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 3 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:31.978445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:31.978795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:31.979142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:31.987567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:31.987908 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:31.988316 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 4 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.005428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.005992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.006583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.014805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.015291 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.016251 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 5 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.038412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.038985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.039565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.049041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.049614 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.050269 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 6 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.076458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.076962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.077591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.085718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.086259 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.086925 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 7 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.111782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.112342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.112926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.121491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.122893 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.123558 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 8 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.146104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.146671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.147252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.155686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.156020 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.156424 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 9 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.172400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.172741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.173086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.178041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.178365 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.178763 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 10 to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c Jul 07 17:27:32.194482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:32.194819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:32.195164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:32.201433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:32.201764 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:32.202144 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.330020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] For port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:32.330419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempted to set empty binding levels {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:27:32.375215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.428965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] In _notify_port_updated(), no bound segment for port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:32.430340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.431339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.434633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "PUT /v2.0/ports/73f6b10f-f1a8-49ec-b722-8f215a14bf7c HTTP/1.1" status: 200 len: 979 time: 1.0263579 Jul 07 17:27:32.437987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34530) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.463259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e28dc-06bd-4c08-8462-e66d236ff493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=73f6b10f-f1a8-49ec-b722-8f215a14bf7c,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:32.582010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.582508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.582993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.583473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.583953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.584424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.584889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.585389 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.585856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.586325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.586791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.589168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-96f3a10c-e6f1-4fa5-99c5-6c402675e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10149 time: 0.1483920 Jul 07 17:27:32.594444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34532) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.709643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Deleting port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:32.709985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.129417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] For port 73f6b10f-f1a8-49ec-b722-8f215a14bf7c, host n-h2-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:33.129859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.155939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Calling delete_port for 73f6b10f-f1a8-49ec-b722-8f215a14bf7c owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:33.259523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.296445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event deleted for resources: {'Port': ['ID=73f6b10f-f1a8-49ec-b722-8f215a14bf7c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.300419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.302579 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-483d736b-e4dd-4a8c-ba04-cd310b22cbe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "DELETE /v2.0/ports/73f6b10f-f1a8-49ec-b722-8f215a14bf7c HTTP/1.1" status: 204 len: 168 time: 0.7070367 Jul 07 17:27:33.306707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34544) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.354806 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c6d54e-15d3-4b70-a715-c9122ec2ba98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:27:33.359405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61c6d54e-15d3-4b70-a715-c9122ec2ba98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "GET /v2.0/ports/73f6b10f-f1a8-49ec-b722-8f215a14bf7c HTTP/1.1" status: 404 len: 333 time: 0.0512767 Jul 07 17:27:33.362908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34546) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.368747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1817340742', 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:33.393394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Made reservation on behalf of cf1adba65d384c6c955038f4b33aedab for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:33.396370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.416666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port d5b7ae97-948a-4839-8800-178323cf314f yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:33.622302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.673161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.744689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:33.749862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:33.754211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:33.756676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:33.756676 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.784074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=d5b7ae97-948a-4839-8800-178323cf314f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.797535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6231f631-858d-4adb-92d0-12a1318523aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4327259 Jul 07 17:27:33.800203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34548) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.863052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.882777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0118ba7b-330a-4c27-a7d6-c98aff3708f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:33.885228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0118ba7b-330a-4c27-a7d6-c98aff3708f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "GET /v2.0/ports/d5b7ae97-948a-4839-8800-178323cf314f HTTP/1.1" status: 200 len: 959 time: 0.0836010 Jul 07 17:27:33.890314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34550) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.003241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Deleting port d5b7ae97-948a-4839-8800-178323cf314f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:34.004016 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.105855 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.125633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Calling delete_port for d5b7ae97-948a-4839-8800-178323cf314f owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:34.256295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.292986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5b7ae97-948a-4839-8800-178323cf314f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.297166 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.299430 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09479468-6b2b-4922-b59e-d3864014d821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "DELETE /v2.0/ports/d5b7ae97-948a-4839-8800-178323cf314f HTTP/1.1" status: 204 len: 168 time: 0.4079466 Jul 07 17:27:34.302921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.337653 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc834fe-4eda-48b8-b799-6e2ac3b57b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:27:34.339546 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3dc834fe-4eda-48b8-b799-6e2ac3b57b9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "GET /v2.0/ports/d5b7ae97-948a-4839-8800-178323cf314f HTTP/1.1" status: 404 len: 333 time: 0.0353456 Jul 07 17:27:34.343604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34560) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.348952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Request body: {'port': {'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-803366966'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:34.389741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Made reservation on behalf of cf1adba65d384c6c955038f4b33aedab for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:34.392400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.412518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port c1e85931-43f1-4856-8867-7222af13fede yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:34.589990 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.635121 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.687680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:34.693705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:34.700516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:34.702508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:34.703569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.736234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e85931-43f1-4856-8867-7222af13fede,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.746373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c2df1254-a1c1-4421-a67f-a5b6caa80f60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3974984 Jul 07 17:27:34.748194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34566) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.756049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:34.852525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.049917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] device_id is not set on port c1e85931-43f1-4856-8867-7222af13fede yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:35.060742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.076254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Transition to ACTIVE for port object c1e85931-43f1-4856-8867-7222af13fede will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:35.080855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.135731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e85931-43f1-4856-8867-7222af13fede,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.156334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.156771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.157215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.162614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.163039 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.163593 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 2 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.182023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.182392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.182729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.187996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.188305 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.188698 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 3 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.205025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.205535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.205726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.211175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.211529 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.211883 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 4 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.235881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-450809c9-6694-49ac-a744-d7874cbaec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.240023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.240535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.240963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.246908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.247395 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.248033 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 5 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.263564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.264092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.264626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.272680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.273226 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.273867 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 6 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.295164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.295892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.296176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.304727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.305451 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.305934 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 7 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.327030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.327858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.328515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.336144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.336822 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.337605 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 8 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.358761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.359483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.359483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.364901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.365206 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.365584 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 9 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.379767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.380028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.380292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.385677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.386135 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.387412 n-d-793619-7 neutron-server[98270]: INFO neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempt 10 to bind port c1e85931-43f1-4856-8867-7222af13fede Jul 07 17:27:35.404005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:35.404343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:35.404683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempting to bind port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:35.409860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:35.410187 n-d-793619-7 neutron-server[98270]: ERROR neutron.plugins.ml2.managers [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Failed to bind port c1e85931-43f1-4856-8867-7222af13fede on host n-h2-793619-7 for vnic_type normal using segments [{'id': 'f7d4cd53-1fbf-4729-95d0-474478ac5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a0af978b-f093-4e65-bfa9-d01a5fa3cd3e'}] Jul 07 17:27:35.410587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.492320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] For port c1e85931-43f1-4856-8867-7222af13fede, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:35.492983 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attempted to set empty binding levels {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:27:35.499852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.539210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] In _notify_port_updated(), no bound segment for port c1e85931-43f1-4856-8867-7222af13fede on network a0af978b-f093-4e65-bfa9-d01a5fa3cd3e {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:35.539955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.540585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.547652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "PUT /v2.0/ports/c1e85931-43f1-4856-8867-7222af13fede HTTP/1.1" status: 200 len: 978 time: 0.7937274 Jul 07 17:27:35.548622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34570) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.564945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3029-7a2d-4e90-9e02-9d1d95d6c995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e85931-43f1-4856-8867-7222af13fede,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.697462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Deleting port c1e85931-43f1-4856-8867-7222af13fede {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:35.697766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.800716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] For port c1e85931-43f1-4856-8867-7222af13fede, host n-h2-793619-7, got binding levels [] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:35.801428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.828253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Calling delete_port for c1e85931-43f1-4856-8867-7222af13fede owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:35.926719 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.972768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1e85931-43f1-4856-8867-7222af13fede,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.979228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.981985 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f894700b-8fdc-4a17-8c5e-abc6a0456d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "DELETE /v2.0/ports/c1e85931-43f1-4856-8867-7222af13fede HTTP/1.1" status: 204 len: 168 time: 0.4311206 Jul 07 17:27:35.984113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34572) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.013411 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-679d1741-dd5a-40c1-af41-66476cf221ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:27:36.015512 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-679d1741-dd5a-40c1-af41-66476cf221ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402920603-project-admin] 10.222.0.78 "GET /v2.0/ports/c1e85931-43f1-4856-8867-7222af13fede HTTP/1.1" status: 404 len: 333 time: 0.0300715 Jul 07 17:27:36.021070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34574) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.128453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.270095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.294073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0af978b-f093-4e65-bfa9-d01a5fa3cd3e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.312044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d4cd53-1fbf-4729-95d0-474478ac5549') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.312403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d4cd53-1fbf-4729-95d0-474478ac5549') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.329287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.350916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.361039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:36.361600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:36.365434 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:36.454887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.473403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.476014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] 10.222.0.78 "DELETE /v2.0/networks/a0af978b-f093-4e65-bfa9-d01a5fa3cd3e HTTP/1.1" status: 204 len: 168 time: 0.4536574 Jul 07 17:27:36.503187 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad7023-19e0-475d-9faf-0368701c3c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470006488-project] Pushing event deleted for resources: {'Network': ['ID=a0af978b-f093-4e65-bfa9-d01a5fa3cd3e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.915501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34582) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.117946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0bb01144-0be0-44f0-b4cd-338694c0723e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bf13dc210d84f75abe0b7b568a8ae6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007816 Jul 07 17:27:37.122497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34586) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.187842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ff73608-4ce5-4bc4-84fb-0e39d819a4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.218685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ff73608-4ce5-4bc4-84fb-0e39d819a4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.275971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ff73608-4ce5-4bc4-84fb-0e39d819a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.280119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4ff73608-4ce5-4bc4-84fb-0e39d819a4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.281684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4ff73608-4ce5-4bc4-84fb-0e39d819a4d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e649d39e-df60-4302-8ad6-f3b814123b9b HTTP/1.1" status: 204 len: 168 time: 0.1576059 Jul 07 17:27:37.294941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff73608-4ce5-4bc4-84fb-0e39d819a4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649d39e-df60-4302-8ad6-f3b814123b9b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.679222 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.693620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34594) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.742888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5c95625d-86a8-4d6b-8b88-68cd8b839fed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf1adba65d384c6c955038f4b33aedab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479493 Jul 07 17:27:37.747405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.804678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63c52a87-5383-4e34-aecc-d6c1570d0f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.835252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63c52a87-5383-4e34-aecc-d6c1570d0f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.891932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63c52a87-5383-4e34-aecc-d6c1570d0f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.894797 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63c52a87-5383-4e34-aecc-d6c1570d0f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.896077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-63c52a87-5383-4e34-aecc-d6c1570d0f28 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/127b94a0-bf9f-40a2-8763-61360f83c6b7 HTTP/1.1" status: 204 len: 168 time: 0.1476715 Jul 07 17:27:37.905240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c52a87-5383-4e34-aecc-d6c1570d0f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127b94a0-bf9f-40a2-8763-61360f83c6b7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.868415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34626) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.035067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1586585042'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:39.067002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:39.073658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.092773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.159158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3617e0db-14e8-4f3b-8cc1-cc9a413e722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.206332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.251424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.256605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.291901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:39.303876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132170e4-fc22-409b-b9b7-ffcf570a7ef3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.309722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.310104 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Added segment 45ca46bf-6594-413c-9357-7b47856e071e of type vlan for network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 Jul 07 17:27:39.357744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.393944 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.400195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.401066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.468815 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5981288 Jul 07 17:27:39.472013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34634) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.485943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'subnet': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:39.503802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3da6ac-1990-4079-a56c-8fd811683df0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Network': ['ID=f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.521508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:39.656113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:39.660601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.899576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.967123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Subnet': ['ID=c8809ec5-f45c-4b4c-8820-efc9a7ebf42c,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.984662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Checking segment: {'id': '45ca46bf-6594-413c-9357-7b47856e071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:39.985193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network hostable DHCP agents. Network: f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:40.015764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:40.027933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:40.032869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.033504 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.044478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99591c-eb75-405e-b270-4b3b810757a0 None None] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:40.053653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34638) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:40.054245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1f5b2298-b64a-4e19-a42a-cdac8fb974d4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5789011 Jul 07 17:27:40.060734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-451246503'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:40.186487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:40.190331 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.220639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] device_id is not set on port bd2d9577-818b-4832-96e6-ef7dc68a37a0 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:40.302992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'tenant_id': '564365efb9af428d891d84f6fe750801', 'fixed_ips': [{'subnet_id': 'c8809ec5-f45c-4b4c-8820-efc9a7ebf42c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:40.303892 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.440747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Allocated IP 2001:db8::125 (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/bd2d9577-818b-4832-96e6-ef7dc68a37a0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:40.641506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.667289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Transition to ACTIVE for port object bd2d9577-818b-4832-96e6-ef7dc68a37a0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:40.729411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.793729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Allocated IP 2001:db8::2 (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/0367482a-d7ad-44db-adf4-85289dbcd916) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:40.811693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:40.818035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:40.830621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:40.842814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.843879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.862956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=bd2d9577-818b-4832-96e6-ef7dc68a37a0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.882093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34640) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:40.883883 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8164dd67-d6e7-47fb-bb40-5052e1a3d230 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8279660 Jul 07 17:27:40.887388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1024682337', 'allowed_address_pairs': [{'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:2a:3b:99'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:40.920406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.052245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.062558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Transition to ACTIVE for port object 0367482a-d7ad-44db-adf4-85289dbcd916 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:41.073430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:41.084627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Transition to ACTIVE for port object 0367482a-d7ad-44db-adf4-85289dbcd916 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:41.093267 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.140900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:41.144205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:41.149269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:41.153604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Pushing event updated for resources: {'Port': ['ID=0367482a-d7ad-44db-adf4-85289dbcd916,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.224854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Attempting to bind port 0367482a-d7ad-44db-adf4-85289dbcd916 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:41.225477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Attempting to bind port 0367482a-d7ad-44db-adf4-85289dbcd916 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '45ca46bf-6594-413c-9357-7b47856e071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:41.226054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Attempting to bind port 0367482a-d7ad-44db-adf4-85289dbcd916 on network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:41.236665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:41.237775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Checking segment: {'id': '45ca46bf-6594-413c-9357-7b47856e071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:41.238703 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.239581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Bound using segment: {'id': '45ca46bf-6594-413c-9357-7b47856e071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:41.240612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Bound port: 0367482a-d7ad-44db-adf4-85289dbcd916, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ca46bf-6594-413c-9357-7b47856e071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:41.241528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.262908 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.296183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] device_id is not set on port aaf630d0-509d-4307-8961-74f78e966676 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:41.350113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] For port 0367482a-d7ad-44db-adf4-85289dbcd916, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:41.354891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] For port 0367482a-d7ad-44db-adf4-85289dbcd916, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0367482a-d7ad-44db-adf4-85289dbcd916,segment=NetworkSegment(45ca46bf-6594-413c-9357-7b47856e071e),segment_id=45ca46bf-6594-413c-9357-7b47856e071e)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:41.361850 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.469460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146397-f157-4576-81e1-a4631f998c6b None None] Pushing event updated for resources: {'Port': ['ID=0367482a-d7ad-44db-adf4-85289dbcd916,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.510614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Allocated IP 2001:db8::129 (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/aaf630d0-509d-4307-8961-74f78e966676) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:41.772902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.798161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Transition to ACTIVE for port object aaf630d0-509d-4307-8961-74f78e966676 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:41.840475 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.897530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:41.903392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:41.910268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:41.920655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:41.921768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.960617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0771248 Jul 07 17:27:41.961797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d8d83-5234-4734-ada2-88a44a3a3b8d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=aaf630d0-509d-4307-8961-74f78e966676,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.963493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.119796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04692d0-6b3e-4985-9588-e168cf87e17a tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.127021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04692d0-6b3e-4985-9588-e168cf87e17a tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.133225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04692d0-6b3e-4985-9588-e168cf87e17a tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.135586 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e04692d0-6b3e-4985-9588-e168cf87e17a tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1689727 Jul 07 17:27:42.140301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.265234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port aaf630d0-509d-4307-8961-74f78e966676 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:42.265723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.383602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.401332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for aaf630d0-509d-4307-8961-74f78e966676 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:42.567731 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.630257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=aaf630d0-509d-4307-8961-74f78e966676,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.677363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87a965-a463-4546-90f0-1162d51b452a None None] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:42.806158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f3efc038-89f5-4134-9688-75fdb850c8d0 None None] Provisioning for port 0367482a-d7ad-44db-adf4-85289dbcd916 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:42.839147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.842388 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-75c3fb8b-2fcb-4a41-942f-a7273d6f8db8 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/ports/aaf630d0-509d-4307-8961-74f78e966676 HTTP/1.1" status: 204 len: 168 time: 0.7009864 Jul 07 17:27:42.845354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34652) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.881065 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9be0c5-c002-4a0e-b0f9-370ed7998fec tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] GET failed (client error): The resource could not be found. Jul 07 17:27:42.883081 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ab9be0c5-c002-4a0e-b0f9-370ed7998fec tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "GET /v2.0/ports/aaf630d0-509d-4307-8961-74f78e966676 HTTP/1.1" status: 404 len: 333 time: 0.0364914 Jul 07 17:27:42.888657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34654) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.894859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1531780920'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:43.057522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:43.062426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.096415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] device_id is not set on port cec85d8d-4bd1-4432-be7b-f732f847f421 yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:43.155766 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:43.270893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Allocated IP 2001:db8::1b0 (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/cec85d8d-4bd1-4432-be7b-f732f847f421) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:43.383866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dedbbac1-2226-4bba-8068-d86720c69ec5 None None] Provisioning for port bd2d9577-818b-4832-96e6-ef7dc68a37a0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:43.392811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dedbbac1-2226-4bba-8068-d86720c69ec5 None None] Provisioning complete for port bd2d9577-818b-4832-96e6-ef7dc68a37a0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:43.398133 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dedbbac1-2226-4bba-8068-d86720c69ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.460575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dedbbac1-2226-4bba-8068-d86720c69ec5 None None] Port bd2d9577-818b-4832-96e6-ef7dc68a37a0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:43.521522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0367482a-d7ad-44db-adf4-85289dbcd916 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:43.586109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 0367482a-d7ad-44db-adf4-85289dbcd916 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:43.593235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.595739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0367482a-d7ad-44db-adf4-85289dbcd916 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:43.596155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.618100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Transition to ACTIVE for port object cec85d8d-4bd1-4432-be7b-f732f847f421 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:43.634186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2fce09bb-1f11-46ff-b885-f6a5d5ae7e68 None None] Provisioning complete for port bd2d9577-818b-4832-96e6-ef7dc68a37a0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:43.634539 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2fce09bb-1f11-46ff-b885-f6a5d5ae7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.685695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2fce09bb-1f11-46ff-b885-f6a5d5ae7e68 None None] Port bd2d9577-818b-4832-96e6-ef7dc68a37a0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:43.699957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.727679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:43.730808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.731607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:43.736095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:43.743142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:43.743985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.785269 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8950894 Jul 07 17:27:43.790345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34658) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:43.797798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:2a:3b:99'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:43.809729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 0367482a-d7ad-44db-adf4-85289dbcd916, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0367482a-d7ad-44db-adf4-85289dbcd916,segment=NetworkSegment(45ca46bf-6594-413c-9357-7b47856e071e),segment_id=45ca46bf-6594-413c-9357-7b47856e071e)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:43.816856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.847262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb1d53-cd8a-4c67-8d54-85e900beaa95 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=cec85d8d-4bd1-4432-be7b-f732f847f421,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.908138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=0367482a-d7ad-44db-adf4-85289dbcd916,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.966767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.014572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-27f3bcfc-b79c-4310-8524-49f387aa6416 None None] Could not find standard attr ID for object aaf630d0-509d-4307-8961-74f78e966676. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:44.314337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.330571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.351583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] In _notify_port_updated(), no bound segment for port cec85d8d-4bd1-4432-be7b-f732f847f421 on network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:44.360526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:44.360526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.361398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "PUT /v2.0/ports/cec85d8d-4bd1-4432-be7b-f732f847f421 HTTP/1.1" status: 200 len: 1003 time: 0.5686359 Jul 07 17:27:44.366148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34664) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.420169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55318e8-f174-4dc3-b4ed-cbff2e4b6c3e tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=cec85d8d-4bd1-4432-be7b-f732f847f421,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.455774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9abf91cb-8b5e-48c9-9811-48a09fd19c63 None None] Provisioning for port cec85d8d-4bd1-4432-be7b-f732f847f421 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:44.461861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9abf91cb-8b5e-48c9-9811-48a09fd19c63 None None] Provisioning complete for port cec85d8d-4bd1-4432-be7b-f732f847f421 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:44.462238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9abf91cb-8b5e-48c9-9811-48a09fd19c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.523924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9abf91cb-8b5e-48c9-9811-48a09fd19c63 None None] Port cec85d8d-4bd1-4432-be7b-f732f847f421 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:44.544641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port cec85d8d-4bd1-4432-be7b-f732f847f421 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:44.544989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.649397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.666909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for cec85d8d-4bd1-4432-be7b-f732f847f421 owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:44.876394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.908277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=cec85d8d-4bd1-4432-be7b-f732f847f421,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.942220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eccb2bca-f9dc-4f0b-a29b-22b149e6a6d7 None None] Could not find standard attr ID for object cec85d8d-4bd1-4432-be7b-f732f847f421. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:45.010057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.015255 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d697b153-1954-4ce2-9e60-f72fc962de2d tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/ports/cec85d8d-4bd1-4432-be7b-f732f847f421 HTTP/1.1" status: 204 len: 168 time: 0.6446636 Jul 07 17:27:45.015535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34666) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.049551 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2e2e58-2bed-4d76-92a0-c745f2950e21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] GET failed (client error): The resource could not be found. Jul 07 17:27:45.051212 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b2e2e58-2bed-4d76-92a0-c745f2950e21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "GET /v2.0/ports/cec85d8d-4bd1-4432-be7b-f732f847f421 HTTP/1.1" status: 404 len: 333 time: 0.0346704 Jul 07 17:27:45.055661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.060820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1635374260'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:45.188327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:45.193429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.220402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] device_id is not set on port 29225a10-44e8-4a64-a523-d350ee03fd4f yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:45.354978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Allocated IP 2001:db8::24c (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/29225a10-44e8-4a64-a523-d350ee03fd4f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:45.456620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0367482a-d7ad-44db-adf4-85289dbcd916 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:45.518463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 0367482a-d7ad-44db-adf4-85289dbcd916 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:45.518832 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.593039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.621698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Transition to ACTIVE for port object 29225a10-44e8-4a64-a523-d350ee03fd4f will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.676884 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.727464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:45.735406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:45.738291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:45.744609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.747023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.764286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7078300 Jul 07 17:27:45.768409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de44bf-f2d0-4e5a-bd50-9cd05da7b209 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=29225a10-44e8-4a64-a523-d350ee03fd4f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.768757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34680) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.775278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2a:3b:99'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:45.903875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.106756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0165ae5e-9163-48c4-9197-d07191697437 None None] Provisioning for port 29225a10-44e8-4a64-a523-d350ee03fd4f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:46.113525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0165ae5e-9163-48c4-9197-d07191697437 None None] Provisioning complete for port 29225a10-44e8-4a64-a523-d350ee03fd4f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:46.115262 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0165ae5e-9163-48c4-9197-d07191697437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.175325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0165ae5e-9163-48c4-9197-d07191697437 None None] Port 29225a10-44e8-4a64-a523-d350ee03fd4f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:46.204173 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.209588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.252273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] In _notify_port_updated(), no bound segment for port 29225a10-44e8-4a64-a523-d350ee03fd4f on network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 {{(pid=98270) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:46.258154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:46.258833 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.260213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "PUT /v2.0/ports/29225a10-44e8-4a64-a523-d350ee03fd4f HTTP/1.1" status: 200 len: 1003 time: 0.4904928 Jul 07 17:27:46.264817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34692) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.312564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad428fd-2e5a-47b7-bd05-5a7c1a4c7311 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=29225a10-44e8-4a64-a523-d350ee03fd4f,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.415411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port 29225a10-44e8-4a64-a523-d350ee03fd4f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:46.415803 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.537657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.562133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for 29225a10-44e8-4a64-a523-d350ee03fd4f owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:46.609927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb1f69bd-1766-4693-b9bb-9d7e0f9b4473 None None] Provisioning complete for port 29225a10-44e8-4a64-a523-d350ee03fd4f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:46.610686 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb1f69bd-1766-4693-b9bb-9d7e0f9b4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.656659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f69bd-1766-4693-b9bb-9d7e0f9b4473 None None] Port 29225a10-44e8-4a64-a523-d350ee03fd4f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:46.714411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.750897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=29225a10-44e8-4a64-a523-d350ee03fd4f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.778473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.783217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0ebea4f8-9e54-4d4f-ad11-065a0ddf9187 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/ports/29225a10-44e8-4a64-a523-d350ee03fd4f HTTP/1.1" status: 204 len: 168 time: 0.5149002 Jul 07 17:27:46.784400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34700) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.821716 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09d167f-1f9b-489c-a528-c233cdaef5a3 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] GET failed (client error): The resource could not be found. Jul 07 17:27:46.825069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a09d167f-1f9b-489c-a528-c233cdaef5a3 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "GET /v2.0/ports/29225a10-44e8-4a64-a523-d350ee03fd4f HTTP/1.1" status: 404 len: 333 time: 0.0387375 Jul 07 17:27:46.830651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34706) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.839490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1016234969'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:47.013452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:47.017563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.039514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] device_id is not set on port bc302d77-d821-45be-ad94-76aecc7320bb yet. {{(pid=98264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:47.230241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Allocated IP 2001:db8::1b0 (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/bc302d77-d821-45be-ad94-76aecc7320bb) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:47.461886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.487723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Transition to ACTIVE for port object bc302d77-d821-45be-ad94-76aecc7320bb will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:47.538688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.612729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:47.618190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:47.639519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:47.651450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:47.652691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.673038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=bc302d77-d821-45be-ad94-76aecc7320bb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.691125 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77a0d6ee-0499-4694-83af-58997c5c98fc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8588157 Jul 07 17:27:47.693835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34714) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:47.699840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'network_id': 'f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1333888785'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:47.851271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Made reservation on behalf of 564365efb9af428d891d84f6fe750801 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:47.857713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.892131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] device_id is not set on port 9cedabfb-c313-4431-bd32-fdf942c22133 yet. {{(pid=98270) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:48.015377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5612b275-a003-48b1-a598-9fba10ac3912 None None] Provisioning for port bc302d77-d821-45be-ad94-76aecc7320bb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:48.021798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5612b275-a003-48b1-a598-9fba10ac3912 None None] Provisioning complete for port bc302d77-d821-45be-ad94-76aecc7320bb triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.022322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5612b275-a003-48b1-a598-9fba10ac3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.080220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5612b275-a003-48b1-a598-9fba10ac3912 None None] Port bc302d77-d821-45be-ad94-76aecc7320bb cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:48.120324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Allocated IP 2001:db8::18a (f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c/9cedabfb-c313-4431-bd32-fdf942c22133) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:48.392830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.411154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Transition to ACTIVE for port object 9cedabfb-c313-4431-bd32-fdf942c22133 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:48.450194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.915854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:48.920156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:48.927377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:48.932869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:48.934183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.945797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=9cedabfb-c313-4431-bd32-fdf942c22133,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.963630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-44767ad2-f617-4c77-8d45-308a00279c69 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2685163 Jul 07 17:27:48.967150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.972745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:2a:3b:99'}, {'ip_address': '2001:db8::1b0', 'mac_address': 'fa:16:3e:95:26:66'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:49.187827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.314041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6d81172f-23c7-4196-991c-e0e9403819db None None] Provisioning for port 9cedabfb-c313-4431-bd32-fdf942c22133 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:49.319449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6d81172f-23c7-4196-991c-e0e9403819db None None] Provisioning complete for port 9cedabfb-c313-4431-bd32-fdf942c22133 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:49.320413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6d81172f-23c7-4196-991c-e0e9403819db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.394001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6d81172f-23c7-4196-991c-e0e9403819db None None] Port 9cedabfb-c313-4431-bd32-fdf942c22133 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:49.462660 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.468296 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.518529 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] In _notify_port_updated(), no bound segment for port 9cedabfb-c313-4431-bd32-fdf942c22133 on network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 {{(pid=98264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:49.526540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:49.527953 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.534164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "PUT /v2.0/ports/9cedabfb-c313-4431-bd32-fdf942c22133 HTTP/1.1" status: 200 len: 1068 time: 0.5618594 Jul 07 17:27:49.534468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34726) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.561776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3e84c-9c55-4af5-919a-616a80afbabc tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event updated for resources: {'Port': ['ID=9cedabfb-c313-4431-bd32-fdf942c22133,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.672578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port 9cedabfb-c313-4431-bd32-fdf942c22133 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:49.672918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.807711 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.831927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for 9cedabfb-c313-4431-bd32-fdf942c22133 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:49.932264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-41d418a9-643c-4f8c-bde7-52baf9c38174 None None] Provisioning complete for port 9cedabfb-c313-4431-bd32-fdf942c22133 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:49.932708 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-41d418a9-643c-4f8c-bde7-52baf9c38174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.983527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-41d418a9-643c-4f8c-bde7-52baf9c38174 None None] Port 9cedabfb-c313-4431-bd32-fdf942c22133 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:50.044181 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.092994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=9cedabfb-c313-4431-bd32-fdf942c22133,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.355108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.357674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6307fb34-7cf2-4e76-9631-e8f17dffc844 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/ports/9cedabfb-c313-4431-bd32-fdf942c22133 HTTP/1.1" status: 204 len: 168 time: 0.8220942 Jul 07 17:27:50.360337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34732) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.390946 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bbeab2-e572-46f6-9ff3-b8e299772f72 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] GET failed (client error): The resource could not be found. Jul 07 17:27:50.392637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d2bbeab2-e572-46f6-9ff3-b8e299772f72 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "GET /v2.0/ports/9cedabfb-c313-4431-bd32-fdf942c22133 HTTP/1.1" status: 404 len: 333 time: 0.0312510 Jul 07 17:27:50.397830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34736) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.525804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port bc302d77-d821-45be-ad94-76aecc7320bb {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:50.526157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.632037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.647386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for bc302d77-d821-45be-ad94-76aecc7320bb owned by {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:50.794540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.833179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=bc302d77-d821-45be-ad94-76aecc7320bb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.882821 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.886343 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dfac0f31-b1a9-4d1d-83ee-c827d1b6f951 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/ports/bc302d77-d821-45be-ad94-76aecc7320bb HTTP/1.1" status: 204 len: 168 time: 0.4858387 Jul 07 17:27:50.889864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34746) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.935808 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba4af26-c5c1-4fbe-8217-d287a78eebd4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] GET failed (client error): The resource could not be found. Jul 07 17:27:50.937794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2ba4af26-c5c1-4fbe-8217-d287a78eebd4 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "GET /v2.0/ports/bc302d77-d821-45be-ad94-76aecc7320bb HTTP/1.1" status: 404 len: 333 time: 0.0465364 Jul 07 17:27:50.941739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34748) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.114316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port bd2d9577-818b-4832-96e6-ef7dc68a37a0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:51.115364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.220414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.241469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for bd2d9577-818b-4832-96e6-ef7dc68a37a0 owned by {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:51.401564 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.441668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=bd2d9577-818b-4832-96e6-ef7dc68a37a0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.476111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.482087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e9f91af9-590d-4544-b263-00da32b16ce0 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/ports/bd2d9577-818b-4832-96e6-ef7dc68a37a0 HTTP/1.1" status: 204 len: 168 time: 0.5346842 Jul 07 17:27:51.482830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34756) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.567951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting subnet c8809ec5-f45c-4b4c-8820-efc9a7ebf42c {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:51.573170 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.651907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.795886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.890019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.937564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Subnet': ['ID=c8809ec5-f45c-4b4c-8820-efc9a7ebf42c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.943201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.946839 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2b953e7f-b37f-4bdc-a83b-15bb24ed0d21 tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/subnets/c8809ec5-f45c-4b4c-8820-efc9a7ebf42c HTTP/1.1" status: 204 len: 168 time: 0.4618440 Jul 07 17:27:51.949794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.962056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b84748-5ddc-419e-94b6-ebd55f016087 None None] Network f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:52.049725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.144366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Deleting port 0367482a-d7ad-44db-adf4-85289dbcd916 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:52.145533 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.242953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] DHCP port deletion for f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:52.271122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] For port 0367482a-d7ad-44db-adf4-85289dbcd916, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0367482a-d7ad-44db-adf4-85289dbcd916,segment=NetworkSegment(45ca46bf-6594-413c-9357-7b47856e071e),segment_id=45ca46bf-6594-413c-9357-7b47856e071e)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:52.271579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.295367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Deleting port 0367482a-d7ad-44db-adf4-85289dbcd916 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:52.295741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.297561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Calling delete_port for 0367482a-d7ad-44db-adf4-85289dbcd916 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:52.397086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] For port 0367482a-d7ad-44db-adf4-85289dbcd916, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=0367482a-d7ad-44db-adf4-85289dbcd916,segment=NetworkSegment(45ca46bf-6594-413c-9357-7b47856e071e),segment_id=45ca46bf-6594-413c-9357-7b47856e071e)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:52.397889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.421756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Calling delete_port for 0367482a-d7ad-44db-adf4-85289dbcd916 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:52.430763 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.457046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] No DVR routers for this DVR port 0367482a-d7ad-44db-adf4-85289dbcd916 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:52.521672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Port': ['ID=0367482a-d7ad-44db-adf4-85289dbcd916,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.563155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.598298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.611104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.613775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Pushing event deleted for resources: {'Port': ['ID=0367482a-d7ad-44db-adf4-85289dbcd916,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.629289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] No DVR routers for this DVR port 0367482a-d7ad-44db-adf4-85289dbcd916 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:52.632877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.633382 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.633957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ca46bf-6594-413c-9357-7b47856e071e') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.634213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.634459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ca46bf-6594-413c-9357-7b47856e071e') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.634780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.635221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.635672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.636165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.636698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.637303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.637845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.638422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.638976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b8fcc9-28ca-45d6-9bec-307c42ea2429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:52.652240 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.679488 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.692356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:52.693046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:52.698596 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:52.779363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.796819 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.801683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] 10.222.0.78 "DELETE /v2.0/networks/f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41 HTTP/1.1" status: 204 len: 168 time: 0.8476036 Jul 07 17:27:52.814872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c034d5a-e626-43f2-8f8e-b0bb152f9cae tempest-AllowedAddressPairIpV6TestJSON-1195571437 tempest-AllowedAddressPairIpV6TestJSON-1195571437-project] Pushing event deleted for resources: {'Network': ['ID=f5a891e8-eb72-4c2a-b408-0e1d6e8dfb41,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.195550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34784) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.410936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dab35093-116c-41c9-a6be-2ce5d60522fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=564365efb9af428d891d84f6fe750801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139540 Jul 07 17:27:53.415248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34792) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.438569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0367482a-d7ad-44db-adf4-85289dbcd916 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:53.461935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 0367482a-d7ad-44db-adf4-85289dbcd916 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:53.462530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 0367482a-d7ad-44db-adf4-85289dbcd916 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:53.514048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0ba857d-f30b-4a56-a53b-2ca2cbc32e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.553028 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0ba857d-f30b-4a56-a53b-2ca2cbc32e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.619283 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0ba857d-f30b-4a56-a53b-2ca2cbc32e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.623464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0ba857d-f30b-4a56-a53b-2ca2cbc32e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.629383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e0ba857d-f30b-4a56-a53b-2ca2cbc32e7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/132170e4-fc22-409b-b9b7-ffcf570a7ef3 HTTP/1.1" status: 204 len: 168 time: 0.2090178 Jul 07 17:27:53.642586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba857d-f30b-4a56-a53b-2ca2cbc32e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132170e4-fc22-409b-b9b7-ffcf570a7ef3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.018186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.465879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34816) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.605866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246284275'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.642952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.649092 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.670145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.836942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.844003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.893568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:54.912699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d08201-f173-4aad-a97d-701d9ff19865,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.921063 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.921561 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a of type vlan for network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d Jul 07 17:27:54.989401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.028577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.035525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.036678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.094219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6268694 Jul 07 17:27:55.127543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c096ce2-147f-4553-bff9-b9d550b20d43 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=2d9d80e3-7f8a-4f82-8b3e-943a0886b84d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:55.142045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:58.823604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34846) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.833136 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:58.978923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:58.984968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.316669 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.427439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=e83d9512-5b0a-46fd-a2d7-581205317f72,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.433736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:59.434114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:59.456951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:59.469176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:59.486120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add08d4a-bad8-4f61-a3fe-019856d77059 None None] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:59.487350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.488525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.516598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b485b2c5-e928-4bcf-be2a-539784814176 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6913559 Jul 07 17:27:59.521641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34856) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.528376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99892808'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:59.552420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:59.556712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.588542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:59.600748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.601318 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment c454d3d1-cbdf-4aab-aa2c-99eb2c5210cc of type vlan for network 329b8cab-c83e-44f9-bfd5-3e1f25f64064 Jul 07 17:27:59.647796 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.685730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.698718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.701235 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.743791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-2d9d80e3-7f8a-4f82-8b3e-943a0886b84d', 'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': 'e83d9512-5b0a-46fd-a2d7-581205317f72'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:59.745427 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.846879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=329b8cab-c83e-44f9-bfd5-3e1f25f64064,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.874645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b2f4a6df-87d0-4591-92d0-4a61fc536020 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3459835 Jul 07 17:27:59.875391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34860) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.876110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 329b8cab-c83e-44f9-bfd5-3e1f25f64064 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:59.881348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '329b8cab-c83e-44f9-bfd5-3e1f25f64064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:59.989601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:59.993380 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.093832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Allocated IP 2001:db8:0:ffff::2 (2d9d80e3-7f8a-4f82-8b3e-943a0886b84d/e83d9512-5b0a-46fd-a2d7-581205317f72/f2c0a419-5208-4e42-b25d-cb002329dd21) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:00.205270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.367717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.384217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Transition to ACTIVE for port object f2c0a419-5208-4e42-b25d-cb002329dd21 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:00.421340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Transition to ACTIVE for port object f2c0a419-5208-4e42-b25d-cb002329dd21 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:00.428726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.506965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:00.516605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:00.522740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:00.536755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a419-5208-4e42-b25d-cb002329dd21,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.614508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Attempting to bind port f2c0a419-5208-4e42-b25d-cb002329dd21 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:00.614882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Attempting to bind port f2c0a419-5208-4e42-b25d-cb002329dd21 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:00.615502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Attempting to bind port f2c0a419-5208-4e42-b25d-cb002329dd21 on network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:00.620233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=962ea3d4-d45a-41b1-942f-8e6e3aac3c7a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.622188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:00.622654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Checking segment: {'id': 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:00.622999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.623377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Bound using segment: {'id': 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:00.623869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Bound port: f2c0a419-5208-4e42-b25d-cb002329dd21, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2d9d80e3-7f8a-4f82-8b3e-943a0886b84d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:00.624259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.631481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': 'c454d3d1-cbdf-4aab-aa2c-99eb2c5210cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '329b8cab-c83e-44f9-bfd5-3e1f25f64064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:00.631894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: 329b8cab-c83e-44f9-bfd5-3e1f25f64064, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:00.654165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 329b8cab-c83e-44f9-bfd5-3e1f25f64064 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:00.666166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 329b8cab-c83e-44f9-bfd5-3e1f25f64064) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:00.674617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.676077 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.685567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd721657-b6e5-44ea-8f75-44fd8caeb980 None None] Network 329b8cab-c83e-44f9-bfd5-3e1f25f64064 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:00.696279 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c0f67970-42e2-41ad-8bc2-bc72d1b24bb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8192723 Jul 07 17:28:00.700821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34864) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.783003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] For port f2c0a419-5208-4e42-b25d-cb002329dd21, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:00.828661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] For port f2c0a419-5208-4e42-b25d-cb002329dd21, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2c0a419-5208-4e42-b25d-cb002329dd21,segment=NetworkSegment(e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a),segment_id=e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:00.842003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.853066 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.911102 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eabcfb-200f-42a2-88d7-d681ca2a4791 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a419-5208-4e42-b25d-cb002329dd21,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.954174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.037055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c12bea-39c7-4cff-8848-eeb8c36aac8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-329b8cab-c83e-44f9-bfd5-3e1f25f64064', 'network_id': '329b8cab-c83e-44f9-bfd5-3e1f25f64064', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': '962ea3d4-d45a-41b1-942f-8e6e3aac3c7a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:01.038737 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d6c12bea-39c7-4cff-8848-eeb8c36aac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.065580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.133959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=962ea3d4-d45a-41b1-942f-8e6e3aac3c7a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.190600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1e372-2727-4f9e-95cf-c51138279a3b None None] Network 329b8cab-c83e-44f9-bfd5-3e1f25f64064 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:01.310368 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.324746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329b8cab-c83e-44f9-bfd5-3e1f25f64064']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.342102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c454d3d1-cbdf-4aab-aa2c-99eb2c5210cc') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.342410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c454d3d1-cbdf-4aab-aa2c-99eb2c5210cc') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.367986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.398287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.416512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:01.417067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:01.427833 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:01.481377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2c0a419-5208-4e42-b25d-cb002329dd21 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:01.539867 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.545965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.548289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/329b8cab-c83e-44f9-bfd5-3e1f25f64064 HTTP/1.1" status: 204 len: 168 time: 0.8455968 Jul 07 17:28:01.554098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34870) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.561856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-701518993'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:01.566335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b427e-d7e4-4cef-a66c-ea0fa8b247d6 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=329b8cab-c83e-44f9-bfd5-3e1f25f64064,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.566860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f2c0a419-5208-4e42-b25d-cb002329dd21 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:01.597262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:01.601473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.649585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:01.668304 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.668682 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment f37bda55-3a08-4baa-9215-83110a13c375 of type vlan for network 0e532829-9848-4abe-b5e6-d6361fcbf49a Jul 07 17:28:01.724299 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.758589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.765296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.765952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.841534 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2791176 Jul 07 17:28:01.841717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.845832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:01.859665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1795d9-56ee-4626-a583-9e2d7f83e130 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=0e532829-9848-4abe-b5e6-d6361fcbf49a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.885015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0e532829-9848-4abe-b5e6-d6361fcbf49a details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:01.975488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:01.979512 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.222484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.300231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2225c35-c4ba-4192-b2a0-6063d3a11fb1 None None] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:02.340099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=15016e28-905d-4918-be58-1c74a56fd0ed,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.343862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': 'f37bda55-3a08-4baa-9215-83110a13c375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:02.344324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: 0e532829-9848-4abe-b5e6-d6361fcbf49a, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:02.367805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 0e532829-9848-4abe-b5e6-d6361fcbf49a is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:02.384632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0e532829-9848-4abe-b5e6-d6361fcbf49a) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:02.387332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] Provisioning for port f2c0a419-5208-4e42-b25d-cb002329dd21 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:02.395612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] Provisioning complete for port f2c0a419-5208-4e42-b25d-cb002329dd21 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:02.396076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.396486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.397334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.420062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d58044dc-97f6-456d-8867-10128e3dbcb2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5782883 Jul 07 17:28:02.425060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34882) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.430344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dd6d7-a97e-41c3-b070-8d48b91d44ef None None] Network 0e532829-9848-4abe-b5e6-d6361fcbf49a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:02.430682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829341425'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.457030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:02.463122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.503377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:02.521632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.522304 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment 105c05ec-caff-4b26-8a3e-cb0c6efc2130 of type vlan for network 90a84043-0d74-4ba6-813d-96c4232d28fb Jul 07 17:28:02.591604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.639199 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.648915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.650068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.755696 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3291864 Jul 07 17:28:02.757837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34884) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.781580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eb5a3-760b-40a3-8281-856953a7c00c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=90a84043-0d74-4ba6-813d-96c4232d28fb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.800145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '90a84043-0d74-4ba6-813d-96c4232d28fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.825463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 90a84043-0d74-4ba6-813d-96c4232d28fb details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:02.946007 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.973119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:02.978432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.005323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-e982dd08-f748-478f-ae8a-f720163e2dd5 req-66787473-fa9b-4f7c-aff8-4802da985d68 service neutron] (98264) timed out ('10.222.0.13', 58616) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:28:03.045311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0e532829-9848-4abe-b5e6-d6361fcbf49a', 'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': '15016e28-905d-4918-be58-1c74a56fd0ed'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:03.046089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.070938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] For port f2c0a419-5208-4e42-b25d-cb002329dd21, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2c0a419-5208-4e42-b25d-cb002329dd21,segment=NetworkSegment(e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a),segment_id=e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:03.080212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.100990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Performing IP validity checks on allocation pools {{(pid=98270) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:03.101772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98270) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:03.222614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e7b22-1d97-4a16-8ccf-4569e3876d03 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a419-5208-4e42-b25d-cb002329dd21,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.289376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Allocated IP 2001:db8::1 (0e532829-9848-4abe-b5e6-d6361fcbf49a/15016e28-905d-4918-be58-1c74a56fd0ed/aa718325-adfc-444a-9122-60c42baeb267) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:03.333188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.442263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=d1e98713-4ea1-4ab0-948d-54a40ec89381,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.465869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': '105c05ec-caff-4b26-8a3e-cb0c6efc2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '90a84043-0d74-4ba6-813d-96c4232d28fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:03.466294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: 90a84043-0d74-4ba6-813d-96c4232d28fb, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:03.494720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 90a84043-0d74-4ba6-813d-96c4232d28fb is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:03.513320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 90a84043-0d74-4ba6-813d-96c4232d28fb) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:03.527962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.528568 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.556996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d9440cc9-e60e-44cb-9faa-179fc52f23b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7935314 Jul 07 17:28:03.557352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.566874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2c0a419-5208-4e42-b25d-cb002329dd21 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:03.570258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af85d29-f755-43c3-8f6d-1c91f421af00 None None] Network 90a84043-0d74-4ba6-813d-96c4232d28fb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:03.709076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.721418 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.729746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-91945a54-8215-4d5d-8de8-ef427667ef9f None None] Provisioning complete for port f2c0a419-5208-4e42-b25d-cb002329dd21 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:03.730123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-91945a54-8215-4d5d-8de8-ef427667ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.790339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Transition to ACTIVE for port object aa718325-adfc-444a-9122-60c42baeb267 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:03.805928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.862385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Transition to ACTIVE for port object aa718325-adfc-444a-9122-60c42baeb267 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:03.875567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f2c0a419-5208-4e42-b25d-cb002329dd21 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:03.876173 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.904728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.964365 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.967640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e98713-4ea1-4ab0-948d-54a40ec89381,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.047820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.055253 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.060184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a84043-0d74-4ba6-813d-96c4232d28fb']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:04.073562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105c05ec-caff-4b26-8a3e-cb0c6efc2130') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:04.073930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105c05ec-caff-4b26-8a3e-cb0c6efc2130') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:04.078905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Network 0e532829-9848-4abe-b5e6-d6361fcbf49a is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:04.086896 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.097008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:04.112374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.112757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:04.122190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:04.122844 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:04.126667 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:04.188896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Pushing event updated for resources: {'Port': ['ID=aa718325-adfc-444a-9122-60c42baeb267,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.200221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e29a8-a5cc-4cfb-82a8-b4024810606a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-90a84043-0d74-4ba6-813d-96c4232d28fb', 'network_id': '90a84043-0d74-4ba6-813d-96c4232d28fb', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': 'd1e98713-4ea1-4ab0-948d-54a40ec89381'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:04.203450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d32e29a8-a5cc-4cfb-82a8-b4024810606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.223912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.237077 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.239125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/90a84043-0d74-4ba6-813d-96c4232d28fb HTTP/1.1" status: 204 len: 168 time: 0.6806996 Jul 07 17:28:04.247198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34902) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:04.252724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791028b-7fa4-435c-a7f9-54cc1755de26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=90a84043-0d74-4ba6-813d-96c4232d28fb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.254087 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470430643'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:04.297506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:04.302780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.343240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:04.356011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.356384 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment b2ecf0f1-afe9-4051-834b-f6570bffa109 of type vlan for network ca8ce663-c548-4278-98d4-0165f9936684 Jul 07 17:28:04.403141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Attempting to bind port aa718325-adfc-444a-9122-60c42baeb267 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:04.403850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Attempting to bind port aa718325-adfc-444a-9122-60c42baeb267 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'f37bda55-3a08-4baa-9215-83110a13c375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:04.404941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Attempting to bind port aa718325-adfc-444a-9122-60c42baeb267 on network 0e532829-9848-4abe-b5e6-d6361fcbf49a {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:04.408907 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.411667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ad3c1-60d0-498c-9a07-def1116ec2ba None None] Network 90a84043-0d74-4ba6-813d-96c4232d28fb requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:04.438533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:04.439227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Checking segment: {'id': 'f37bda55-3a08-4baa-9215-83110a13c375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:04.439624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.440205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Bound using segment: {'id': 'f37bda55-3a08-4baa-9215-83110a13c375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:04.440940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Bound port: aa718325-adfc-444a-9122-60c42baeb267, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bda55-3a08-4baa-9215-83110a13c375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e532829-9848-4abe-b5e6-d6361fcbf49a'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:04.441695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.445003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ad3c1-60d0-498c-9a07-def1116ec2ba None None] Network 90a84043-0d74-4ba6-813d-96c4232d28fb could not be found, it might have been deleted concurrently. {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:28:04.446468 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.454131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.454936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.524695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2755721 Jul 07 17:28:04.527122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] For port aa718325-adfc-444a-9122-60c42baeb267, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:04.530108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34904) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:04.532588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] For port aa718325-adfc-444a-9122-60c42baeb267, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa718325-adfc-444a-9122-60c42baeb267,segment=NetworkSegment(f37bda55-3a08-4baa-9215-83110a13c375),segment_id=f37bda55-3a08-4baa-9215-83110a13c375)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:04.538866 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.539735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e0f9c-de61-46b8-a201-c27a8587ea2b tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=ca8ce663-c548-4278-98d4-0165f9936684,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.540288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': 'ca8ce663-c548-4278-98d4-0165f9936684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:04.578198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ca8ce663-c548-4278-98d4-0165f9936684 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:04.665203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:04.669755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.672702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037eff4-282f-449d-aaa4-6badde9ba07f None None] Pushing event updated for resources: {'Port': ['ID=aa718325-adfc-444a-9122-60c42baeb267,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.000071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.120111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=977ebe40-fb9d-426f-bc3c-5b63a2698dce,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.134142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': 'b2ecf0f1-afe9-4051-834b-f6570bffa109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ca8ce663-c548-4278-98d4-0165f9936684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:05.134749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: ca8ce663-c548-4278-98d4-0165f9936684, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:05.166701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network ca8ce663-c548-4278-98d4-0165f9936684 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:05.178029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ca8ce663-c548-4278-98d4-0165f9936684) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:05.182992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:05.184245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.190611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9636a4-6e97-4f72-b389-bbdf68bc7d9c None None] Network ca8ce663-c548-4278-98d4-0165f9936684 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:05.214762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34912) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.218212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-82ac6adf-6584-45f8-8bf7-058f0c80b0a1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6859846 Jul 07 17:28:05.287377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9283a197-cd4c-4ad1-a373-94c15ad60651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.379101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.474489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393ac57-5c10-446f-bf63-0ff105262c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ca8ce663-c548-4278-98d4-0165f9936684', 'network_id': 'ca8ce663-c548-4278-98d4-0165f9936684', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': '977ebe40-fb9d-426f-bc3c-5b63a2698dce'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:05.476103 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3393ac57-5c10-446f-bf63-0ff105262c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.499430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.505213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa718325-adfc-444a-9122-60c42baeb267 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:05.646765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port aa718325-adfc-444a-9122-60c42baeb267 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:05.667371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-3393ac57-5c10-446f-bf63-0ff105262c64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977ebe40-fb9d-426f-bc3c-5b63a2698dce: This subnet is being modified by another concurrent operation. Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977ebe40-fb9d-426f-bc3c-5b63a2698dce: This subnet is being modified by another concurrent operation. Jul 07 17:28:05.673210 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:05.706477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50d5ff-08d1-4d68-ab2e-bf876e9b45e5 None None] Network ca8ce663-c548-4278-98d4-0165f9936684 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:05.716156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=977ebe40-fb9d-426f-bc3c-5b63a2698dce,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.814642 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.836229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8ce663-c548-4278-98d4-0165f9936684']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.859458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ecf0f1-afe9-4051-834b-f6570bffa109') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.859987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ecf0f1-afe9-4051-834b-f6570bffa109') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.879563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.909981 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.924006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:05.924784 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:05.930966 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:06.017926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66feff7b-6ca7-4b86-a168-e14eeb93030a None None] Network 0e532829-9848-4abe-b5e6-d6361fcbf49a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:06.066330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.089949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.095987 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/ca8ce663-c548-4278-98d4-0165f9936684 HTTP/1.1" status: 204 len: 168 time: 0.8764801 Jul 07 17:28:06.100778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34920) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.112914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] Provisioning for port aa718325-adfc-444a-9122-60c42baeb267 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:06.113709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca45e66-0651-4f50-b6de-6175a77b8718 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=ca8ce663-c548-4278-98d4-0165f9936684,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.131689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] Provisioning complete for port aa718325-adfc-444a-9122-60c42baeb267 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:06.132081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.142548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321663208'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.170933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:06.174943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.204130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:06.222140 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.222504 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment f92a79f2-c077-4fc3-8184-3bcdf76ba235 of type vlan for network d6dfeea3-481b-46ff-b141-dbc49d40ea2b Jul 07 17:28:06.284136 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.301231 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.327229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.334453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:06.334453 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.353312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] For port aa718325-adfc-444a-9122-60c42baeb267, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa718325-adfc-444a-9122-60c42baeb267,segment=NetworkSegment(f37bda55-3a08-4baa-9215-83110a13c375),segment_id=f37bda55-3a08-4baa-9215-83110a13c375)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:06.364531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.401227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2950747 Jul 07 17:28:06.403680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34924) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.409670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': 'd6dfeea3-481b-46ff-b141-dbc49d40ea2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.448686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb7bb-fbdf-4d0c-9c88-66f0a0520efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=d6dfeea3-481b-46ff-b141-dbc49d40ea2b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.481754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a7179-fde6-4414-93c8-47a43588378f None None] Pushing event updated for resources: {'Port': ['ID=aa718325-adfc-444a-9122-60c42baeb267,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.493525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d6dfeea3-481b-46ff-b141-dbc49d40ea2b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:06.558213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:06.563489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.728480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964dba84-aca3-4af3-a5eb-889e1df540f5 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:06.761604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f1c7436b-abe5-4e38-bd9e-35c47132e056 None None] Provisioning complete for port aa718325-adfc-444a-9122-60c42baeb267 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:06.763376 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f1c7436b-abe5-4e38-bd9e-35c47132e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.821724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.908815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964dba84-aca3-4af3-a5eb-889e1df540f5 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:06.923140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=c74948b7-0349-4524-853e-09b45168a492,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.936944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': 'f92a79f2-c077-4fc3-8184-3bcdf76ba235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd6dfeea3-481b-46ff-b141-dbc49d40ea2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:06.937559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: d6dfeea3-481b-46ff-b141-dbc49d40ea2b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:06.975748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network d6dfeea3-481b-46ff-b141-dbc49d40ea2b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:06.991778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d6dfeea3-481b-46ff-b141-dbc49d40ea2b) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:06.999975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.001021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.026536 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bbaccea-4ba7-4a23-a7de-69b832f2761c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6214297 Jul 07 17:28:07.029501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34930) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.182300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.266204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1d8ca-e387-4b59-8763-f0c79cc06512 None None] Network d6dfeea3-481b-46ff-b141-dbc49d40ea2b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:07.267071 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.348282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.385986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=c74948b7-0349-4524-853e-09b45168a492,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.467585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.479986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0c362-199b-40a1-854e-f4afb732d6db None None] Network d6dfeea3-481b-46ff-b141-dbc49d40ea2b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:07.483393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dfeea3-481b-46ff-b141-dbc49d40ea2b']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:07.499566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92a79f2-c077-4fc3-8184-3bcdf76ba235') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:07.500957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92a79f2-c077-4fc3-8184-3bcdf76ba235') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:07.520050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.520858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa718325-adfc-444a-9122-60c42baeb267 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:07.546841 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.555681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:07.556647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:07.561437 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:07.650019 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.659096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.662915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/d6dfeea3-481b-46ff-b141-dbc49d40ea2b HTTP/1.1" status: 204 len: 168 time: 0.6317513 Jul 07 17:28:07.672057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34934) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.681173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661910254'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:07.704596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e53e9-af7d-4f6a-b4be-dbb65bcbe326 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=d6dfeea3-481b-46ff-b141-dbc49d40ea2b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.732569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:07.737282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.749338 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.772775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:07.787990 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.788569 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment 69a0bdbc-5e28-4512-8612-40384e42b71e of type vlan for network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf Jul 07 17:28:07.817282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aa718325-adfc-444a-9122-60c42baeb267 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:07.817893 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.849782 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.888955 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.900530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.902012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.003239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3280816 Jul 07 17:28:08.005636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34940) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.019959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.031234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef789f92-3667-4d60-8b98-c28f25ddcebc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.085337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:08.238016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:08.242231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.515506 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.579982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=434d20d1-0eed-4b5c-a817-6df79f68655d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.589963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': '69a0bdbc-5e28-4512-8612-40384e42b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:08.590921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:08.609907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:08.619989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:08.624752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:08.625425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.635045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03d015-857b-49c5-abdb-f6b473e9b8c2 None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:08.644408 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7fd071af-14e3-416e-aadb-04d455ed7bb7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6340756 Jul 07 17:28:08.647123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34948) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.654491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.800035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf', 'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': '434d20d1-0eed-4b5c-a817-6df79f68655d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:08.801096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.864366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:08.873503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.997634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Allocated IP 2001:db8::2 (74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf/434d20d1-0eed-4b5c-a817-6df79f68655d/bc643294-36fa-4156-9f37-8d87d416b0b4) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:09.224138 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-91802198-dbbf-44a9-abb8-db5adaf51cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.250400 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.274171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.283696 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.300849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Transition to ACTIVE for port object bc643294-36fa-4156-9f37-8d87d416b0b4 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.327072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:09.332252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:09.337324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Transition to ACTIVE for port object bc643294-36fa-4156-9f37-8d87d416b0b4 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.340551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.341664 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.351252 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.356960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=4b197e13-839b-471d-bb3c-82cb2c7719bd,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.373813 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e5bd7756-39a0-48b1-9e51-f2da077fee42 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7251937 Jul 07 17:28:09.377884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34956) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.406670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:09.410903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:09.416115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:09.499673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed517f62-73cf-4cc2-8ad5-36ce64e66eb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.502988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed517f62-73cf-4cc2-8ad5-36ce64e66eb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.506322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed517f62-73cf-4cc2-8ad5-36ce64e66eb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.509536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed517f62-73cf-4cc2-8ad5-36ce64e66eb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.512520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed517f62-73cf-4cc2-8ad5-36ce64e66eb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.514145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Pushing event updated for resources: {'Port': ['ID=bc643294-36fa-4156-9f37-8d87d416b0b4,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.522525 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ed517f62-73cf-4cc2-8ad5-36ce64e66eb1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1345537 Jul 07 17:28:09.522829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34958) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.531890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612133402'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:09.540069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Attempting to bind port bc643294-36fa-4156-9f37-8d87d416b0b4 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.540844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Attempting to bind port bc643294-36fa-4156-9f37-8d87d416b0b4 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '69a0bdbc-5e28-4512-8612-40384e42b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.541782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Attempting to bind port bc643294-36fa-4156-9f37-8d87d416b0b4 on network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.551316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:09.552183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Checking segment: {'id': '69a0bdbc-5e28-4512-8612-40384e42b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:09.552767 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.553559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Bound using segment: {'id': '69a0bdbc-5e28-4512-8612-40384e42b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:09.554477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Bound port: bc643294-36fa-4156-9f37-8d87d416b0b4, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a0bdbc-5e28-4512-8612-40384e42b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:09.555055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.567588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:09.573713 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.609588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:09.622587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.623023 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment d754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1 of type vlan for network 8980f2f3-72db-4fbb-a3c3-f34b362081ab Jul 07 17:28:09.650695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] For port bc643294-36fa-4156-9f37-8d87d416b0b4, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:09.656543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] For port bc643294-36fa-4156-9f37-8d87d416b0b4, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bc643294-36fa-4156-9f37-8d87d416b0b4,segment=NetworkSegment(69a0bdbc-5e28-4512-8612-40384e42b71e),segment_id=69a0bdbc-5e28-4512-8612-40384e42b71e)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:09.662894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.685251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.732078 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.739594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.741528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.743706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bc44f-e156-4380-bba0-7f83517c67fa None None] Pushing event updated for resources: {'Port': ['ID=bc643294-36fa-4156-9f37-8d87d416b0b4,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.810083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2864883 Jul 07 17:28:09.816457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34962) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.830875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'New_network'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:09.840143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284fb25-9ff5-44f7-b05e-a7180e19a03d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=8980f2f3-72db-4fbb-a3c3-f34b362081ab,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.852891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:10.155721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.178279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.213584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab is not hosted by any dhcp agent {{(pid=98264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:10.219359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.220027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.224999 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "PUT /v2.0/networks/8980f2f3-72db-4fbb-a3c3-f34b362081ab HTTP/1.1" status: 200 len: 723 time: 0.4034643 Jul 07 17:28:10.225151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34970) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.240829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:10.283426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312736ff-fe0f-4bf1-bb6f-7ebb9667f42c tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=8980f2f3-72db-4fbb-a3c3-f34b362081ab,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.299040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:10.391748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:10.395749 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.651492 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.726638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=55e1c3f6-f180-4e32-aa21-1e2ac55c791c,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.741494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:10.741964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: 8980f2f3-72db-4fbb-a3c3-f34b362081ab, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:10.762735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:10.774351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 8980f2f3-72db-4fbb-a3c3-f34b362081ab) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:10.780213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.781372 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.789408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc011c58-3ba7-4b56-b9f3-c86c4cd2069e None None] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:10.799873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bdf64264-25f5-40b1-a447-c8683d39bdbc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5732729 Jul 07 17:28:10.804376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34974) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.810897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:10.885949 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.933618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126274496'] for subnet, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.061612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-8980f2f3-72db-4fbb-a3c3-f34b362081ab', 'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': '55e1c3f6-f180-4e32-aa21-1e2ac55c791c'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:11.062578 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.140317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788377300255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126069864'] for subnet, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.154232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a33e7f-3287-4c49-938f-39eeabde841e None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:11.187082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.187646 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.192003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 34978) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.192244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "PUT /v2.0/subnets/55e1c3f6-f180-4e32-aa21-1e2ac55c791c HTTP/1.1" status: 200 len: 826 time: 0.3862095 Jul 07 17:28:11.214118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c810bd-c2b8-459c-9441-2da1825d3bff tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=55e1c3f6-f180-4e32-aa21-1e2ac55c791c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.245566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d5c27b18-9216-4929-9bcb-a2282225326e None None] Provisioning for port bc643294-36fa-4156-9f37-8d87d416b0b4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:11.347732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.378444 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Allocated IP 2001:db8::2 (8980f2f3-72db-4fbb-a3c3-f34b362081ab/55e1c3f6-f180-4e32-aa21-1e2ac55c791c/b37d7bc4-9aec-4a5a-8123-eddfe50619df) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:11.418883 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.616410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bc643294-36fa-4156-9f37-8d87d416b0b4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:11.680190 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.698785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Transition to ACTIVE for port object b37d7bc4-9aec-4a5a-8123-eddfe50619df will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:11.702262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Update dhcp port {'port': {'network_id': '74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf', 'fixed_ips': [{'subnet_id': '434d20d1-0eed-4b5c-a817-6df79f68655d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b197e13-839b-471d-bb3c-82cb2c7719bd'}], 'binding:host_id': 'n-d-793619-7'}, 'id': 'bc643294-36fa-4156-9f37-8d87d416b0b4'} from n-d-793619-7. {{(pid=98272) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:28:11.749329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Transition to ACTIVE for port object b37d7bc4-9aec-4a5a-8123-eddfe50619df will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:11.763175 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.775758 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.795093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.801542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bc643294-36fa-4156-9f37-8d87d416b0b4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:11.827218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bc643294-36fa-4156-9f37-8d87d416b0b4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:11.827724 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.835001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:11.844308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:11.870755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=55e1c3f6-f180-4e32-aa21-1e2ac55c791c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.881711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:11.887978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Pushing event updated for resources: {'Port': ['ID=b37d7bc4-9aec-4a5a-8123-eddfe50619df,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.967618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.979919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8980f2f3-72db-4fbb-a3c3-f34b362081ab']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:12.004919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:12.005397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:12.022267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.045602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.055503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Attempting to bind port b37d7bc4-9aec-4a5a-8123-eddfe50619df on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:12.055923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Attempting to bind port b37d7bc4-9aec-4a5a-8123-eddfe50619df by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:12.056261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Attempting to bind port b37d7bc4-9aec-4a5a-8123-eddfe50619df on network 8980f2f3-72db-4fbb-a3c3-f34b362081ab {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:12.056824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:12.057351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:12.064441 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:12.089071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:12.089546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Checking segment: {'id': 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:12.090027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.090994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Bound using segment: {'id': 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:12.090994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Bound port: b37d7bc4-9aec-4a5a-8123-eddfe50619df, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:12.091368 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.156075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:12.156075 n-d-793619-7 neutron-server[98264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:12.156075 n-d-793619-7 neutron-server[98264]: [parameters: {'id': '8980f2f3-72db-4fbb-a3c3-f34b362081ab'}] Jul 07 17:28:12.156075 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:12.156888 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:12.173637 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.195458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Allocated IP 172.20.0.1 (74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf/4b197e13-839b-471d-bb3c-82cb2c7719bd/bc643294-36fa-4156-9f37-8d87d416b0b4) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:12.254877 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] For port b37d7bc4-9aec-4a5a-8123-eddfe50619df, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:12.307479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] For port b37d7bc4-9aec-4a5a-8123-eddfe50619df, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b37d7bc4-9aec-4a5a-8123-eddfe50619df,segment=NetworkSegment(d754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1),segment_id=d754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:12.315669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.420783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] For port bc643294-36fa-4156-9f37-8d87d416b0b4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bc643294-36fa-4156-9f37-8d87d416b0b4,segment=NetworkSegment(69a0bdbc-5e28-4512-8612-40384e42b71e),segment_id=69a0bdbc-5e28-4512-8612-40384e42b71e)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:12.455123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7610b0e-f2aa-4142-98fa-658f5bb25181 None None] Pushing event updated for resources: {'Port': ['ID=b37d7bc4-9aec-4a5a-8123-eddfe50619df,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.484973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.489641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ffff8-0329-4cfc-bee1-b2a438770b79 None None] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:12.539757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Transition to ACTIVE for port object bc643294-36fa-4156-9f37-8d87d416b0b4 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:12.548785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.658290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.736930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting port b37d7bc4-9aec-4a5a-8123-eddfe50619df {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:12.737366 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.819640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] For port b37d7bc4-9aec-4a5a-8123-eddfe50619df, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b37d7bc4-9aec-4a5a-8123-eddfe50619df,segment=NetworkSegment(d754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1),segment_id=d754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:12.820269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.849706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Calling delete_port for b37d7bc4-9aec-4a5a-8123-eddfe50619df owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:12.892533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:12.893513 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:12.901846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff370c-35fa-411c-85ba-a56862665439 None None] Pushing event updated for resources: {'Port': ['ID=bc643294-36fa-4156-9f37-8d87d416b0b4,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.947704 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdca998-ef84-4799-b0c3-c8919343c03a None None] Network 8980f2f3-72db-4fbb-a3c3-f34b362081ab requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:12.976957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.066760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No DVR routers for this DVR port b37d7bc4-9aec-4a5a-8123-eddfe50619df on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:13.070803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Port': ['ID=b37d7bc4-9aec-4a5a-8123-eddfe50619df,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.204359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.224279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8980f2f3-72db-4fbb-a3c3-f34b362081ab']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:13.243888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:13.244331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd754b8f0-3a0a-4eed-b50f-e12e3ffe3ff1') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:13.259798 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.294029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.305468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:13.306183 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:13.311875 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:13.436344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.440109 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.445627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.449373 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/8980f2f3-72db-4fbb-a3c3-f34b362081ab HTTP/1.1" status: 204 len: 168 time: 2.2552915 Jul 07 17:28:13.454081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34994) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.482401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257c50-8a42-4c21-9a88-a11eb14be7c2 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=8980f2f3-72db-4fbb-a3c3-f34b362081ab,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.499997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port bc643294-36fa-4156-9f37-8d87d416b0b4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bc643294-36fa-4156-9f37-8d87d416b0b4,segment=NetworkSegment(69a0bdbc-5e28-4512-8612-40384e42b71e),segment_id=69a0bdbc-5e28-4512-8612-40384e42b71e)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.504951 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d598484-0593-47fb-8825-4a7e649c961a tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:13.506158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d598484-0593-47fb-8825-4a7e649c961a tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:13.508049 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.509199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6d598484-0593-47fb-8825-4a7e649c961a tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/8980f2f3-72db-4fbb-a3c3-f34b362081ab HTTP/1.1" status: 404 len: 339 time: 0.0535831 Jul 07 17:28:13.515806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34996) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.526700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937680633', 'description': 'd1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:13.605158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:13.605158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.622217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=bc643294-36fa-4156-9f37-8d87d416b0b4,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.681558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:13.697175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bc643294-36fa-4156-9f37-8d87d416b0b4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:13.709567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.710646 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment de806505-624d-43fc-ad3a-d27b2d63231f of type vlan for network ce8cd62a-9f78-48ca-a4d0-fda356a7d501 Jul 07 17:28:13.796447 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.823904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881428b-48ab-4a1c-a404-6d12ea2e1888 None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:13.834922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.845655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:13.846462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.895785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-daa58811-4200-4118-96de-9906f02dad98 None None] Provisioning for port bc643294-36fa-4156-9f37-8d87d416b0b4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:13.904594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-daa58811-4200-4118-96de-9906f02dad98 None None] Provisioning complete for port bc643294-36fa-4156-9f37-8d87d416b0b4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:13.904594 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-daa58811-4200-4118-96de-9906f02dad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.916072 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3986247 Jul 07 17:28:13.921540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 34998) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.984648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb42408-cdc4-4962-bb98-c475ef99d3f4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=ce8cd62a-9f78-48ca-a4d0-fda356a7d501,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.019118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93e3e8-5530-4d40-b8fe-ed4efda51f22 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.020763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cc93e3e8-5530-4d40-b8fe-ed4efda51f22 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks?id=ce8cd62a-9f78-48ca-a4d0-fda356a7d501 HTTP/1.1" status: 200 len: 765 time: 0.0988405 Jul 07 17:28:14.023688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35000) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.026748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ce8cd62a-9f78-48ca-a4d0-fda356a7d501 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:14.031868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'description': 'd2'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:14.267718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.290371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.304777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network ce8cd62a-9f78-48ca-a4d0-fda356a7d501 is not hosted by any dhcp agent {{(pid=98270) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:14.313727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.314532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.320149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "PUT /v2.0/networks/ce8cd62a-9f78-48ca-a4d0-fda356a7d501 HTTP/1.1" status: 200 len: 762 time: 0.2900598 Jul 07 17:28:14.320553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35002) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.421391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5844f-51f0-4396-b817-db702654d2de tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=ce8cd62a-9f78-48ca-a4d0-fda356a7d501,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.439963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ce8cd62a-9f78-48ca-a4d0-fda356a7d501 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:14.457607 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e6c9b-52d5-4127-94a8-d2b63eb3c653 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.460691 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c34e6c9b-52d5-4127-94a8-d2b63eb3c653 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks?id=ce8cd62a-9f78-48ca-a4d0-fda356a7d501 HTTP/1.1" status: 200 len: 765 time: 0.1385887 Jul 07 17:28:14.467512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35006) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.546383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7987c8-3641-4494-91dd-67161f6c3ee8 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:14.626330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a8a2c6fa-2833-426f-89c1-062d26a77294 None None] Provisioning complete for port bc643294-36fa-4156-9f37-8d87d416b0b4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.626862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c6fa-2833-426f-89c1-062d26a77294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.755825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7987c8-3641-4494-91dd-67161f6c3ee8 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:14.811207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a3d59-502f-4990-a844-ee6f66e70340 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.815238 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-045a3d59-502f-4990-a844-ee6f66e70340 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3439043 Jul 07 17:28:14.817863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35010) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.858639 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72c1bf28-f49c-4b98-9041-e828c7c366f9 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 207 time: 0.0396099 Jul 07 17:28:14.864000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.014146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.025138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.039893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.053085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.064611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.075808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.079256 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fbe2e878-530c-4c96-b608-422d87dc78a3 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2137756 Jul 07 17:28:15.083091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35016) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.651267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bc643294-36fa-4156-9f37-8d87d416b0b4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:15.754665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bc643294-36fa-4156-9f37-8d87d416b0b4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:15.755478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.820279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b0f95b8a-a152-4030-956d-f9a7c2f82fe7 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7350202 Jul 07 17:28:15.823698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35024) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.931640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c3cb8-ac40-4da7-b94c-bba1bfee4618 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.933377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c3cb8-ac40-4da7-b94c-bba1bfee4618 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.935729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c3cb8-ac40-4da7-b94c-bba1bfee4618 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.937375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c3cb8-ac40-4da7-b94c-bba1bfee4618 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.938932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c3cb8-ac40-4da7-b94c-bba1bfee4618 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.940745 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f3c3cb8-ac40-4da7-b94c-bba1bfee4618 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1137002 Jul 07 17:28:15.946562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.088584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e42ca-ad65-42f9-8f0c-a8b71bac8d18 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.091668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e42ca-ad65-42f9-8f0c-a8b71bac8d18 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.094541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e42ca-ad65-42f9-8f0c-a8b71bac8d18 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.097349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e42ca-ad65-42f9-8f0c-a8b71bac8d18 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.100061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e42ca-ad65-42f9-8f0c-a8b71bac8d18 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.102887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b09e42ca-ad65-42f9-8f0c-a8b71bac8d18 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1549299 Jul 07 17:28:16.107386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35028) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.239359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6e199-37c9-4702-89b6-19962c78957d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.245616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3bd6e199-37c9-4702-89b6-19962c78957d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks/2d9d80e3-7f8a-4f82-8b3e-943a0886b84d HTTP/1.1" status: 200 len: 804 time: 0.1326051 Jul 07 17:28:16.246020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35030) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.380394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-28de06e9-3006-4605-9693-adefc1fee21d tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/networks/2d9d80e3-7f8a-4f82-8b3e-943a0886b84d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1313794 Jul 07 17:28:16.384883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35032) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.485777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc3cf85-9904-4d41-870d-582cec00f656 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.493443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8cc3cf85-9904-4d41-870d-582cec00f656 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/subnets/e83d9512-5b0a-46fd-a2d7-581205317f72 HTTP/1.1" status: 200 len: 843 time: 0.1017001 Jul 07 17:28:16.493942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35036) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.592468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cadcd1-bb78-4f24-a8bb-7b1b99813fbf tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.595099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-90cadcd1-bb78-4f24-a8bb-7b1b99813fbf tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "GET /v2.0/subnets/e83d9512-5b0a-46fd-a2d7-581205317f72?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0994906 Jul 07 17:28:16.600028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35038) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.609569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339045001'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.642644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:16.647042 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.686840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:16.705353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.705909 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Added segment 507716ba-f349-48d3-b3f4-b9fa55c486bf of type vlan for network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e Jul 07 17:28:16.779509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.839373 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.845815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.847047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.929740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3246138 Jul 07 17:28:16.930196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35044) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.936124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.942070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc56c8-8b47-4ba3-80f5-df4f8ac56efe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Network': ['ID=fa1dff2a-8c5e-4370-99bc-933ca10d6b5e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.956701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:17.048544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Made reservation on behalf of d255b9bb32d047c39049b20458f0ba36 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:17.053086 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.156789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Performing IP validity checks on allocation pools {{(pid=98270) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:17.157572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98270) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:17.361929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.451672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=fd2d5ca7-0f23-4e73-bffc-73f493c325c1,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.465681 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Checking segment: {'id': '507716ba-f349-48d3-b3f4-b9fa55c486bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:17.466145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network hostable DHCP agents. Network: fa1dff2a-8c5e-4370-99bc-933ca10d6b5e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:17.487116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:17.499748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, fa1dff2a-8c5e-4370-99bc-933ca10d6b5e) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:17.506039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.506996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.516945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5110473-591b-4284-9196-1f807ffb4738 None None] Network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:17.549318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c95e2d5e-62bf-4fea-8c6c-ec77f6b139fe tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6146550 Jul 07 17:28:17.549971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35048) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:17.561133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:17.734791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126274496'] for subnet, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.802516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-fa1dff2a-8c5e-4370-99bc-933ca10d6b5e', 'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e', 'tenant_id': 'd255b9bb32d047c39049b20458f0ba36', 'fixed_ips': [{'subnet_id': 'fd2d5ca7-0f23-4e73-bffc-73f493c325c1'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:17.803685 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.012622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788377300255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126069864'] for subnet, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.088937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.090309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.095068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "PUT /v2.0/subnets/fd2d5ca7-0f23-4e73-bffc-73f493c325c1 HTTP/1.1" status: 200 len: 900 time: 0.5405107 Jul 07 17:28:18.095308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Allocated IP 2001:db8::3 (fa1dff2a-8c5e-4370-99bc-933ca10d6b5e/fd2d5ca7-0f23-4e73-bffc-73f493c325c1/fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:18.095851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35054) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.116441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c47e5-a6fd-44e5-997b-a058cea60a08 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event updated for resources: {'Subnet': ['ID=fd2d5ca7-0f23-4e73-bffc-73f493c325c1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.257161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.331366 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.342930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.348532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Transition to ACTIVE for port object fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:18.379785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Transition to ACTIVE for port object fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:18.391557 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.440044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.462514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:18.475941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:18.483390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:18.484020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2d5ca7-0f23-4e73-bffc-73f493c325c1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.497796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.498272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.498532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.498878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.499318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.499670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.499999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.500519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.500905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.501313 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.501678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.502011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:18.547499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Pushing event updated for resources: {'Port': ['ID=fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.583367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.607394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1dff2a-8c5e-4370-99bc-933ca10d6b5e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:18.608372 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Attempting to bind port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:18.609007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Attempting to bind port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '507716ba-f349-48d3-b3f4-b9fa55c486bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:18.609656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Attempting to bind port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 on network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:18.620009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:18.620462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Checking segment: {'id': '507716ba-f349-48d3-b3f4-b9fa55c486bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:18.621830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.622521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Bound using segment: {'id': '507716ba-f349-48d3-b3f4-b9fa55c486bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:18.623531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Bound port: fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507716ba-f349-48d3-b3f4-b9fa55c486bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:18.624854 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.627968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507716ba-f349-48d3-b3f4-b9fa55c486bf') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:18.628876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507716ba-f349-48d3-b3f4-b9fa55c486bf') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:18.648980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.681958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.692321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:18.693019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:18.698671 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:18.741179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] For port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:18.780012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] For port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9,segment=NetworkSegment(507716ba-f349-48d3-b3f4-b9fa55c486bf),segment_id=507716ba-f349-48d3-b3f4-b9fa55c486bf)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:18.781507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.db.api [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:18.781507 n-d-793619-7 neutron-server[98264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:18.781507 n-d-793619-7 neutron-server[98264]: [parameters: {'id': 'fa1dff2a-8c5e-4370-99bc-933ca10d6b5e'}] Jul 07 17:28:18.781507 n-d-793619-7 neutron-server[98264]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:18.782142 n-d-793619-7 neutron-server[98264]: DEBUG oslo_db.api [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:18.786524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.927115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2824f8-9777-4e44-a64c-48962bd23d26 None None] Pushing event updated for resources: {'Port': ['ID=fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.963079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d3572-52b3-411c-9e81-578618b1a9ed None None] Network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:19.131806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c28521-8bc6-4c6e-a999-c4b42038e52d None None] Network fa1dff2a-8c5e-4370-99bc-933ca10d6b5e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:19.283006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.294803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51994786-a9f0-45f2-b11f-3eda1e3f1c56 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:19.369831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:19.370830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.427217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51994786-a9f0-45f2-b11f-3eda1e3f1c56 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:19.472869 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] For port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9,segment=NetworkSegment(507716ba-f349-48d3-b3f4-b9fa55c486bf),segment_id=507716ba-f349-48d3-b3f4-b9fa55c486bf)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:19.473612 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.496522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Calling delete_port for fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:19.644418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.691886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Port': ['ID=fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:19.700115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No DVR routers for this DVR port fd69c3d4-07c9-47fb-a3ed-6f97bb3193e9 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:20.151447 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:20.333904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.353334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1dff2a-8c5e-4370-99bc-933ca10d6b5e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:20.368905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507716ba-f349-48d3-b3f4-b9fa55c486bf') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:20.369415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507716ba-f349-48d3-b3f4-b9fa55c486bf') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:20.381194 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.401946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.410792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:20.411650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:20.415627 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:20.494833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.503520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.510815 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/fa1dff2a-8c5e-4370-99bc-933ca10d6b5e HTTP/1.1" status: 204 len: 168 time: 2.4088917 Jul 07 17:28:20.512329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35068) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.522986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4342b-c47e-4e42-b610-8ce62d2d9bee tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=fa1dff2a-8c5e-4370-99bc-933ca10d6b5e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.549369 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d6a653-8ff9-481a-9eea-b555e8914582 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:20.549840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d6a653-8ff9-481a-9eea-b555e8914582 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:20.552028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-62d6a653-8ff9-481a-9eea-b555e8914582 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/fd2d5ca7-0f23-4e73-bffc-73f493c325c1 HTTP/1.1" status: 404 len: 337 time: 0.0385938 Jul 07 17:28:20.555511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35070) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.577466 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0d19dd-0acd-44ed-adc1-0cb92f9d8cd4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:20.578096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0d19dd-0acd-44ed-adc1-0cb92f9d8cd4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:20.580252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bc0d19dd-0acd-44ed-adc1-0cb92f9d8cd4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/fa1dff2a-8c5e-4370-99bc-933ca10d6b5e HTTP/1.1" status: 404 len: 339 time: 0.0235763 Jul 07 17:28:20.583273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35072) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.668559 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.774605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.786522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8cd62a-9f78-48ca-a4d0-fda356a7d501']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:20.799070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de806505-624d-43fc-ad3a-d27b2d63231f') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:20.799359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de806505-624d-43fc-ad3a-d27b2d63231f') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:20.812369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.842719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.856958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:20.857746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:20.863657 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:20.970971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.988005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.990466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/ce8cd62a-9f78-48ca-a4d0-fda356a7d501 HTTP/1.1" status: 204 len: 168 time: 0.4059885 Jul 07 17:28:20.994300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35080) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.004082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=ce8cd62a-9f78-48ca-a4d0-fda356a7d501,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.014809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.015420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.015934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.016492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.017068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.021485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.023579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.024200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.024756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.025383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.025967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.026670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa751c-6e7c-414a-bcff-6a79b39fa29e tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.028408 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-194b31a5-7cb9-4556-bff1-c9ba5873179f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:21.028877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194b31a5-7cb9-4556-bff1-c9ba5873179f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:21.031008 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-194b31a5-7cb9-4556-bff1-c9ba5873179f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/55e1c3f6-f180-4e32-aa21-1e2ac55c791c HTTP/1.1" status: 404 len: 337 time: 0.0356586 Jul 07 17:28:21.034822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35082) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.061889 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc63e91-b974-4f40-9b55-4cc1f9d276ea tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:21.062573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc63e91-b974-4f40-9b55-4cc1f9d276ea tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:21.064549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bc63e91-b974-4f40-9b55-4cc1f9d276ea tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/8980f2f3-72db-4fbb-a3c3-f34b362081ab HTTP/1.1" status: 404 len: 339 time: 0.0235472 Jul 07 17:28:21.068904 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35084) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.137377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting subnet 4b197e13-839b-471d-bb3c-82cb2c7719bd {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:21.144259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.220691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.338189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.411420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.439135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=4b197e13-839b-471d-bb3c-82cb2c7719bd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.447407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.449720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a496667-a9d0-4c64-b391-4531108f3c75 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/4b197e13-839b-471d-bb3c-82cb2c7719bd HTTP/1.1" status: 204 len: 168 time: 0.3795273 Jul 07 17:28:21.455004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35086) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.458402 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08305a8e-617c-4636-95eb-35d1942f3b73 None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:21.553883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting subnet 434d20d1-0eed-4b5c-a817-6df79f68655d {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:21.557972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.640293 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.811931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.919244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.966369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=434d20d1-0eed-4b5c-a817-6df79f68655d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.969567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.972374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7860b762-ca08-4f41-ba89-027f8adc7b02 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/434d20d1-0eed-4b5c-a817-6df79f68655d HTTP/1.1" status: 204 len: 168 time: 0.5140584 Jul 07 17:28:21.976768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35094) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.126494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.206298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting port bc643294-36fa-4156-9f37-8d87d416b0b4 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:22.206846 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.309882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] For port bc643294-36fa-4156-9f37-8d87d416b0b4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bc643294-36fa-4156-9f37-8d87d416b0b4,segment=NetworkSegment(69a0bdbc-5e28-4512-8612-40384e42b71e),segment_id=69a0bdbc-5e28-4512-8612-40384e42b71e)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:22.310639 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.348776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Calling delete_port for bc643294-36fa-4156-9f37-8d87d416b0b4 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:22.475460 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.519097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Port': ['ID=bc643294-36fa-4156-9f37-8d87d416b0b4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.524580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No DVR routers for this DVR port bc643294-36fa-4156-9f37-8d87d416b0b4 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:22.585429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7dca5bbc-262b-4ce8-a0de-b7b08d403070 None None] Could not find standard attr ID for object bc643294-36fa-4156-9f37-8d87d416b0b4. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:22.590381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af34cd3-2db8-4831-92af-84ec722268e6 None None] Network 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:22.686375 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.708493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.722488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a0bdbc-5e28-4512-8612-40384e42b71e') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.723099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a0bdbc-5e28-4512-8612-40384e42b71e') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.735027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.762930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.773742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:22.778005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:22.782280 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:22.880914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.924689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778ac4d-cb03-4b37-bf2f-d9622e59b057 None None] DHCP port deletion for 74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:22.926747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.930023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf HTTP/1.1" status: 204 len: 168 time: 0.9506285 Jul 07 17:28:22.935017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35102) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.945930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57c979-eec0-4fb8-90f7-1ac9d7258ff4 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=74cb9d5a-ccb6-4474-8c55-f0e1a77f0fcf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.009758 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf214de-20a3-433a-b469-573cdd5a4afc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:23.010780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf214de-20a3-433a-b469-573cdd5a4afc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:23.013892 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-adf214de-20a3-433a-b469-573cdd5a4afc tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/c74948b7-0349-4524-853e-09b45168a492 HTTP/1.1" status: 404 len: 337 time: 0.0773211 Jul 07 17:28:23.017184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35104) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.043342 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba20f49-1388-49b8-a54e-2f7b5fb687a5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:23.045472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba20f49-1388-49b8-a54e-2f7b5fb687a5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:23.049605 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0ba20f49-1388-49b8-a54e-2f7b5fb687a5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/d6dfeea3-481b-46ff-b141-dbc49d40ea2b HTTP/1.1" status: 404 len: 339 time: 0.0309424 Jul 07 17:28:23.053639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35106) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.088416 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced9ba7e-bbd7-4c6d-bc2b-6abbec793b92 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:23.090883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced9ba7e-bbd7-4c6d-bc2b-6abbec793b92 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:23.093331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ced9ba7e-bbd7-4c6d-bc2b-6abbec793b92 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/977ebe40-fb9d-426f-bc3c-5b63a2698dce HTTP/1.1" status: 404 len: 337 time: 0.0384839 Jul 07 17:28:23.097501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35108) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.129315 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b418972a-a576-4a18-8c3e-7b4d1719f9c1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:23.129930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b418972a-a576-4a18-8c3e-7b4d1719f9c1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:23.132731 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b418972a-a576-4a18-8c3e-7b4d1719f9c1 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/ca8ce663-c548-4278-98d4-0165f9936684 HTTP/1.1" status: 404 len: 339 time: 0.0340223 Jul 07 17:28:23.137386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35110) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.203858 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a4e8d8-2dbd-4925-92cd-49dd725ae094 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:23.204583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a4e8d8-2dbd-4925-92cd-49dd725ae094 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:23.209488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a9a4e8d8-2dbd-4925-92cd-49dd725ae094 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/d1e98713-4ea1-4ab0-948d-54a40ec89381 HTTP/1.1" status: 404 len: 337 time: 0.0702260 Jul 07 17:28:23.211950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35112) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.241736 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9345d0-04cf-42c9-bc7d-99c49ee896b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:23.242637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9345d0-04cf-42c9-bc7d-99c49ee896b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:23.245660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8b9345d0-04cf-42c9-bc7d-99c49ee896b5 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/90a84043-0d74-4ba6-813d-96c4232d28fb HTTP/1.1" status: 404 len: 339 time: 0.0321589 Jul 07 17:28:23.250322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35114) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.323702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting subnet 15016e28-905d-4918-be58-1c74a56fd0ed {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:23.330145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.402191 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.514309 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.619961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.634774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bc643294-36fa-4156-9f37-8d87d416b0b4 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:23.668789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bc643294-36fa-4156-9f37-8d87d416b0b4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:23.671589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bc643294-36fa-4156-9f37-8d87d416b0b4 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:23.673961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=15016e28-905d-4918-be58-1c74a56fd0ed,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.680358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.688195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35116) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.688910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe911119-a25a-4c1a-9dba-eaea24eb5795 None None] Network 0e532829-9848-4abe-b5e6-d6361fcbf49a requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:23.692589 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-297aaa62-b421-4db8-a11f-ad33ccc93f19 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/15016e28-905d-4918-be58-1c74a56fd0ed HTTP/1.1" status: 204 len: 168 time: 0.4418485 Jul 07 17:28:23.859741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.961973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting port aa718325-adfc-444a-9122-60c42baeb267 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:23.962555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.025692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] DHCP port deletion for 0e532829-9848-4abe-b5e6-d6361fcbf49a request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:24.034657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.073028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] For port aa718325-adfc-444a-9122-60c42baeb267, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa718325-adfc-444a-9122-60c42baeb267,segment=NetworkSegment(f37bda55-3a08-4baa-9215-83110a13c375),segment_id=f37bda55-3a08-4baa-9215-83110a13c375)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:24.073366 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.098161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] Deleting port aa718325-adfc-444a-9122-60c42baeb267 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:24.098760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Calling delete_port for aa718325-adfc-444a-9122-60c42baeb267 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:24.098966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.174191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] For port aa718325-adfc-444a-9122-60c42baeb267, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa718325-adfc-444a-9122-60c42baeb267,segment=NetworkSegment(f37bda55-3a08-4baa-9215-83110a13c375),segment_id=f37bda55-3a08-4baa-9215-83110a13c375)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:24.174901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.196589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] Calling delete_port for aa718325-adfc-444a-9122-60c42baeb267 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:24.226366 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.256013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Port': ['ID=aa718325-adfc-444a-9122-60c42baeb267,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.263362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No DVR routers for this DVR port aa718325-adfc-444a-9122-60c42baeb267 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:24.328556 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.360688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] Pushing event deleted for resources: {'Port': ['ID=aa718325-adfc-444a-9122-60c42baeb267,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.370507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081cc17-4d76-40e6-b81d-b663fdbe19c9 None None] No DVR routers for this DVR port aa718325-adfc-444a-9122-60c42baeb267 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:24.399475 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.413638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e532829-9848-4abe-b5e6-d6361fcbf49a']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:24.427223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37bda55-3a08-4baa-9215-83110a13c375') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:24.427583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37bda55-3a08-4baa-9215-83110a13c375') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:24.445131 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.470429 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.481285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:24.481987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:24.487582 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:24.598130 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.606920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.609134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/0e532829-9848-4abe-b5e6-d6361fcbf49a HTTP/1.1" status: 204 len: 168 time: 0.9173808 Jul 07 17:28:24.613199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35124) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.638960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a92654-c8d6-4022-b2b3-c68e2fb27b7f tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=0e532829-9848-4abe-b5e6-d6361fcbf49a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.651871 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e70e041-1a89-401d-8610-dd4ce8df1d26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:24.652338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e70e041-1a89-401d-8610-dd4ce8df1d26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:24.655784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e70e041-1a89-401d-8610-dd4ce8df1d26 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/962ea3d4-d45a-41b1-942f-8e6e3aac3c7a HTTP/1.1" status: 404 len: 337 time: 0.0413392 Jul 07 17:28:24.658576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35126) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.678131 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbb9363-df0f-4aa4-b94d-e76f46e27b73 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:24.678743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbb9363-df0f-4aa4-b94d-e76f46e27b73 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:24.680565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7bbb9363-df0f-4aa4-b94d-e76f46e27b73 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/329b8cab-c83e-44f9-bfd5-3e1f25f64064 HTTP/1.1" status: 404 len: 339 time: 0.0208492 Jul 07 17:28:24.683489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35128) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.752640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting subnet e83d9512-5b0a-46fd-a2d7-581205317f72 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:24.757670 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.830505 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.934962 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.013783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.047694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Subnet': ['ID=e83d9512-5b0a-46fd-a2d7-581205317f72,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.051989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.057011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35134) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.065839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9e05d99e-a643-4c71-82b3-5d847e682552 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/subnets/e83d9512-5b0a-46fd-a2d7-581205317f72 HTTP/1.1" status: 204 len: 168 time: 0.3805478 Jul 07 17:28:25.067701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ca4de-3b7e-4e74-ac3a-abfb233bfcbf None None] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:25.146729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.271241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Deleting port f2c0a419-5208-4e42-b25d-cb002329dd21 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:25.271853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.382832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] For port f2c0a419-5208-4e42-b25d-cb002329dd21, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2c0a419-5208-4e42-b25d-cb002329dd21,segment=NetworkSegment(e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a),segment_id=e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:25.383414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.384290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] DHCP port deletion for 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:25.409468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Calling delete_port for f2c0a419-5208-4e42-b25d-cb002329dd21 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:25.461304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Deleting port f2c0a419-5208-4e42-b25d-cb002329dd21 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:25.462100 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.545163 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.609545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Port': ['ID=f2c0a419-5208-4e42-b25d-cb002329dd21,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.613621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] No DVR routers for this DVR port f2c0a419-5208-4e42-b25d-cb002329dd21 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:25.700285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa718325-adfc-444a-9122-60c42baeb267 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:25.725364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: aa718325-adfc-444a-9122-60c42baeb267 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:25.725364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa718325-adfc-444a-9122-60c42baeb267 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:25.725908 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2c0a419-5208-4e42-b25d-cb002329dd21 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:25.755293 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.756902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f2c0a419-5208-4e42-b25d-cb002329dd21 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:25.757358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f2c0a419-5208-4e42-b25d-cb002329dd21 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:25.768289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] For port f2c0a419-5208-4e42-b25d-cb002329dd21, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f2c0a419-5208-4e42-b25d-cb002329dd21,segment=NetworkSegment(e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a),segment_id=e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:25.768803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.781786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9d80e3-7f8a-4f82-8b3e-943a0886b84d']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.788767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Calling delete_port for f2c0a419-5208-4e42-b25d-cb002329dd21 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:25.800823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.801275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d9802b-a91f-4b71-8cb0-8f4d4b6fae2a') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.813435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.834766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.845767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:25.846285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:25.849710 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:25.936472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.949095 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.971124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.977188 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] 10.222.0.78 "DELETE /v2.0/networks/2d9d80e3-7f8a-4f82-8b3e-943a0886b84d HTTP/1.1" status: 204 len: 168 time: 0.9167595 Jul 07 17:28:25.977188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2242-35fd-4372-86a3-ca52ac46cc27 tempest-NetworksIpV6Test-197877471 tempest-NetworksIpV6Test-197877471-project] Pushing event deleted for resources: {'Network': ['ID=2d9d80e3-7f8a-4f82-8b3e-943a0886b84d,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.987257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Network 2d9d80e3-7f8a-4f82-8b3e-943a0886b84d is not hosted by any dhcp agent {{(pid=98272) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:25.988228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] No DVR routers for this DVR port f2c0a419-5208-4e42-b25d-cb002329dd21 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:25.991534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53730874-0748-48cf-9499-3d6e5e3bc90f None None] Pushing event deleted for resources: {'Port': ['ID=f2c0a419-5208-4e42-b25d-cb002329dd21,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.365905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35150) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.591485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-52667473-ddc3-4a1e-886e-cae872f2c9b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d255b9bb32d047c39049b20458f0ba36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236135 Jul 07 17:28:26.593997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35154) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.693824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4c330c7-8e69-4a15-9a58-8e76a8847d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.735712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4c330c7-8e69-4a15-9a58-8e76a8847d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.814998 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4c330c7-8e69-4a15-9a58-8e76a8847d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.817686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4c330c7-8e69-4a15-9a58-8e76a8847d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.818923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d4c330c7-8e69-4a15-9a58-8e76a8847d9a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7d08201-f173-4aad-a97d-701d9ff19865 HTTP/1.1" status: 204 len: 168 time: 0.2231410 Jul 07 17:28:26.828767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c330c7-8e69-4a15-9a58-8e76a8847d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d08201-f173-4aad-a97d-701d9ff19865,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.635846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35182) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.788510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-938522667'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:27.816292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:27.822938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.839229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.976756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.983393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.018713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f202405-2516-4701-84e7-48f4ee9d4caf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.024942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:28.039887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.040110 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment 228a632c-7285-4d38-b664-e62e05f1a94f of type vlan for network 02e56350-1deb-437a-8947-5609c4bb54a7 Jul 07 17:28:28.093246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.131762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.141296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:28.142036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.212952 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5756965 Jul 07 17:28:28.238141 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7902ef7-b8c2-42a6-b2b8-cfff59a9d6fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=02e56350-1deb-437a-8947-5609c4bb54a7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.264702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 02e56350-1deb-437a-8947-5609c4bb54a7 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:28.401892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35192) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.411770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:28.524503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:28.531837 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.812403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.894231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=76e7ba66-4910-4bba-884b-4f19ab484266,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.898550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': '228a632c-7285-4d38-b664-e62e05f1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:28.899140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 02e56350-1deb-437a-8947-5609c4bb54a7, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:28.922100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 02e56350-1deb-437a-8947-5609c4bb54a7 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:28.934920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 02e56350-1deb-437a-8947-5609c4bb54a7) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:28.941012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:28.941829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.950803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae499b-a135-4112-8926-fed36b702292 None None] Network 02e56350-1deb-437a-8947-5609c4bb54a7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:28.963843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e8a2b9d7-ab29-4bd2-a33b-d9cc2018182d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5591033 Jul 07 17:28:28.968983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35194) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.976908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-155953435'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:29.022277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:29.034391 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.087758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:29.103833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.104337 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment 2c650edf-1e2a-417e-a857-e2f628fe65aa of type vlan for network dbb10a84-b29e-492b-a18f-bf037619611c Jul 07 17:28:29.154508 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.189288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.195818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:29.196700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.217920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-02e56350-1deb-437a-8947-5609c4bb54a7', 'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': '76e7ba66-4910-4bba-884b-4f19ab484266'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:29.219381 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.269936 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2987182 Jul 07 17:28:29.276188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35198) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.285551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': 'dbb10a84-b29e-492b-a18f-bf037619611c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:29.306676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce84d7-08e0-401e-bd2d-6d6d8cc94e4c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=dbb10a84-b29e-492b-a18f-bf037619611c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.344804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network dbb10a84-b29e-492b-a18f-bf037619611c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:29.412578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:29.416099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.483411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Allocated IP 172.20.255.242 (02e56350-1deb-437a-8947-5609c4bb54a7/76e7ba66-4910-4bba-884b-4f19ab484266/b2fe811c-54fe-4500-8b51-02ccb5414481) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:29.698996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.743466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.765931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Transition to ACTIVE for port object b2fe811c-54fe-4500-8b51-02ccb5414481 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:29.791809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=0f929763-0e07-4821-ac32-6dc5ac1ae2aa,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.797615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Transition to ACTIVE for port object b2fe811c-54fe-4500-8b51-02ccb5414481 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:29.806063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': '2c650edf-1e2a-417e-a857-e2f628fe65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbb10a84-b29e-492b-a18f-bf037619611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:29.806815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: dbb10a84-b29e-492b-a18f-bf037619611c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:29.810901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.836757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network dbb10a84-b29e-492b-a18f-bf037619611c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:29.853814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, dbb10a84-b29e-492b-a18f-bf037619611c) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:29.859579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:29.861156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.873658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cee462-5345-489a-9206-a68be1101812 None None] Network dbb10a84-b29e-492b-a18f-bf037619611c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:29.878211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-619daa1e-d484-41f7-b132-bac91b656ba9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5983622 Jul 07 17:28:29.880915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35204) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.964236 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Network 02e56350-1deb-437a-8947-5609c4bb54a7 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:29.975462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Pushing event updated for resources: {'Port': ['ID=b2fe811c-54fe-4500-8b51-02ccb5414481,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.978239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:29.982913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:30.001777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.072903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.105007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Attempting to bind port b2fe811c-54fe-4500-8b51-02ccb5414481 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:30.105291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Attempting to bind port b2fe811c-54fe-4500-8b51-02ccb5414481 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '228a632c-7285-4d38-b664-e62e05f1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:30.107049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Attempting to bind port b2fe811c-54fe-4500-8b51-02ccb5414481 on network 02e56350-1deb-437a-8947-5609c4bb54a7 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:30.140509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:30.143354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Checking segment: {'id': '228a632c-7285-4d38-b664-e62e05f1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:30.143907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.144319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Bound using segment: {'id': '228a632c-7285-4d38-b664-e62e05f1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:30.144813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Bound port: b2fe811c-54fe-4500-8b51-02ccb5414481, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228a632c-7285-4d38-b664-e62e05f1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '02e56350-1deb-437a-8947-5609c4bb54a7'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:30.145211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.160857 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.183042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dcc00c-b37c-4bb9-9575-3c620b1b95e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-dbb10a84-b29e-492b-a18f-bf037619611c', 'network_id': 'dbb10a84-b29e-492b-a18f-bf037619611c', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': '0f929763-0e07-4821-ac32-6dc5ac1ae2aa'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:30.184188 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc00c-b37c-4bb9-9575-3c620b1b95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.258079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=0f929763-0e07-4821-ac32-6dc5ac1ae2aa,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.320939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] For port b2fe811c-54fe-4500-8b51-02ccb5414481, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:30.326544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] For port b2fe811c-54fe-4500-8b51-02ccb5414481, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b2fe811c-54fe-4500-8b51-02ccb5414481,segment=NetworkSegment(228a632c-7285-4d38-b664-e62e05f1a94f),segment_id=228a632c-7285-4d38-b664-e62e05f1a94f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:30.333372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.341203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05e0ce-30b5-4e29-992c-73c424f915e5 None None] Network dbb10a84-b29e-492b-a18f-bf037619611c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:30.381754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.403085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb10a84-b29e-492b-a18f-bf037619611c']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.416730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c650edf-1e2a-417e-a857-e2f628fe65aa') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.417152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c650edf-1e2a-417e-a857-e2f628fe65aa') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.427929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.448386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.456202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:30.456692 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:30.461093 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:30.538781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.547903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.550593 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/dbb10a84-b29e-492b-a18f-bf037619611c HTTP/1.1" status: 204 len: 168 time: 0.6682770 Jul 07 17:28:30.554914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35208) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.563883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-688124066'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:30.570246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd78069-9111-4ab2-b1a0-9371b2364ff2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=dbb10a84-b29e-492b-a18f-bf037619611c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.595013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:30.599975 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.623217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7647ed0-3762-41cd-a759-d5c8a59a46ba None None] Pushing event updated for resources: {'Port': ['ID=b2fe811c-54fe-4500-8b51-02ccb5414481,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.650028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:30.662256 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.662747 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment efd78c1a-1f3a-48eb-a0aa-1387b614b822 of type vlan for network e90d964d-4532-4c5a-bfe5-c3a597938a1d Jul 07 17:28:30.725147 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.767215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.773345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:30.773890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.879630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3195863 Jul 07 17:28:30.882088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35214) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.892309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': 'e90d964d-4532-4c5a-bfe5-c3a597938a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:30.991437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad578cb-177f-4ac5-8f49-d7083938d67e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=e90d964d-4532-4c5a-bfe5-c3a597938a1d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.011603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network e90d964d-4532-4c5a-bfe5-c3a597938a1d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:31.089296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:31.095089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.180849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Performing IP validity checks on allocation pools {{(pid=98270) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:31.181529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.ipam_backend_mixin [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98270) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:31.352434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.422794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=ce8f40bc-9342-4333-a8d9-08803e6cc278,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.437767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': 'efd78c1a-1f3a-48eb-a0aa-1387b614b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e90d964d-4532-4c5a-bfe5-c3a597938a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:31.438254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: e90d964d-4532-4c5a-bfe5-c3a597938a1d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:31.461887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network e90d964d-4532-4c5a-bfe5-c3a597938a1d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:31.474584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, e90d964d-4532-4c5a-bfe5-c3a597938a1d) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:31.483774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded6aa27-6fb2-4eb4-b6a6-a9a35ffe338e None None] Network e90d964d-4532-4c5a-bfe5-c3a597938a1d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:31.498646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:31.501894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.523466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f850397a-3f58-4f23-b400-3d73906e5aca tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6397991 Jul 07 17:28:31.526427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35220) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.671928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.713666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b2fe811c-54fe-4500-8b51-02ccb5414481 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:31.766229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.820456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb1c29-f13a-4d7f-a58d-a418de50d73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-e90d964d-4532-4c5a-bfe5-c3a597938a1d', 'network_id': 'e90d964d-4532-4c5a-bfe5-c3a597938a1d', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': 'ce8f40bc-9342-4333-a8d9-08803e6cc278'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:31.824005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-74fb1c29-f13a-4d7f-a58d-a418de50d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.870054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b2fe811c-54fe-4500-8b51-02ccb5414481 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:31.870529 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.912009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8f40bc-9342-4333-a8d9-08803e6cc278,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-74fb1c29-f13a-4d7f-a58d-a418de50d73d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce8f40bc-9342-4333-a8d9-08803e6cc278: This subnet is being modified by another concurrent operation. Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce8f40bc-9342-4333-a8d9-08803e6cc278: This subnet is being modified by another concurrent operation. Jul 07 17:28:31.977175 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:32.007080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1d474-588a-40c0-8f54-bc3528f1bcf5 None None] Network e90d964d-4532-4c5a-bfe5-c3a597938a1d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:32.008497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1935f897-927a-46e3-b4a6-8b8503598ec8 None None] Network 02e56350-1deb-437a-8947-5609c4bb54a7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:32.037082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.053628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90d964d-4532-4c5a-bfe5-c3a597938a1d']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.067528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd78c1a-1f3a-48eb-a0aa-1387b614b822') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.067919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd78c1a-1f3a-48eb-a0aa-1387b614b822') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.080390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.105183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.112055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:32.112573 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:32.117167 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:32.193727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.208365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.211215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/e90d964d-4532-4c5a-bfe5-c3a597938a1d HTTP/1.1" status: 204 len: 168 time: 0.6835840 Jul 07 17:28:32.212595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] Provisioning for port b2fe811c-54fe-4500-8b51-02ccb5414481 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:32.222758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35228) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.224109 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] Provisioning complete for port b2fe811c-54fe-4500-8b51-02ccb5414481 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:32.224582 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.232064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5f9a9-315a-416c-8b28-03575e7c3aac tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=e90d964d-4532-4c5a-bfe5-c3a597938a1d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.234144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061874787'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:32.268300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:32.272755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.307639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:32.331774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.332463 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment b8397715-96a5-42b5-a1c0-6c3796d6a429 of type vlan for network 407decb0-4f94-489d-aded-e5f6eeb7eb09 Jul 07 17:28:32.416227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.456204 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.464258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.481759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:32.483334 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.509719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] For port b2fe811c-54fe-4500-8b51-02ccb5414481, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b2fe811c-54fe-4500-8b51-02ccb5414481,segment=NetworkSegment(228a632c-7285-4d38-b664-e62e05f1a94f),segment_id=228a632c-7285-4d38-b664-e62e05f1a94f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:32.517270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.564970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35234) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.565286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3405373 Jul 07 17:28:32.571248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '407decb0-4f94-489d-aded-e5f6eeb7eb09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:32.598842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea4ac5-8306-454d-91a5-00a513528e3a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=407decb0-4f94-489d-aded-e5f6eeb7eb09,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.623220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 407decb0-4f94-489d-aded-e5f6eeb7eb09 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:32.627341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609f840-a109-4c3d-8851-d2d175feba75 None None] Pushing event updated for resources: {'Port': ['ID=b2fe811c-54fe-4500-8b51-02ccb5414481,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.751593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:32.758764 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.841038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc18eb-0a21-4a75-a54d-1a3853fc5a67 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:32.875245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e75cd333-5bfc-4778-a8ab-0b2295bd36b4 None None] Provisioning complete for port b2fe811c-54fe-4500-8b51-02ccb5414481 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:32.875571 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e75cd333-5bfc-4778-a8ab-0b2295bd36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.010138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afc18eb-0a21-4a75-a54d-1a3853fc5a67 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:33.073323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.149147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=de5b79e9-bfca-4d4a-aa80-fc005637fbf0,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.155505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': 'b8397715-96a5-42b5-a1c0-6c3796d6a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '407decb0-4f94-489d-aded-e5f6eeb7eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:33.155894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 407decb0-4f94-489d-aded-e5f6eeb7eb09, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:33.177251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 407decb0-4f94-489d-aded-e5f6eeb7eb09 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:33.190091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 407decb0-4f94-489d-aded-e5f6eeb7eb09) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:33.198664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:33.200103 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.225957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fe54b0ff-0e39-43c6-bd09-b169b8819651 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6589899 Jul 07 17:28:33.228388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35242) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.397090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.438438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c906b3b-eec3-44fa-8032-9939a8c44999 None None] Network 407decb0-4f94-489d-aded-e5f6eeb7eb09 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:33.454550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.555387 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.618261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=de5b79e9-bfca-4d4a-aa80-fc005637fbf0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.649684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b2fe811c-54fe-4500-8b51-02ccb5414481 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:33.711346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bae79a-4422-42f0-8622-c4fb1bd6ea8e None None] Network 407decb0-4f94-489d-aded-e5f6eeb7eb09 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:33.740356 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.759448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407decb0-4f94-489d-aded-e5f6eeb7eb09']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.783587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8397715-96a5-42b5-a1c0-6c3796d6a429') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.783975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8397715-96a5-42b5-a1c0-6c3796d6a429') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.800406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.820719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.830431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:33.831177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:33.836256 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:33.841657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b2fe811c-54fe-4500-8b51-02ccb5414481 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:33.841657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.887920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.909640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.923656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.931686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.932383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/407decb0-4f94-489d-aded-e5f6eeb7eb09 HTTP/1.1" status: 204 len: 168 time: 0.6973026 Jul 07 17:28:33.941977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091668343'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:33.946835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ba6e-c9c7-4a77-b5fa-f998677f29a5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=407decb0-4f94-489d-aded-e5f6eeb7eb09,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.973704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:33.977554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.005473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:34.016638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.017083 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment 8658b742-c8eb-45fb-8701-3a84d1cc67d6 of type vlan for network 86810b03-889f-4487-8802-cd23f0be6ee6 Jul 07 17:28:34.063109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.096636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.102661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:34.103311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.170521 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2354496 Jul 07 17:28:34.174391 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35258) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.179743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '86810b03-889f-4487-8802-cd23f0be6ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:34.259477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772f2db-aca6-4e47-bd30-5be1d8774800 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=86810b03-889f-4487-8802-cd23f0be6ee6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.283254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 86810b03-889f-4487-8802-cd23f0be6ee6 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:34.359769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:34.364995 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.617929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.693615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=7e8cff44-f0b6-40cd-88d2-00467b8c0a20,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.705675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': '8658b742-c8eb-45fb-8701-3a84d1cc67d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '86810b03-889f-4487-8802-cd23f0be6ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:34.706123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 86810b03-889f-4487-8802-cd23f0be6ee6, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:34.724974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 86810b03-889f-4487-8802-cd23f0be6ee6 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:34.738231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 86810b03-889f-4487-8802-cd23f0be6ee6) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:34.745039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:34.746041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.752088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9278c-4672-47dd-b449-7a7d907c821b None None] Network 86810b03-889f-4487-8802-cd23f0be6ee6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:34.767499 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1cc51ec1-291f-4ac8-b2b9-2ae3fdac8907 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5916953 Jul 07 17:28:34.770056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35264) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.931668 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.984497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708d020-8ae7-4adb-b94d-9ea00b84bffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-86810b03-889f-4487-8802-cd23f0be6ee6', 'network_id': '86810b03-889f-4487-8802-cd23f0be6ee6', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': '7e8cff44-f0b6-40cd-88d2-00467b8c0a20'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:34.985688 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7708d020-8ae7-4adb-b94d-9ea00b84bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.009573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.156107 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-7708d020-8ae7-4adb-b94d-9ea00b84bffb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e8cff44-f0b6-40cd-88d2-00467b8c0a20: This subnet is being modified by another concurrent operation. Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e8cff44-f0b6-40cd-88d2-00467b8c0a20: This subnet is being modified by another concurrent operation. Jul 07 17:28:35.163044 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:35.213616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8cff44-f0b6-40cd-88d2-00467b8c0a20,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.214333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c132330-9ea7-49a1-8e3c-81903dc5826b None None] Network 86810b03-889f-4487-8802-cd23f0be6ee6 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:35.314057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.326690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86810b03-889f-4487-8802-cd23f0be6ee6']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.336898 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4878f00f-0298-4160-b818-6abe7079e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.351466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8658b742-c8eb-45fb-8701-3a84d1cc67d6') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.351949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8658b742-c8eb-45fb-8701-3a84d1cc67d6') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.367541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.389047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.397796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:35.398448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:35.402829 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:35.480202 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.499262 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.506512 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/86810b03-889f-4487-8802-cd23f0be6ee6 HTTP/1.1" status: 204 len: 168 time: 0.7314060 Jul 07 17:28:35.506831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35276) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.513467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1781957135'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:35.530340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0ed5-a8e5-4f0c-b657-4da744cc098f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=86810b03-889f-4487-8802-cd23f0be6ee6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.544716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:35.551757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.597745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:35.615331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.616052 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment d94c129a-429e-422d-b7fd-f4fe4587659f of type vlan for network 00520f85-0d34-4545-8b8c-5df3898fb5c2 Jul 07 17:28:35.660833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57033f9-acca-451a-9992-7c7db44905ae None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:35.703312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.747024 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.759252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:35.760685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.768825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57033f9-acca-451a-9992-7c7db44905ae None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:35.864773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3567653 Jul 07 17:28:35.869448 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.877409 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '00520f85-0d34-4545-8b8c-5df3898fb5c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:35.881141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770fd99-82a7-4533-8196-6c927dbb1f3e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=00520f85-0d34-4545-8b8c-5df3898fb5c2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.898922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 00520f85-0d34-4545-8b8c-5df3898fb5c2 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:35.992227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:35.996614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.062108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Performing IP validity checks on allocation pools {{(pid=98264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:36.063496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:36.303646 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.372955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=fc677322-2116-46c5-8438-0b8843f91f1a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.388602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': 'd94c129a-429e-422d-b7fd-f4fe4587659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '00520f85-0d34-4545-8b8c-5df3898fb5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:36.388987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 00520f85-0d34-4545-8b8c-5df3898fb5c2, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:36.410144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 00520f85-0d34-4545-8b8c-5df3898fb5c2 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:36.422153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 00520f85-0d34-4545-8b8c-5df3898fb5c2) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:36.427734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:36.428701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.432663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28ec64-08d6-4da7-b942-2480ba4e665c None None] Network 00520f85-0d34-4545-8b8c-5df3898fb5c2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:36.455986 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4fd15da1-feec-44e7-a5a2-8085373b6887 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5851271 Jul 07 17:28:36.461050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35286) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.638477 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.691763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cc271-1d2c-4aea-8af0-925d426be8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-00520f85-0d34-4545-8b8c-5df3898fb5c2', 'network_id': '00520f85-0d34-4545-8b8c-5df3898fb5c2', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': 'fc677322-2116-46c5-8438-0b8843f91f1a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:36.693684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a62cc271-1d2c-4aea-8af0-925d426be8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.707774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.815492 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-a62cc271-1d2c-4aea-8af0-925d426be8f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc677322-2116-46c5-8438-0b8843f91f1a: This subnet is being modified by another concurrent operation. Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc677322-2116-46c5-8438-0b8843f91f1a: This subnet is being modified by another concurrent operation. Jul 07 17:28:36.825170 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:36.845811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=fc677322-2116-46c5-8438-0b8843f91f1a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.879895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd9714b-6d5d-4d08-8970-56e9975dc2f3 None None] Network 00520f85-0d34-4545-8b8c-5df3898fb5c2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:36.930959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.945547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00520f85-0d34-4545-8b8c-5df3898fb5c2']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:36.962516 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c129a-429e-422d-b7fd-f4fe4587659f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:36.962962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c129a-429e-422d-b7fd-f4fe4587659f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:36.975795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.995014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.004127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:37.005032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:37.010707 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:37.025366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778b2aa-f158-499a-9b32-3a514827822b None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:37.123597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.129282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.137224 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/00520f85-0d34-4545-8b8c-5df3898fb5c2 HTTP/1.1" status: 204 len: 168 time: 0.6699309 Jul 07 17:28:37.138242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35296) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:37.153326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962711904'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:37.164413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778b2aa-f158-499a-9b32-3a514827822b None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:37.180059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d67a6-1b82-4b25-97c8-209ac9dd7e58 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=00520f85-0d34-4545-8b8c-5df3898fb5c2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.220408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:37.230335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.264669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:37.276185 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.276582 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment 76a8494d-7f25-4019-ba9d-ce503eeab647 of type vlan for network 4929acc0-2a18-4377-8c42-a8ed8895ddb7 Jul 07 17:28:37.333174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.377377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.384886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.384886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.445233 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3055599 Jul 07 17:28:37.448774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35300) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:37.468054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '4929acc0-2a18-4377-8c42-a8ed8895ddb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:37.468675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4f2da-7fb5-4f29-bfc3-a3963809bf6c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=4929acc0-2a18-4377-8c42-a8ed8895ddb7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.487091 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 4929acc0-2a18-4377-8c42-a8ed8895ddb7 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:37.680973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.978293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:37.982254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.201487 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.271731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=2f04bcd4-7949-440a-9c9f-634b34a1e2f1,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.291262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': '76a8494d-7f25-4019-ba9d-ce503eeab647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4929acc0-2a18-4377-8c42-a8ed8895ddb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:38.291793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 4929acc0-2a18-4377-8c42-a8ed8895ddb7, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:38.314222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 4929acc0-2a18-4377-8c42-a8ed8895ddb7 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:38.327212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 4929acc0-2a18-4377-8c42-a8ed8895ddb7) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:38.332831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:38.333481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.336169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc35b19-1b08-4be2-8416-cd2480a8b997 None None] Network 4929acc0-2a18-4377-8c42-a8ed8895ddb7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:38.362627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ef3b95d-cecd-4af5-9f27-febf5d65dbf1 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9107277 Jul 07 17:28:38.365894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:38.527913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.583666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13212fe2-72f1-45da-b148-26d66bac5673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-4929acc0-2a18-4377-8c42-a8ed8895ddb7', 'network_id': '4929acc0-2a18-4377-8c42-a8ed8895ddb7', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': '2f04bcd4-7949-440a-9c9f-634b34a1e2f1'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:38.584751 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-13212fe2-72f1-45da-b148-26d66bac5673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.615902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.715963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-13212fe2-72f1-45da-b148-26d66bac5673 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f04bcd4-7949-440a-9c9f-634b34a1e2f1: This subnet is being modified by another concurrent operation. Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f04bcd4-7949-440a-9c9f-634b34a1e2f1: This subnet is being modified by another concurrent operation. Jul 07 17:28:38.723423 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:38.744445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20784a-3ca5-40d5-a236-8245d4f3fd77 None None] Network 4929acc0-2a18-4377-8c42-a8ed8895ddb7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:38.774606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=2f04bcd4-7949-440a-9c9f-634b34a1e2f1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.861907 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.876470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4929acc0-2a18-4377-8c42-a8ed8895ddb7']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:38.879424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba7e56-cf39-46dc-85d2-393e2815f5ed None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:38.888201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a8494d-7f25-4019-ba9d-ce503eeab647') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:38.888575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a8494d-7f25-4019-ba9d-ce503eeab647') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:38.899479 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.918618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.927130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:38.927550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:38.931637 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:38.996484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba7e56-cf39-46dc-85d2-393e2815f5ed None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:39.005048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.032927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.040532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/4929acc0-2a18-4377-8c42-a8ed8895ddb7 HTTP/1.1" status: 204 len: 168 time: 0.6680107 Jul 07 17:28:39.040532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5feefd-694c-4b30-b409-066bf571817d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=4929acc0-2a18-4377-8c42-a8ed8895ddb7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.041148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35318) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.052154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1178171948'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:39.081968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:39.089748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.126666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:39.143913 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.144270 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment b696a8b6-7245-422e-8d25-08d82b79256b of type vlan for network 3da6148c-4367-4fb6-8f0d-7c854568573b Jul 07 17:28:39.204253 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.216254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4119e7db-eead-4ddd-9197-e78fdfbd48ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.238810 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.261354 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.273388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:39.274457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.398256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3506036 Jul 07 17:28:39.401787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35324) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.406519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f30cba-e578-4014-85cb-5de50866896b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=3da6148c-4367-4fb6-8f0d-7c854568573b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.408408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '3da6148c-4367-4fb6-8f0d-7c854568573b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:39.436674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3da6148c-4367-4fb6-8f0d-7c854568573b details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:39.542051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:39.548626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.791139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.858351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=be3c9dbd-1ba0-48b2-be5f-d60833071fab,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.870627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': 'b696a8b6-7245-422e-8d25-08d82b79256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3da6148c-4367-4fb6-8f0d-7c854568573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:39.870993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 3da6148c-4367-4fb6-8f0d-7c854568573b, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:39.890687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 3da6148c-4367-4fb6-8f0d-7c854568573b is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:39.901829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3da6148c-4367-4fb6-8f0d-7c854568573b) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:39.907468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:39.909450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.914503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5bc22-f8e2-425d-963f-c3adc512f23b None None] Network 3da6148c-4367-4fb6-8f0d-7c854568573b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:39.936234 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-37683053-3eca-4b68-8cc1-f484e7b21c44 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5316765 Jul 07 17:28:39.938588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35332) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.112006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.180977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9badb3a9-8d62-4e5c-b228-51477eefa361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3da6148c-4367-4fb6-8f0d-7c854568573b', 'network_id': '3da6148c-4367-4fb6-8f0d-7c854568573b', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': 'be3c9dbd-1ba0-48b2-be5f-d60833071fab'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:40.182506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9badb3a9-8d62-4e5c-b228-51477eefa361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.219032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.322771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.369876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=be3c9dbd-1ba0-48b2-be5f-d60833071fab,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-9badb3a9-8d62-4e5c-b228-51477eefa361 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be3c9dbd-1ba0-48b2-be5f-d60833071fab: This subnet is being modified by another concurrent operation. Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be3c9dbd-1ba0-48b2-be5f-d60833071fab: This subnet is being modified by another concurrent operation. Jul 07 17:28:40.384597 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:40.420898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16988a-1350-4689-8b24-69dc0cd80b45 None None] Network 3da6148c-4367-4fb6-8f0d-7c854568573b requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:40.467627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.489385 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da6148c-4367-4fb6-8f0d-7c854568573b']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.503690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b696a8b6-7245-422e-8d25-08d82b79256b') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.504055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b696a8b6-7245-422e-8d25-08d82b79256b') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.523549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.558324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.569510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:40.570167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:40.576343 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:40.617951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce1211-6048-4bd6-958e-1ecf01bb1c93 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:40.655419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.664941 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.666981 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/3da6148c-4367-4fb6-8f0d-7c854568573b HTTP/1.1" status: 204 len: 168 time: 0.7266712 Jul 07 17:28:40.671676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35344) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.678212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1320018966'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:40.686092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839adba6-7fa5-434d-80e9-34a9bad7ecb3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=3da6148c-4367-4fb6-8f0d-7c854568573b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.710366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:40.714849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.751615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:40.766434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.766914 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment fc9dcd7f-6dad-4222-9cb6-677ab6f3e738 of type vlan for network 860d04d5-42cb-42fa-8b09-f824c7ec177c Jul 07 17:28:40.805899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce1211-6048-4bd6-958e-1ecf01bb1c93 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:40.847736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.888263 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.894453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:40.895069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.941231 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.973563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2997639 Jul 07 17:28:40.977579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35346) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.983654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'New_network'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:41.000787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806b88b-a3d9-496d-b841-0292004ddc21 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=860d04d5-42cb-42fa-8b09-f824c7ec177c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.028517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:41.257994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.282836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.309536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c is not hosted by any dhcp agent {{(pid=98264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:41.316575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:41.317526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.322566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35354) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.322913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "PUT /v2.0/networks/860d04d5-42cb-42fa-8b09-f824c7ec177c HTTP/1.1" status: 200 len: 723 time: 0.3437128 Jul 07 17:28:41.334278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:41.396003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525d55-140a-41ff-bb25-ef889c386adc tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=860d04d5-42cb-42fa-8b09-f824c7ec177c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.416508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:41.519555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:41.526576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.870984 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.949654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=896c9d7d-5a1b-47f2-a793-54e9d4d31615,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.966038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:41.966425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 860d04d5-42cb-42fa-8b09-f824c7ec177c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:41.987774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:42.001997 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 860d04d5-42cb-42fa-8b09-f824c7ec177c) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:42.008873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:42.009905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.017927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841e0b7-3339-4b8b-9e3a-569774179309 None None] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:42.040570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dd7f26bc-ac86-48ba-9965-3c2f8299f735 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7117913 Jul 07 17:28:42.041252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35360) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.050886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:42.239049 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126274496'] for subnet, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.287301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-860d04d5-42cb-42fa-8b09-f824c7ec177c', 'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': '896c9d7d-5a1b-47f2-a793-54e9d4d31615'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:42.289130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.462398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788377300255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126069864'] for subnet, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.507768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:42.508860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.510544 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "PUT /v2.0/subnets/896c9d7d-5a1b-47f2-a793-54e9d4d31615 HTTP/1.1" status: 200 len: 806 time: 0.4681220 Jul 07 17:28:42.515107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35362) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.526196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Allocated IP 172.20.0.2 (860d04d5-42cb-42fa-8b09-f824c7ec177c/896c9d7d-5a1b-47f2-a793-54e9d4d31615/291cc822-cebd-4a4d-8a78-eeb6c6b1016a) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:42.587864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0157ae-8e4b-47fb-bdc6-04f17e010cf2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=896c9d7d-5a1b-47f2-a793-54e9d4d31615,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.669526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.755515 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.779415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.797509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Transition to ACTIVE for port object 291cc822-cebd-4a4d-8a78-eeb6c6b1016a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:42.825958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Transition to ACTIVE for port object 291cc822-cebd-4a4d-8a78-eeb6c6b1016a will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:42.835930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.874638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.890434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:42.898050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:42.906853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=896c9d7d-5a1b-47f2-a793-54e9d4d31615,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.909446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:42.912831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Pushing event updated for resources: {'Port': ['ID=291cc822-cebd-4a4d-8a78-eeb6c6b1016a,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.986742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Attempting to bind port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:42.986742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Attempting to bind port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:42.987267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Attempting to bind port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a on network 860d04d5-42cb-42fa-8b09-f824c7ec177c {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:42.994465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:42.994465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Checking segment: {'id': 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:42.994465 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.995119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Bound using segment: {'id': 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:42.995275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Bound port: 291cc822-cebd-4a4d-8a78-eeb6c6b1016a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '860d04d5-42cb-42fa-8b09-f824c7ec177c'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:42.995706 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.996400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.010825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860d04d5-42cb-42fa-8b09-f824c7ec177c']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.026920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.027292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.042167 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.068396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.077920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] For port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:43.078894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:43.078894 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:43.081937 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:43.150680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] For port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=291cc822-cebd-4a4d-8a78-eeb6c6b1016a,segment=NetworkSegment(fc9dcd7f-6dad-4222-9cb6-677ab6f3e738),segment_id=fc9dcd7f-6dad-4222-9cb6-677ab6f3e738)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:43.153491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:43.153491 n-d-793619-7 neutron-server[98270]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:43.153491 n-d-793619-7 neutron-server[98270]: [parameters: {'id': '860d04d5-42cb-42fa-8b09-f824c7ec177c'}] Jul 07 17:28:43.153491 n-d-793619-7 neutron-server[98270]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:43.154287 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:43.156916 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.255390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0906c-ee1e-441c-91c3-44257c15773e None None] Pushing event updated for resources: {'Port': ['ID=291cc822-cebd-4a4d-8a78-eeb6c6b1016a,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.281862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a910b-b22b-4d69-b126-fb2eb47e8f07 None None] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:43.441920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409e6c4-b249-41d2-93fd-87b718435856 None None] Network 860d04d5-42cb-42fa-8b09-f824c7ec177c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:43.619414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df0f7c-495d-49b8-8d7b-3a2b06e00503 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:43.655545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.758115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Deleting port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:43.758922 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.774330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df0f7c-495d-49b8-8d7b-3a2b06e00503 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:43.850297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] For port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=291cc822-cebd-4a4d-8a78-eeb6c6b1016a,segment=NetworkSegment(fc9dcd7f-6dad-4222-9cb6-677ab6f3e738),segment_id=fc9dcd7f-6dad-4222-9cb6-677ab6f3e738)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:43.851155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.872473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Calling delete_port for 291cc822-cebd-4a4d-8a78-eeb6c6b1016a owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:43.994925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.034292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Port': ['ID=291cc822-cebd-4a4d-8a78-eeb6c6b1016a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.040395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No DVR routers for this DVR port 291cc822-cebd-4a4d-8a78-eeb6c6b1016a on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:44.198759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.220422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860d04d5-42cb-42fa-8b09-f824c7ec177c']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.241646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.242170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9dcd7f-6dad-4222-9cb6-677ab6f3e738') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.259722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.286058 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.296460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:44.297142 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:44.302604 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:44.400730 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.409487 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.411446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/860d04d5-42cb-42fa-8b09-f824c7ec177c HTTP/1.1" status: 204 len: 168 time: 1.8951981 Jul 07 17:28:44.414856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35388) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.449338 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-842b77df-58d2-48d0-a25c-8fe8e06ffd40 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:44.450833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842b77df-58d2-48d0-a25c-8fe8e06ffd40 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:44.453133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-842b77df-58d2-48d0-a25c-8fe8e06ffd40 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/860d04d5-42cb-42fa-8b09-f824c7ec177c HTTP/1.1" status: 404 len: 339 time: 0.0372562 Jul 07 17:28:44.454045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbe2bb-54a3-44d8-b461-151ba91efbb4 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=860d04d5-42cb-42fa-8b09-f824c7ec177c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.458255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35390) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.463451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1751743310', 'description': 'd1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.487551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:44.491891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.521747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:44.534400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.534920 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment fe5bf1bc-1d1d-4080-8039-1c73c11dc5f7 of type vlan for network 10c64810-e363-4bba-b442-408ac62f25ea Jul 07 17:28:44.595289 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.634963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.641820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.642688 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.711034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2513640 Jul 07 17:28:44.716353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35394) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.807442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3fcaf-ef0a-4aa1-b631-3fcbde41227a tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=10c64810-e363-4bba-b442-408ac62f25ea,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.838803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 10c64810-e363-4bba-b442-408ac62f25ea details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:44.866650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536706af-a683-4057-a341-9e2f8baa0918 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.869747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-536706af-a683-4057-a341-9e2f8baa0918 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks?id=10c64810-e363-4bba-b442-408ac62f25ea HTTP/1.1" status: 200 len: 761 time: 0.1513906 Jul 07 17:28:44.875505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35400) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.884860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'description': 'd2'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:45.090397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.112521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.127221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 10c64810-e363-4bba-b442-408ac62f25ea is not hosted by any dhcp agent {{(pid=98270) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:45.135825 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.136769 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.139501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "PUT /v2.0/networks/10c64810-e363-4bba-b442-408ac62f25ea HTTP/1.1" status: 200 len: 758 time: 0.2622833 Jul 07 17:28:45.144440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35406) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.269933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6a303-d107-4d03-9733-d532848d816d tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=10c64810-e363-4bba-b442-408ac62f25ea,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.278337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76f9d4-b0e1-4976-8d6e-09d8c61009f5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.280636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-af76f9d4-b0e1-4976-8d6e-09d8c61009f5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks?id=10c64810-e363-4bba-b442-408ac62f25ea HTTP/1.1" status: 200 len: 761 time: 0.1346622 Jul 07 17:28:45.285147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 10c64810-e363-4bba-b442-408ac62f25ea details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:45.286282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35408) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.292044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321837720'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:45.318796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:45.322824 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.356954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:45.373440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.374013 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment bd8e88d1-5401-4fc9-b636-b67f80689045 of type vlan for network 3d49c2b2-87ad-47ef-840b-bd5f66f7b751 Jul 07 17:28:45.424863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.458919 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.464623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.465856 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.527373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2397299 Jul 07 17:28:45.531819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35416) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.537219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '3d49c2b2-87ad-47ef-840b-bd5f66f7b751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:45.610753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041b8c8-2702-4984-b46f-cf5f40986ac0 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=3d49c2b2-87ad-47ef-840b-bd5f66f7b751,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.639801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 3d49c2b2-87ad-47ef-840b-bd5f66f7b751 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:45.680553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:45.686942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.007817 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.074242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.087650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': 'bd8e88d1-5401-4fc9-b636-b67f80689045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d49c2b2-87ad-47ef-840b-bd5f66f7b751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:46.088019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 3d49c2b2-87ad-47ef-840b-bd5f66f7b751, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:46.107577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 3d49c2b2-87ad-47ef-840b-bd5f66f7b751 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:46.120268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 3d49c2b2-87ad-47ef-840b-bd5f66f7b751) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:46.133848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c56bc2-4c0b-4d2d-b89d-88aa200e1101 None None] Network 3d49c2b2-87ad-47ef-840b-bd5f66f7b751 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:46.137714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:46.138752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.160101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2d0b7729-5d9b-48fd-88c2-34be50495f97 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6269586 Jul 07 17:28:46.164319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.312523 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.375706 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.384397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171e6ef-ee4c-4360-88f6-0c7fd6abc263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-3d49c2b2-87ad-47ef-840b-bd5f66f7b751', 'network_id': '3d49c2b2-87ad-47ef-840b-bd5f66f7b751', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': '4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:46.385450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1171e6ef-ee4c-4360-88f6-0c7fd6abc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.495035 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-1171e6ef-ee4c-4360-88f6-0c7fd6abc263 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b: This subnet is being modified by another concurrent operation. Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b: This subnet is being modified by another concurrent operation. Jul 07 17:28:46.504883 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 17:28:46.538034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71ef50-b601-4427-8a6d-e4ee76b2af6c None None] Network 3d49c2b2-87ad-47ef-840b-bd5f66f7b751 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:46.564143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.685379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.690672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e233605-feef-428b-a91c-2cc311fb63e8 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:46.704497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d49c2b2-87ad-47ef-840b-bd5f66f7b751']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.720261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8e88d1-5401-4fc9-b636-b67f80689045') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.720556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8e88d1-5401-4fc9-b636-b67f80689045') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.731627 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.749190 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.756044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:46.756715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:46.760497 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:46.830780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e233605-feef-428b-a91c-2cc311fb63e8 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:46.839438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.850805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.854193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/3d49c2b2-87ad-47ef-840b-bd5f66f7b751 HTTP/1.1" status: 204 len: 168 time: 0.6881874 Jul 07 17:28:46.857271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35438) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.907063 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283a964-80ed-48eb-bcb2-6529aa6dfc25 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=3d49c2b2-87ad-47ef-840b-bd5f66f7b751,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.911858 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-22067ccd-a39e-4854-a123-c258b7acd56e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] GET failed (client error): The resource could not be found. Jul 07 17:28:46.914844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-22067ccd-a39e-4854-a123-c258b7acd56e tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/subnets/4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b HTTP/1.1" status: 404 len: 337 time: 0.0563018 Jul 07 17:28:46.917615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35440) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.945175 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdff57c-ff3d-4c3f-b4be-0471b59f22f5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:46.945965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdff57c-ff3d-4c3f-b4be-0471b59f22f5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:46.948586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4bdff57c-ff3d-4c3f-b4be-0471b59f22f5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/3d49c2b2-87ad-47ef-840b-bd5f66f7b751 HTTP/1.1" status: 404 len: 339 time: 0.0292192 Jul 07 17:28:46.953507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35442) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.225184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd8b5d-fdf0-4c47-a868-ee492a6e72d3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.228196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-17bd8b5d-fdf0-4c47-a868-ee492a6e72d3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2722380 Jul 07 17:28:47.231192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35448) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.293925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fb47ae3c-dc32-4f14-8ef4-0cd9a71f3697 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9 HTTP/1.1" status: 200 len: 207 time: 0.0602479 Jul 07 17:28:47.298999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35450) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.438028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b39b73-c4e4-49ee-9072-c45ab4e3793c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.444783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b39b73-c4e4-49ee-9072-c45ab4e3793c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.451740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b39b73-c4e4-49ee-9072-c45ab4e3793c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.458128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b39b73-c4e4-49ee-9072-c45ab4e3793c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.459934 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-67b39b73-c4e4-49ee-9072-c45ab4e3793c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1595025 Jul 07 17:28:47.465964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35452) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.631654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d3300407-0760-49a0-b0f5-383967e63689 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1643219 Jul 07 17:28:47.636422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35458) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.703422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbccda9-0cda-4e15-a7f1-e07562d77084 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.704898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbccda9-0cda-4e15-a7f1-e07562d77084 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.706909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ccbccda9-0cda-4e15-a7f1-e07562d77084 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0686765 Jul 07 17:28:47.711466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35460) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.771789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebfc1b-e76a-483b-92c6-493da0ba684f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.773267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebfc1b-e76a-483b-92c6-493da0ba684f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.774900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bbebfc1b-e76a-483b-92c6-493da0ba684f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0623267 Jul 07 17:28:47.780341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35462) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.906424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f2405-3602-4504-bca3-9c20bc3d3bd5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.908150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9c7f2405-3602-4504-bca3-9c20bc3d3bd5 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks/02e56350-1deb-437a-8947-5609c4bb54a7 HTTP/1.1" status: 200 len: 799 time: 0.1265969 Jul 07 17:28:47.913133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35470) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.046811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-36d84100-289d-464e-8880-993f0efeae85 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/networks/02e56350-1deb-437a-8947-5609c4bb54a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1319516 Jul 07 17:28:48.050433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35472) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.138074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b626e2-5239-44fc-a128-68d916565a20 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:48.139918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b1b626e2-5239-44fc-a128-68d916565a20 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/subnets/76e7ba66-4910-4bba-884b-4f19ab484266 HTTP/1.1" status: 200 len: 811 time: 0.0875971 Jul 07 17:28:48.144682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35478) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.224595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952405e-b12c-491d-b1bc-cee27d26ccfd tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['shared'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:48.228028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2952405e-b12c-491d-b1bc-cee27d26ccfd tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "GET /v2.0/subnets/76e7ba66-4910-4bba-884b-4f19ab484266?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0808768 Jul 07 17:28:48.233188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35480) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.240446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1823885261'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.278306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:48.282484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.316227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:48.330707 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.331129 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Added segment 9f79a2a2-3d6d-4847-b708-dc2103623e12 of type vlan for network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 Jul 07 17:28:48.382351 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.436157 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.442752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:48.443527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.522507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2879088 Jul 07 17:28:48.527327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35486) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.536831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.541151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bc248-cfd5-469b-9b26-5153d38236fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Network': ['ID=45b44007-f85a-4e7a-bea7-8b53f1dccb71,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:48.558596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:48.699473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Made reservation on behalf of 51d72308c1c24401b06b6aab6c2573ae for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:48.704905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.776479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Performing IP validity checks on allocation pools {{(pid=98264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:48.776984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:48.971582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.071201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.083078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Checking segment: {'id': '9f79a2a2-3d6d-4847-b708-dc2103623e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:49.083580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network hostable DHCP agents. Network: 45b44007-f85a-4e7a-bea7-8b53f1dccb71, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:49.107590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:49.118664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 45b44007-f85a-4e7a-bea7-8b53f1dccb71) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:49.124179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.125252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.134352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55faee64-2cc5-4e42-9b9e-ac77858c4b0a None None] Network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:49.147565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35498) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.152392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:49.156690 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-39083b5b-86bd-4c97-8887-39be9a5daa03 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6266346 Jul 07 17:28:49.296717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126274496'] for subnet, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.346751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-45b44007-f85a-4e7a-bea7-8b53f1dccb71', 'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71', 'tenant_id': '51d72308c1c24401b06b6aab6c2573ae', 'fixed_ips': [{'subnet_id': 'ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:49.347651 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.564489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788377300255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126069864'] for subnet, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.611430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.612049 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.616026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "PUT /v2.0/subnets/ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf HTTP/1.1" status: 200 len: 877 time: 0.4658289 Jul 07 17:28:49.616340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.621515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Allocated IP 172.20.0.3 (45b44007-f85a-4e7a-bea7-8b53f1dccb71/ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf/31ab34e5-da67-4132-b2bc-4284b8dae462) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:49.682932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375140d0-1d71-42a1-98a1-960ecf5b680b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event updated for resources: {'Subnet': ['ID=ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.755640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.808894 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.820135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Transition to ACTIVE for port object 31ab34e5-da67-4132-b2bc-4284b8dae462 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:49.838413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Transition to ACTIVE for port object 31ab34e5-da67-4132-b2bc-4284b8dae462 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:49.840273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.847694 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.889902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:49.895634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:49.899350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:49.907858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Pushing event updated for resources: {'Port': ['ID=31ab34e5-da67-4132-b2bc-4284b8dae462,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.930681 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.960917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.971748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Attempting to bind port 31ab34e5-da67-4132-b2bc-4284b8dae462 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:49.972548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Attempting to bind port 31ab34e5-da67-4132-b2bc-4284b8dae462 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '9f79a2a2-3d6d-4847-b708-dc2103623e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:49.973206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Attempting to bind port 31ab34e5-da67-4132-b2bc-4284b8dae462 on network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:49.980290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:49.980921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Checking segment: {'id': '9f79a2a2-3d6d-4847-b708-dc2103623e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:49.981464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.982050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Bound using segment: {'id': '9f79a2a2-3d6d-4847-b708-dc2103623e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:49.982649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Bound port: 31ab34e5-da67-4132-b2bc-4284b8dae462, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f79a2a2-3d6d-4847-b708-dc2103623e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:49.983151 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.040096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.051190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b44007-f85a-4e7a-bea7-8b53f1dccb71']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:50.064309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f79a2a2-3d6d-4847-b708-dc2103623e12') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:50.064639 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] For port 31ab34e5-da67-4132-b2bc-4284b8dae462, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:50.064796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f79a2a2-3d6d-4847-b708-dc2103623e12') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:50.068623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] For port 31ab34e5-da67-4132-b2bc-4284b8dae462, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=31ab34e5-da67-4132-b2bc-4284b8dae462,segment=NetworkSegment(9f79a2a2-3d6d-4847-b708-dc2103623e12),segment_id=9f79a2a2-3d6d-4847-b708-dc2103623e12)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:50.074915 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.076768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.096425 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.105017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:50.106443 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:50.111553 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:50.177825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b628f4-e0e8-453c-be97-cf5bd5de892b None None] Pushing event updated for resources: {'Port': ['ID=31ab34e5-da67-4132-b2bc-4284b8dae462,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:50.199996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.db.api [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:50.199996 n-d-793619-7 neutron-server[98270]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:50.199996 n-d-793619-7 neutron-server[98270]: [parameters: {'id': '45b44007-f85a-4e7a-bea7-8b53f1dccb71'}] Jul 07 17:28:50.199996 n-d-793619-7 neutron-server[98270]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=98270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:50.202194 n-d-793619-7 neutron-server[98270]: DEBUG oslo_db.api [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:50.215009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866a6fe-94cc-453c-acea-60bea8aa21e6 None None] Network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:50.402107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8d51b-6ecf-49c2-9a6e-eddc562714bb None None] Network 45b44007-f85a-4e7a-bea7-8b53f1dccb71 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:50.553775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6655f008-195f-45e5-be58-cb1097210c94 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:50.661314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655f008-195f-45e5-be58-cb1097210c94 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:50.703516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.775801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Deleting port 31ab34e5-da67-4132-b2bc-4284b8dae462 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:50.776129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.859391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] For port 31ab34e5-da67-4132-b2bc-4284b8dae462, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=31ab34e5-da67-4132-b2bc-4284b8dae462,segment=NetworkSegment(9f79a2a2-3d6d-4847-b708-dc2103623e12),segment_id=9f79a2a2-3d6d-4847-b708-dc2103623e12)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:50.859755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.876594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Calling delete_port for 31ab34e5-da67-4132-b2bc-4284b8dae462 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:50.983028 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.015409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Port': ['ID=31ab34e5-da67-4132-b2bc-4284b8dae462,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.025855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No DVR routers for this DVR port 31ab34e5-da67-4132-b2bc-4284b8dae462 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:51.146801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.165599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b44007-f85a-4e7a-bea7-8b53f1dccb71']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.187342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f79a2a2-3d6d-4847-b708-dc2103623e12') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.187865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f79a2a2-3d6d-4847-b708-dc2103623e12') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.205337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.225660 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.237759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:51.238326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:51.243683 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:51.327347 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.346686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.348733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/45b44007-f85a-4e7a-bea7-8b53f1dccb71 HTTP/1.1" status: 204 len: 168 time: 1.7314200 Jul 07 17:28:51.349868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfd89e-f00b-4c7e-a2ff-a7bc245a1402 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=45b44007-f85a-4e7a-bea7-8b53f1dccb71,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.354251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35530) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.384061 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-a332c2c5-0ecb-4324-ad26-61ece47852b3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:51.384496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a332c2c5-0ecb-4324-ad26-61ece47852b3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:51.390447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a332c2c5-0ecb-4324-ad26-61ece47852b3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/ddb5f3d0-7baf-454e-b6bc-c7c3580c4bdf HTTP/1.1" status: 404 len: 337 time: 0.0308213 Jul 07 17:28:51.391342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35532) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.415143 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c49472-b2b9-4abc-94f6-a028adf78427 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:51.415748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c49472-b2b9-4abc-94f6-a028adf78427 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:51.417671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c0c49472-b2b9-4abc-94f6-a028adf78427 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/45b44007-f85a-4e7a-bea7-8b53f1dccb71 HTTP/1.1" status: 404 len: 339 time: 0.0260508 Jul 07 17:28:51.421482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35538) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.450188 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d2bfa1-b315-44fa-a9c2-90f3f8d1d9bf tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:51.450617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d2bfa1-b315-44fa-a9c2-90f3f8d1d9bf tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:51.455766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75d2bfa1-b315-44fa-a9c2-90f3f8d1d9bf tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/4aa07ed5-f4dd-4e05-bb0c-27af5ea4a06b HTTP/1.1" status: 404 len: 337 time: 0.0299780 Jul 07 17:28:51.457037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35540) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.477977 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8d4883-2b8b-4002-8ce9-fba12752ec7b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:51.478757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8d4883-2b8b-4002-8ce9-fba12752ec7b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:51.480945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7f8d4883-2b8b-4002-8ce9-fba12752ec7b tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/3d49c2b2-87ad-47ef-840b-bd5f66f7b751 HTTP/1.1" status: 404 len: 339 time: 0.0225060 Jul 07 17:28:51.483797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35542) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.588762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.085303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.097511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c64810-e363-4bba-b442-408ac62f25ea']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.109875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5bf1bc-1d1d-4080-8039-1c73c11dc5f7') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.110315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5bf1bc-1d1d-4080-8039-1c73c11dc5f7') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.119941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.137594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.145285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:52.145751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:52.149143 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:52.221661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.231541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.238018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/10c64810-e363-4bba-b442-408ac62f25ea HTTP/1.1" status: 204 len: 168 time: 0.7525437 Jul 07 17:28:52.240660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.270536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275add9-402c-463f-b2db-c2d734e07929 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=10c64810-e363-4bba-b442-408ac62f25ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.291529 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a60b297-4e2e-4994-b456-44cf5080fade tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.292092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a60b297-4e2e-4994-b456-44cf5080fade tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.295065 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a60b297-4e2e-4994-b456-44cf5080fade tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/896c9d7d-5a1b-47f2-a793-54e9d4d31615 HTTP/1.1" status: 404 len: 337 time: 0.0527575 Jul 07 17:28:52.297528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35556) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.319604 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-862487c9-199a-4464-885f-f6a04274e851 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.320272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862487c9-199a-4464-885f-f6a04274e851 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.322787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-862487c9-199a-4464-885f-f6a04274e851 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/860d04d5-42cb-42fa-8b09-f824c7ec177c HTTP/1.1" status: 404 len: 339 time: 0.0239449 Jul 07 17:28:52.326058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35558) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.381351 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc7ce5a-98a1-4b4a-b7e7-3135920434a6 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.382101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc7ce5a-98a1-4b4a-b7e7-3135920434a6 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.387790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cfc7ce5a-98a1-4b4a-b7e7-3135920434a6 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/be3c9dbd-1ba0-48b2-be5f-d60833071fab HTTP/1.1" status: 404 len: 337 time: 0.0570149 Jul 07 17:28:52.388243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35564) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.424764 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2922d1-042b-46fb-818d-efa984a53db2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.425771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2922d1-042b-46fb-818d-efa984a53db2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.427657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1f2922d1-042b-46fb-818d-efa984a53db2 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/3da6148c-4367-4fb6-8f0d-7c854568573b HTTP/1.1" status: 404 len: 339 time: 0.0376139 Jul 07 17:28:52.430645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35566) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.463733 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5f3cc0-91f0-4332-943a-dffe2e41dc3c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.464203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5f3cc0-91f0-4332-943a-dffe2e41dc3c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.466661 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee5f3cc0-91f0-4332-943a-dffe2e41dc3c tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/2f04bcd4-7949-440a-9c9f-634b34a1e2f1 HTTP/1.1" status: 404 len: 337 time: 0.0337906 Jul 07 17:28:52.469462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35568) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.495143 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2ff280-9dd8-49da-a1c6-0785f4a748da tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.495939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2ff280-9dd8-49da-a1c6-0785f4a748da tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.499052 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3f2ff280-9dd8-49da-a1c6-0785f4a748da tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/4929acc0-2a18-4377-8c42-a8ed8895ddb7 HTTP/1.1" status: 404 len: 339 time: 0.0281920 Jul 07 17:28:52.501738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35570) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.540656 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc4271c-9d5f-40c7-b48e-37537a3194fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.541331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc4271c-9d5f-40c7-b48e-37537a3194fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.547697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9cc4271c-9d5f-40c7-b48e-37537a3194fa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/fc677322-2116-46c5-8438-0b8843f91f1a HTTP/1.1" status: 404 len: 337 time: 0.0419796 Jul 07 17:28:52.548048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35572) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.580234 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-61989780-faee-4292-9c3a-eca2204b0741 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.581054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61989780-faee-4292-9c3a-eca2204b0741 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.583500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61989780-faee-4292-9c3a-eca2204b0741 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/00520f85-0d34-4545-8b8c-5df3898fb5c2 HTTP/1.1" status: 404 len: 339 time: 0.0339901 Jul 07 17:28:52.586905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35574) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.621614 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-48088798-6d5a-487a-aeff-f138026e88cd tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.622243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48088798-6d5a-487a-aeff-f138026e88cd tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.625331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-48088798-6d5a-487a-aeff-f138026e88cd tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/7e8cff44-f0b6-40cd-88d2-00467b8c0a20 HTTP/1.1" status: 404 len: 337 time: 0.0367486 Jul 07 17:28:52.627819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.649644 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8934ed-625f-4eba-9867-6e277446e84f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.650383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8934ed-625f-4eba-9867-6e277446e84f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.652535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4d8934ed-625f-4eba-9867-6e277446e84f tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/86810b03-889f-4487-8802-cd23f0be6ee6 HTTP/1.1" status: 404 len: 339 time: 0.0234473 Jul 07 17:28:52.656815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35578) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.695334 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66decab-4a05-4feb-bec2-f8707d9631fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.695701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66decab-4a05-4feb-bec2-f8707d9631fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.697579 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a66decab-4a05-4feb-bec2-f8707d9631fb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/de5b79e9-bfca-4d4a-aa80-fc005637fbf0 HTTP/1.1" status: 404 len: 337 time: 0.0377858 Jul 07 17:28:52.701141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35580) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.733741 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b17ff0-642f-4dd6-943f-a3e6374833a9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.734700 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b17ff0-642f-4dd6-943f-a3e6374833a9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.736533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-38b17ff0-642f-4dd6-943f-a3e6374833a9 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/407decb0-4f94-489d-aded-e5f6eeb7eb09 HTTP/1.1" status: 404 len: 339 time: 0.0338676 Jul 07 17:28:52.739123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35586) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.766702 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4d2a90-c875-4f14-b0a0-69e041df42aa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.767170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4d2a90-c875-4f14-b0a0-69e041df42aa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.769013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-af4d2a90-c875-4f14-b0a0-69e041df42aa tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/ce8f40bc-9342-4333-a8d9-08803e6cc278 HTTP/1.1" status: 404 len: 337 time: 0.0288942 Jul 07 17:28:52.772223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35588) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.792839 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be5c3aa-a89b-4bc8-9c6c-0e07ecbae2cb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.793952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be5c3aa-a89b-4bc8-9c6c-0e07ecbae2cb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.795784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6be5c3aa-a89b-4bc8-9c6c-0e07ecbae2cb tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/e90d964d-4532-4c5a-bfe5-c3a597938a1d HTTP/1.1" status: 404 len: 339 time: 0.0225327 Jul 07 17:28:52.800097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35590) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.828696 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8530d7-cf81-4c1c-a25d-ab95cdddaf94 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.828696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8530d7-cf81-4c1c-a25d-ab95cdddaf94 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.831643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9f8530d7-cf81-4c1c-a25d-ab95cdddaf94 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/0f929763-0e07-4821-ac32-6dc5ac1ae2aa HTTP/1.1" status: 404 len: 337 time: 0.0305185 Jul 07 17:28:52.834332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35592) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.853972 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-604a0fa0-8c1f-4b23-b10d-1f5e7975f169 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:52.854560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604a0fa0-8c1f-4b23-b10d-1f5e7975f169 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:52.856586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-604a0fa0-8c1f-4b23-b10d-1f5e7975f169 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/dbb10a84-b29e-492b-a18f-bf037619611c HTTP/1.1" status: 404 len: 339 time: 0.0210783 Jul 07 17:28:52.859454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35594) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.920701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Deleting subnet 76e7ba66-4910-4bba-884b-4f19ab484266 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:52.926635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.979396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.100571 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.173440 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.206731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Subnet': ['ID=76e7ba66-4910-4bba-884b-4f19ab484266,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.221388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28825a-e518-4ed4-838e-7f0c79906f82 None None] Network 02e56350-1deb-437a-8947-5609c4bb54a7 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:53.222902 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.228864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c03456b6-7a2c-461e-bf41-d0fbf0edb534 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/subnets/76e7ba66-4910-4bba-884b-4f19ab484266 HTTP/1.1" status: 204 len: 168 time: 0.3645537 Jul 07 17:28:53.229755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35604) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.364125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.455924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Deleting port b2fe811c-54fe-4500-8b51-02ccb5414481 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:53.455924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.477142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] DHCP port deletion for 02e56350-1deb-437a-8947-5609c4bb54a7 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:53.542585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Deleting port b2fe811c-54fe-4500-8b51-02ccb5414481 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:53.543136 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.568145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] For port b2fe811c-54fe-4500-8b51-02ccb5414481, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b2fe811c-54fe-4500-8b51-02ccb5414481,segment=NetworkSegment(228a632c-7285-4d38-b664-e62e05f1a94f),segment_id=228a632c-7285-4d38-b664-e62e05f1a94f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:53.568707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.604336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Calling delete_port for b2fe811c-54fe-4500-8b51-02ccb5414481 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:53.652242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b2fe811c-54fe-4500-8b51-02ccb5414481 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:53.694455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] For port b2fe811c-54fe-4500-8b51-02ccb5414481, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b2fe811c-54fe-4500-8b51-02ccb5414481,segment=NetworkSegment(228a632c-7285-4d38-b664-e62e05f1a94f),segment_id=228a632c-7285-4d38-b664-e62e05f1a94f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:53.694863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.717764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Calling delete_port for b2fe811c-54fe-4500-8b51-02ccb5414481 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:53.774465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.801872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Port b2fe811c-54fe-4500-8b51-02ccb5414481 update to DOWN by agent not found {{(pid=98272) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:28:53.838821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Port': ['ID=b2fe811c-54fe-4500-8b51-02ccb5414481,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.843070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.843949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] No DVR routers for this DVR port b2fe811c-54fe-4500-8b51-02ccb5414481 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:53.870792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Pushing event deleted for resources: {'Port': ['ID=b2fe811c-54fe-4500-8b51-02ccb5414481,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.876292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] No DVR routers for this DVR port b2fe811c-54fe-4500-8b51-02ccb5414481 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:53.884190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.884552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.884930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.885313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.885865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.886385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.887024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.887358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.887775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.892993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.892993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.893820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d4f34-a524-41bd-9de3-2397e55bedf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:53.972048 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.993171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e56350-1deb-437a-8947-5609c4bb54a7']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.010578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228a632c-7285-4d38-b664-e62e05f1a94f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.010910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228a632c-7285-4d38-b664-e62e05f1a94f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.025503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.029090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.051711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.061154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:54.061894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:54.066579 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:54.620206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.632155 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.635606 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] 10.222.0.78 "DELETE /v2.0/networks/02e56350-1deb-437a-8947-5609c4bb54a7 HTTP/1.1" status: 204 len: 168 time: 1.4046242 Jul 07 17:28:54.659493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8899f-c78e-4c54-a443-6b8d158d63c3 tempest-NetworksTest-2094096459 tempest-NetworksTest-2094096459-project] Pushing event deleted for resources: {'Network': ['ID=02e56350-1deb-437a-8947-5609c4bb54a7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.978232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35632) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.199694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-700716b5-0c69-4c02-9237-40b6b6c56eb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51d72308c1c24401b06b6aab6c2573ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194827 Jul 07 17:28:55.203964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35638) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.306790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6cef939-adb7-4d8a-8e67-c39460d3d5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.352917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6cef939-adb7-4d8a-8e67-c39460d3d5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.419718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6cef939-adb7-4d8a-8e67-c39460d3d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.423900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c6cef939-adb7-4d8a-8e67-c39460d3d5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.429550 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c6cef939-adb7-4d8a-8e67-c39460d3d5e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f202405-2516-4701-84e7-48f4ee9d4caf HTTP/1.1" status: 204 len: 168 time: 0.2198665 Jul 07 17:28:55.441632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cef939-adb7-4d8a-8e67-c39460d3d5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f202405-2516-4701-84e7-48f4ee9d4caf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:56.463904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.624332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-66e5ed89-14f6-4c3e-82ed-722ddfed57ce tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:56.625145 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-66e5ed89-14f6-4c3e-82ed-722ddfed57ce tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:28:56.625935 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-66e5ed89-14f6-4c3e-82ed-722ddfed57ce tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:28:56.627701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-66e5ed89-14f6-4c3e-82ed-722ddfed57ce tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1624908 Jul 07 17:28:56.632026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35682) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.639369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--848520236'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:56.671677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.682444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.832765 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.838603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.913535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c87120-28cd-4a3a-b1d8-7ded88a384e5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.008791 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.015373 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.056986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.061913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4274399 Jul 07 17:28:57.062208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.063034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554277-9890-4fde-9a6a-c9761dc7ca64 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59125cef-0eec-4bfa-88b9-2df93d1d4b12,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.070212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '59125cef-0eec-4bfa-88b9-2df93d1d4b12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:57.112960 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.156941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:57.193788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.199954 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.250066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b6e84e-cbb0-4610-be0b-1313f5be508d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.263803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.265788 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16e702f0-8122-45df-9ba0-2bffe11ff9cc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022533 Jul 07 17:28:57.271023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35688) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.279495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b4bafb40-716c-4fa5-ae5a-288542445544 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '59125cef-0eec-4bfa-88b9-2df93d1d4b12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:57.333059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4bafb40-716c-4fa5-ae5a-288542445544 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.404581 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-b4bafb40-716c-4fa5-ae5a-288542445544 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:28:57.405833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4bafb40-716c-4fa5-ae5a-288542445544 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1333220 Jul 07 17:28:57.409573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35690) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.475206 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c1110c0-45d9-4d40-87e8-05be9b7c639f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.508516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c1110c0-45d9-4d40-87e8-05be9b7c639f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.585772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c1110c0-45d9-4d40-87e8-05be9b7c639f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.589047 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3c1110c0-45d9-4d40-87e8-05be9b7c639f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.595511 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3c1110c0-45d9-4d40-87e8-05be9b7c639f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/59125cef-0eec-4bfa-88b9-2df93d1d4b12 HTTP/1.1" status: 204 len: 168 time: 0.1809106 Jul 07 17:28:57.596844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35692) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.608349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1110c0-45d9-4d40-87e8-05be9b7c639f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59125cef-0eec-4bfa-88b9-2df93d1d4b12,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.673795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e8e70ca5-c02e-4202-a0e9-754296da62a6 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737083 Jul 07 17:28:57.678289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35694) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.683279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186673189'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:57.713223 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.820009 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.825630 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.862194 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.863597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1841145 Jul 07 17:28:57.868231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35696) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.873458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7cd43c11-a8c8-40c3-ae1d-6227ad91a4be tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '1470a2aa-efe4-495d-8bea-835d1a93594a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:57.873986 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-7cd43c11-a8c8-40c3-ae1d-6227ad91a4be tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:28:57.874568 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-7cd43c11-a8c8-40c3-ae1d-6227ad91a4be tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:57.875673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7cd43c11-a8c8-40c3-ae1d-6227ad91a4be tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064094 Jul 07 17:28:57.877012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb232515-caa7-4434-bd74-751ccd397f59 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1470a2aa-efe4-495d-8bea-835d1a93594a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.880764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35698) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.959350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dacf781-d454-451f-8ef3-218874674c9f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.995003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dacf781-d454-451f-8ef3-218874674c9f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.066473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dacf781-d454-451f-8ef3-218874674c9f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.071151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1dacf781-d454-451f-8ef3-218874674c9f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.073000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1dacf781-d454-451f-8ef3-218874674c9f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/1470a2aa-efe4-495d-8bea-835d1a93594a HTTP/1.1" status: 204 len: 168 time: 0.1909990 Jul 07 17:28:58.076706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35700) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.090430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacf781-d454-451f-8ef3-218874674c9f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470a2aa-efe4-495d-8bea-835d1a93594a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.151367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8bc1bfd5-f780-4782-b0d7-419cc32da272 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719368 Jul 07 17:28:58.157414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35702) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.165283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--782221533'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.204976 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.340643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.346022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.384866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.386568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2275293 Jul 07 17:28:58.390023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34057e7-60bb-4ab9-a0ad-3f297a53d336 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e3792b-4d2d-4366-9e4b-b0235653101d,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.391272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35706) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.400622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a1e26455-51d2-4475-8acd-b76a79a076b7 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '07e3792b-4d2d-4366-9e4b-b0235653101d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.401689 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-a1e26455-51d2-4475-8acd-b76a79a076b7 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:28:58.403247 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-a1e26455-51d2-4475-8acd-b76a79a076b7 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:58.407507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a1e26455-51d2-4475-8acd-b76a79a076b7 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116425 Jul 07 17:28:58.408118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35708) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.508916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec4bdd4-5248-4ddb-b15a-c364234b14d8 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.553432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec4bdd4-5248-4ddb-b15a-c364234b14d8 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.635132 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec4bdd4-5248-4ddb-b15a-c364234b14d8 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.639647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec4bdd4-5248-4ddb-b15a-c364234b14d8 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.645627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7ec4bdd4-5248-4ddb-b15a-c364234b14d8 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/07e3792b-4d2d-4366-9e4b-b0235653101d HTTP/1.1" status: 204 len: 168 time: 0.2314317 Jul 07 17:28:58.646173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.657965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4bdd4-5248-4ddb-b15a-c364234b14d8 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e3792b-4d2d-4366-9e4b-b0235653101d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.716828 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-55a60b9b-e92d-470f-b7aa-10e45b610a57 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683296 Jul 07 17:28:58.721956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35712) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.728446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--40581992'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.757335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.855475 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.860018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.892761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.894214 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1708789 Jul 07 17:28:58.898785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.904482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7c9f2b85-dd4d-405a-8ff9-79537b40799c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'd774e9d7-aef9-4d0a-92d4-5eb023caf178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.905405 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-7c9f2b85-dd4d-405a-8ff9-79537b40799c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:28:58.905915 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-7c9f2b85-dd4d-405a-8ff9-79537b40799c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:58.906957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c9f2b85-dd4d-405a-8ff9-79537b40799c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071955 Jul 07 17:28:58.907861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491fca-dc04-44da-93e1-f1ec6b64f36b tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d774e9d7-aef9-4d0a-92d4-5eb023caf178,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.910322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35716) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.914628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1e306adb-c7af-4387-aee0-86a43446df86 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'd774e9d7-aef9-4d0a-92d4-5eb023caf178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.915384 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-1e306adb-c7af-4387-aee0-86a43446df86 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:28:58.915778 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-1e306adb-c7af-4387-aee0-86a43446df86 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:58.916914 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1e306adb-c7af-4387-aee0-86a43446df86 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058386 Jul 07 17:28:58.922185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35718) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.928039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-948582c6-7dfe-4d35-8dee-52adb12b978c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'd774e9d7-aef9-4d0a-92d4-5eb023caf178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.928871 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-948582c6-7dfe-4d35-8dee-52adb12b978c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:28:58.929404 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-948582c6-7dfe-4d35-8dee-52adb12b978c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:58.930523 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-948582c6-7dfe-4d35-8dee-52adb12b978c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071387 Jul 07 17:28:58.934706 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35720) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.939289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a19610c5-8e79-43c2-8577-808c41c32c88 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'd774e9d7-aef9-4d0a-92d4-5eb023caf178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.940176 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-a19610c5-8e79-43c2-8577-808c41c32c88 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:28:58.940669 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-a19610c5-8e79-43c2-8577-808c41c32c88 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:58.941738 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a19610c5-8e79-43c2-8577-808c41c32c88 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061150 Jul 07 17:28:58.944890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.009547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96caee62-220a-47aa-b7c1-223f558fa0bf tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.035363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96caee62-220a-47aa-b7c1-223f558fa0bf tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.094739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96caee62-220a-47aa-b7c1-223f558fa0bf tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.098226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-96caee62-220a-47aa-b7c1-223f558fa0bf tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.102154 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-96caee62-220a-47aa-b7c1-223f558fa0bf tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/d774e9d7-aef9-4d0a-92d4-5eb023caf178 HTTP/1.1" status: 204 len: 168 time: 0.1536317 Jul 07 17:28:59.102962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35724) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.115023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caee62-220a-47aa-b7c1-223f558fa0bf tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d774e9d7-aef9-4d0a-92d4-5eb023caf178,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.174322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dce9a110-66d2-481a-a9ba-4f7a5ebd58df tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691700 Jul 07 17:28:59.179712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35726) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.189547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119679889'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.232517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.361874 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.367667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.399322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.400995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2197647 Jul 07 17:28:59.406127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35730) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.414496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-88813fb2-7aba-4946-b461-b16b06c09520 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.414881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ebd2-d058-462f-be70-188f502003bd tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd46de53-874a-44e5-903b-6b41222d1dc4,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.415588 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-88813fb2-7aba-4946-b461-b16b06c09520 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:28:59.416227 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-88813fb2-7aba-4946-b461-b16b06c09520 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.421993 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-88813fb2-7aba-4946-b461-b16b06c09520 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089223 Jul 07 17:28:59.422364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.433561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0499579b-1d4b-4659-bf56-14d34e29d29f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.484348 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-0499579b-1d4b-4659-bf56-14d34e29d29f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.489863 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0499579b-1d4b-4659-bf56-14d34e29d29f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0575652 Jul 07 17:28:59.490275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35734) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.495152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-54966c5e-1c17-4a0c-80ba-ba9f0a4061cb tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.495742 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-54966c5e-1c17-4a0c-80ba-ba9f0a4061cb tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:28:59.496389 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-54966c5e-1c17-4a0c-80ba-ba9f0a4061cb tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.497634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-54966c5e-1c17-4a0c-80ba-ba9f0a4061cb tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065048 Jul 07 17:28:59.502512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35736) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.508051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-83eb6e5d-6161-4c5c-829f-a660c69825b2 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.559220 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-83eb6e5d-6161-4c5c-829f-a660c69825b2 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.560499 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83eb6e5d-6161-4c5c-829f-a660c69825b2 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0566709 Jul 07 17:28:59.568216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35738) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.573936 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2cc5fda4-85ca-4770-b9b3-73bb04f61f0c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.575291 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-2cc5fda4-85ca-4770-b9b3-73bb04f61f0c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:28:59.576349 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-2cc5fda4-85ca-4770-b9b3-73bb04f61f0c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.578113 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2cc5fda4-85ca-4770-b9b3-73bb04f61f0c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083470 Jul 07 17:28:59.583067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35740) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.588885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5ce77ec7-d3df-441d-98bc-388529e87f8c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.639497 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-5ce77ec7-d3df-441d-98bc-388529e87f8c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.640531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ce77ec7-d3df-441d-98bc-388529e87f8c tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0562944 Jul 07 17:28:59.644001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35742) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.649122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-78b6cc77-96e5-4f42-a4a8-43ad85a0c1de tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.649617 n-d-793619-7 neutron-server[98270]: WARNING neutron.api.v2.base [None req-78b6cc77-96e5-4f42-a4a8-43ad85a0c1de tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:28:59.650113 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-78b6cc77-96e5-4f42-a4a8-43ad85a0c1de tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.651112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-78b6cc77-96e5-4f42-a4a8-43ad85a0c1de tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059524 Jul 07 17:28:59.654988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35744) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.659792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3f5fbc75-7907-4939-b7e3-3914d6e4cfad tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.700722 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-3f5fbc75-7907-4939-b7e3-3914d6e4cfad tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.702661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3f5fbc75-7907-4939-b7e3-3914d6e4cfad tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0464523 Jul 07 17:28:59.706251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35746) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.712797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-64170ff1-6460-4339-bd62-e93f91aef653 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': 'fd46de53-874a-44e5-903b-6b41222d1dc4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:59.774927 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-64170ff1-6460-4339-bd62-e93f91aef653 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:59.781638 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-64170ff1-6460-4339-bd62-e93f91aef653 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0691276 Jul 07 17:28:59.781993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35748) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.854985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ee52b5-8165-4e0e-9a61-510e05482db3 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.889123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ee52b5-8165-4e0e-9a61-510e05482db3 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.950956 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ee52b5-8165-4e0e-9a61-510e05482db3 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.955021 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-17ee52b5-8165-4e0e-9a61-510e05482db3 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.957169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-17ee52b5-8165-4e0e-9a61-510e05482db3 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/fd46de53-874a-44e5-903b-6b41222d1dc4 HTTP/1.1" status: 204 len: 168 time: 0.1737742 Jul 07 17:28:59.959733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35750) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.971137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee52b5-8165-4e0e-9a61-510e05482db3 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd46de53-874a-44e5-903b-6b41222d1dc4,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.023307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c3fbbcaf-a5c1-4fc5-9649-e1f0564dec53 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622699 Jul 07 17:29:00.027415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35752) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.033909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--21666011'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:00.063404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.179017 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.184683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.220732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.227014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1930461 Jul 07 17:29:00.227014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3444b6c-1c38-4175-903c-d738371e2860 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae8740b-5f8d-4f0e-b825-4408add2c197,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.227656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35754) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.235213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1384ee0d-cf2e-4fd6-95b8-ce4291bf1686 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '9ae8740b-5f8d-4f0e-b825-4408add2c197', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:00.288906 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-1384ee0d-cf2e-4fd6-95b8-ce4291bf1686 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The resource could not be found. Jul 07 17:29:00.294323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1384ee0d-cf2e-4fd6-95b8-ce4291bf1686 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0615482 Jul 07 17:29:00.294625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35756) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.299924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-27098d2e-c521-4642-9ff3-3054ab022cae tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '9ae8740b-5f8d-4f0e-b825-4408add2c197', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e33f4603-5b15-48a5-aee1-fd673aa44fdb'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:00.359308 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-27098d2e-c521-4642-9ff3-3054ab022cae tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The resource could not be found. Jul 07 17:29:00.363572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27098d2e-c521-4642-9ff3-3054ab022cae tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0650280 Jul 07 17:29:00.364184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35760) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.451769 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b21deb0f-f2a8-4a89-8f9d-e76db7a955d4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.496294 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b21deb0f-f2a8-4a89-8f9d-e76db7a955d4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.575635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b21deb0f-f2a8-4a89-8f9d-e76db7a955d4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.579244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b21deb0f-f2a8-4a89-8f9d-e76db7a955d4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.580955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b21deb0f-f2a8-4a89-8f9d-e76db7a955d4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/9ae8740b-5f8d-4f0e-b825-4408add2c197 HTTP/1.1" status: 204 len: 168 time: 0.2150970 Jul 07 17:29:00.585410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.610615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21deb0f-f2a8-4a89-8f9d-e76db7a955d4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae8740b-5f8d-4f0e-b825-4408add2c197,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.651549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-35d21491-fd5d-4ce3-aa83-4b8815a39efe tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645258 Jul 07 17:29:00.658059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35764) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.662996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-22f9b20f-ce3b-4547-be30-afecb5bdd921 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '1eeb56b6-4068-46c5-ba43-c912e8b2043f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:00.716883 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-22f9b20f-ce3b-4547-be30-afecb5bdd921 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The resource could not be found. Jul 07 17:29:00.722339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-22f9b20f-ce3b-4547-be30-afecb5bdd921 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0627685 Jul 07 17:29:00.723067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35766) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.728004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257446741'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:00.766586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.899225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.904689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.958608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.960771 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2364759 Jul 07 17:29:00.963822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35768) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.969667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed769ed-3c62-4bcb-bc37-ad13ab3da11f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171fac65-a12b-4ea4-b52e-9f2d754fdfbc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.975387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--87854752'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.002265 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.102422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.109411 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.140697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.142038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1771173 Jul 07 17:29:01.145514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35770) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.147102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d444ad2-fec3-409e-ab21-01a081db1c5a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5252536-69c7-4d5e-8b10-5063cdddad58,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.154028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9f7460e7-7eb6-41a0-afb8-d55c837b1edc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group_rule': {'security_group_id': '171fac65-a12b-4ea4-b52e-9f2d754fdfbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e5252536-69c7-4d5e-8b10-5063cdddad58'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.194497 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-9f7460e7-7eb6-41a0-afb8-d55c837b1edc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:29:01.195625 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9f7460e7-7eb6-41a0-afb8-d55c837b1edc tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0489082 Jul 07 17:29:01.198906 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35772) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.260393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5ee20c9-69b2-4e97-b2d5-4dfb4ef39891 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.289417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5ee20c9-69b2-4e97-b2d5-4dfb4ef39891 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.343864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5ee20c9-69b2-4e97-b2d5-4dfb4ef39891 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.348632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5ee20c9-69b2-4e97-b2d5-4dfb4ef39891 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.350805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5ee20c9-69b2-4e97-b2d5-4dfb4ef39891 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/e5252536-69c7-4d5e-8b10-5063cdddad58 HTTP/1.1" status: 204 len: 168 time: 0.1504459 Jul 07 17:29:01.353562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35774) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.369513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee20c9-69b2-4e97-b2d5-4dfb4ef39891 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5252536-69c7-4d5e-8b10-5063cdddad58,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.432313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-01980e2b-1aea-4998-a809-650ab3515c04 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0773637 Jul 07 17:29:01.438243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35780) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.521248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3c72-fc34-4613-80cc-645095f3e931 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.562410 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3c72-fc34-4613-80cc-645095f3e931 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.625234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3c72-fc34-4613-80cc-645095f3e931 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.628651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3c72-fc34-4613-80cc-645095f3e931 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.630013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3cdc3c72-fc34-4613-80cc-645095f3e931 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/171fac65-a12b-4ea4-b52e-9f2d754fdfbc HTTP/1.1" status: 204 len: 168 time: 0.1904023 Jul 07 17:29:01.633239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35784) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.641489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3c72-fc34-4613-80cc-645095f3e931 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171fac65-a12b-4ea4-b52e-9f2d754fdfbc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.705565 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0dc82dd8-9d95-48c2-9864-2737bcdb57d5 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701561 Jul 07 17:29:01.711303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.718475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'tempest-secgroup--663511408'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.749889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.881041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.886417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.918816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.920998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2083344 Jul 07 17:29:01.925978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35792) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.931910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fe90534e-abed-4b3b-b468-b6ca63de700e tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.932494 n-d-793619-7 neutron-server[98264]: WARNING neutron.api.v2.base [None req-fe90534e-abed-4b3b-b468-b6ca63de700e tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:29:01.933069 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-fe90534e-abed-4b3b-b468-b6ca63de700e tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:29:01.935277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fe90534e-abed-4b3b-b468-b6ca63de700e tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "PUT /v2.0/security-groups/76ece0c0-35e1-45a5-b4fa-7cecafeca440 HTTP/1.1" status: 409 len: 330 time: 0.0075140 Jul 07 17:29:01.940726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35794) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.949580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11226a-bed5-43b0-8992-898c874d3b34 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ece0c0-35e1-45a5-b4fa-7cecafeca440,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.015395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b15a197f-b350-4530-9ffc-7a8b63f1e497 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.042335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b15a197f-b350-4530-9ffc-7a8b63f1e497 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.092609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b15a197f-b350-4530-9ffc-7a8b63f1e497 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.095363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b15a197f-b350-4530-9ffc-7a8b63f1e497 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.096594 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b15a197f-b350-4530-9ffc-7a8b63f1e497 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/76ece0c0-35e1-45a5-b4fa-7cecafeca440 HTTP/1.1" status: 204 len: 168 time: 0.1545298 Jul 07 17:29:02.100371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35796) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.119308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a197f-b350-4530-9ffc-7a8b63f1e497 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ece0c0-35e1-45a5-b4fa-7cecafeca440,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.161060 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-53079c0f-ae9f-4b19-8a04-17079fe540fa tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595644 Jul 07 17:29:02.165945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35798) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.180638 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-42e5f6ce-e412-45ea-a6a8-6c159a6ef17f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] delete failed (client error): The resource could not be found. Jul 07 17:29:02.181755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-42e5f6ce-e412-45ea-a6a8-6c159a6ef17f tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "DELETE /v2.0/security-groups/0c939971-e612-40bc-8b95-87409ecc9f43 HTTP/1.1" status: 404 len: 347 time: 0.0148113 Jul 07 17:29:02.187254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35800) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.201875 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-13047a5d-760d-4c16-af52-887b63015bd4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] show failed (client error): The resource could not be found. Jul 07 17:29:02.208244 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13047a5d-760d-4c16-af52-887b63015bd4 tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-groups/21872a72-520f-45ba-8042-2079afb268d5 HTTP/1.1" status: 404 len: 347 time: 0.0149398 Jul 07 17:29:02.208244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35802) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.224365 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-4bec782e-6440-4adc-a4fb-8a01d1c2bd1a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] show failed (client error): The resource could not be found. Jul 07 17:29:02.230277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4bec782e-6440-4adc-a4fb-8a01d1c2bd1a tempest-NegativeSecGroupTest-1505092226 tempest-NegativeSecGroupTest-1505092226-project] 10.222.0.78 "GET /v2.0/security-group-rules/71ea2409-40da-4536-b4c8-26c6dbfac9e7 HTTP/1.1" status: 404 len: 356 time: 0.0169775 Jul 07 17:29:02.511293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35808) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.700592 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6b608ef9-30a4-4a1d-8f81-9728c78b6b4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8633ec8886134a12a5aea816bd0cc530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873603 Jul 07 17:29:02.704296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.779935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-520d9493-7868-450a-8e30-df7ad6b45da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.819014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-520d9493-7868-450a-8e30-df7ad6b45da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.887087 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-520d9493-7868-450a-8e30-df7ad6b45da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.891289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-520d9493-7868-450a-8e30-df7ad6b45da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.895782 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-520d9493-7868-450a-8e30-df7ad6b45da2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15c87120-28cd-4a3a-b1d8-7ded88a384e5 HTTP/1.1" status: 204 len: 168 time: 0.1866672 Jul 07 17:29:02.902265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d9493-7868-450a-8e30-df7ad6b45da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c87120-28cd-4a3a-b1d8-7ded88a384e5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.772739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35836) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:03.776786 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029082 Jul 07 17:29:03.781365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35838) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:03.881922 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.958060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-999ca4a1-bfb4-4c7b-9825-fea8377585bc tempest-NetworksApiDiscovery-1455259885 tempest-NetworksApiDiscovery-1455259885-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1749835 Jul 07 17:29:04.347133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35848) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.482719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a2002b4-5c39-47da-9058-022178a8d85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.609506 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a2002b4-5c39-47da-9058-022178a8d85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.616106 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4a2002b4-5c39-47da-9058-022178a8d85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.659629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4a2002b4-5c39-47da-9058-022178a8d85b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bcd4cdfc486443b85497ac80a4a17e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109260 Jul 07 17:29:04.664167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35852) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.665599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2002b4-5c39-47da-9058-022178a8d85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adfe994-1dea-4bc5-865a-618df2165eb2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.758834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae2883c-694c-4f42-8db5-a8319000816c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.803071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae2883c-694c-4f42-8db5-a8319000816c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.879651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae2883c-694c-4f42-8db5-a8319000816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.882834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fae2883c-694c-4f42-8db5-a8319000816c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.888447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fae2883c-694c-4f42-8db5-a8319000816c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1adfe994-1dea-4bc5-865a-618df2165eb2 HTTP/1.1" status: 204 len: 168 time: 0.2182717 Jul 07 17:29:04.894250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2883c-694c-4f42-8db5-a8319000816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adfe994-1dea-4bc5-865a-618df2165eb2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.258443 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48926e9c-8713-4af7-a677-6f16c07fd145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.129281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35910) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.318952 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf454-2b49-438f-bff7-65ec7b33934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.486467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf454-2b49-438f-bff7-65ec7b33934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.492541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf454-2b49-438f-bff7-65ec7b33934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.569520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4f2bf454-2b49-438f-bff7-65ec7b33934a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba51a9e6b5714247835847816a63b465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387698 Jul 07 17:29:07.572554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35914) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.579288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf454-2b49-438f-bff7-65ec7b33934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9da2f2-93e0-46ae-b1e0-90062f3addbd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.665510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a484d061-0b19-43ad-b803-6fe2d0696dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.683268 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.708473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a484d061-0b19-43ad-b803-6fe2d0696dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.779847 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a484d061-0b19-43ad-b803-6fe2d0696dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.782597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a484d061-0b19-43ad-b803-6fe2d0696dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.787452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a484d061-0b19-43ad-b803-6fe2d0696dc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd9da2f2-93e0-46ae-b1e0-90062f3addbd HTTP/1.1" status: 204 len: 168 time: 0.2111166 Jul 07 17:29:07.797405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484d061-0b19-43ad-b803-6fe2d0696dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9da2f2-93e0-46ae-b1e0-90062f3addbd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.212963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 35922) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.230289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75f607e2-6509-4895-b1df-2afbad90b32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.377490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75f607e2-6509-4895-b1df-2afbad90b32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.383082 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-75f607e2-6509-4895-b1df-2afbad90b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.454313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-75f607e2-6509-4895-b1df-2afbad90b32e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a7a9cbd210041afb0f4b01d4bf87b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399240 Jul 07 17:29:08.455476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f607e2-6509-4895-b1df-2afbad90b32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f605377-b7d6-4d19-8988-91f3da8e7597,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.457384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 35924) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.549151 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69a92f85-ee00-4e80-bf4f-594701be625e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.583945 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69a92f85-ee00-4e80-bf4f-594701be625e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.656114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69a92f85-ee00-4e80-bf4f-594701be625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.659236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-69a92f85-ee00-4e80-bf4f-594701be625e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.660891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-69a92f85-ee00-4e80-bf4f-594701be625e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f605377-b7d6-4d19-8988-91f3da8e7597 HTTP/1.1" status: 204 len: 168 time: 0.2015419 Jul 07 17:29:08.676363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a92f85-ee00-4e80-bf4f-594701be625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f605377-b7d6-4d19-8988-91f3da8e7597,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.160447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-858aac3d-5856-45b5-b479-caf14b237c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.213020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.863027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.419224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36014) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.683483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-492cc74f-2a8f-498c-a94b-589da884d482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.804503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-492cc74f-2a8f-498c-a94b-589da884d482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.810961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-492cc74f-2a8f-498c-a94b-589da884d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.872716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-492cc74f-2a8f-498c-a94b-589da884d482 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddc477a74ea1454481df6c3376f5f553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519744 Jul 07 17:29:11.873790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cc74f-2a8f-498c-a94b-589da884d482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8047965e-a5da-49bc-a150-ab2ddb12e178,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.876527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36028) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.963635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1067b5fa-411a-44e5-9a70-7ad37a39dd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.001171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1067b5fa-411a-44e5-9a70-7ad37a39dd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.087652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1067b5fa-411a-44e5-9a70-7ad37a39dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.094575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1067b5fa-411a-44e5-9a70-7ad37a39dd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.099693 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1067b5fa-411a-44e5-9a70-7ad37a39dd26 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8047965e-a5da-49bc-a150-ab2ddb12e178 HTTP/1.1" status: 204 len: 168 time: 0.2184017 Jul 07 17:29:12.108820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067b5fa-411a-44e5-9a70-7ad37a39dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8047965e-a5da-49bc-a150-ab2ddb12e178,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.562817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36046) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.581302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e84d54-bd98-4f35-9942-d8c1a0238c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.740151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e84d54-bd98-4f35-9942-d8c1a0238c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.745695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d6e84d54-bd98-4f35-9942-d8c1a0238c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.788769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e84d54-bd98-4f35-9942-d8c1a0238c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b5c52-389d-4908-9643-8425f07b98ca,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.796993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36050) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.798203 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d6e84d54-bd98-4f35-9942-d8c1a0238c33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28078aee55784c3e815fb22d7ff7920e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330496 Jul 07 17:29:12.865244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9500d0cd-5625-45af-8fac-29ed4069950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.891694 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9500d0cd-5625-45af-8fac-29ed4069950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.968538 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9500d0cd-5625-45af-8fac-29ed4069950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.972267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9500d0cd-5625-45af-8fac-29ed4069950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.973665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9500d0cd-5625-45af-8fac-29ed4069950d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a94b5c52-389d-4908-9643-8425f07b98ca HTTP/1.1" status: 204 len: 168 time: 0.1755674 Jul 07 17:29:12.985861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500d0cd-5625-45af-8fac-29ed4069950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b5c52-389d-4908-9643-8425f07b98ca,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.042334 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.675899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36384) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.686244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68469018', 'description': 'tempest-secgroup-smoke-68469018 description', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:32.733834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.871015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.878758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.946813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.949061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2700653 Jul 07 17:29:32.952506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c27ed-51df-4850-8fe9-c2a3e209e42f,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.955754 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36388) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.963139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group_rule': {'security_group_id': '1d4c27ed-51df-4850-8fe9-c2a3e209e42f', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:32.971120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.971673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.972302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.973149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.973456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.974212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.975159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.975588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.976398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.977376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.977968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:32.978654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fd416-d34a-4024-8821-04da4c2c0ee4 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.038078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.127830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.134703 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.150453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd07884-8e3c-481e-9158-a7b450bfa349,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.166750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.167416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.167961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.168394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.168945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.169209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.169417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.169793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.170255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.170444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.170642 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.170967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:33.175302 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.180101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c9bbb51-929b-48b8-9fdb-a95e3414c461 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226310 Jul 07 17:29:33.182776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36392) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.189712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group_rule': {'security_group_id': '1d4c27ed-51df-4850-8fe9-c2a3e209e42f', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:33.251417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.344626 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.350396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.383204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b8cf8c-f818-478d-a330-8368516245f6,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.392920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.399099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36394) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.399785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-54ebbf93-6e9e-44ae-aebf-8ff1b950d91d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2145958 Jul 07 17:29:33.404952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group_rule': {'security_group_id': '1d4c27ed-51df-4850-8fe9-c2a3e209e42f', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:33.445980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.553043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.559596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.591144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3c227a-04a4-45ff-8508-499321d6fc17,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.601582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.605572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d9f1ce30-555d-4f57-b257-0ed62e020584 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2032986 Jul 07 17:29:33.607729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.615335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group_rule': {'security_group_id': '1d4c27ed-51df-4850-8fe9-c2a3e209e42f', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:33.661701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.781610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.787708 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.818558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677dc194-b8de-407a-a4e5-058f2e93a6c4,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.829899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.833360 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c9184faf-209d-4cde-a14a-72ff670f0178 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2213531 Jul 07 17:29:33.833707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36398) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.838698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group_rule': {'security_group_id': '1d4c27ed-51df-4850-8fe9-c2a3e209e42f', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:33.868803 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Project cbea9bb2eff94d5ab7ff0948cd97ab94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:29:33.879516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.893460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.987213 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.994462 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.017156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26399e6-7a25-4489-9e93-0f85944d864f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.028793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.029668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9c9f073e-5932-4c68-8b1a-5eac56a11d96 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948185 Jul 07 17:29:34.032894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36400) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.037944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'security_group_rule': {'security_group_id': '1d4c27ed-51df-4850-8fe9-c2a3e209e42f', 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:34.068478 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Project cbea9bb2eff94d5ab7ff0948cd97ab94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:29:34.074879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.166022 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:34.211149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.218829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.242964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a736aba-a0c5-4516-b993-1f79c6014ba1,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.259346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.262773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13aff109-7ea9-46ba-9faf-babce837d7c8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2274995 Jul 07 17:29:34.820985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f1e2ec69-9241-4162-879d-742b2d7a25bd tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68469018&fields=id&tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94 HTTP/1.1" status: 200 len: 267 time: 0.0407495 Jul 07 17:29:35.011368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-1b3bcfc3-9096-409d-8ba6-1262bfe06243 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:35.014691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-1b3bcfc3-9096-409d-8ba6-1262bfe06243 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 813 time: 0.1803765 Jul 07 17:29:35.036716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-be747f35-2429-4595-8803-c297ecd4238b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/quotas/cbea9bb2eff94d5ab7ff0948cd97ab94 HTTP/1.1" status: 200 len: 375 time: 0.0149248 Jul 07 17:29:35.130576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-99b42218-d10e-48f6-8769-1beb346799b6 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873070 Jul 07 17:29:35.161895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-e63d5d36-9b25-48ec-a8cb-010f554e8923 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:29:35.163716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-e63d5d36-9b25-48ec-a8cb-010f554e8923 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111957 Jul 07 17:29:35.273843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bf594fd6-cc8a-43fc-85b9-8670b689a3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.535968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-cd311fa9-38a3-4fa0-ad66-60c78d9ea14f service neutron] 10.222.0.78 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572326 Jul 07 17:29:35.701344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-71351cf3-5204-4b09-b213-5467cc3a33c7 service neutron] 10.222.0.78 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550517 Jul 07 17:29:36.200969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3b0bf6c-39eb-4a02-9678-97323e096bb4 req-0336c379-1e06-4e52-9aa9-5255ce6c7eb1 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 210 time: 0.1214180 Jul 07 17:29:37.391141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3db81c34-cadf-4d09-98a3-95282578939f req-3459f409-ebf3-4be3-ae05-7d52186f99e7 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 210 time: 0.0368555 Jul 07 17:29:37.695020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.707371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-379040c6-112e-4117-955e-207541f6fcb6 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.710572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-379040c6-112e-4117-955e-207541f6fcb6 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 813 time: 0.1978030 Jul 07 17:29:37.795827 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-c6e359d5-9856-47f8-a57c-65845bf3cf3d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94 HTTP/1.1" status: 200 len: 378 time: 0.0642023 Jul 07 17:29:37.805452 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'port': {'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'admin_state_up': True, 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'security_groups': ['1d4c27ed-51df-4850-8fe9-c2a3e209e42f']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:37.946835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Made reservation on behalf of cbea9bb2eff94d5ab7ff0948cd97ab94 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:37.951300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.143357 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Allocated IP 172.20.0.9 (2122e4e1-1417-4a52-81ce-92ad8843bb6d/6be2d016-0157-4b82-8fbb-b22fdf033092/9af7979d-aebd-40a4-95f5-2497fed3dfde) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:38.382126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.398925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Transition to ACTIVE for port object 9af7979d-aebd-40a4-95f5-2497fed3dfde will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:38.446862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.517362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:38.523254 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:38.529030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:38.568263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'Port': ['ID=9af7979d-aebd-40a4-95f5-2497fed3dfde,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:38.622100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.623619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.647892 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-862544b2-7273-43c5-943e-f37a07a5dac8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467751 Jul 07 17:29:38.728832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8131a8-b997-4f9f-9b72-10c5d9d6e92c req-33e2248d-18d6-47e9-a1b5-6b2b483e23ab tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.738743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e8131a8-b997-4f9f-9b72-10c5d9d6e92c req-33e2248d-18d6-47e9-a1b5-6b2b483e23ab tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 931 time: 0.1219716 Jul 07 17:29:38.794497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e8131a8-b997-4f9f-9b72-10c5d9d6e92c req-555f4264-df6c-42df-9f35-a0b32d22de05 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544481 Jul 07 17:29:38.811913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Request body: {'port': {'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:38.906570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.013154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4708b40-1e41-4fc8-8b1c-0695a321d9c3 None None] Provisioning for port 9af7979d-aebd-40a4-95f5-2497fed3dfde completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:39.020059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e4708b40-1e41-4fc8-8b1c-0695a321d9c3 None None] Provisioning complete for port 9af7979d-aebd-40a4-95f5-2497fed3dfde triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:39.020831 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e4708b40-1e41-4fc8-8b1c-0695a321d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.075178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-e4708b40-1e41-4fc8-8b1c-0695a321d9c3 None None] Port 9af7979d-aebd-40a4-95f5-2497fed3dfde cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:39.199135 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46b238a3-633a-4864-879a-04222123d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.250722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.368841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af7979d-aebd-40a4-95f5-2497fed3dfde {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:39.379145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.397804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Transition to ACTIVE for port object 9af7979d-aebd-40a4-95f5-2497fed3dfde will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:39.405613 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.471451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Pushing event updated for resources: {'Port': ['ID=9af7979d-aebd-40a4-95f5-2497fed3dfde,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.573820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Attempting to bind port 9af7979d-aebd-40a4-95f5-2497fed3dfde on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:39.575057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Attempting to bind port 9af7979d-aebd-40a4-95f5-2497fed3dfde by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:39.575818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Attempting to bind port 9af7979d-aebd-40a4-95f5-2497fed3dfde on network 2122e4e1-1417-4a52-81ce-92ad8843bb6d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:39.584979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Port 9af7979d-aebd-40a4-95f5-2497fed3dfde on network 2122e4e1-1417-4a52-81ce-92ad8843bb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:29:39.585591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Attempting to bind port 9af7979d-aebd-40a4-95f5-2497fed3dfde on network 2122e4e1-1417-4a52-81ce-92ad8843bb6d {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:39.596759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:39.598870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Checking segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:39.599614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Bound using segment: {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:39.601138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Bound port: 9af7979d-aebd-40a4-95f5-2497fed3dfde, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2742e7-4fc3-48db-a16b-58728f549ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:39.601780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.715747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] For port 9af7979d-aebd-40a4-95f5-2497fed3dfde, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:39.722654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] For port 9af7979d-aebd-40a4-95f5-2497fed3dfde, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:39.728928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.749844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:39.750647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.752628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] 10.222.0.13 "PUT /v2.0/ports/9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 1091 time: 1.0915961 Jul 07 17:29:39.753304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:39.756302 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82503e03-48d2-4e33-86b1-61ed8951071e" -d '{"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:39.891688 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d339c1-8045-4b3a-ae38-d4103b8a135d x-openstack-request-id: req-15d339c1-8045-4b3a-ae38-d4103b8a135d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:39.892377 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:39.892637 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15d339c1-8045-4b3a-ae38-d4103b8a135d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:39.893414 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'status': 'completed', 'code': 200} Jul 07 17:29:39.909421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e526-a6e2-498d-adf0-2d474f94ef6a service neutron] Pushing event updated for resources: {'Port': ['ID=9af7979d-aebd-40a4-95f5-2497fed3dfde,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.970067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-e182f7de-f0a0-490b-85fd-c44034c75fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:39.972956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-e182f7de-f0a0-490b-85fd-c44034c75fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1094 time: 0.1493003 Jul 07 17:29:40.082464 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-b6e6d490-0927-463d-b787-4b6bb8fb681c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 217 time: 0.0957270 Jul 07 17:29:40.109842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578cf6-1894-4ac1-b221-ffff8dc1722a req-1a42bc17-2205-477d-9311-70a1c989dbe7 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.112848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42578cf6-1894-4ac1-b221-ffff8dc1722a req-1a42bc17-2205-477d-9311-70a1c989dbe7 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.1234214 Jul 07 17:29:40.183349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-2b98da7b-0118-4245-9d24-607b22803ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.186309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-2b98da7b-0118-4245-9d24-607b22803ac9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.0979655 Jul 07 17:29:40.207493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42578cf6-1894-4ac1-b221-ffff8dc1722a req-fe1ae43c-0c28-465d-a836-275c0db9685b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881619 Jul 07 17:29:40.313738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-bf62c3b8-dcd0-490b-810b-b732c830f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.319683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-bf62c3b8-dcd0-490b-810b-b732c830f7e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271503 Jul 07 17:29:40.450749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-c934ca76-f850-4e7c-acac-70bd8a263a7a service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233950 Jul 07 17:29:40.632375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bfdb374c-b1fd-4547-9638-6aa305d337e1 req-aaf408e2-2586-4d38-99ff-d632f136d97b service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747794 Jul 07 17:29:40.773639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503e03-48d2-4e33-86b1-61ed8951071e req-920ee5d5-5079-497d-a390-e02e82735bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.775427 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-920ee5d5-5079-497d-a390-e02e82735bfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1094 time: 0.0656989 Jul 07 17:29:40.870259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.907701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503e03-48d2-4e33-86b1-61ed8951071e req-03fd0be2-a46b-49b7-b5da-a8c500c1d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.910371 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-03fd0be2-a46b-49b7-b5da-a8c500c1d8fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 914 time: 0.1276979 Jul 07 17:29:40.968537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-d07da05c-c43e-4cfa-a8f2-51d730d0386c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 217 time: 0.0516448 Jul 07 17:29:41.052031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503e03-48d2-4e33-86b1-61ed8951071e req-e5455694-37c4-4fb2-911c-d7477f7f119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:41.054697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-e5455694-37c4-4fb2-911c-d7477f7f119e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.0799255 Jul 07 17:29:41.142233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503e03-48d2-4e33-86b1-61ed8951071e req-48cd869d-547c-4644-a4cd-a280b8237517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:41.144036 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-48cd869d-547c-4644-a4cd-a280b8237517 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827622 Jul 07 17:29:41.257820 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-4119c910-fc85-4ef7-b1fc-7befeb2e4e66 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074312 Jul 07 17:29:41.440116 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-82503e03-48d2-4e33-86b1-61ed8951071e req-bfc72a1f-0987-4a0e-aff2-79f025f7578e service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737521 Jul 07 17:29:41.581696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e68fe-9778-4e51-8355-7eb9b9727480 req-7d6a2d4a-3d84-44dd-86dd-e0da0c20d3f2 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:41.601165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-976e68fe-9778-4e51-8355-7eb9b9727480 req-7d6a2d4a-3d84-44dd-86dd-e0da0c20d3f2 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.1258821 Jul 07 17:29:41.650894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-976e68fe-9778-4e51-8355-7eb9b9727480 req-1ea7706b-cbfc-403b-b070-895433349ae8 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410585 Jul 07 17:29:42.975416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa22755-a994-42e5-a774-10722c531f75 req-d2612f48-1c7a-471b-862d-362887154830 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:42.978263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfa22755-a994-42e5-a774-10722c531f75 req-d2612f48-1c7a-471b-862d-362887154830 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.1247540 Jul 07 17:29:43.049254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfa22755-a994-42e5-a774-10722c531f75 req-41e4f72e-c9c9-4da0-b4b9-a09215a5497b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584552 Jul 07 17:29:44.295935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e7386-c6e4-41a6-81fb-93a5bcf0d391 req-d087fb54-5886-4a09-9394-b79bb03adad0 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:44.298393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e7e7386-c6e4-41a6-81fb-93a5bcf0d391 req-d087fb54-5886-4a09-9394-b79bb03adad0 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.1130536 Jul 07 17:29:44.363392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e7e7386-c6e4-41a6-81fb-93a5bcf0d391 req-de367357-6c97-4b11-8d0e-104f56652355 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518367 Jul 07 17:29:45.586388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c932207-994e-4fbb-8c98-99aac836057f req-c4917d43-390b-4356-a45c-b34efea281a7 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:45.588428 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c932207-994e-4fbb-8c98-99aac836057f req-c4917d43-390b-4356-a45c-b34efea281a7 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.0743351 Jul 07 17:29:45.650696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c932207-994e-4fbb-8c98-99aac836057f req-8af2fcaf-d5d9-49be-9bf1-83ac1e949e3b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511301 Jul 07 17:29:46.923955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648dde3-e5c5-4c4b-b8fe-bc4c61c1658c req-1b9d9d2f-deb2-4c88-93f4-ba3d2729949a tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:46.925638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7648dde3-e5c5-4c4b-b8fe-bc4c61c1658c req-1b9d9d2f-deb2-4c88-93f4-ba3d2729949a tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.0961010 Jul 07 17:29:46.990080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7648dde3-e5c5-4c4b-b8fe-bc4c61c1658c req-61bc4db1-b43d-479a-b6de-d59433c53567 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577195 Jul 07 17:29:48.294823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074a046-48a9-4e22-852c-da88ea40e908 req-412dfd18-5920-4ee3-8a44-e3d4528df172 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:48.299171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2074a046-48a9-4e22-852c-da88ea40e908 req-412dfd18-5920-4ee3-8a44-e3d4528df172 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.1004980 Jul 07 17:29:48.357632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2074a046-48a9-4e22-852c-da88ea40e908 req-01fa853b-55f4-4be0-94ee-c1725091cd09 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504062 Jul 07 17:29:49.625514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375565-7b33-49f4-a45c-a4acc1a5ed68 req-26558089-437f-4662-8b72-c0348414866d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:49.628021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52375565-7b33-49f4-a45c-a4acc1a5ed68 req-26558089-437f-4662-8b72-c0348414866d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.1136026 Jul 07 17:29:49.683415 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52375565-7b33-49f4-a45c-a4acc1a5ed68 req-da4a3bf8-38f2-4b56-adc4-7449d0062005 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473211 Jul 07 17:29:50.961339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952f893-f849-497c-9a3f-30c5055107e3 req-e9cd8f47-30da-4973-a323-86147448e529 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:50.962931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1952f893-f849-497c-9a3f-30c5055107e3 req-e9cd8f47-30da-4973-a323-86147448e529 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.0923302 Jul 07 17:29:51.012484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1952f893-f849-497c-9a3f-30c5055107e3 req-5051eb87-de88-4d2b-bc42-f63c324f0b69 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390353 Jul 07 17:29:52.231676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9af7979d-aebd-40a4-95f5-2497fed3dfde details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:52.315152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b836b-0564-48b2-926f-6f040a037a29 req-5271ca88-d87c-4bbd-a827-a599d1bf8c3d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:52.316958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-052b836b-0564-48b2-926f-6f040a037a29 req-5271ca88-d87c-4bbd-a827-a599d1bf8c3d tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 943 time: 0.0839903 Jul 07 17:29:52.368913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-052b836b-0564-48b2-926f-6f040a037a29 req-ead1fd26-e130-4317-b4f9-27930bd8dd79 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395370 Jul 07 17:29:52.401255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9af7979d-aebd-40a4-95f5-2497fed3dfde, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:52.417687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:52.473947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.495578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af7979d-aebd-40a4-95f5-2497fed3dfde {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:52.524406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9af7979d-aebd-40a4-95f5-2497fed3dfde, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:52.529688 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.586311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9af7979d-aebd-40a4-95f5-2497fed3dfde,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.816937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['9af7979d-aebd-40a4-95f5-2497fed3dfde'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:53.592644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14597c02-e67d-44e6-95d7-e13fee3f373c req-922d1c5f-2a51-467d-9603-80dbf89787ec tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.594288 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14597c02-e67d-44e6-95d7-e13fee3f373c req-922d1c5f-2a51-467d-9603-80dbf89787ec tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 944 time: 0.0758731 Jul 07 17:29:53.636633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14597c02-e67d-44e6-95d7-e13fee3f373c req-f965c5e5-50bb-41f2-bf1e-6def377da911 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366089 Jul 07 17:29:54.024010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.233517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9af7979d-aebd-40a4-95f5-2497fed3dfde up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:54.308976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 9af7979d-aebd-40a4-95f5-2497fed3dfde completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:54.314078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 9af7979d-aebd-40a4-95f5-2497fed3dfde triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:54.314461 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.414601 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.443560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:54.446484 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61fe731-1dda-483c-8038-2b5a56cc613f" -d '{"events": [{"server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "name": "network-vif-plugged", "status": "completed", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:54.482952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 9af7979d-aebd-40a4-95f5-2497fed3dfde, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:54.492951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.571186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=9af7979d-aebd-40a4-95f5-2497fed3dfde,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.585456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.586331 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.587155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.587977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.588627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.589437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.590005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.591326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.592152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.592782 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.593778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.594369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:54.603696 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca64e68-9014-4652-9bb9-5bb63f938736 x-openstack-request-id: req-aca64e68-9014-4652-9bb9-5bb63f938736 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:54.604377 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "name": "network-vif-plugged", "status": "completed", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:54.605228 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aca64e68-9014-4652-9bb9-5bb63f938736 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:54.606190 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'code': 200} Jul 07 17:29:54.770223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3867-c8f1-4dfe-8ce0-fdb0e8ae39cd req-be5058bc-339c-4729-83c9-e88b6be83f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:54.771791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23fa3867-c8f1-4dfe-8ce0-fdb0e8ae39cd req-be5058bc-339c-4729-83c9-e88b6be83f30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1096 time: 0.0626500 Jul 07 17:29:54.824882 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-23fa3867-c8f1-4dfe-8ce0-fdb0e8ae39cd req-4752f5fd-f5bc-415a-9d5f-02fe67e28457 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443611 Jul 07 17:29:54.904692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae24e2a-d0b4-4992-9bf9-d98c18139e51 req-cb7851b1-962c-41cc-b19b-1d0f66e39528 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:54.906980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae24e2a-d0b4-4992-9bf9-d98c18139e51 req-cb7851b1-962c-41cc-b19b-1d0f66e39528 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 945 time: 0.1091311 Jul 07 17:29:54.961814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae24e2a-d0b4-4992-9bf9-d98c18139e51 req-9456edb3-26f3-456d-9489-edffb3803962 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422654 Jul 07 17:29:56.268899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e33fe8-4c2c-4a42-8379-1571e0ff2169 req-5967be76-d60b-458f-b892-55b08acd48d0 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:56.271433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8e33fe8-4c2c-4a42-8379-1571e0ff2169 req-5967be76-d60b-458f-b892-55b08acd48d0 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 945 time: 0.1228223 Jul 07 17:29:56.349366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d8e33fe8-4c2c-4a42-8379-1571e0ff2169 req-873cfe5d-d740-4d77-8022-6564824d63b1 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667264 Jul 07 17:29:56.619640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105af32-c6a2-48a8-8689-00e71a14c45b req-feb59968-d657-4157-945d-fb47049dc98b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:56.621613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5105af32-c6a2-48a8-8689-00e71a14c45b req-feb59968-d657-4157-945d-fb47049dc98b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 945 time: 0.1044402 Jul 07 17:29:56.666004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5105af32-c6a2-48a8-8689-00e71a14c45b req-be9bac50-34d6-49a3-ac61-429caf56911a tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380723 Jul 07 17:29:56.694399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36642) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.880350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34d35d8-2cfc-4cf0-b9ac-85965cb458e8 tempest-TestVolumeBackupRestore-319167138 tempest-TestVolumeBackupRestore-319167138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:56.882365 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a34d35d8-2cfc-4cf0-b9ac-85965cb458e8 tempest-TestVolumeBackupRestore-319167138 tempest-TestVolumeBackupRestore-319167138-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1091 time: 0.1861939 Jul 07 17:29:56.886674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.892980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:56.922800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.064610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.207034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Allocated IP 172.25.5.182 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/431e506f-5f81-4027-84df-bea5d7e960f0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:57.371267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.440122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.484652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:57.491048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:57.494990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:57.531226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'Port': ['ID=431e506f-5f81-4027-84df-bea5d7e960f0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.066927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.150991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-5b702493-b16e-4c69-870d-df5a7cd65e87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292207 Jul 07 17:29:58.176415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.435057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-488e6519-b6d0-4f1f-a56c-8c20e247115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:58.436579 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-488e6519-b6d0-4f1f-a56c-8c20e247115a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1096 time: 0.2063892 Jul 07 17:29:58.629931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.641514 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.809666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-d993be3e-57c3-4bca-a44e-37216cd6d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:58.812479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-d993be3e-57c3-4bca-a44e-37216cd6d266 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 914 time: 0.3449473 Jul 07 17:29:58.844153 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event updated for resources: {'Port': ['ID=431e506f-5f81-4027-84df-bea5d7e960f0,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.938554 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.068455 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-41095864-d779-4439-9623-082f1b6ee9c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 999 time: 0.2407665 Jul 07 17:29:59.235233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-26e6bdcd-3555-4def-b7b0-232bfa829e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:59.238144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-26e6bdcd-3555-4def-b7b0-232bfa829e5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.1633785 Jul 07 17:29:59.240002 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Floating IP 49044517-ceee-46a5-aa78-c45bb0dfd791 associated. External IP: 172.25.5.182, port: 9af7979d-aebd-40a4-95f5-2497fed3dfde. Jul 07 17:29:59.432319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-870f0f5c-995e-4c00-8251-b2a19c4a4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:59.435227 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-870f0f5c-995e-4c00-8251-b2a19c4a4d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898196 Jul 07 17:29:59.767066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-205f1cba-e35a-4d64-a8cf-d5ebb148661e service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237522 Jul 07 17:29:59.815421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Router a9b2716f-288f-446b-93ad-0c187a01e564 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:00.486045 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fda3b834-7dc6-4a99-aaaa-f104fc9355d4 req-964bbc58-39fe-4314-b19b-fec569203bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111247 Jul 07 17:30:00.507908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:00.525630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] Sync routers for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:00.536564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.544644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:00.545747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:00.615926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d8a0da6-8f25-4c43-ac57-afc2555c2b03 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7266798 Jul 07 17:30:00.616905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:00.619644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36662) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:00.620658 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a" -d '{"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:00.717447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:00.725765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6edd613-ad51-4077-bc08-27eeeec9ddac tempest-TestVolumeBackupRestore-319167138 tempest-TestVolumeBackupRestore-319167138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:00.728602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c6edd613-ad51-4077-bc08-27eeeec9ddac tempest-TestVolumeBackupRestore-319167138 tempest-TestVolumeBackupRestore-319167138-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1091 time: 0.1053100 Jul 07 17:30:00.732500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36668) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:00.740655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Request body: {'floatingip': {'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:00.811366 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e3841-cde7-4305-83a1-fff744036f8f x-openstack-request-id: req-cd5e3841-cde7-4305-83a1-fff744036f8f {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:00.811833 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:00.812248 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd5e3841-cde7-4305-83a1-fff744036f8f {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:00.812910 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'status': 'completed', 'code': 200} Jul 07 17:30:00.877058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for floatingip, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.057244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '49044517-ceee-46a5-aa78-c45bb0dfd791', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:57Z', 'updated_at': '2021-07-07T17:29:57Z', 'revision_number': 0, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:01.079296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-6d73baed-d99e-4a35-9dce-fd33a48a6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.081070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-6d73baed-d99e-4a35-9dce-fd33a48a6ace service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1096 time: 0.2268779 Jul 07 17:30:01.099115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] Checking router: a9b2716f-288f-446b-93ad-0c187a01e564 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:01.110907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:01.111765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:01.272517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:01.296056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-2d5032d8-ce61-4868-89e6-3a0ecf54fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.297626 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-2d5032d8-ce61-4868-89e6-3a0ecf54fc10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 914 time: 0.2073104 Jul 07 17:30:01.451278 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-308323bd-4faf-444c-8ebe-1c93f78642cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 999 time: 0.1171389 Jul 07 17:30:01.557848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-622b88ac-5655-4b30-b769-1a1f761b9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.559967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-622b88ac-5655-4b30-b769-1a1f761b9429 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.1011832 Jul 07 17:30:01.652231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '49044517-ceee-46a5-aa78-c45bb0dfd791', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:57Z', 'updated_at': '2021-07-07T17:29:57Z', 'revision_number': 0, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:01.686542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b322-0d36-4af1-9d3d-3df4721bf88b None None] The sync data for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 is: [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '49044517-ceee-46a5-aa78-c45bb0dfd791', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:57Z', 'updated_at': '2021-07-07T17:29:57Z', 'revision_number': 0, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:01.712631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-245d7f20-8af5-4f7a-95c0-8f2f35de2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.714256 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-245d7f20-8af5-4f7a-95c0-8f2f35de2268 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482859 Jul 07 17:30:01.821854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.830542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.956472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-1efed01c-d1e7-42d6-8197-adcdc1f1a04f service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970489 Jul 07 17:30:02.030665 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1de9d-4dcb-4556-b50e-bd92d4b66822 None None] New status for floating IP 49044517-ceee-46a5-aa78-c45bb0dfd791: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:30:02.158500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8a62a1b3-b8dd-4b41-8987-45fbd75ea04a req-4ff46782-26de-4732-94fd-30992bcc5082 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905761 Jul 07 17:30:02.208107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Router a9b2716f-288f-446b-93ad-0c187a01e564 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:02.394875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:02.404551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.408464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] Sync routers for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:02.422223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:02.423357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:02.535189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-02be45af-bb4e-4cc3-a24e-106009f7aadc tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "PUT /v2.0/floatingips/49044517-ceee-46a5-aa78-c45bb0dfd791 HTTP/1.1" status: 200 len: 991 time: 1.8003142 Jul 07 17:30:02.631278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:02.814236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}, {'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:02.820284 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd740df-43fa-444c-94a7-0b87b39cb5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}, {"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:02.896655 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed96ea-f3d1-48c1-a797-c1e0d9e94bcb x-openstack-request-id: req-f2ed96ea-f3d1-48c1-a797-c1e0d9e94bcb {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:02.897218 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:02.897670 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2ed96ea-f3d1-48c1-a797-c1e0d9e94bcb {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:02.898774 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'status': 'completed', 'code': 200} Jul 07 17:30:02.899272 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'status': 'completed', 'code': 200} Jul 07 17:30:03.038970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '49044517-ceee-46a5-aa78-c45bb0dfd791', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:57Z', 'updated_at': '2021-07-07T17:30:02Z', 'revision_number': 2, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.061825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-1fdb255a-9f2c-454e-a361-9f4d0e6bddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:03.064773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-1fdb255a-9f2c-454e-a361-9f4d0e6bddd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1096 time: 0.1180465 Jul 07 17:30:03.073708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] Checking router: a9b2716f-288f-446b-93ad-0c187a01e564 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:03.083367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:03.084068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.244758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-78fca3a5-fb64-495e-83ed-77dcd53df3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:03.246777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-78fca3a5-fb64-495e-83ed-77dcd53df3ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 914 time: 0.1738663 Jul 07 17:30:03.247063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:03.336447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-a118c1a8-19ae-4ac7-9c99-634794aea2db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 1001 time: 0.0833547 Jul 07 17:30:03.410903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-1c8abfcb-0782-4910-b90b-df1640c81a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:03.413265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-1c8abfcb-0782-4910-b90b-df1640c81a24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.0709221 Jul 07 17:30:03.505560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-dc3f0be8-8c91-4c1a-9e74-9a2c0ae5d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:03.507309 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-dc3f0be8-8c91-4c1a-9e74-9a2c0ae5d1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862942 Jul 07 17:30:03.559812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '49044517-ceee-46a5-aa78-c45bb0dfd791', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:57Z', 'updated_at': '2021-07-07T17:30:02Z', 'revision_number': 2, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.592383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde06b76-cd1b-4c64-ae84-ad2cc27d80e8 None None] The sync data for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 is: [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '49044517-ceee-46a5-aa78-c45bb0dfd791', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'port_id': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'mac_address': 'fa:16:3e:64:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d62424-ace6-41b6-afd4-f539cce73336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:57Z', 'updated_at': '2021-07-07T17:30:02Z', 'revision_number': 2, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:03.613531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-639fdfa7-9364-4496-8830-1fd071f88cf8 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998461 Jul 07 17:30:03.750259 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-5ad291ae-9963-47eb-980b-8dbaba8d3c83 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Jul 07 17:30:03.902309 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.904188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-78aa6ab1-6472-4952-bd0d-4b009037312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:03.905920 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-78aa6ab1-6472-4952-bd0d-4b009037312c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1096 time: 0.0739033 Jul 07 17:30:04.014741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-6e5ca29d-bcd8-42fe-9e56-c3e6c450a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.016627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-6e5ca29d-bcd8-42fe-9e56-c3e6c450a92d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 914 time: 0.1045525 Jul 07 17:30:04.095147 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-47774169-8e82-4dac-84eb-f3f9b6ebb0d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 1001 time: 0.0724919 Jul 07 17:30:04.155485 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-c3398630-a31d-4185-b700-3a0fef15570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.157027 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-c3398630-a31d-4185-b700-3a0fef15570b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.0563850 Jul 07 17:30:04.271659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-3a297063-3ad1-4536-acb2-787a7812c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.273365 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-3a297063-3ad1-4536-acb2-787a7812c263 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104681 Jul 07 17:30:04.384320 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-dbe62532-5514-4932-a304-c3d092cc6c9c service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032064 Jul 07 17:30:04.492537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3bd740df-43fa-444c-94a7-0b87b39cb5bc req-4e0979b7-4de0-4984-ac7a-fb0293a151b0 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017945 Jul 07 17:30:05.252118 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-97c2c017-e865-4ef5-8cd2-a66b74ec866f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.689043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.169999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ba00e953-268b-48db-a66b-6bdfdb2c4987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.207672 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.265591 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36722) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:10.427473 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-50074a2b-69a9-438a-9761-5090bbbdf999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.553299 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-50074a2b-69a9-438a-9761-5090bbbdf999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.558498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-50074a2b-69a9-438a-9761-5090bbbdf999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.603599 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-50074a2b-69a9-438a-9761-5090bbbdf999 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa1d6f2bd989409d81488f6406072e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362188 Jul 07 17:30:10.608108 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36726) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:10.624320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50074a2b-69a9-438a-9761-5090bbbdf999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac103d78-e2ce-40a0-a586-7f172dd7fe89,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.694595 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a06ff078-07f0-4a44-9bd1-ae94b46c7f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.731743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a06ff078-07f0-4a44-9bd1-ae94b46c7f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.831032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a06ff078-07f0-4a44-9bd1-ae94b46c7f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.833924 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a06ff078-07f0-4a44-9bd1-ae94b46c7f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.835174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a06ff078-07f0-4a44-9bd1-ae94b46c7f0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac103d78-e2ce-40a0-a586-7f172dd7fe89 HTTP/1.1" status: 204 len: 168 time: 0.2261014 Jul 07 17:30:10.844149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ff078-07f0-4a44-9bd1-ae94b46c7f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac103d78-e2ce-40a0-a586-7f172dd7fe89,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.884295 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.158493 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:24.039309 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.780359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 36774) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:33.901469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.984365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Deleting port 431e506f-5f81-4027-84df-bea5d7e960f0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:33.984715 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.086022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.086352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.101397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Calling delete_port for 431e506f-5f81-4027-84df-bea5d7e960f0 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:34.349170 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.406331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event deleted for resources: {'Port': ['ID=431e506f-5f81-4027-84df-bea5d7e960f0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:34.456365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.456860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.457470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.458114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.458691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.459273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.459852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.460435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.461001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.461594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.462179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.462757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.530895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.531456 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Floating IP 49044517-ceee-46a5-aa78-c45bb0dfd791 disassociated (deleted). External IP: 172.25.5.182, port: 9af7979d-aebd-40a4-95f5-2497fed3dfde. Jul 07 17:30:34.764123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Router a9b2716f-288f-446b-93ad-0c187a01e564 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:34.887995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:34.893069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.899017 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] Sync routers for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:34.911868 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:34.912623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:30:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:34.941754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-330d3dab-9461-4116-96a5-ee065fd2e76f tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "DELETE /v2.0/floatingips/49044517-ceee-46a5-aa78-c45bb0dfd791 HTTP/1.1" status: 204 len: 168 time: 1.1598308 Jul 07 17:30:34.942826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:34.946726 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed" -d '{"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:35.086956 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:35.251523 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eb80f8-db99-4c82-99e9-f053e506e755 x-openstack-request-id: req-92eb80f8-db99-4c82-99e9-f053e506e755 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:35.252000 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:35.252367 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92eb80f8-db99-4c82-99e9-f053e506e755 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:35.252982 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'status': 'completed', 'code': 200} Jul 07 17:30:35.259848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45063a59-1dc8-4065-8c67-2820c47c8936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.377687 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-5f012c89-ec03-479d-a2f5-ed4fa12dd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:35.379407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-5f012c89-ec03-479d-a2f5-ed4fa12dd1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 1096 time: 0.0742986 Jul 07 17:30:35.442257 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.485221 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] Checking router: a9b2716f-288f-446b-93ad-0c187a01e564 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:35.504155 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:35.505863 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:30:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.534688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f516e-248d-4d82-bb35-8de35dcbb8ed req-d5684a6e-b38b-4287-8af4-5ed7e0e16be5 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:35.537170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-074f516e-248d-4d82-bb35-8de35dcbb8ed req-d5684a6e-b38b-4287-8af4-5ed7e0e16be5 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 945 time: 0.1226411 Jul 07 17:30:35.541503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-ef8d0edf-4f8b-4c5e-ab1b-a700d7d4c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:35.543324 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-ef8d0edf-4f8b-4c5e-ab1b-a700d7d4c9f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 200 len: 914 time: 0.1572523 Jul 07 17:30:35.597819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-074f516e-248d-4d82-bb35-8de35dcbb8ed req-59091ba7-f524-4415-85a4-b0cf9299a7d6 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485964 Jul 07 17:30:35.605549 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-b5f89aa4-a8e7-465a-9a59-61b4b1d14987 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 200 len: 217 time: 0.0529869 Jul 07 17:30:35.667363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-75db7a65-eff5-43c4-b4e3-d35e62153567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:35.669171 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-75db7a65-eff5-43c4-b4e3-d35e62153567 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 200 len: 852 time: 0.0551786 Jul 07 17:30:35.687705 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:35.732483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-e1025f8a-48f8-443b-bc6d-bb402d6554f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:35.734246 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-e1025f8a-48f8-443b-bc6d-bb402d6554f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2122e4e1-1417-4a52-81ce-92ad8843bb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567741 Jul 07 17:30:35.842875 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-8599486d-6396-4d77-8c31-688283963d9b service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005189 Jul 07 17:30:35.951873 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a5ca885d-c4fc-49ed-b09a-bfc6cb818aed req-7aa6aa7a-21fc-40d5-8851-8898d4630fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016798 Jul 07 17:30:36.150232 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.180250 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada6728-137c-4c51-8d5c-fd3c9f5badb4 None None] The sync data for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 is: [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:27:07Z', 'revision_number': 4, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f6aeca25-eba7-41a6-ad11-e0522d75850a', 'name': '', 'network_id': '2122e4e1-1417-4a52-81ce-92ad8843bb6d', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'mac_address': 'fa:16:3e:cb:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:06Z', 'updated_at': '2021-07-07T17:27:16Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'subnets': [{'id': '6be2d016-0157-4b82-8fbb-b22fdf033092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:36.457495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e83073-1ce1-4087-91c8-57cac2664fab None None] New status for floating IP 49044517-ceee-46a5-aa78-c45bb0dfd791: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:30:36.833174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b192d-52d1-42ea-8249-1afede2599a3 req-2037821b-f53c-47f3-8f88-94c48f535577 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:36.837211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf3b192d-52d1-42ea-8249-1afede2599a3 req-2037821b-f53c-47f3-8f88-94c48f535577 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 945 time: 0.0887158 Jul 07 17:30:36.898057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf3b192d-52d1-42ea-8249-1afede2599a3 req-41e7a40a-4fad-420c-afe1-978b0a14236b tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/security-groups?id=1d4c27ed-51df-4850-8fe9-c2a3e209e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554924 Jul 07 17:30:36.980369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-5e768647-f58c-44a3-ac22-9a826a2bedd0 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:36.982369 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-5e768647-f58c-44a3-ac22-9a826a2bedd0 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.13 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 945 time: 0.0822601 Jul 07 17:30:37.094417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Deleting port 9af7979d-aebd-40a4-95f5-2497fed3dfde {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:37.094754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.195923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] For port 9af7979d-aebd-40a4-95f5-2497fed3dfde, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=9af7979d-aebd-40a4-95f5-2497fed3dfde,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:37.196292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.212957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Calling delete_port for 9af7979d-aebd-40a4-95f5-2497fed3dfde owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:37.359330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.394897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event deleted for resources: {'Port': ['ID=9af7979d-aebd-40a4-95f5-2497fed3dfde,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:37.408645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.409005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.409372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.409712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.410045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.410518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.410740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.411005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.411322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.411644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.411964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.412283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:37.455833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] No DVR routers for this DVR port 9af7979d-aebd-40a4-95f5-2497fed3dfde on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:37.458580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.460720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-459bc050-4c56-47d1-85a8-ab76ea02987e req-707db051-1d91-4a9b-91a9-4d7632716521 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.13 "DELETE /v2.0/ports/9af7979d-aebd-40a4-95f5-2497fed3dfde HTTP/1.1" status: 204 len: 173 time: 0.4725273 Jul 07 17:30:37.461224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'name': 'network-vif-deleted', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:37.463662 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b886fa-76ef-4ad7-a851-de34d61cf489" -d '{"events": [{"server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "name": "network-vif-deleted", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:37.519637 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db09d4a-1f31-4572-8570-f4b1a29857fe x-openstack-request-id: req-8db09d4a-1f31-4572-8570-f4b1a29857fe {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:37.520061 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d62424-ace6-41b6-afd4-f539cce73336", "name": "network-vif-deleted", "tag": "9af7979d-aebd-40a4-95f5-2497fed3dfde", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:37.520384 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8db09d4a-1f31-4572-8570-f4b1a29857fe {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:37.521058 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d62424-ace6-41b6-afd4-f539cce73336', 'name': 'network-vif-deleted', 'tag': '9af7979d-aebd-40a4-95f5-2497fed3dfde', 'status': 'completed', 'code': 200} Jul 07 17:30:37.677480 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.080452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f7c0222-2d57-4c33-91b6-32ccddb144b4 req-415aa51a-26c0-453d-9af3-642918d86d18 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 210 time: 0.0345259 Jul 07 17:30:39.189643 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d9968a26-cedb-4ba7-84ca-21f19ff77f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.244887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.306170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e19335a-0a75-4e8a-8435-3e928d29ca2b req-a94d77c4-3dd8-4aa9-94d0-83c1339571a1 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 210 time: 0.0524409 Jul 07 17:30:40.479819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9af7979d-aebd-40a4-95f5-2497fed3dfde no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:40.517241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 9af7979d-aebd-40a4-95f5-2497fed3dfde {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:40.517992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 9af7979d-aebd-40a4-95f5-2497fed3dfde not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:40.534801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-074a1186-6aa5-4bca-b962-5c4a01fb7c2b req-d32563cf-19d2-467d-87b2-ffb819df2e51 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 210 time: 0.0393274 Jul 07 17:30:40.865511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.743397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-884b0dd0-c62c-45d3-b193-da3215d726ae req-6d073bb2-1a02-418f-8058-7cebf65db4a3 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "GET /v2.0/ports?device_id=99d62424-ace6-41b6-afd4-f539cce73336 HTTP/1.1" status: 200 len: 210 time: 0.0313635 Jul 07 17:30:42.844997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 36802) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:42.920543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ab39665-2f57-4c37-8ddd-ac555c363e06 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.950528 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ab39665-2f57-4c37-8ddd-ac555c363e06 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.025265 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ab39665-2f57-4c37-8ddd-ac555c363e06 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.029493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3ab39665-2f57-4c37-8ddd-ac555c363e06 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.031125 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3ab39665-2f57-4c37-8ddd-ac555c363e06 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] 10.222.0.78 "DELETE /v2.0/security-groups/1d4c27ed-51df-4850-8fe9-c2a3e209e42f HTTP/1.1" status: 204 len: 168 time: 0.1845324 Jul 07 17:30:43.048201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab39665-2f57-4c37-8ddd-ac555c363e06 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c27ed-51df-4850-8fe9-c2a3e209e42f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.735991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37196) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:47.259497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.633791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Deleting port f6aeca25-eba7-41a6-ad11-e0522d75850a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:47.634139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.759633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] For port f6aeca25-eba7-41a6-ad11-e0522d75850a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f6aeca25-eba7-41a6-ad11-e0522d75850a,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:47.760343 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.774785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Calling delete_port for f6aeca25-eba7-41a6-ad11-e0522d75850a owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:47.983781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.023323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6aeca25-eba7-41a6-ad11-e0522d75850a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.162675 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:48.626626 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.863242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Router a9b2716f-288f-446b-93ad-0c187a01e564 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:48.977042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:48.982318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-79c4c0ce-25a4-4d4b-b8c9-c3e0575b718f admin admin] 10.222.0.78 "PUT /v2.0/routers/a9b2716f-288f-446b-93ad-0c187a01e564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454522 Jul 07 17:30:48.984831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37256) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.987376 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] Sync routers for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:48.998903 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:48.999546 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:30:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.119577 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:49.160406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.317860 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.323602 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:30:47Z', 'revision_number': 5, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port': {'id': '1165a305-0c38-4637-bd29-8b4db0d9c265', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:03Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.351792 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] Checking router: a9b2716f-288f-446b-93ad-0c187a01e564 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:49.360934 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] Routers {'a9b2716f-288f-446b-93ad-0c187a01e564'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:49.361590 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:30:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9b2716f-288f-446b-93ad-0c187a01e564'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.400000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Deleting port 1165a305-0c38-4637-bd29-8b4db0d9c265 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:49.400459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.455584 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] Set router a9b2716f-288f-446b-93ad-0c187a01e564 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:49.510374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] For port 1165a305-0c38-4637-bd29-8b4db0d9c265, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1165a305-0c38-4637-bd29-8b4db0d9c265,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:49.510960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.518102 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:30:49Z', 'revision_number': 6, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.531262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Calling delete_port for 1165a305-0c38-4637-bd29-8b4db0d9c265 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:49.548016 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6286c2-41d6-403b-acd2-f09bf976bb64 None None] The sync data for ids ['a9b2716f-288f-446b-93ad-0c187a01e564'] in n-d-793619-7 is: [{'id': 'a9b2716f-288f-446b-93ad-0c187a01e564', 'name': 'tempest-TestVolumeBackupRestore-296564153-router', 'tenant_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:02Z', 'updated_at': '2021-07-07T17:30:49Z', 'revision_number': 6, 'project_id': 'cbea9bb2eff94d5ab7ff0948cd97ab94', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:49.752468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f6aeca25-eba7-41a6-ad11-e0522d75850a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:49.783012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.791555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f6aeca25-eba7-41a6-ad11-e0522d75850a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:49.792219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f6aeca25-eba7-41a6-ad11-e0522d75850a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:49.812577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Pushing event deleted for resources: {'Port': ['ID=1165a305-0c38-4637-bd29-8b4db0d9c265,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:49.881690 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.987621 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.990116 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.041394 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.042053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b2716f-288f-446b-93ad-0c187a01e564 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:50.048530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.050130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e939ec81-307c-425d-9711-a0ebf692f93f admin admin] 10.222.0.78 "DELETE /v2.0/routers/a9b2716f-288f-446b-93ad-0c187a01e564 HTTP/1.1" status: 204 len: 168 time: 1.0641117 Jul 07 17:30:50.052849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37258) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:50.106884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Deleting subnet 6be2d016-0157-4b82-8fbb-b22fdf033092 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:50.110551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.153430 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.258195 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.323778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.363810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be2d016-0157-4b82-8fbb-b22fdf033092,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.365878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.368018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6c952326-d292-4a73-9291-6cd9987c777e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6be2d016-0157-4b82-8fbb-b22fdf033092 HTTP/1.1" status: 204 len: 168 time: 0.3139429 Jul 07 17:30:50.372739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37260) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:50.375127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdba7dc-adf6-42b1-afd5-48da0cb1a058 None None] Network 2122e4e1-1417-4a52-81ce-92ad8843bb6d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:50.458510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.523676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Deleting port cbf69b2a-2127-4436-977a-55b91b2b9acb {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:50.524298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.601152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] For port cbf69b2a-2127-4436-977a-55b91b2b9acb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cbf69b2a-2127-4436-977a-55b91b2b9acb,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:50.601551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.616727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Calling delete_port for cbf69b2a-2127-4436-977a-55b91b2b9acb owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:50.634269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] DHCP port deletion for 2122e4e1-1417-4a52-81ce-92ad8843bb6d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:50.694131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] Deleting port cbf69b2a-2127-4436-977a-55b91b2b9acb {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:50.694526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.736165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.768362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] For port cbf69b2a-2127-4436-977a-55b91b2b9acb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cbf69b2a-2127-4436-977a-55b91b2b9acb,segment=NetworkSegment(ad2742e7-4fc3-48db-a16b-58728f549ebc),segment_id=ad2742e7-4fc3-48db-a16b-58728f549ebc)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:50.768949 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.782160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf69b2a-2127-4436-977a-55b91b2b9acb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.783237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] Calling delete_port for cbf69b2a-2127-4436-977a-55b91b2b9acb owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:50.788069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] No DVR routers for this DVR port cbf69b2a-2127-4436-977a-55b91b2b9acb on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:50.861088 n-d-793619-7 neutron-server[98272]: self.session.flush() Jul 07 17:30:50.867389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.894073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] Pushing event deleted for resources: {'Port': ['ID=cbf69b2a-2127-4436-977a-55b91b2b9acb,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.898139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e81b4-fb19-4ab3-803c-2bd4de6b4076 None None] No DVR routers for this DVR port cbf69b2a-2127-4436-977a-55b91b2b9acb on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:50.909474 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.929421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2122e4e1-1417-4a52-81ce-92ad8843bb6d']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:50.946516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2742e7-4fc3-48db-a16b-58728f549ebc') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:50.946857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2742e7-4fc3-48db-a16b-58728f549ebc') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:50.960965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.985770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.999736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:51.000491 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:51.003480 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:51.073798 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.082243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.084461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2122e4e1-1417-4a52-81ce-92ad8843bb6d HTTP/1.1" status: 204 len: 168 time: 0.7105064 Jul 07 17:30:51.088749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37262) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.103040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa401c3-93c6-4960-85cf-57e28e7baf66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2122e4e1-1417-4a52-81ce-92ad8843bb6d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:51.719765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cbf69b2a-2127-4436-977a-55b91b2b9acb no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:51.743291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: cbf69b2a-2127-4436-977a-55b91b2b9acb {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:51.743740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cbf69b2a-2127-4436-977a-55b91b2b9acb not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:51.744332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1165a305-0c38-4637-bd29-8b4db0d9c265 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:51.766395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1165a305-0c38-4637-bd29-8b4db0d9c265 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:51.766850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1165a305-0c38-4637-bd29-8b4db0d9c265 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:51.895744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.203698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Deleting port f17103f6-e721-4019-a34c-11e99969bc49 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:52.204221 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.288577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] For port f17103f6-e721-4019-a34c-11e99969bc49, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f17103f6-e721-4019-a34c-11e99969bc49,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:52.288934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.309650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Calling delete_port for f17103f6-e721-4019-a34c-11e99969bc49 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:52.491680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.520310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17103f6-e721-4019-a34c-11e99969bc49,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:52.704663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.947482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Router db33fab9-872c-41bc-8a02-05b55713035c has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:53.067740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:53.077796 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b65efbe1-0c7a-4f1e-a82e-0557d1289dc0 admin admin] 10.222.0.78 "PUT /v2.0/routers/db33fab9-872c-41bc-8a02-05b55713035c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838178 Jul 07 17:30:53.078330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37264) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:53.080021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] Sync routers for ids ['db33fab9-872c-41bc-8a02-05b55713035c'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:53.092829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] Routers {'db33fab9-872c-41bc-8a02-05b55713035c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:53.093688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:30:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['db33fab9-872c-41bc-8a02-05b55713035c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.212702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.217892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] Set router db33fab9-872c-41bc-8a02-05b55713035c gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:53.335632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.400478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Deleting port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:53.400910 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.459062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:30:52Z', 'revision_number': 5, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port': {'id': '890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:11Z', 'updated_at': '2021-07-07T17:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.502624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] For port 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:53.503079 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.518012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] Checking router: db33fab9-872c-41bc-8a02-05b55713035c for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:53.519367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Calling delete_port for 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:53.532137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] Routers {'db33fab9-872c-41bc-8a02-05b55713035c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:53.532868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:30:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['db33fab9-872c-41bc-8a02-05b55713035c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.806594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.822214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] Set router db33fab9-872c-41bc-8a02-05b55713035c gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:53.852866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Pushing event deleted for resources: {'Port': ['ID=890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:53.900799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:30:53Z', 'revision_number': 6, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.935186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd90b6-1136-4fae-bc4f-496b3d0de176 None None] The sync data for ids ['db33fab9-872c-41bc-8a02-05b55713035c'] in n-d-793619-7 is: [{'id': 'db33fab9-872c-41bc-8a02-05b55713035c', 'name': 'tempest-TestVolumeBackupRestore-314409135-router', 'tenant_id': '1fdbb264efe74f26803425c65be8a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:10Z', 'updated_at': '2021-07-07T17:30:53Z', 'revision_number': 6, 'project_id': '1fdbb264efe74f26803425c65be8a3a8', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:53.938381 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.035602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.051316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.053748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.103030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.104174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db33fab9-872c-41bc-8a02-05b55713035c {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:54.109255 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.111245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f161b5e0-d6da-46e6-9484-dddc0483772b admin admin] 10.222.0.78 "DELETE /v2.0/routers/db33fab9-872c-41bc-8a02-05b55713035c HTTP/1.1" status: 204 len: 168 time: 1.0311036 Jul 07 17:30:54.114305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37266) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:54.163827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Deleting subnet 4eaf336a-0bb3-4379-9819-eec1e196602c {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:54.167358 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.208421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.315688 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.413085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.441351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaf336a-0bb3-4379-9819-eec1e196602c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.445838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.449191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2523f5c8-2aa5-4b49-ac52-31605d84b73f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4eaf336a-0bb3-4379-9819-eec1e196602c HTTP/1.1" status: 204 len: 168 time: 0.3322892 Jul 07 17:30:54.451988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37268) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:54.456194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c958bf9-3172-4ba1-a9c4-905bf56e79f4 None None] Network d2a3b572-26cc-4e89-9f2c-c71683059305 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:54.535252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.611781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Deleting port 08443ebb-0fe9-44d7-9263-5b45bffcece1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:54.612246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.686609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] For port 08443ebb-0fe9-44d7-9263-5b45bffcece1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=08443ebb-0fe9-44d7-9263-5b45bffcece1,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:54.686903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.703073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Calling delete_port for 08443ebb-0fe9-44d7-9263-5b45bffcece1 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:54.747031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] DHCP port deletion for d2a3b572-26cc-4e89-9f2c-c71683059305 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:54.805895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Deleting port 08443ebb-0fe9-44d7-9263-5b45bffcece1 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:54.806593 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.840783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.869201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Pushing event deleted for resources: {'Port': ['ID=08443ebb-0fe9-44d7-9263-5b45bffcece1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.877520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] No DVR routers for this DVR port 08443ebb-0fe9-44d7-9263-5b45bffcece1 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:54.899041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] For port 08443ebb-0fe9-44d7-9263-5b45bffcece1, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=08443ebb-0fe9-44d7-9263-5b45bffcece1,segment=NetworkSegment(1a593e1f-fad3-462a-bce0-1c8372281934),segment_id=1a593e1f-fad3-462a-bce0-1c8372281934)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:54.899611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.921417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Calling delete_port for 08443ebb-0fe9-44d7-9263-5b45bffcece1 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:54.962606 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.975805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a3b572-26cc-4e89-9f2c-c71683059305']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.989205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a593e1f-fad3-462a-bce0-1c8372281934') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.989663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a593e1f-fad3-462a-bce0-1c8372281934') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:55.002687 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.026743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.029536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.045689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:55.046389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:55.048748 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:55.057835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] No DVR routers for this DVR port 08443ebb-0fe9-44d7-9263-5b45bffcece1 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:55.062735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Pushing event deleted for resources: {'Port': ['ID=08443ebb-0fe9-44d7-9263-5b45bffcece1,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.071809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.072164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.072851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.072851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.073171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.073504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.073831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.074152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.075107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.075630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.075957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.076281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72296efb-c8c8-4234-a206-13ebffa72f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:55.120530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.127095 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.132817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] 10.222.0.78 "DELETE /v2.0/networks/d2a3b572-26cc-4e89-9f2c-c71683059305 HTTP/1.1" status: 204 len: 168 time: 0.6795678 Jul 07 17:30:55.148445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846f721-4ed6-436d-ba46-77c8bcd8f0af admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a3b572-26cc-4e89-9f2c-c71683059305,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.374476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37272) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.434501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-78019ab3-c30e-43a3-b0f9-7f49deb2f105 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cbea9bb2eff94d5ab7ff0948cd97ab94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588346 Jul 07 17:30:55.439220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37274) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.503243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06176d2e-2b4d-4d28-bc5e-1a01fa524c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.533421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06176d2e-2b4d-4d28-bc5e-1a01fa524c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.602126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06176d2e-2b4d-4d28-bc5e-1a01fa524c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.608664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06176d2e-2b4d-4d28-bc5e-1a01fa524c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.610986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06176d2e-2b4d-4d28-bc5e-1a01fa524c7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d2946f6-fb45-459a-8d04-ca6dff76b286 HTTP/1.1" status: 204 len: 168 time: 0.1704416 Jul 07 17:30:55.625391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06176d2e-2b4d-4d28-bc5e-1a01fa524c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2946f6-fb45-459a-8d04-ca6dff76b286,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.731958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f17103f6-e721-4019-a34c-11e99969bc49 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:55.752584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f17103f6-e721-4019-a34c-11e99969bc49 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:55.752935 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f17103f6-e721-4019-a34c-11e99969bc49 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:55.753467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 08443ebb-0fe9-44d7-9263-5b45bffcece1 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:55.775443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 08443ebb-0fe9-44d7-9263-5b45bffcece1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:55.775796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 08443ebb-0fe9-44d7-9263-5b45bffcece1 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:55.776219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:55.801629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:55.802229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 890e46f8-fc1f-4f99-86e2-4edfc6f0f6a0 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:56.101973 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37280) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.173474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37282) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.175483 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ad31b0a-7a25-4bc0-a15f-bc02c98f75d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1fdbb264efe74f26803425c65be8a3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699489 Jul 07 17:30:56.263935 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11e468ec-5813-42b6-a09d-3bca7859f6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.290334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11e468ec-5813-42b6-a09d-3bca7859f6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.367929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11e468ec-5813-42b6-a09d-3bca7859f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.371318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11e468ec-5813-42b6-a09d-3bca7859f6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.377170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-11e468ec-5813-42b6-a09d-3bca7859f6e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0fe0159-c7d0-4422-b422-51d90c9ab3f0 HTTP/1.1" status: 204 len: 168 time: 0.1982713 Jul 07 17:30:56.382070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e468ec-5813-42b6-a09d-3bca7859f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe0159-c7d0-4422-b422-51d90c9ab3f0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.909379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.245812 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-17aa7ccf-5cc9-47e1-81de-61b762e1305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.674082 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.167762 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbfb8-93a5-466f-882b-947bae407822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.217086 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.872679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.656959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37290) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.662090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776307798', 'description': 'tempest-secgroup-smoke-776307798 description', 'project_id': 'f19729a3d8d54cc5b8b4235501881170'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:12.690364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.699642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.815007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.819716 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.860059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd4ba9-eaa0-49a2-8e46-e467d1a91cdc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.931649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.936320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.969790 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.971077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3129673 Jul 07 17:31:12.974565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37292) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.979953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '2777f200-3134-4737-84af-744f01252633', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:12.984861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df3e99-c798-4c35-9f25-581c84eb0e06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2777f200-3134-4737-84af-744f01252633,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.016537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.087589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.092308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.111726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00db5d62-439d-4802-825e-68f5457195e5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.118421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.119831 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8daed5e4-29e1-4587-a175-d74f883059f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442554 Jul 07 17:31:13.124001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37294) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.128731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '2777f200-3134-4737-84af-744f01252633', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.160381 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.241552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.247139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.269924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5041d9e-f383-42aa-8f84-77b5334160e5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.279138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.280505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a1459d91-17bf-4a8c-b30d-732f7e28bc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554897 Jul 07 17:31:13.283622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37296) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.288569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '2777f200-3134-4737-84af-744f01252633', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.321056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.394820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.399850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.418417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593e5b69-a97f-4478-a024-9f0de5ee92c2,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.426605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.427821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-34c74f18-2197-4828-824b-5ae138a10a9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430624 Jul 07 17:31:13.430989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37298) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.436303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '2777f200-3134-4737-84af-744f01252633', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.467351 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.541915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.548023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.569728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dddfb65-cbe6-44f0-b681-5f5a8bc3b2a1,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.578903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.580580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4232a937-6099-4d2a-953c-c204b9fe4229 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485648 Jul 07 17:31:13.583717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37300) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.589618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '2777f200-3134-4737-84af-744f01252633', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.617615 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Project f19729a3d8d54cc5b8b4235501881170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:31:13.624207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.697275 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.703100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.725758 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881454af-036c-4a1e-9375-ef063dfa270e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.735923 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.740783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0406dc6e-b654-4cd2-9558-36ef44e78668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526978 Jul 07 17:31:13.741060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37302) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.745943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '2777f200-3134-4737-84af-744f01252633', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.770591 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Project f19729a3d8d54cc5b8b4235501881170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:31:13.776620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.850489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.855158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.881428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b885af-7f2a-4ea4-9ca6-a48efd7b2635,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.884691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.887230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-87ccc395-c09b-4685-a485-e4771432e3c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443624 Jul 07 17:31:13.891351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37304) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.897136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'network': {'name': 'tempest-network-smoke--505945988', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'port_security_enabled': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.923628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:13.927399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.956091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:13.967774 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.968121 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Added segment bfef71de-e892-4e96-8681-4edd9c8a9678 of type vlan for network de8d6a25-98b6-429e-ac33-e630def46aba Jul 07 17:31:14.016457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.050115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.056470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:14.057252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.127784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2349503 Jul 07 17:31:14.131616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.139440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'admin_state_up': True, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:14.146807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccdf33-8218-4bd8-96c8-8532a17d8091 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Network': ['ID=de8d6a25-98b6-429e-ac33-e630def46aba,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:14.161666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network de8d6a25-98b6-429e-ac33-e630def46aba details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:14.171065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.173470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.252136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.404730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.627788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.649064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.775847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.25.5.15 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/8ab74b2e-edab-4953-be8d-2e029be07159) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:14.909150 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.974258 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.015439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:15.021024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:15.024944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:15.053571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=8ab74b2e-edab-4953-be8d-2e029be07159,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:15.315776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.571712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.713656 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2b2d443e-4eb8-4dd5-a781-951fc07337ee is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:15.833815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:15.845685 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Sync routers for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:15.860001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.862621 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:15.863445 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:31:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:15.865282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37310) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.866055 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5a2b7f3a-8e7c-4b54-a344-a9e10c353d0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7326550 Jul 07 17:31:15.987425 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:16.176564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-798a800c-4928-41cb-9580-376f2a3ae03c tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f19729a3d8d54cc5b8b4235501881170&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3067141 Jul 07 17:31:16.177168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37314) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.235159 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:15Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:16.268182 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Checking router: 2b2d443e-4eb8-4dd5-a781-951fc07337ee for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:16.268716 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Updating router 2b2d443e-4eb8-4dd5-a781-951fc07337ee port 8ab74b2e-edab-4953-be8d-2e029be07159 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:16.310081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61045e96-e63c-45ab-b742-fe217040eff9 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:16.315118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61045e96-e63c-45ab-b742-fe217040eff9 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336646 Jul 07 17:31:16.315515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37316) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.317867 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.369784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1cf459f-b924-49e6-82d9-18bf0fed8d27 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524983 Jul 07 17:31:16.372642 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37318) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.380539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863332155', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:16.504386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:16.510417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.684971 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.696615 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Transition to ACTIVE for port object 8ab74b2e-edab-4953-be8d-2e029be07159 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:16.704866 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.762890 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Attempting to bind port 8ab74b2e-edab-4953-be8d-2e029be07159 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:16.763553 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Attempting to bind port 8ab74b2e-edab-4953-be8d-2e029be07159 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:16.763926 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Attempting to bind port 8ab74b2e-edab-4953-be8d-2e029be07159 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:16.772890 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Pushing event updated for resources: {'Port': ['ID=8ab74b2e-edab-4953-be8d-2e029be07159,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.775338 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:16.775719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:16.776119 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.776507 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:16.776987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Bound port: 8ab74b2e-edab-4953-be8d-2e029be07159, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:16.777793 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.803717 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.804071 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.804405 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.804740 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.805137 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.805460 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.805786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.806110 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.806433 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.806753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.807073 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.807391 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:16.814943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.853485 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] For port 8ab74b2e-edab-4953-be8d-2e029be07159, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:16.858416 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] For port 8ab74b2e-edab-4953-be8d-2e029be07159, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8ab74b2e-edab-4953-be8d-2e029be07159,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:16.863687 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.887764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Subnet': ['ID=a0ad7c08-de70-472b-bbb4-d17e62080734,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.896363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Checking segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:16.896858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network hostable DHCP agents. Network: de8d6a25-98b6-429e-ac33-e630def46aba, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:16.919194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network de8d6a25-98b6-429e-ac33-e630def46aba is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:16.935560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, de8d6a25-98b6-429e-ac33-e630def46aba) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:16.942683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:16.943731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.945754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79bf02-d34a-4b69-9687-384457153806 None None] Network de8d6a25-98b6-429e-ac33-e630def46aba requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:16.948952 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:16.950189 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:31:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:16.953029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4d760-2139-4e99-89ed-847e100740cd None None] Pushing event updated for resources: {'Port': ['ID=8ab74b2e-edab-4953-be8d-2e029be07159,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.973582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-808d340b-a0a8-4d33-b8fb-362cdfe783a4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5994239 Jul 07 17:31:16.976937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37320) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.179640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-de8d6a25-98b6-429e-ac33-e630def46aba', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:17.181253 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.189426 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:17.423902 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:15Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:17.449896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Allocated IP 172.20.0.2 (de8d6a25-98b6-429e-ac33-e630def46aba/a0ad7c08-de70-472b-bbb4-d17e62080734/91c313fb-9cfa-4b4b-a018-f3caff2e50e3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:17.479085 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbb36-2196-4054-8db7-231545dd857b None None] The sync data for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 is: [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:15Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:17.586031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.683161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.694579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Transition to ACTIVE for port object 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:17.718490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Transition to ACTIVE for port object 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:17.727755 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.803581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Network de8d6a25-98b6-429e-ac33-e630def46aba is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:17.813407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:17.821276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:17.843429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Pushing event updated for resources: {'Port': ['ID=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.953256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Attempting to bind port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:17.954460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Attempting to bind port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:17.954460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Attempting to bind port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:17.962241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:17.962794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Checking segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:17.963355 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.964003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Bound using segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:17.965432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Bound port: 91c313fb-9cfa-4b4b-a018-f3caff2e50e3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:17.966137 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.058045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] For port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:18.064163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] For port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:18.069323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.154994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550d163-c22a-42c0-a01b-2a156a2d9a87 None None] Pushing event updated for resources: {'Port': ['ID=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.441872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.20.0.1 (de8d6a25-98b6-429e-ac33-e630def46aba/a0ad7c08-de70-472b-bbb4-d17e62080734/d15aaa29-d9b8-40c7-8144-939aa1a86fe7) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:18.638912 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.665493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Transition to ACTIVE for port object d15aaa29-d9b8-40c7-8144-939aa1a86fe7 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:18.712307 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.764400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network de8d6a25-98b6-429e-ac33-e630def46aba is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:18.770891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:18.775801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:18.783848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.835465 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.006146 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.377356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39caa8-cfe7-4ce0-8ba2-10577a774f1a None None] Network de8d6a25-98b6-429e-ac33-e630def46aba requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:19.419916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.426651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.491880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3b7f3e1a-1c6e-4ec1-a392-ad8f491eae7d None None] Provisioning for port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:19.568798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.573245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.732241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network de8d6a25-98b6-429e-ac33-e630def46aba is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:19.734823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:19.877530 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:19.958659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2b2d443e-4eb8-4dd5-a781-951fc07337ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:19.981521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:19.992640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:19.993025 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.070414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Provisioning complete for port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:20.070830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.113714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:20.120446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-23b99cba-ee2d-4d54-b351-0e2b09cb4c27 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "PUT /v2.0/routers/2b2d443e-4eb8-4dd5-a781-951fc07337ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1412795 Jul 07 17:31:20.134345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Sync routers for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:20.185690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:20.186993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:31:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:20.309649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.426803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-6ffcac90-9d4b-423d-aa20-935aa45a1c6c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776307798&fields=id&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 267 time: 0.0604868 Jul 07 17:31:20.429860 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.453147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:20.503341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:20.514628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.515672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ab74b2e-edab-4953-be8d-2e029be07159 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:20.602769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-21610ca4-e8bb-4e90-920c-ed9380ffaaf2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.606049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-21610ca4-e8bb-4e90-920c-ed9380ffaaf2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 796 time: 0.1609831 Jul 07 17:31:20.630327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-02d19fd2-9e66-49c1-9687-f316f4dad040 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/quotas/f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 375 time: 0.0172529 Jul 07 17:31:20.697414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:31:20.697778 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:31:20.711292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:20.738705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8ab74b2e-edab-4953-be8d-2e029be07159 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:20.741997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-577b8eaa-f176-4c17-af67-05d7487a7c22 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036794 Jul 07 17:31:20.753152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8ab74b2e-edab-4953-be8d-2e029be07159 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:20.753522 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.875941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:19Z', 'revision_number': 2, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:20.909309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Checking router: 2b2d443e-4eb8-4dd5-a781-951fc07337ee for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:20.909671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Updating router 2b2d443e-4eb8-4dd5-a781-951fc07337ee port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:20.911859 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.944296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-bbdada67-728c-4550-915a-4aec3c503d77 service neutron] 10.222.0.78 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881859 Jul 07 17:31:20.958418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 8ab74b2e-edab-4953-be8d-2e029be07159, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8ab74b2e-edab-4953-be8d-2e029be07159,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:20.969693 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.981294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.058430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=8ab74b2e-edab-4953-be8d-2e029be07159,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:21.088837 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-c897a48e-3ed5-4f01-9653-94fd80b8722f service neutron] 10.222.0.78 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370068 Jul 07 17:31:21.318074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Provisioning for port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:21.325589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Provisioning complete for port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:21.325971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.330411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf39e0b5-d65d-44aa-9e7e-2da189897a45 req-44e04b7c-fa34-4522-8ef3-3b6065fa046d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0495157 Jul 07 17:31:21.396149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-108dce83-da69-4191-afa5-ebb852cc2bb9 None None] Port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:21.440226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.455507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Transition to ACTIVE for port object d15aaa29-d9b8-40c7-8144-939aa1a86fe7 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:21.462733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.518185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedb5f2-aba1-4a23-8756-74ed0d6abc88 None None] Pushing event updated for resources: {'Port': ['ID=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:21.588064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Attempting to bind port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:21.588554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Attempting to bind port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:21.589012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Attempting to bind port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:21.596098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:21.596474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Checking segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:21.596875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.597293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Bound using segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:21.597766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Bound port: d15aaa29-d9b8-40c7-8144-939aa1a86fe7, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:21.598144 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.680202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] For port d15aaa29-d9b8-40c7-8144-939aa1a86fe7, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:21.685164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] For port d15aaa29-d9b8-40c7-8144-939aa1a86fe7, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:21.696433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.764938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:21.765632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:31:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:21.770990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedb5f2-aba1-4a23-8756-74ed0d6abc88 None None] Pushing event updated for resources: {'Port': ['ID=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:21.811360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:21.936374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:22.137606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:22.137876 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.368898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ab74b2e-edab-4953-be8d-2e029be07159 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:22.436704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98961373-1e7f-461d-b088-5ee1eab99c09 req-596a327c-08a1-4f6f-abf0-d249f99a1617 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0359395 Jul 07 17:31:22.486056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8ab74b2e-edab-4953-be8d-2e029be07159 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:22.486711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.513513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:21Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.548820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12aaff-4c11-4507-b1e7-0a39ed11505b None None] The sync data for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 is: [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:21Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:23.532418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00d67a2c-8699-454d-ab2a-6f5ee252313f req-ef9d0e79-d93e-4868-a655-4cd1b7758bc1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0334196 Jul 07 17:31:23.812040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d15aaa29-d9b8-40c7-8144-939aa1a86fe7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:23.899598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:23.907702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:23.908667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.054346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.069627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.114763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d15aaa29-d9b8-40c7-8144-939aa1a86fe7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:24.119178 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.177770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:24.629526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6ed22a3-4190-468f-a2d9-4a1541531066 req-d5862e7b-389c-40bf-a1c3-c6f44ff58d20 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0300498 Jul 07 17:31:25.170308 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:25.788362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d15aaa29-d9b8-40c7-8144-939aa1a86fe7 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:25.812721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3a18800-126f-4f16-a6e0-00bea2aae035 req-53e27a75-904c-4067-b456-a0fcfd19c22e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jul 07 17:31:25.851567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:25.852131 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.985143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2484f0b2-9249-423e-a691-f40469b623c5 req-cc7fdc11-4d29-4429-aeb5-316751faf1ed tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0338902 Jul 07 17:31:27.206849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-2f3bc847-830c-4457-a57d-7b6d82079d7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.208485 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-2f3bc847-830c-4457-a57d-7b6d82079d7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 796 time: 0.1206915 Jul 07 17:31:27.266049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1daf7ef9-a100-468b-8e91-13bd7887f326 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 379 time: 0.0432179 Jul 07 17:31:27.274709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'port': {'device_id': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'admin_state_up': True, 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'security_groups': ['2777f200-3134-4737-84af-744f01252633']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:27.393136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:27.397123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.546926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.20.0.10 (de8d6a25-98b6-429e-ac33-e630def46aba/a0ad7c08-de70-472b-bbb4-d17e62080734/e7eb3f17-d6f8-443a-9364-656a76426cb9) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:27.700979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.718062 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Transition to ACTIVE for port object e7eb3f17-d6f8-443a-9364-656a76426cb9 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:27.754533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.803155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network de8d6a25-98b6-429e-ac33-e630def46aba is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:27.807860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:27.816827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:27.859636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:27.898018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.899054 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.922356 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-63cfa3b5-8986-4c76-9577-89d19285932b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6512868 Jul 07 17:31:27.940565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Request body: {'port': {'device_id': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:28.040256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.080008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85d3bd8a-1876-477f-9a21-682c2a4d0abc None None] Provisioning for port e7eb3f17-d6f8-443a-9364-656a76426cb9 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:28.084167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-85d3bd8a-1876-477f-9a21-682c2a4d0abc None None] Provisioning complete for port e7eb3f17-d6f8-443a-9364-656a76426cb9 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:28.084780 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-85d3bd8a-1876-477f-9a21-682c2a4d0abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.146187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-85d3bd8a-1876-477f-9a21-682c2a4d0abc None None] Port e7eb3f17-d6f8-443a-9364-656a76426cb9 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:28.263204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dab702-bb93-4e92-84bb-58d74f4ad948 req-585e53a9-76ea-4e03-b28f-3b1f77bf8d1d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.265002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-23dab702-bb93-4e92-84bb-58d74f4ad948 req-585e53a9-76ea-4e03-b28f-3b1f77bf8d1d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 932 time: 0.1001437 Jul 07 17:31:28.311624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-23dab702-bb93-4e92-84bb-58d74f4ad948 req-7b0999fa-9cb9-4a05-b9ec-ef67d446b3c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374405 Jul 07 17:31:28.422070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7eb3f17-d6f8-443a-9364-656a76426cb9 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:28.431114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.445818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Transition to ACTIVE for port object e7eb3f17-d6f8-443a-9364-656a76426cb9 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:28.450817 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.519070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:28.606844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:28.607192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:28.607527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:28.613302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:31:28.614446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:28.626643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:28.627122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Checking segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:28.627599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Bound using segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:28.628231 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Bound port: e7eb3f17-d6f8-443a-9364-656a76426cb9, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:28.628723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.710701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:28.714025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:28.720690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.759994 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.761008 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.763419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 1092 time: 0.8284035 Jul 07 17:31:28.764106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:28.768073 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3238fbac-1f47-42c2-b32f-e406c0c41b32" -d '{"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:28.819787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44e57-894d-4682-8b35-114b68e23329 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:28.837204 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8deb99-85dd-4720-8cb7-16f5a643d600 x-openstack-request-id: req-ce8deb99-85dd-4720-8cb7-16f5a643d600 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:28.837665 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:28.837959 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce8deb99-85dd-4720-8cb7-16f5a643d600 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:28.838481 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'status': 'completed', 'code': 200} Jul 07 17:31:28.923745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-73d78264-112c-41e4-8cd9-5c00449d31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.925419 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-73d78264-112c-41e4-8cd9-5c00449d31d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1095 time: 0.0768301 Jul 07 17:31:29.336452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-3698c24b-9295-4a23-9d2e-688fb6d71ea2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 217 time: 0.3983505 Jul 07 17:31:29.412556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-a28e0a98-5d8c-4ec0-8900-7a9df2e76b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.414378 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-a28e0a98-5d8c-4ec0-8900-7a9df2e76b0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0721359 Jul 07 17:31:29.483188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-38644d2c-7527-4d25-b6bd-bf09afe41af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.484666 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-38644d2c-7527-4d25-b6bd-bf09afe41af6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641534 Jul 07 17:31:29.595295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665050b-6283-4e7e-8989-4933fabc34aa req-b51a903b-1970-4113-b7a7-df12e2f21bae tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.596906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9665050b-6283-4e7e-8989-4933fabc34aa req-b51a903b-1970-4113-b7a7-df12e2f21bae tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.0889189 Jul 07 17:31:29.599478 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-950f822a-d24e-4a7b-afe2-2ec4f4e7fe8b service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075711 Jul 07 17:31:29.643416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9665050b-6283-4e7e-8989-4933fabc34aa req-7887d38d-cbac-433a-8dc1-d17a22cd6f10 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Jul 07 17:31:29.706137 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-08299c96-e6f3-431f-aa0f-7244a6f36fd2 req-0be0fed4-3b66-45c0-9535-6015febe742e service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004636 Jul 07 17:31:29.848269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-8b2d4d9f-4fc6-4f71-80d5-05d5b089cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.850012 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-8b2d4d9f-4fc6-4f71-80d5-05d5b089cb5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1095 time: 0.0600462 Jul 07 17:31:29.957680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-82489274-7b54-4603-8f34-724b76698796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.959190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-82489274-7b54-4603-8f34-724b76698796 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1018400 Jul 07 17:31:30.008226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-d7d45444-04da-4286-9a45-897aff220adc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 217 time: 0.0413737 Jul 07 17:31:30.060078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-0359565d-f890-4a5a-99d8-39d8d12a7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.061614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-0359565d-f890-4a5a-99d8-39d8d12a7d0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0471828 Jul 07 17:31:30.122986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-3dc36da3-d86f-41f5-8d40-2c2410438ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.125499 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-3dc36da3-d86f-41f5-8d40-2c2410438ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567744 Jul 07 17:31:30.237587 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-2a7c93e3-670e-4a1c-a7ed-059a0760b8f8 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042991 Jul 07 17:31:30.336274 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-3238fbac-1f47-42c2-b32f-e406c0c41b32 req-11dad196-72b4-43be-8840-cb01b0c85fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914805 Jul 07 17:31:30.842934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1b40-83f5-4ea6-abfc-ad8df2123a93 req-5e53c7d8-e627-4c03-b82c-248eee63f668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.844722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fee1b40-83f5-4ea6-abfc-ad8df2123a93 req-5e53c7d8-e627-4c03-b82c-248eee63f668 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.0724521 Jul 07 17:31:30.886242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fee1b40-83f5-4ea6-abfc-ad8df2123a93 req-55c7bd74-ad2a-4982-9ff3-adb1b48489e5 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353174 Jul 07 17:31:32.078986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bedf3-4929-4b9d-9845-eb869f073a50 req-e5845fd9-a54c-4c7e-a3b7-29d85ac1e695 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.080871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc4bedf3-4929-4b9d-9845-eb869f073a50 req-e5845fd9-a54c-4c7e-a3b7-29d85ac1e695 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.0706506 Jul 07 17:31:32.125624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc4bedf3-4929-4b9d-9845-eb869f073a50 req-e77481b5-3ec0-480e-8f30-4b9ae0b91752 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Jul 07 17:31:32.798350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:31:32.901881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:32.916080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'mac_address': 'fa:16:3e:48:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:31:32.958710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.982464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7eb3f17-d6f8-443a-9364-656a76426cb9 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:33.013186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:33.018356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.076958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:33.291110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['e7eb3f17-d6f8-443a-9364-656a76426cb9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:33.327081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849d00-38e7-4885-9cff-fe555ab58066 req-b6dfa658-5346-4226-82d4-8b8292fa4c36 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:33.328637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8849d00-38e7-4885-9cff-fe555ab58066 req-b6dfa658-5346-4226-82d4-8b8292fa4c36 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 945 time: 0.0767865 Jul 07 17:31:33.381602 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8849d00-38e7-4885-9cff-fe555ab58066 req-3b11c2f5-5c10-4c6b-aa6c-7f3d874dbc43 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425138 Jul 07 17:31:33.911790 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.606757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7004-a87b-4d7a-9e9a-7bb600a36841 req-15a22806-16c6-497c-81ab-c29eec0d1fa3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.608406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e2a7004-a87b-4d7a-9e9a-7bb600a36841 req-15a22806-16c6-497c-81ab-c29eec0d1fa3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 945 time: 0.0854566 Jul 07 17:31:34.654906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e2a7004-a87b-4d7a-9e9a-7bb600a36841 req-d2225c0d-658d-411c-bc8e-b6bbe4259123 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 Jul 07 17:31:34.815418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:34.872677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port e7eb3f17-d6f8-443a-9364-656a76426cb9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:34.879726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port e7eb3f17-d6f8-443a-9364-656a76426cb9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:34.880352 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.988445 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.025263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:35.029232 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90392a-9845-4add-9c10-e5925963c952" -d '{"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-plugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:35.050996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:35.056619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.091431 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931d74dc-d95e-42c1-a519-7db406a656a5 x-openstack-request-id: req-931d74dc-d95e-42c1-a519-7db406a656a5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:35.091850 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-plugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:35.092190 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-931d74dc-d95e-42c1-a519-7db406a656a5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:35.092706 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'code': 200} Jul 07 17:31:35.126192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:35.258741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f16437bb-2665-421b-8365-1ef444a37c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.259817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a918e3-d868-4371-8246-ca303c5f1650 req-63ae2665-831d-40a8-8870-d172ed56f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.262719 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b2a918e3-d868-4371-8246-ca303c5f1650 req-63ae2665-831d-40a8-8870-d172ed56f897 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1097 time: 0.0782585 Jul 07 17:31:35.301782 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b2a918e3-d868-4371-8246-ca303c5f1650 req-514ef9e9-dd9d-45f7-8e2c-b1b20e53e6e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Jul 07 17:31:35.851899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8edc6-1c55-4c33-a696-7cfd5077c831 req-e24333f6-f300-4b43-9492-77454b747919 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.853966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6f8edc6-1c55-4c33-a696-7cfd5077c831 req-e24333f6-f300-4b43-9492-77454b747919 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0734115 Jul 07 17:31:35.903156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6f8edc6-1c55-4c33-a696-7cfd5077c831 req-e2ddf6ec-3342-48f2-ac70-62173b2380f4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378766 Jul 07 17:31:37.141596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab763c6-e22c-44bb-822f-873aa5b2873a req-726d9024-937d-499a-a6af-229edee8a3c9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.144056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ab763c6-e22c-44bb-822f-873aa5b2873a req-726d9024-937d-499a-a6af-229edee8a3c9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0889189 Jul 07 17:31:37.187752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8ab763c6-e22c-44bb-822f-873aa5b2873a req-b38bca99-8d43-48bd-8941-a0c1a30c791e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378561 Jul 07 17:31:37.403514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc635e-f56b-42e3-a398-4a0f4d84e804 req-10868373-9c12-4b4b-ae8c-d8cdce6e8e85 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.405822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82cc635e-f56b-42e3-a398-4a0f4d84e804 req-10868373-9c12-4b4b-ae8c-d8cdce6e8e85 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0881829 Jul 07 17:31:37.470014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82cc635e-f56b-42e3-a398-4a0f4d84e804 req-5fb3d643-147e-412f-b6f2-41af0d9d0e6d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580454 Jul 07 17:31:37.494240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37410) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:37.560548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42cfc6c-3905-49da-8b01-94cb5f89d47c tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.562357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d42cfc6c-3905-49da-8b01-94cb5f89d47c tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1092 time: 0.0669231 Jul 07 17:31:37.565422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37412) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:37.570158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:37.595960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.675567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.714291 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.829302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.25.5.98 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/0bb92414-ee57-4db8-8402-07810dcb79a0) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:37.974012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.034715 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.079038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:38.084634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:38.088131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:38.118017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=0bb92414-ee57-4db8-8402-07810dcb79a0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:38.134227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.134686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.135117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.135577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.136017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.136475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.137651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.138080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.138452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.138824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.139181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.139608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.539190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.646584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.818095 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.823269 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.899506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=0bb92414-ee57-4db8-8402-07810dcb79a0,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:38.916407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.053310 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Floating IP 19f71057-0efc-40ef-a87e-82a0d7611521 associated. External IP: 172.25.5.98, port: e7eb3f17-d6f8-443a-9364-656a76426cb9. Jul 07 17:31:39.170710 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75c11094-6d12-404c-b067-62bb684964da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.217427 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.304200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2b2d443e-4eb8-4dd5-a781-951fc07337ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:39.468226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:39.481539 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] Sync routers for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:39.489229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.493617 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:39.494243 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:31:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:39.535621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4011548-e5bd-43ae-b5e4-fa89913a8ee9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9689281 Jul 07 17:31:39.536723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:39.542046 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5daec9-bf57-4761-a62e-492fe5003c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:39.618537 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:39.701485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fff80c-ca82-43e7-8d4c-08a9f304330a req-9ae5af14-44ed-46b6-b34c-f9c66618ea33 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:39.703111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5fff80c-ca82-43e7-8d4c-08a9f304330a req-9ae5af14-44ed-46b6-b34c-f9c66618ea33 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0722506 Jul 07 17:31:39.749214 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5fff80c-ca82-43e7-8d4c-08a9f304330a req-d356bbc0-5bfe-4804-ba60-27e51fc231d3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Jul 07 17:31:39.787762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37420) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:39.853858 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-61e00c65-7bd6-4dae-a917-061bffda3abf tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/19f71057-0efc-40ef-a87e-82a0d7611521 HTTP/1.1" status: 200 len: 991 time: 0.0632071 Jul 07 17:31:39.880841 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '19f71057-0efc-40ef-a87e-82a0d7611521', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'mac_address': 'fa:16:3e:48:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:38Z', 'updated_at': '2021-07-07T17:31:38Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:24Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:39.914761 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] Checking router: 2b2d443e-4eb8-4dd5-a781-951fc07337ee for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:39.927370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:39.928081 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:31:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:39.975990 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9b21c-fd5e-4014-9e10-362c01cc9aed x-openstack-request-id: req-aed9b21c-fd5e-4014-9e10-362c01cc9aed {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:39.976461 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:39.976869 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aed9b21c-fd5e-4014-9e10-362c01cc9aed {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:39.977519 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'status': 'completed', 'code': 200} Jul 07 17:31:40.059932 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:40.092896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-be3155d6-6164-4f64-8230-c61704f14f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:40.094716 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-be3155d6-6164-4f64-8230-c61704f14f18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1097 time: 0.0621858 Jul 07 17:31:40.200040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-c455ed27-f06b-4ca2-80dc-5e83ba73ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:40.204428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-c455ed27-f06b-4ca2-80dc-5e83ba73ab43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1024153 Jul 07 17:31:40.300694 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-b0069bd6-a590-4d9e-86ff-dbec80b21647 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.0896068 Jul 07 17:31:40.363336 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '19f71057-0efc-40ef-a87e-82a0d7611521', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'mac_address': 'fa:16:3e:48:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:38Z', 'updated_at': '2021-07-07T17:31:38Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:24Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:40.364840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-a7a83b00-71c5-40fe-b8ad-ddee55fa47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:40.366368 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-a7a83b00-71c5-40fe-b8ad-ddee55fa47e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0584970 Jul 07 17:31:40.398244 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ded0e-913a-4011-8155-51524c4b083c None None] The sync data for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 is: [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '19f71057-0efc-40ef-a87e-82a0d7611521', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'mac_address': 'fa:16:3e:48:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:38Z', 'updated_at': '2021-07-07T17:31:38Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:24Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:40.451733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-72c5d2f1-2b04-48f0-9147-e5a6ff60f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:40.453385 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-72c5d2f1-2b04-48f0-9147-e5a6ff60f180 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810585 Jul 07 17:31:40.554834 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-e96ae363-1e8d-4d05-ace6-7cb6df955748 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946469 Jul 07 17:31:40.654415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f4e57-a9f0-48df-8c28-91e6ea28f8ae None None] New status for floating IP 19f71057-0efc-40ef-a87e-82a0d7611521: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:40.676984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ca5daec9-bf57-4761-a62e-492fe5003c4b req-3ccd316f-bb64-4be8-81cc-e2f5c68c2e01 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161811 Jul 07 17:31:40.857414 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37422) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:40.877080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.925985 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0d42d70e-1653-4194-9f01-cd83ca73fc04 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/19f71057-0efc-40ef-a87e-82a0d7611521 HTTP/1.1" status: 200 len: 993 time: 0.0660722 Jul 07 17:31:54.038822 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.375614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-3065ea2f-f513-4cc2-a5c8-627256c7868b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657680 Jul 07 17:32:00.490290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-4a2a0079-0e7b-449b-9ece-e438bd1634ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:00.491749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-4a2a0079-0e7b-449b-9ece-e438bd1634ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1097 time: 0.0552030 Jul 07 17:32:00.604015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-6e29e7f1-2e83-4608-8f40-d30173eb6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:00.606199 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-6e29e7f1-2e83-4608-8f40-d30173eb6b6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.0928917 Jul 07 17:32:00.684002 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-5635519f-58bf-4dde-ba4d-16e13a76be3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0703609 Jul 07 17:32:00.737557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-f81c003b-e44b-43c1-9016-60bcd9d9d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:00.739168 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-f81c003b-e44b-43c1-9016-60bcd9d9d5a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0479026 Jul 07 17:32:00.800971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-c208b533-a826-46f1-8f20-98ffe759e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:00.802557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-c208b533-a826-46f1-8f20-98ffe759e9ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560923 Jul 07 17:32:00.911958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-6f1d99f8-f946-4670-8d55-ecbdfab0065c service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026545 Jul 07 17:32:01.003414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e9c84fb-b9c7-4929-92a4-cd926e040e17 req-b602b374-ce46-431b-a13b-9ed113773188 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836685 Jul 07 17:32:02.158990 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:03.910463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.253490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-341cef3a-8c89-486e-8f56-3d6a78a39beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.673284 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.691737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4d1a0-e16d-421f-bbc0-d0daa56a0736 req-0acb3531-1535-4d3a-9eb3-4db4cbe67cee tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:07.693501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4da4d1a0-e16d-421f-bbc0-d0daa56a0736 req-0acb3531-1535-4d3a-9eb3-4db4cbe67cee tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1097 time: 0.0832555 Jul 07 17:32:07.719808 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4da4d1a0-e16d-421f-bbc0-d0daa56a0736 req-6af56b59-9b81-4783-821d-d4f86a738ec4 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.825550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4da4d1a0-e16d-421f-bbc0-d0daa56a0736 req-6af56b59-9b81-4783-821d-d4f86a738ec4 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.830779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4da4d1a0-e16d-421f-bbc0-d0daa56a0736 req-6af56b59-9b81-4783-821d-d4f86a738ec4 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.855774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4da4d1a0-e16d-421f-bbc0-d0daa56a0736 req-6af56b59-9b81-4783-821d-d4f86a738ec4 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508942 Jul 07 17:32:07.866936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af56b59-9b81-4783-821d-d4f86a738ec4 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5b3a4-4b61-4c15-b54b-de25a857d000,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.052785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966204be-a710-44f8-aedb-dc81e6dae700 req-eb235678-de91-4d45-84a7-815e5ccde8b0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:08.054500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-966204be-a710-44f8-aedb-dc81e6dae700 req-eb235678-de91-4d45-84a7-815e5ccde8b0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0743964 Jul 07 17:32:08.101368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-966204be-a710-44f8-aedb-dc81e6dae700 req-e07f06be-acb2-43b4-9922-1df164b0b9e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395169 Jul 07 17:32:08.127137 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37450) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:08.203253 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7b71b8fe-38d5-455e-aa86-08ed0a2d7036 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/19f71057-0efc-40ef-a87e-82a0d7611521 HTTP/1.1" status: 200 len: 993 time: 0.0746932 Jul 07 17:32:09.180903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e30c801-4ab3-41fe-9872-ec32b443535a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.221257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.349218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-3f790410-bbb8-4f67-a58a-23c300b08e27 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2159922 Jul 07 17:32:09.349964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc927-d23d-4c83-8fd4-aa30aa8236d8 req-a67e8d28-3fb7-46ff-867e-0fabaa5e3ebf tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.351229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-615fc927-d23d-4c83-8fd4-aa30aa8236d8 req-a67e8d28-3fb7-46ff-867e-0fabaa5e3ebf tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0999968 Jul 07 17:32:09.411549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-615fc927-d23d-4c83-8fd4-aa30aa8236d8 req-dcd11127-5ca6-437d-b042-164d4a15c11c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497301 Jul 07 17:32:10.631195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa25db-2c34-43af-8c66-e84ef2773e63 req-7d415321-3c8c-435b-b5f3-f21b3ade25e0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.632868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62aa25db-2c34-43af-8c66-e84ef2773e63 req-7d415321-3c8c-435b-b5f3-f21b3ade25e0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0905454 Jul 07 17:32:10.687583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-62aa25db-2c34-43af-8c66-e84ef2773e63 req-4846b3d2-be8a-4249-ac28-a398b7b91fbc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Jul 07 17:32:10.712739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-51292336-2f9c-47ac-924b-6e7f7fcc8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.715531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-51292336-2f9c-47ac-924b-6e7f7fcc8026 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1097 time: 0.0791469 Jul 07 17:32:10.820525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-7f34efc2-6dbb-43a6-bf97-0da8ec043ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.822314 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-7f34efc2-6dbb-43a6-bf97-0da8ec043ccb service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.0996175 Jul 07 17:32:10.880417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.897050 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-5b0ba9ac-35d7-48ec-a147-b9caf78d4ea7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0672526 Jul 07 17:32:10.953191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-047343a1-39ae-49a9-8bfe-b774a40eff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.955024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-047343a1-39ae-49a9-8bfe-b774a40eff24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0510275 Jul 07 17:32:11.025831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-bb5c4a84-91b2-4351-a881-6c7953e3379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:11.028771 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-bb5c4a84-91b2-4351-a881-6c7953e3379d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668540 Jul 07 17:32:11.140935 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-e35d9e3c-ecf5-47ce-8540-caf2478c8a80 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053250 Jul 07 17:32:11.269572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-44c28a9e-362b-48b0-933f-a0178f6a74be service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209440 Jul 07 17:32:11.898622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b18ee-a2bd-4fb7-a7cb-7993e2a9e9ba req-746c1647-f7f4-474a-8c37-bf0e85a2ffc1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:11.900258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b35b18ee-a2bd-4fb7-a7cb-7993e2a9e9ba req-746c1647-f7f4-474a-8c37-bf0e85a2ffc1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0784533 Jul 07 17:32:11.943845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b35b18ee-a2bd-4fb7-a7cb-7993e2a9e9ba req-7fd358b0-444e-4fc5-8896-9c17a7f4afa9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372937 Jul 07 17:32:13.140210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486bbac-5b1f-4e1b-9865-9fc3f85deded req-81fa6064-c498-46b7-b634-580730cd5afd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.141931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c486bbac-5b1f-4e1b-9865-9fc3f85deded req-81fa6064-c498-46b7-b634-580730cd5afd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0738027 Jul 07 17:32:13.187127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c486bbac-5b1f-4e1b-9865-9fc3f85deded req-b01b477c-abad-45e5-b20a-afdd873048fb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390384 Jul 07 17:32:14.397557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9089f-1dd5-4171-9679-2339be1ca3a1 req-ae5235a2-a4c9-4def-b93c-876d4e0bfeb8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.399250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bb9089f-1dd5-4171-9679-2339be1ca3a1 req-ae5235a2-a4c9-4def-b93c-876d4e0bfeb8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0709052 Jul 07 17:32:14.445665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bb9089f-1dd5-4171-9679-2339be1ca3a1 req-ef3a2b4d-cbc3-42f0-8033-3927f70520f4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394347 Jul 07 17:32:15.698277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617f091-6cc7-4d3c-88a3-9f5baac168df req-931da8d1-15c6-4704-bd67-cf4850840a03 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.700581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f617f091-6cc7-4d3c-88a3-9f5baac168df req-931da8d1-15c6-4704-bd67-cf4850840a03 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0772812 Jul 07 17:32:15.750277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f617f091-6cc7-4d3c-88a3-9f5baac168df req-7f248b16-4eec-405e-9820-a4a7b851c43d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392835 Jul 07 17:32:17.024856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990e6b0-1754-4889-a4dd-38988d249d1e req-b1e1ab04-298f-408e-be07-c0958dcf2261 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:17.026530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f990e6b0-1754-4889-a4dd-38988d249d1e req-b1e1ab04-298f-408e-be07-c0958dcf2261 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0743098 Jul 07 17:32:17.075400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f990e6b0-1754-4889-a4dd-38988d249d1e req-78c88e65-7efe-4c95-8a7c-a9861991b520 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Jul 07 17:32:18.282989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d48e9-c81b-4edc-81e5-fc3cfa0ba7ee req-2e6c7c5b-6aa3-4ced-8dd5-4bec2d5c9046 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.285536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b55d48e9-c81b-4edc-81e5-fc3cfa0ba7ee req-2e6c7c5b-6aa3-4ced-8dd5-4bec2d5c9046 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0771224 Jul 07 17:32:18.331136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b55d48e9-c81b-4edc-81e5-fc3cfa0ba7ee req-ff999c60-2f8f-4755-9aa2-3fdbb7203b4b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361025 Jul 07 17:32:19.524832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165fcfb-c5f9-4b1d-8394-27d88509e06d req-37090e13-54e8-486f-9ca1-e0b28ffcaf97 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.526578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5165fcfb-c5f9-4b1d-8394-27d88509e06d req-37090e13-54e8-486f-9ca1-e0b28ffcaf97 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0691540 Jul 07 17:32:19.573841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5165fcfb-c5f9-4b1d-8394-27d88509e06d req-ee5d7c81-47d3-435e-b47f-54ca6b12a934 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397959 Jul 07 17:32:20.805130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbbe82-8762-41f5-b63b-9e547fd56401 req-51d9befa-f300-4075-abe3-c8fc72b90519 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.806729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cccbbe82-8762-41f5-b63b-9e547fd56401 req-51d9befa-f300-4075-abe3-c8fc72b90519 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0700488 Jul 07 17:32:20.853870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cccbbe82-8762-41f5-b63b-9e547fd56401 req-09e9f4fc-581e-474a-9969-b44927031b33 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397148 Jul 07 17:32:22.057118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a90b3-ce60-432f-9792-8be195581c0c req-133e92d6-121a-4da7-8c8e-0e6a06a88890 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.059420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-716a90b3-ce60-432f-9792-8be195581c0c req-133e92d6-121a-4da7-8c8e-0e6a06a88890 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0748985 Jul 07 17:32:22.104964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-716a90b3-ce60-432f-9792-8be195581c0c req-252fb30b-b24d-42e6-9376-8d6998fad8d6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395522 Jul 07 17:32:23.306227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64144d52-2cf1-41e4-a252-c04df6682b74 req-0cc099d3-d630-4af9-97aa-4fd5326cd4b5 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.307884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64144d52-2cf1-41e4-a252-c04df6682b74 req-0cc099d3-d630-4af9-97aa-4fd5326cd4b5 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0768318 Jul 07 17:32:23.357353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64144d52-2cf1-41e4-a252-c04df6682b74 req-1b99cbdc-656f-4f4c-ba39-77f40d97dffb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Jul 07 17:32:23.479517 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-4b00ca61-b232-4389-965f-ae3fa925564f req-3731bc26-99be-426a-8e36-a9591050be7d service neutron] show failed (client error): The resource could not be found. Jul 07 17:32:23.481280 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-3731bc26-99be-426a-8e36-a9591050be7d service neutron] 10.222.0.13 "GET /v2.0/ports/e7eb3f17-d6f8-443a-9364-656a76426cb9/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0650604 Jul 07 17:32:23.853595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-85909606-f905-4780-b36b-918dc056ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.856494 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-85909606-f905-4780-b36b-918dc056ceac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 1097 time: 0.1563232 Jul 07 17:32:23.868444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:23.944558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.031634 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.226187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:24.264677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:24.308146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:24.311012 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3991f6-49d9-46ef-97b8-784771646fc5" -d '{"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:24.314989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.332682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Transition to ACTIVE for port object e7eb3f17-d6f8-443a-9364-656a76426cb9 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:24.338226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.368990 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a275b5-ea21-408a-b3f7-c36bef038357 x-openstack-request-id: req-05a275b5-ea21-408a-b3f7-c36bef038357 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:24.369316 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:24.369576 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05a275b5-ea21-408a-b3f7-c36bef038357 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:24.369974 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'code': 200} Jul 07 17:32:24.886831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.012630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] No DVR routers for this DVR port e7eb3f17-d6f8-443a-9364-656a76426cb9 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:25.084052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e2c3-5058-4a8f-9b9c-4b0a556c441d req-26977b8f-ceb9-4985-9ac9-2a7f848d9cd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.085961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1f8e2c3-5058-4a8f-9b9c-4b0a556c441d req-26977b8f-ceb9-4985-9ac9-2a7f848d9cd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.2657721 Jul 07 17:32:25.186564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1f8e2c3-5058-4a8f-9b9c-4b0a556c441d req-175e0fb9-6b5f-4b8a-81c4-e92c2c5f18eb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595863 Jul 07 17:32:25.232289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:25.232755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:25.233290 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:25.238395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:25.238879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:25.244142 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:25.244483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Checking segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:25.244869 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Bound using segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:25.245332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Bound port: e7eb3f17-d6f8-443a-9364-656a76426cb9, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:25.246370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.315184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:25.320205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:25.325661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.372763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.373800 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.376060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] 10.222.0.54 "PUT /v2.0/ports/e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 1092 time: 1.5119736 Jul 07 17:32:25.453476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd01c9-fbdb-4fb4-9bfb-01d5ba333bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.557419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-c58fa6ca-6dee-4ecc-a235-ac79a1ab5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.561389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-c58fa6ca-6dee-4ecc-a235-ac79a1ab5067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1095 time: 0.1563227 Jul 07 17:32:25.766232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-06c8f807-53c4-4636-a5bd-40ca4b78c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.767773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-06c8f807-53c4-4636-a5bd-40ca4b78c323 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1999092 Jul 07 17:32:25.911334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-e260cbfa-085d-4c57-b6cb-8f13453e2976 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.1362727 Jul 07 17:32:25.998697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-0f7b113a-9ef6-4358-970a-316da60908ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.000549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-0f7b113a-9ef6-4358-970a-316da60908ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0820107 Jul 07 17:32:26.111173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ca61-b232-4389-965f-ae3fa925564f req-4b0d51ce-e23c-4db6-bbc0-932fa493060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.112937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-4b0d51ce-e23c-4db6-bbc0-932fa493060e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041341 Jul 07 17:32:26.222135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-0e63527e-7022-4558-8daa-62e354084dea service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022725 Jul 07 17:32:26.365231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-fc53a9d0-7654-49a3-9d73-cd8a7734edc1 service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366956 Jul 07 17:32:26.371817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:26.375810 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fbbcc-3745-4424-be95-6364d357efbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:26.489817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673d1e9-92ec-48b0-af26-6e123521fcbd req-7e0e7ce4-b310-4e3e-95c7-110e9e83bf32 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.491748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a673d1e9-92ec-48b0-af26-6e123521fcbd req-7e0e7ce4-b310-4e3e-95c7-110e9e83bf32 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.1045434 Jul 07 17:32:26.554902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a673d1e9-92ec-48b0-af26-6e123521fcbd req-1c70469c-2981-4852-88be-deb6e92598ca tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514348 Jul 07 17:32:26.680988 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a0a4c-dc9b-40d1-82e3-2d8a43e48731 x-openstack-request-id: req-319a0a4c-dc9b-40d1-82e3-2d8a43e48731 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:26.681440 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:26.681785 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-319a0a4c-dc9b-40d1-82e3-2d8a43e48731 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:26.682266 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'status': 'completed', 'code': 200} Jul 07 17:32:26.794000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-072e459e-ac87-4ce1-8000-7b8963a6140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.795987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-072e459e-ac87-4ce1-8000-7b8963a6140b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1095 time: 0.0853794 Jul 07 17:32:26.797134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-c44194fe-373c-4324-a502-9e0e8f012891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.798946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-c44194fe-373c-4324-a502-9e0e8f012891 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1095 time: 0.0743711 Jul 07 17:32:26.909903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-6b0a0707-48de-47ec-997e-c40865f6c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.911471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-6b0a0707-48de-47ec-997e-c40865f6c2cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1087770 Jul 07 17:32:26.970360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-2c6c4315-945a-421c-880f-eccc7e4aa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.973226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-2c6c4315-945a-421c-880f-eccc7e4aa59e service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1674528 Jul 07 17:32:26.996107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-382fb7ea-af66-4884-98bc-4aa6b421bcd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.0772941 Jul 07 17:32:27.069741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-b788f934-5149-4510-937c-2156675682af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.0894363 Jul 07 17:32:27.071490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-8d4e78d9-2e44-4972-98de-b635c6f57041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.073073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-8d4e78d9-2e44-4972-98de-b635c6f57041 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0711989 Jul 07 17:32:27.137437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-ea58e9cb-1856-45fe-b4a5-d980ef245f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.139337 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-ea58e9cb-1856-45fe-b4a5-d980ef245f1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0637259 Jul 07 17:32:27.146273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-e98ef914-79e7-42bc-bece-fcb6677d38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.147822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-e98ef914-79e7-42bc-bece-fcb6677d38e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683665 Jul 07 17:32:27.150292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:27.212568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:27.233453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbbcc-3745-4424-be95-6364d357efbf req-2235f7ab-7aa2-418f-bf2f-f5496e71961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.235173 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-2235f7ab-7aa2-418f-bf2f-f5496e71961c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900564 Jul 07 17:32:27.303199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-5ffaa724-fbc6-4509-be4f-3655c6c832fb service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484218 Jul 07 17:32:27.358018 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-bb2ef5db-cc90-46c3-8cc2-640cf2419277 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158810 Jul 07 17:32:27.401029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-bb480801-ef4f-4407-b15d-56f96cd5e84c service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911820 Jul 07 17:32:27.466069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-870fbbcc-3745-4424-be95-6364d357efbf req-a193c1a2-0547-44ba-b97f-f767774f0d07 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020460 Jul 07 17:32:27.774703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08aaa8-83f9-4c3b-9075-57e24012ab82 req-948f53f8-3dee-4328-990c-859faf357894 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.776360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da08aaa8-83f9-4c3b-9075-57e24012ab82 req-948f53f8-3dee-4328-990c-859faf357894 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.0798790 Jul 07 17:32:27.822553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da08aaa8-83f9-4c3b-9075-57e24012ab82 req-ce50b7a0-1542-4803-a58b-01bed3b856e1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392468 Jul 07 17:32:29.028719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d8a49-6000-48b1-9f8a-70f6563346e9 req-1e3f1ba2-6425-4011-9e4f-ba601e9ced3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:29.030402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d32d8a49-6000-48b1-9f8a-70f6563346e9 req-1e3f1ba2-6425-4011-9e4f-ba601e9ced3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.0845635 Jul 07 17:32:29.073077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d32d8a49-6000-48b1-9f8a-70f6563346e9 req-903e0655-8309-4d82-b310-7a5d45de288b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366991 Jul 07 17:32:30.263478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cea4f2-7ef9-4dba-a3f9-d9e99050d392 req-8c656673-864c-444d-9199-9c688d8c1294 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.265082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05cea4f2-7ef9-4dba-a3f9-d9e99050d392 req-8c656673-864c-444d-9199-9c688d8c1294 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.0731664 Jul 07 17:32:30.306584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05cea4f2-7ef9-4dba-a3f9-d9e99050d392 req-8382fc16-8716-4079-8abf-ef13c2a9c087 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353177 Jul 07 17:32:30.798620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-14e301ec-d64c-4e24-a1ef-202713204576 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.800268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-14e301ec-d64c-4e24-a1ef-202713204576 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d&tenant_id=f19729a3d8d54cc5b8b4235501881170&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 944 time: 0.1922367 Jul 07 17:32:30.823755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f2106-2120-44c5-ad50-bf05dfb700e2 req-649a219d-c8f6-449e-8f8b-0f8c2e44e8bb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.825383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c61f2106-2120-44c5-ad50-bf05dfb700e2 req-649a219d-c8f6-449e-8f8b-0f8c2e44e8bb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 944 time: 0.1415188 Jul 07 17:32:30.910432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c61f2106-2120-44c5-ad50-bf05dfb700e2 req-1f5d3efc-8262-4dfb-9173-2177467140e9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626276 Jul 07 17:32:30.912196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-952a4d78-2af1-477e-852d-02d4ab56cf04 service neutron] 10.222.0.54 "GET /v2.0/ports/e7eb3f17-d6f8-443a-9364-656a76426cb9/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 382 time: 0.1055586 Jul 07 17:32:30.998101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-7ba3c2f8-10ed-4c8a-8efa-61a566a8eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.999639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-7ba3c2f8-10ed-4c8a-8efa-61a566a8eefe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1095 time: 0.0583019 Jul 07 17:32:31.021764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:31.104247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-d79cd083-0aa4-47c0-b51c-889834f8f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.106461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-d79cd083-0aa4-47c0-b51c-889834f8f4c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1008410 Jul 07 17:32:31.192407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.211431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'mac_address': 'fa:16:3e:48:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:31.218135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-a231b93a-ee14-4733-982b-2e048e1aeb6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.1028037 Jul 07 17:32:31.253410 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.268029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7eb3f17-d6f8-443a-9364-656a76426cb9 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:31.291827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.295655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-c7781920-2e75-40ff-b06f-df8f717bc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.297580 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-c7781920-2e75-40ff-b06f-df8f717bc828 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0733688 Jul 07 17:32:31.297766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.365786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.378625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.379201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.379783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.380344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.380903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.381480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.382032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.382567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.383009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.383554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.384120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.384670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:31.393527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-1fbaf225-2445-4dd9-8af3-7743c052ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.395130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-1fbaf225-2445-4dd9-8af3-7743c052ee21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907841 Jul 07 17:32:31.541653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-cf0462e6-700f-4c5e-9122-b5a9147a52e8 service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392217 Jul 07 17:32:31.645957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e7eb3f17-d6f8-443a-9364-656a76426cb9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:31.653078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-3b7f1a82-a75a-4ec8-a844-ff4a7df63ab5 service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035476 Jul 07 17:32:32.104015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb0a2-a714-405b-882a-c5dc1ac269bb req-ceda254b-4bc9-430d-b89d-ca0aa7dc7b1d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.106388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bccb0a2-a714-405b-882a-c5dc1ac269bb req-ceda254b-4bc9-430d-b89d-ca0aa7dc7b1d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 945 time: 0.0733588 Jul 07 17:32:32.149438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bccb0a2-a714-405b-882a-c5dc1ac269bb req-da5c2fbb-ca68-4e6c-8821-4ef9090fd76e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367928 Jul 07 17:32:33.032354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:33.097882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port e7eb3f17-d6f8-443a-9364-656a76426cb9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:33.102774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port e7eb3f17-d6f8-443a-9364-656a76426cb9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:33.103208 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.192665 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.227925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:33.228946 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e44638-e8aa-437c-aca2-f5b3512ef5e6" -d '{"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-plugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:33.252525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:33.258039 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.344658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:33.378056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fb2d8-0aec-4a6f-8209-c93b61a3e760 req-1ef430ba-81d6-4743-8fdd-b6123b3b4f06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.380060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e95fb2d8-0aec-4a6f-8209-c93b61a3e760 req-1ef430ba-81d6-4743-8fdd-b6123b3b4f06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0965447 Jul 07 17:32:33.427093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e95fb2d8-0aec-4a6f-8209-c93b61a3e760 req-7c331c11-8a9d-4256-8a76-667d4c1e4d67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395651 Jul 07 17:32:33.490575 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84082ff7-3159-4a94-93b3-7a44bda43eb6 x-openstack-request-id: req-84082ff7-3159-4a94-93b3-7a44bda43eb6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:33.490885 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-plugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:33.491148 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84082ff7-3159-4a94-93b3-7a44bda43eb6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:33.491560 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'code': 200} Jul 07 17:32:33.910847 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.084242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-82335aea-dd13-46cd-b10e-35bd75114bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:34.085926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-82335aea-dd13-46cd-b10e-35bd75114bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 1097 time: 0.0627115 Jul 07 17:32:34.102816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:34.188563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.424074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:34.467018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:34.520901 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:34.523854 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca61c43-f79d-43d3-9cfa-8f0bc84eb6b4" -d '{"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:34.530099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.547916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Transition to ACTIVE for port object e7eb3f17-d6f8-443a-9364-656a76426cb9 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:34.552948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.649459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:34.661840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.662200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.662518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.662854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.663189 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.663518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.663844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.664173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.664506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.664824 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.665167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.665491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:34.704870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] No DVR routers for this DVR port e7eb3f17-d6f8-443a-9364-656a76426cb9 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:34.727792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7823a8-84e4-4129-8c09-16e3204553e6 req-0270d5dc-67e6-4013-a837-67f2989d0996 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:34.731907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff7823a8-84e4-4129-8c09-16e3204553e6 req-0270d5dc-67e6-4013-a837-67f2989d0996 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 945 time: 0.1294613 Jul 07 17:32:34.797521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff7823a8-84e4-4129-8c09-16e3204553e6 req-5156cabc-4914-4eed-9dcb-2281d2a2a7b1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562842 Jul 07 17:32:34.884727 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb222b-c2f5-4d4a-9d32-0684dda748e3 x-openstack-request-id: req-12cb222b-c2f5-4d4a-9d32-0684dda748e3 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:34.885135 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:34.885542 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12cb222b-c2f5-4d4a-9d32-0684dda748e3 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:34.886734 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'code': 200} Jul 07 17:32:34.929636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:34.929873 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:34.930204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:34.936396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:34.936893 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Attempting to bind port e7eb3f17-d6f8-443a-9364-656a76426cb9 on network de8d6a25-98b6-429e-ac33-e630def46aba {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:34.944013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:34.944492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Checking segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:34.944969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Bound using segment: {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:34.945556 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Bound port: e7eb3f17-d6f8-443a-9364-656a76426cb9, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfef71de-e892-4e96-8681-4edd9c8a9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:34.946043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.023820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:35.028753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:35.033731 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.078017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.078739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.080132 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] 10.222.0.13 "PUT /v2.0/ports/e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 1093 time: 0.9822872 Jul 07 17:32:35.114476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50094c5-4481-4f56-af67-85a3a86c765b service neutron] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=11']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:35.189398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-28482786-0146-4fab-8dd2-1094be452dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.192109 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-28482786-0146-4fab-8dd2-1094be452dfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1096 time: 0.0689530 Jul 07 17:32:35.276400 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4aa54a5d-30be-4318-8f1c-668266f5055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.336335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-4ea74bc0-a5e6-42af-af3d-1a1105e2dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.337903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-4ea74bc0-a5e6-42af-af3d-1a1105e2dfef service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1393704 Jul 07 17:32:35.440336 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-aca3390b-c128-4e1c-85a0-ee91ffa167b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.0957305 Jul 07 17:32:35.521580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-62c60c91-71da-4300-8be4-77e89e180d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.523167 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-62c60c91-71da-4300-8be4-77e89e180d75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0769062 Jul 07 17:32:35.587932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-13d6dfaf-85e9-4c2b-b1ae-1667d36088f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.590271 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-13d6dfaf-85e9-4c2b-b1ae-1667d36088f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610726 Jul 07 17:32:35.605550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-9ca3ad0f-9602-4065-9fba-efc41feb9503 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:32:35.607361 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-9ca3ad0f-9602-4065-9fba-efc41feb9503 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089011 Jul 07 17:32:35.710572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-e847ad85-f835-4dc5-932f-2559e578009a service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969007 Jul 07 17:32:35.813303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-438c07f1-b9f7-4d32-8296-695ec573ad6c req-483a597d-845e-4cce-a628-756fddee0425 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968757 Jul 07 17:32:36.046770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668126b-7d36-4d3c-89c2-d7e13a91a919 req-7680b47e-fd99-4e39-8737-0c4004676869 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:36.048447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2668126b-7d36-4d3c-89c2-d7e13a91a919 req-7680b47e-fd99-4e39-8737-0c4004676869 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 945 time: 0.0748284 Jul 07 17:32:36.096902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2668126b-7d36-4d3c-89c2-d7e13a91a919 req-fc7ca0fc-9867-46f8-98fd-c74d83a7a5f5 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420220 Jul 07 17:32:36.888327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:36.892115 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809eac43-843e-4f8e-8462-1252737bc27a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:36.954168 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb84ac-5d1b-421f-bdc2-793660f31937 x-openstack-request-id: req-25bb84ac-5d1b-421f-bdc2-793660f31937 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:36.954522 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:36.954927 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25bb84ac-5d1b-421f-bdc2-793660f31937 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:36.955641 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'status': 'completed', 'code': 200} Jul 07 17:32:37.049340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-05335bed-e0d4-4b01-a4dc-c71f6aba8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.051036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-05335bed-e0d4-4b01-a4dc-c71f6aba8d81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1096 time: 0.0716014 Jul 07 17:32:37.067656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:37.074288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-cd06c6fc-9982-49f6-939e-c64290bcc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.076982 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-cd06c6fc-9982-49f6-939e-c64290bcc12d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1096 time: 0.0811467 Jul 07 17:32:37.139553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:37.176184 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:37.180741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-58795bf7-fc9c-4f66-8019-35fc1fe141fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.182376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-58795bf7-fc9c-4f66-8019-35fc1fe141fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1247568 Jul 07 17:32:37.229227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-f759e709-4ccd-4e20-8390-d041e75e4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.243982 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-f759e709-4ccd-4e20-8390-d041e75e4983 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1521280 Jul 07 17:32:37.300370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-f796f159-92b1-4f35-9ab3-c9ff957da44f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.1100144 Jul 07 17:32:37.380980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:37.388321 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-a12fe18a-2050-469b-b41e-22ada96920a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 999 time: 0.1321988 Jul 07 17:32:37.400057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'port_id': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'mac_address': 'fa:16:3e:48:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:37.435224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-38a2bfe6-1ecf-47cb-9a60-7cbfeee3f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.438619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-38a2bfe6-1ecf-47cb-9a60-7cbfeee3f334 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.1202219 Jul 07 17:32:37.454663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.472408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7eb3f17-d6f8-443a-9364-656a76426cb9 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:37.479272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-ee93ec01-84c4-4b55-9845-6a351c9e08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.484596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-ee93ec01-84c4-4b55-9845-6a351c9e08c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0893474 Jul 07 17:32:37.496303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:37.501472 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.563698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e027346-d5ba-47f3-9b74-121afdeb7dda req-959355da-edf6-4d34-908c-1f8d61ffb7c8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.572013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:37.577134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e027346-d5ba-47f3-9b74-121afdeb7dda req-959355da-edf6-4d34-908c-1f8d61ffb7c8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 945 time: 0.2809436 Jul 07 17:32:37.592167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-082c7e48-6c89-4424-ae76-73836586691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.593851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-082c7e48-6c89-4424-ae76-73836586691c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031659 Jul 07 17:32:37.671563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e027346-d5ba-47f3-9b74-121afdeb7dda req-8b47f0a5-6982-499a-ade4-6b3cc8ab337b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920181 Jul 07 17:32:37.672371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.693164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-843e-4f8e-8462-1252737bc27a req-92238858-f42f-43fd-9892-15cc1955e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.693164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-92238858-f42f-43fd-9892-15cc1955e821 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387173 Jul 07 17:32:37.751622 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-3b3be4f5-ecc3-4c3c-9411-9ed5f4c2f7f8 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505952 Jul 07 17:32:37.790716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['e7eb3f17-d6f8-443a-9364-656a76426cb9'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:37.847195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-1b50f6e3-5c8a-458d-8679-c991b3d96f25 service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526754 Jul 07 17:32:37.898069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-f8e85bd5-8ca3-4b7c-a548-9301499b1752 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391203 Jul 07 17:32:37.974984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-809eac43-843e-4f8e-8462-1252737bc27a req-8ce54ad1-17e9-490c-869e-938acba0b68e service neutron] 10.222.0.54 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206646 Jul 07 17:32:38.873948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5b1cf-1082-469f-9c6c-14fc930e1beb req-754a2b53-5dc3-4dcf-946c-ce0587321870 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:38.875593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ecb5b1cf-1082-469f-9c6c-14fc930e1beb req-754a2b53-5dc3-4dcf-946c-ce0587321870 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 946 time: 0.0767138 Jul 07 17:32:38.922947 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ecb5b1cf-1082-469f-9c6c-14fc930e1beb req-71c14522-7d8b-4aee-8acb-6f94076730b1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374184 Jul 07 17:32:38.961732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37560) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:39.043576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b011aac4-d2cf-468b-a781-5a8e2f701aa6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/19f71057-0efc-40ef-a87e-82a0d7611521 HTTP/1.1" status: 200 len: 992 time: 0.0805507 Jul 07 17:32:39.158364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:39.165980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:39.203485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-49574769-007b-4a25-8eba-b4416f9be8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.233546 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.244443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port e7eb3f17-d6f8-443a-9364-656a76426cb9 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:39.252036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port e7eb3f17-d6f8-443a-9364-656a76426cb9 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:39.252615 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.361462 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.388446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:39.390845 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f3bba-8f9b-4c42-a099-cf3dd57c495c" -d '{"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-plugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:39.410051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:39.416609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.456328 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239aeeab-f2ca-4652-9073-21293267a0f8 x-openstack-request-id: req-239aeeab-f2ca-4652-9073-21293267a0f8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:39.456687 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-plugged", "status": "completed", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:39.457031 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-239aeeab-f2ca-4652-9073-21293267a0f8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:39.457461 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'code': 200} Jul 07 17:32:39.487754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=13']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.878628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.038624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.679144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-d6ec4b16-6d20-4677-bdcb-33cba5c69138 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573683 Jul 07 17:33:00.800560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-375606f8-5eb2-4e44-84e2-3774bb85c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:00.802189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-375606f8-5eb2-4e44-84e2-3774bb85c5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1098 time: 0.0585756 Jul 07 17:33:00.949582 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-710565b0-81a0-49e1-ace5-88c4d7afb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:00.951132 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-710565b0-81a0-49e1-ace5-88c4d7afb2f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1237161 Jul 07 17:33:01.024275 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-5c38ba1b-9ea7-4877-9fbc-607172f07020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0663598 Jul 07 17:33:01.088572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-f6c38dc9-7375-4ccc-8ec1-1fc7d9506997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.091368 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-f6c38dc9-7375-4ccc-8ec1-1fc7d9506997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0608394 Jul 07 17:33:01.161905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-9586cab2-1e1e-40f4-abb5-aea520a0691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.163513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-9586cab2-1e1e-40f4-abb5-aea520a0691a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661037 Jul 07 17:33:01.695083 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-7e229d61-b318-4948-bc84-3ef8baebe790 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244226 Jul 07 17:33:01.796918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-47b7bcd5-64d4-492b-a5cb-88e1e52a55ed req-229a09ff-bb6b-47e3-bd09-0da96001e2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956223 Jul 07 17:33:03.950190 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.269744 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e519a33e-b0af-4e33-8103-f38a9bfaf5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.671153 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.699088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06c335-4ba0-440c-a57a-f5a28d53f464 req-3c400aa8-473c-465e-9508-8af9b92080ed tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:07.700726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad06c335-4ba0-440c-a57a-f5a28d53f464 req-3c400aa8-473c-465e-9508-8af9b92080ed tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1098 time: 0.0746677 Jul 07 17:33:07.738268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad06c335-4ba0-440c-a57a-f5a28d53f464 req-6d9e69a2-cef6-446d-9539-c0d7c8649098 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Jul 07 17:33:07.768988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37576) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:07.937539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 0bb92414-ee57-4db8-8402-07810dcb79a0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:07.937793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.019871 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.020203 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.032790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 0bb92414-ee57-4db8-8402-07810dcb79a0 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:08.199093 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.227434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=0bb92414-ee57-4db8-8402-07810dcb79a0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:08.301126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.301472 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Floating IP 19f71057-0efc-40ef-a87e-82a0d7611521 disassociated (deleted). External IP: 172.25.5.98, port: e7eb3f17-d6f8-443a-9364-656a76426cb9. Jul 07 17:33:08.522274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2b2d443e-4eb8-4dd5-a781-951fc07337ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:08.645129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:08.650507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.656068 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] Sync routers for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:08.671025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:08.671902 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:32:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:08.690287 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b820ceaa-2499-4067-9446-4cce7b6b4c60 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/floatingips/19f71057-0efc-40ef-a87e-82a0d7611521 HTTP/1.1" status: 204 len: 168 time: 0.9199572 Jul 07 17:33:08.691136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:08.693596 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6068c1-d2f8-4491-b240-ccd38a30cb99" -d '{"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:08.801228 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:08.983142 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adbb505-ed53-451d-97bc-0226c9e84b0d x-openstack-request-id: req-8adbb505-ed53-451d-97bc-0226c9e84b0d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:08.983948 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:08.983948 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8adbb505-ed53-451d-97bc-0226c9e84b0d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:08.984537 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'status': 'completed', 'code': 200} Jul 07 17:33:09.082771 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:24Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:09.100049 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-ad4c13e6-4370-40a1-93e5-39b59a14c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:09.101878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-ad4c13e6-4370-40a1-93e5-39b59a14c913 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 1098 time: 0.0584059 Jul 07 17:33:09.126905 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] Checking router: 2b2d443e-4eb8-4dd5-a781-951fc07337ee for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:09.140268 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:09.141175 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:32:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:09.177288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177670c6-b0da-4381-92ff-270462ae7e47 req-2f2603ad-48cf-4495-ac85-c3e3d7462ff0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:09.185598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-177670c6-b0da-4381-92ff-270462ae7e47 req-2f2603ad-48cf-4495-ac85-c3e3d7462ff0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 947 time: 0.1122334 Jul 07 17:33:09.193563 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5696e742-98e5-497c-ac1c-7e775e8c274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.218206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-ee44c6c5-9b27-4ffb-b9a4-c00608503020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:09.219958 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-ee44c6c5-9b27-4ffb-b9a4-c00608503020 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 200 len: 897 time: 0.1114008 Jul 07 17:33:09.246930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.249730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-177670c6-b0da-4381-92ff-270462ae7e47 req-6810b02a-aed6-42f2-b7d2-15a0fcc9eb7d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627794 Jul 07 17:33:09.297717 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-b5292d4b-f635-4e7b-97be-2d05771f3500 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 200 len: 217 time: 0.0693526 Jul 07 17:33:09.362166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-a7725abe-5fec-4958-846c-8fcd7defe4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:09.363583 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-a7725abe-5fec-4958-846c-8fcd7defe4be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 200 len: 834 time: 0.0566490 Jul 07 17:33:09.408891 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:09.432384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-6e0412ea-04bc-46f9-8987-c6c0c5d174d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:09.435019 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-6e0412ea-04bc-46f9-8987-c6c0c5d174d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de8d6a25-98b6-429e-ac33-e630def46aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646627 Jul 07 17:33:09.550697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-15ef7908-4870-4f8b-ae9d-723e1a4018ca service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071560 Jul 07 17:33:09.656623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:24Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:09.666720 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-cb6068c1-d2f8-4491-b240-ccd38a30cb99 req-941d87c2-0353-4bcc-9f66-a83895d2ab5a service neutron] 10.222.0.13 "GET /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077216 Jul 07 17:33:09.690504 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde1d8d-c815-4fb9-9f77-f6d8750f7c82 None None] The sync data for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 is: [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:18Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd15aaa29-d9b8-40c7-8144-939aa1a86fe7', 'name': '', 'network_id': 'de8d6a25-98b6-429e-ac33-e630def46aba', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:7a:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:24Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'a0ad7c08-de70-472b-bbb4-d17e62080734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:09.948733 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96306e6-d05e-4666-b228-fb0da9a525cd None None] New status for floating IP 19f71057-0efc-40ef-a87e-82a0d7611521: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:33:10.454230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90be1-3b09-40b8-aba3-31c0f2534fab req-108eb50c-1080-4b1b-84e5-5d1ac34785f9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:10.456793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94c90be1-3b09-40b8-aba3-31c0f2534fab req-108eb50c-1080-4b1b-84e5-5d1ac34785f9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 947 time: 0.0825710 Jul 07 17:33:10.489075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-9d0044d4-c95c-4ebc-9392-d11632ecac64 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:10.491691 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-9d0044d4-c95c-4ebc-9392-d11632ecac64 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 947 time: 0.0829856 Jul 07 17:33:10.508156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94c90be1-3b09-40b8-aba3-31c0f2534fab req-f24e8ff2-b5a6-492d-8132-9472e04b4277 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=2777f200-3134-4737-84af-744f01252633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456076 Jul 07 17:33:10.627110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port e7eb3f17-d6f8-443a-9364-656a76426cb9 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:10.627455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.743639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port e7eb3f17-d6f8-443a-9364-656a76426cb9, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=e7eb3f17-d6f8-443a-9364-656a76426cb9,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:10.744168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.759498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for e7eb3f17-d6f8-443a-9364-656a76426cb9 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:10.881909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.906220 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.951916 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=e7eb3f17-d6f8-443a-9364-656a76426cb9,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:11.003635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] No DVR routers for this DVR port e7eb3f17-d6f8-443a-9364-656a76426cb9 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:11.006536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.008572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2ffae59f-c1fe-4f59-82cb-ce72eccebb29 req-c10b1064-177a-4c3b-90f7-adb6d83b4569 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "DELETE /v2.0/ports/e7eb3f17-d6f8-443a-9364-656a76426cb9 HTTP/1.1" status: 204 len: 173 time: 0.5113800 Jul 07 17:33:11.009118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-deleted', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:11.011474 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90097f-3df6-460e-be16-20bbea2f7c8a" -d '{"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-deleted", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:11.060641 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5884d1-dead-4a26-98c2-6e0c0f3b67a2 x-openstack-request-id: req-eb5884d1-dead-4a26-98c2-6e0c0f3b67a2 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:11.060947 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3220996-43ca-40d4-a377-5ef17174a10d", "name": "network-vif-deleted", "tag": "e7eb3f17-d6f8-443a-9364-656a76426cb9", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:11.061229 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb5884d1-dead-4a26-98c2-6e0c0f3b67a2 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:11.061642 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3220996-43ca-40d4-a377-5ef17174a10d', 'name': 'network-vif-deleted', 'tag': 'e7eb3f17-d6f8-443a-9364-656a76426cb9', 'status': 'completed', 'code': 200} Jul 07 17:33:11.721367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcd69371-cde4-49d8-b5f8-726bc5941990 req-aba73e3b-9611-4778-8446-8630b767173a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3220996-43ca-40d4-a377-5ef17174a10d HTTP/1.1" status: 200 len: 210 time: 0.0319221 Jul 07 17:33:12.826921 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37592) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:13.234962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.329090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:13.355466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: e7eb3f17-d6f8-443a-9364-656a76426cb9 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:13.355811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device e7eb3f17-d6f8-443a-9364-656a76426cb9 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:13.554064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port d15aaa29-d9b8-40c7-8144-939aa1a86fe7 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:13.554459 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.649341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port d15aaa29-d9b8-40c7-8144-939aa1a86fe7, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:13.649711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.666405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for d15aaa29-d9b8-40c7-8144-939aa1a86fe7 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:13.867715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.896549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=d15aaa29-d9b8-40c7-8144-939aa1a86fe7,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:14.092053 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.332714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2b2d443e-4eb8-4dd5-a781-951fc07337ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:14.442262 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:14.447382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d3028e80-d8fc-499c-81d3-f9c2bc248354 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "PUT /v2.0/routers/2b2d443e-4eb8-4dd5-a781-951fc07337ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194038 Jul 07 17:33:14.450734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37594) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:14.454214 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] Sync routers for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:14.464737 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:14.465428 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:14.524228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting subnet a0ad7c08-de70-472b-bbb4-d17e62080734 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:14.528894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.578251 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.584692 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:14.694689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.765733 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.779292 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:33:13Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:14.802899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ad7c08-de70-472b-bbb4-d17e62080734,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:14.806301 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] Checking router: 2b2d443e-4eb8-4dd5-a781-951fc07337ee for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:14.807397 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.810347 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-611ea04f-e122-486c-9922-4252f53afade tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/subnets/a0ad7c08-de70-472b-bbb4-d17e62080734 HTTP/1.1" status: 204 len: 168 time: 0.3585515 Jul 07 17:33:14.813592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:14.816352 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] Routers {'2b2d443e-4eb8-4dd5-a781-951fc07337ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:14.816969 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:14.836578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd34ae-3800-441f-a422-b16771182cee None None] Network de8d6a25-98b6-429e-ac33-e630def46aba requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:14.946782 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] Set router 2b2d443e-4eb8-4dd5-a781-951fc07337ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:15.078858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] DHCP port deletion for de8d6a25-98b6-429e-ac33-e630def46aba request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:15.159147 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:33:13Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:15.190192 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd9c39-b8c6-460d-948d-83ead6d7105d None None] The sync data for ids ['2b2d443e-4eb8-4dd5-a781-951fc07337ee'] in n-d-793619-7 is: [{'id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-458124451', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:33:13Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '8ab74b2e-edab-4953-be8d-2e029be07159', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d443e-4eb8-4dd5-a781-951fc07337ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:14Z', 'updated_at': '2021-07-07T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:15.317701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.319649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] Deleting port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:15.320261 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.429038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.429903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] For port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,segment=NetworkSegment(bfef71de-e892-4e96-8681-4edd9c8a9678),segment_id=bfef71de-e892-4e96-8681-4edd9c8a9678)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:15.430464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.455164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] Calling delete_port for 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:15.485809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 8ab74b2e-edab-4953-be8d-2e029be07159 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:15.486158 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.561210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.596056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port 8ab74b2e-edab-4953-be8d-2e029be07159, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8ab74b2e-edab-4953-be8d-2e029be07159,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:15.596539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.605804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] Pushing event deleted for resources: {'Port': ['ID=91c313fb-9cfa-4b4b-a018-f3caff2e50e3,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.608793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440615c-b1ac-49cb-b36c-8a38678809d0 None None] No DVR routers for this DVR port 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:15.623996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 8ab74b2e-edab-4953-be8d-2e029be07159 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:15.816825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:15.845055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.851312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:15.853744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 91c313fb-9cfa-4b4b-a018-f3caff2e50e3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:15.854784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d15aaa29-d9b8-40c7-8144-939aa1a86fe7 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:15.875058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d15aaa29-d9b8-40c7-8144-939aa1a86fe7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:15.875310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d15aaa29-d9b8-40c7-8144-939aa1a86fe7 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:15.887023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=8ab74b2e-edab-4953-be8d-2e029be07159,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.960375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.060383 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.063066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.112520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.113129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Fanout notify agent at l3_agent the message router_deleted on router 2b2d443e-4eb8-4dd5-a781-951fc07337ee {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:33:16.122890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.124628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9d0308a0-7fc4-41d6-91b0-8f4bf5f1972c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/routers/2b2d443e-4eb8-4dd5-a781-951fc07337ee HTTP/1.1" status: 204 len: 168 time: 1.3098519 Jul 07 17:33:16.128210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37598) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:16.159835 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:16.233945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.340399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.352124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8d6a25-98b6-429e-ac33-e630def46aba']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:16.365538 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfef71de-e892-4e96-8681-4edd9c8a9678') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:16.365789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfef71de-e892-4e96-8681-4edd9c8a9678') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:16.375259 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.389819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.396027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:16.396426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:16.399635 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:16.472693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.481519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.482770 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/networks/de8d6a25-98b6-429e-ac33-e630def46aba HTTP/1.1" status: 204 len: 168 time: 0.3534920 Jul 07 17:33:16.485815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37600) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:16.494674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e9712-a532-432e-81eb-a06535a1bb1f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Network': ['ID=de8d6a25-98b6-429e-ac33-e630def46aba,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.553166 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.580734 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.663311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.665965 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.667705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/security-groups/2777f200-3134-4737-84af-744f01252633 HTTP/1.1" status: 204 len: 168 time: 0.1808639 Jul 07 17:33:16.678004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2777f200-3134-4737-84af-744f01252633,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.687094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.687445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.687790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.688127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.688468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.688800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.689146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.689485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.689814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.690138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.690463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:16.690791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f32e2-7c2e-41fc-ba2c-f329d4b41747 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:17.114220 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37606) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.119310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104480056', 'description': 'tempest-secgroup-smoke-2104480056 description', 'project_id': 'f19729a3d8d54cc5b8b4235501881170'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.143756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.259948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.265647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.295386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.299181 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1837220 Jul 07 17:33:17.303191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37608) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.309664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': 'd4494341-26ad-45ab-81a9-acdfa4c1cb88', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.310040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b6e1a-52cb-4564-a2e2-937578dfc825 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4494341-26ad-45ab-81a9-acdfa4c1cb88,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.354048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.414604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.420561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.441335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8362a5-8da3-4729-a034-87c5a47de371,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.449974 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.451269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a66fd401-e40e-4d5f-9042-ac59dd10700c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471298 Jul 07 17:33:17.454065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37610) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.458877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': 'd4494341-26ad-45ab-81a9-acdfa4c1cb88', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.496532 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.581562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.586992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.612022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecadf9a-0b0c-44b8-afba-68457f0f17ec,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.621399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.622864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b921cd0e-0810-49d4-948e-bedffb88d13b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677539 Jul 07 17:33:17.626626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37612) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.631729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': 'd4494341-26ad-45ab-81a9-acdfa4c1cb88', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.669712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.745236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.751069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.773932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9182a8-1386-4462-b10f-b6f912c186f9,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.783644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.785368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b99459d1-7ddd-464e-8472-4f1d917dba67 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573982 Jul 07 17:33:17.788705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.793955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': 'd4494341-26ad-45ab-81a9-acdfa4c1cb88', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.831675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.838135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ab74b2e-edab-4953-be8d-2e029be07159 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:17.861179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8ab74b2e-edab-4953-be8d-2e029be07159 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:17.861568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8ab74b2e-edab-4953-be8d-2e029be07159 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:17.911209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.916847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.939311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c4d238-faff-4d5c-9398-408d0ca88491,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.947954 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.950141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d2cca4ae-c53d-432d-8ad4-2312c974dbd9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600277 Jul 07 17:33:17.953651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37616) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.959277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': 'd4494341-26ad-45ab-81a9-acdfa4c1cb88', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.996463 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Project f19729a3d8d54cc5b8b4235501881170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:33:18.002649 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.076080 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.081601 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.099886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0147c5d-8537-43c5-9697-01e53b038789,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:18.107522 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.108681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e5562cf6-89ef-4de8-939c-f52361106310 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538692 Jul 07 17:33:18.112319 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37618) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:18.117649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': 'd4494341-26ad-45ab-81a9-acdfa4c1cb88', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:18.146415 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Project f19729a3d8d54cc5b8b4235501881170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:33:18.152109 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.221817 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.227675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.254977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41458af-7494-45d8-b63d-33d3ccf2a83e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:18.258883 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.264555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0e51a84c-8de6-4e6d-8b3a-d08990163cdc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470082 Jul 07 17:33:18.265181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37620) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:18.272242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'network': {'name': 'tempest-network-smoke--1005065477', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'port_security_enabled': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:18.305641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:18.311391 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.347301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:18.365030 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.365305 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Added segment 4ec27324-b9af-4072-b9fc-0506f7207c7d of type vlan for network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 Jul 07 17:33:18.420056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.457316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.462974 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:18.463570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.556373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2898877 Jul 07 17:33:18.560280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37622) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:18.565488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'admin_state_up': True, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:18.584633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f0ac5-69eb-420d-b812-346ebdbe20c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Network': ['ID=7bacdfc8-0998-41f2-a694-c5bbba18ea78,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:18.594705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.595776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.597734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:18.654780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.798227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.026868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.047271 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.161743 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.25.5.28 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a7db1174-56b9-4771-a991-a9ed1ec59249) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:19.302694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.347365 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.398686 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:19.405305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:19.413579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:19.444433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=a7db1174-56b9-4771-a991-a9ed1ec59249,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:19.706335 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.929815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.075265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2cb89f80-0343-4f23-be58-fd92e4e017b4 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:33:20.192050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:20.203518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Sync routers for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:20.213769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:20.214557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:20.216289 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.222454 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3fd8121f-372a-4663-9951-3fe845146f3c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6564877 Jul 07 17:33:20.223092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37624) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:20.256537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c61732c3-87d0-443c-851f-f79e7bfdfffa tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f19729a3d8d54cc5b8b4235501881170&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317264 Jul 07 17:33:20.259802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37626) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:20.343565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:20.373725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a21178-75d6-4a45-b464-03509d276932 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:20.376389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-36a21178-75d6-4a45-b464-03509d276932 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1153316 Jul 07 17:33:20.380295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37628) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:20.412174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27665c86-51f6-4f00-bdc7-ec4902973b54 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300615 Jul 07 17:33:20.415073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37630) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:20.420715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977052388', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:20.511398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:20.515127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.541220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:20.574960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Checking router: 2cb89f80-0343-4f23-be58-fd92e4e017b4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:20.575315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Updating router 2cb89f80-0343-4f23-be58-fd92e4e017b4 port a7db1174-56b9-4771-a991-a9ed1ec59249 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:20.615927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.956565 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.968745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Transition to ACTIVE for port object a7db1174-56b9-4771-a991-a9ed1ec59249 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:20.976540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.040930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Attempting to bind port a7db1174-56b9-4771-a991-a9ed1ec59249 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:21.041381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Attempting to bind port a7db1174-56b9-4771-a991-a9ed1ec59249 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:21.041690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Attempting to bind port a7db1174-56b9-4771-a991-a9ed1ec59249 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:21.045594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b960-5050-452b-b16a-f128f30f1100 None None] Pushing event updated for resources: {'Port': ['ID=a7db1174-56b9-4771-a991-a9ed1ec59249,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.050792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:21.051192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:21.051564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.051960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:21.052420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Bound port: a7db1174-56b9-4771-a991-a9ed1ec59249, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:21.052804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.109468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.121542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] For port a7db1174-56b9-4771-a991-a9ed1ec59249, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:21.125342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] For port a7db1174-56b9-4771-a991-a9ed1ec59249, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a7db1174-56b9-4771-a991-a9ed1ec59249,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:21.130078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.179369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Subnet': ['ID=cfb18538-3a11-439e-9b2e-8e93cae0cb6e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.187477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:21.188096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:21.189976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Checking segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:21.190357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network hostable DHCP agents. Network: 7bacdfc8-0998-41f2-a694-c5bbba18ea78, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:21.211054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:21.222757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7bacdfc8-0998-41f2-a694-c5bbba18ea78) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:21.230369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.231394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b960-5050-452b-b16a-f128f30f1100 None None] Pushing event updated for resources: {'Port': ['ID=a7db1174-56b9-4771-a991-a9ed1ec59249,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.231821 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.241015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f501e-054f-42f0-aaf5-efbf45dc6f7a None None] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:21.256719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0d5a0152-9bcd-4631-83c4-f0afb6ae7591 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8356643 Jul 07 17:33:21.256719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37632) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:21.376403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:21.561678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:21.561678 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.751278 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.791716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a80b546a-1f27-48ab-8353-35821744061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:21.828760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Allocated IP 172.20.0.2 (7bacdfc8-0998-41f2-a694-c5bbba18ea78/cfb18538-3a11-439e-9b2e-8e93cae0cb6e/51a8d75f-26e5-4021-b790-bb4bb8f36a08) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:21.831638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b546a-1f27-48ab-8353-35821744061e None None] The sync data for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 is: [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:22.020282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.031335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Transition to ACTIVE for port object 51a8d75f-26e5-4021-b790-bb4bb8f36a08 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:22.049747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Transition to ACTIVE for port object 51a8d75f-26e5-4021-b790-bb4bb8f36a08 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:22.058308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.101744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:22.116059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:22.120663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:22.123682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.20.0.1 (7bacdfc8-0998-41f2-a694-c5bbba18ea78/cfb18538-3a11-439e-9b2e-8e93cae0cb6e/43b6d642-14b8-4fa5-bf9c-760154b3ac1b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:22.185465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Pushing event updated for resources: {'Port': ['ID=51a8d75f-26e5-4021-b790-bb4bb8f36a08,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:22.208636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Attempting to bind port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:22.209283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Attempting to bind port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:22.209911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Attempting to bind port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:22.218285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:22.219693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Checking segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:22.220115 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.220551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Bound using segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:22.221077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Bound port: 51a8d75f-26e5-4021-b790-bb4bb8f36a08, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:22.221485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.303073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.304559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] For port 51a8d75f-26e5-4021-b790-bb4bb8f36a08, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:22.317527 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] For port 51a8d75f-26e5-4021-b790-bb4bb8f36a08, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51a8d75f-26e5-4021-b790-bb4bb8f36a08,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:22.321269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Transition to ACTIVE for port object 43b6d642-14b8-4fa5-bf9c-760154b3ac1b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:22.327545 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.387189 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.423172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e87be-fb95-414e-aefb-137d218fd986 None None] Pushing event updated for resources: {'Port': ['ID=51a8d75f-26e5-4021-b790-bb4bb8f36a08,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:22.468257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:22.474921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:22.486961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:22.525622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:22.554576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.821398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.159369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.165149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.283626 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.285699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:23.396727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:23.398226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:23.544524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2cb89f80-0343-4f23-be58-fd92e4e017b4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:23.596730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f3cea-53c1-4075-817e-a4adb13e05ec None None] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:23.677094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:23.689323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7ef3e11a-5017-4850-b2a7-48883c55234e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "PUT /v2.0/routers/2cb89f80-0343-4f23-be58-fd92e4e017b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4271049 Jul 07 17:33:23.703422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-970ddcbd-9af2-4a94-89e0-e351d58ff34b None None] Provisioning for port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:23.934629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51a8d75f-26e5-4021-b790-bb4bb8f36a08 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:23.941660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-08bdeec9-94e1-4233-9c0c-fdd7aa071136 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104480056&fields=id&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 267 time: 0.0528774 Jul 07 17:33:24.007093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:24.013241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:24.015016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.069637 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.090183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-db734212-6bd4-4302-8fd9-04db0211196f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:24.092109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-db734212-6bd4-4302-8fd9-04db0211196f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 797 time: 0.1393554 Jul 07 17:33:24.115186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-7eb72814-d98f-4969-93da-ed04c4e3cdbd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/quotas/f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 375 time: 0.0173471 Jul 07 17:33:24.129598 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.174381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 51a8d75f-26e5-4021-b790-bb4bb8f36a08, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51a8d75f-26e5-4021-b790-bb4bb8f36a08,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:24.179666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f74c6a8-aaf1-4417-b256-e07d37832576 None None] Provisioning complete for port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:24.179957 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6f74c6a8-aaf1-4417-b256-e07d37832576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.206542 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Sync routers for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:24.219803 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:24.220828 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:24.223314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.225217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a7db1174-56b9-4771-a991-a9ed1ec59249 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:24.257721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-6ecbf6fb-f739-478c-9670-a7c4a407bbb2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362348 Jul 07 17:33:24.382501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-77d9f6a8-c386-4cf0-8e90-4a7ebbbeac7d service neutron] 10.222.0.78 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148553 Jul 07 17:33:24.384398 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:24.537185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-29a9d33d-3d70-4fda-8f41-6e5ea0163160 service neutron] 10.222.0.78 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480207 Jul 07 17:33:24.554478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=51a8d75f-26e5-4021-b790-bb4bb8f36a08,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.568031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port a7db1174-56b9-4771-a991-a9ed1ec59249 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:24.575519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a7db1174-56b9-4771-a991-a9ed1ec59249 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:24.575872 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.613049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f74c6a8-aaf1-4417-b256-e07d37832576 None None] Provisioning for port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:24.626430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6f74c6a8-aaf1-4417-b256-e07d37832576 None None] Provisioning complete for port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:24.626899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6f74c6a8-aaf1-4417-b256-e07d37832576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.674205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6f74c6a8-aaf1-4417-b256-e07d37832576 None None] Port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:24.689136 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:23Z', 'revision_number': 2, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:24.718738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.725698 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Checking router: 2cb89f80-0343-4f23-be58-fd92e4e017b4 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:24.726323 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Updating router 2cb89f80-0343-4f23-be58-fd92e4e017b4 port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:24.752724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port a7db1174-56b9-4771-a991-a9ed1ec59249, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a7db1174-56b9-4771-a991-a9ed1ec59249,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:24.759373 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.801003 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.818321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015855f1-c500-45b1-8be2-0124ad04dba2 req-b3bda09d-d353-4043-816d-17e936175e2a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 210 time: 0.0395854 Jul 07 17:33:24.835966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-abc7ab6a-e1ad-4491-81d6-22c8e76cfb51 None None] Provisioning complete for port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:24.836463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-abc7ab6a-e1ad-4491-81d6-22c8e76cfb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.889609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=a7db1174-56b9-4771-a991-a9ed1ec59249,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.900489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-abc7ab6a-e1ad-4491-81d6-22c8e76cfb51 None None] Port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:25.250066 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.264319 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Transition to ACTIVE for port object 43b6d642-14b8-4fa5-bf9c-760154b3ac1b will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:25.272323 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.361090 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Pushing event updated for resources: {'Port': ['ID=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.375535 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.376015 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.376486 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.376947 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.377449 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.377908 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.378363 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.381852 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.382157 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.382655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.382993 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.383322 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:25.451623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Attempting to bind port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:25.452165 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Attempting to bind port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:25.452740 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Attempting to bind port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:25.461034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:25.461747 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Checking segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:25.462376 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.463052 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Bound using segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:25.464493 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Bound port: 43b6d642-14b8-4fa5-bf9c-760154b3ac1b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:25.465123 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.564104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] For port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:25.571175 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] For port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:25.578994 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.676534 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:25.677462 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:25.684398 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b32852-4cd5-48ee-b8f8-179e3659196c None None] Pushing event updated for resources: {'Port': ['ID=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.827791 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:25.878204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51a8d75f-26e5-4021-b790-bb4bb8f36a08 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:25.973097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:25.973797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.046389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdc03c8e-9139-459e-a69e-c562734ab924 req-a5ec7bf6-818f-41cf-a9fc-48878f6f9163 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 210 time: 0.0329633 Jul 07 17:33:26.084301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a7db1174-56b9-4771-a991-a9ed1ec59249 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:26.136531 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:25Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:26.139340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port a7db1174-56b9-4771-a991-a9ed1ec59249 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:26.139726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.171441 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89def7d-d07d-4e68-b883-5f6845911b6d None None] The sync data for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 is: [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:25Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:26.406273 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-dbec6b15-d432-44c7-98d8-edfa71580f94 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:26.408312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-dbec6b15-d432-44c7-98d8-edfa71580f94 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 797 time: 0.1367645 Jul 07 17:33:26.467612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-12157434-73ab-4710-b145-ca9d82bb1e6f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 380 time: 0.0504529 Jul 07 17:33:26.476871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'port': {'device_id': '84ada2db-c416-4317-92c0-83faf2cf3324', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'admin_state_up': True, 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'security_groups': ['d4494341-26ad-45ab-81a9-acdfa4c1cb88']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:26.619709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:26.623830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.789310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.20.0.5 (7bacdfc8-0998-41f2-a694-c5bbba18ea78/cfb18538-3a11-439e-9b2e-8e93cae0cb6e/597ab64b-29c7-4363-8bbe-b08b9f0d86a1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:26.988942 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.008897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Transition to ACTIVE for port object 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:27.046622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.094102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:27.098036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:27.102846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:27.162175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.181580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.183041 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.209205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-64956c10-51e9-4062-9552-ca36ef95cb13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365785 Jul 07 17:33:27.221693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Request body: {'port': {'device_id': '84ada2db-c416-4317-92c0-83faf2cf3324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:27.376861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c592fc0-1829-47de-ac32-f8cdefce18c6 req-707cd4c6-b9fc-4cd2-9304-296f9531d10a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.379809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c592fc0-1829-47de-ac32-f8cdefce18c6 req-707cd4c6-b9fc-4cd2-9304-296f9531d10a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 931 time: 0.1458583 Jul 07 17:33:27.380436 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.476988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2e4ef981-bd73-4fc3-a4b0-e892e1484615 None None] Provisioning for port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:27.482378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2e4ef981-bd73-4fc3-a4b0-e892e1484615 None None] Provisioning complete for port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:27.482561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c592fc0-1829-47de-ac32-f8cdefce18c6 req-b5a31fd8-76ef-4fc3-a0a9-7ddba0e70465 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880377 Jul 07 17:33:27.482805 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e4ef981-bd73-4fc3-a4b0-e892e1484615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.526892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ef981-bd73-4fc3-a4b0-e892e1484615 None None] Port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:27.770456 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:27.787778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.820626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Transition to ACTIVE for port object 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:27.826371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.879535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43b6d642-14b8-4fa5-bf9c-760154b3ac1b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:27.913592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.950191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:27.958622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:27.959322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.033396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:28.034066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:28.034760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:28.043615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:28.044182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:28.053426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:28.054189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Checking segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:28.054564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Bound using segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:28.055502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Bound port: 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:28.055744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.118789 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.179031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:28.179297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:28.183788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:28.186573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.190700 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.240853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.241587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.243077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] 10.222.0.54 "PUT /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 1091 time: 1.0262687 Jul 07 17:33:28.243540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:28.246717 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca8482-d512-4ce4-a2e0-28339f153d90" -d '{"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:28.285231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfa917-3f5e-4bb1-8dca-f7e38e6af28c service neutron] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:28.308542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:28.322577 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a222a759-29e9-4bea-8153-108978d8066c x-openstack-request-id: req-a222a759-29e9-4bea-8153-108978d8066c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:28.322992 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:28.325568 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a222a759-29e9-4bea-8153-108978d8066c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:28.326030 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'status': 'completed', 'code': 200} Jul 07 17:33:28.403811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-a02fa386-f677-49a0-9b12-e3f82f11d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.405437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-a02fa386-f677-49a0-9b12-e3f82f11d00b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1094 time: 0.0784755 Jul 07 17:33:28.473572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-ca3b8d4e-aa49-45ef-9774-98fc78d21e8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 217 time: 0.0602489 Jul 07 17:33:28.543108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-a30aec3b-97b5-4399-808b-2e01c03d8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.544956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-a30aec3b-97b5-4399-808b-2e01c03d8062 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0654173 Jul 07 17:33:28.631271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-fc09d4de-0580-4ad2-8a29-7c86bb52dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.633930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-fc09d4de-0580-4ad2-8a29-7c86bb52dba3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824745 Jul 07 17:33:29.134789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-8a5685da-7abd-4dd2-8a43-79f201e347ca service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948447 Jul 07 17:33:29.148660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59fc58-4f3b-4db6-a1bf-b6b592d0d2f3 req-020e56f2-fe1c-4800-9604-534928d94601 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:29.150507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae59fc58-4f3b-4db6-a1bf-b6b592d0d2f3 req-020e56f2-fe1c-4800-9604-534928d94601 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 943 time: 0.5000365 Jul 07 17:33:29.251651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae59fc58-4f3b-4db6-a1bf-b6b592d0d2f3 req-3df62bd1-c0e6-465a-b0c4-0538b0fd760f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907769 Jul 07 17:33:29.294118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1af57824-22d7-4890-a4b4-361ea07c20f9 req-fb75021a-1671-4ef8-ab8d-3eadedbf0f14 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416998 Jul 07 17:33:29.402969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-e7a6b8ad-e578-4266-b44b-91f2c56c4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:29.404421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-e7a6b8ad-e578-4266-b44b-91f2c56c4717 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1094 time: 0.0601728 Jul 07 17:33:29.507443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-fee6c6ac-cee1-4277-87b6-f60504fa224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:29.508964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-fee6c6ac-cee1-4277-87b6-f60504fa224e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.0980878 Jul 07 17:33:29.554117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-3c2be6e2-f1c5-491a-bc0f-1a1ed9c3423a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 217 time: 0.0387919 Jul 07 17:33:29.608931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-b63c8f1d-d1ec-4a2f-994c-265ae4a9a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:29.610720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-b63c8f1d-d1ec-4a2f-994c-265ae4a9a3d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0503020 Jul 07 17:33:29.688988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-334635b0-b90a-4274-b353-90c5947facc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:29.690616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-334635b0-b90a-4274-b353-90c5947facc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726228 Jul 07 17:33:29.803746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-57c9f308-f252-4b62-afbe-78f94d42a048 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064112 Jul 07 17:33:29.852220 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43b6d642-14b8-4fa5-bf9c-760154b3ac1b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:29.903312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:29.903689 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.944279 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2ca8482-d512-4ce4-a2e0-28339f153d90 req-2a6454ab-a73c-4d1e-9ca2-3572cbd79410 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280422 Jul 07 17:33:30.454646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280af0-6bd8-46f9-9138-fadab93d1fdf req-8e9723fc-c326-4056-8b22-d07c4432c9b2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.456933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71280af0-6bd8-46f9-9138-fadab93d1fdf req-8e9723fc-c326-4056-8b22-d07c4432c9b2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 943 time: 0.0805721 Jul 07 17:33:30.520334 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71280af0-6bd8-46f9-9138-fadab93d1fdf req-e28e499e-51ab-4c9b-9e8f-3c235ac1adf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571175 Jul 07 17:33:31.717497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55b66-a6d8-429e-a413-bf529e47e7f3 req-b5abdabe-77c0-4b2d-95cd-150bb848f61e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.719060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a55b66-a6d8-429e-a413-bf529e47e7f3 req-b5abdabe-77c0-4b2d-95cd-150bb848f61e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 943 time: 0.0661917 Jul 07 17:33:31.761053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-77a55b66-a6d8-429e-a413-bf529e47e7f3 req-5960c124-1816-4604-ab1b-0dc7db4a2d98 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358942 Jul 07 17:33:32.962896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312c0d-2064-4bbc-9815-4368c9bcca81 req-5d2d59dd-1a6f-4c39-8416-8fd7f7fc3c63 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.965138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c312c0d-2064-4bbc-9815-4368c9bcca81 req-5d2d59dd-1a6f-4c39-8416-8fd7f7fc3c63 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 943 time: 0.0771823 Jul 07 17:33:33.010970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c312c0d-2064-4bbc-9815-4368c9bcca81 req-878e8e96-6db1-4fca-943c-8f14c50b52fb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359190 Jul 07 17:33:33.307106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:33.409722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:33.422719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'port_id': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'mac_address': 'fa:16:3e:04:48:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:33.466096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.479976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:33.502523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:33.507365 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.562481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:33.570561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.570914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.571268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.571608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.571944 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.572292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.572632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.573189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.573468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.573798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.574129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.574461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:33.821395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['597ab64b-29c7-4363-8bbe-b08b9f0d86a1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:33.987051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.208845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16286184-21d3-4a4d-b953-b570bdb0bd82 req-433b6471-3577-4762-8ade-2a8dcda38fd8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:34.210744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16286184-21d3-4a4d-b953-b570bdb0bd82 req-433b6471-3577-4762-8ade-2a8dcda38fd8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.0767152 Jul 07 17:33:34.256940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16286184-21d3-4a4d-b953-b570bdb0bd82 req-2705bd83-7a57-4ae9-bbc0-cdc9c64d8a59 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392349 Jul 07 17:33:35.261985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ac50-a880-47ff-bb98-9b3a85788ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.326921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:35.385592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:35.392201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:35.392827 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.462675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d3292-19b9-4cbc-b50f-68de3b87650b req-1e4e57a3-3928-4fef-8725-4a9112adf250 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:35.464891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6d3292-19b9-4cbc-b50f-68de3b87650b req-1e4e57a3-3928-4fef-8725-4a9112adf250 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.0854008 Jul 07 17:33:35.496127 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.507122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6d3292-19b9-4cbc-b50f-68de3b87650b req-84d5cc86-4967-4292-9c2c-813b4a4c962b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358851 Jul 07 17:33:35.533151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:35.533151 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117bfc7f-e7f7-471e-9e25-bc2309a31a30" -d '{"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-plugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:35.540206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:35.546001 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.591164 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cb6645-61f3-46db-ac4d-279b4c3fb983 x-openstack-request-id: req-34cb6645-61f3-46db-ac4d-279b4c3fb983 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:35.591659 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-plugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:35.592127 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34cb6645-61f3-46db-ac4d-279b4c3fb983 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:35.592907 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'code': 200} Jul 07 17:33:35.615481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:35.710279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f31bd4-c807-4762-a89d-1d3532f29c79 req-e4f8ebf0-d476-42b0-8161-a9589fb9fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:35.711814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3f31bd4-c807-4762-a89d-1d3532f29c79 req-e4f8ebf0-d476-42b0-8161-a9589fb9fc29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1096 time: 0.0552690 Jul 07 17:33:35.756615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3f31bd4-c807-4762-a89d-1d3532f29c79 req-e8701414-58b1-41ae-8561-f1e8545e0caf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381870 Jul 07 17:33:36.749530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac647a3d-1b79-4c23-8009-587dc30c7060 req-4c1cb85c-42af-4709-a4f4-4cbc02f1baf4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:36.752350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac647a3d-1b79-4c23-8009-587dc30c7060 req-4c1cb85c-42af-4709-a4f4-4cbc02f1baf4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0940387 Jul 07 17:33:36.807646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac647a3d-1b79-4c23-8009-587dc30c7060 req-654db81c-75a8-4a54-ae7d-350363229d5a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491965 Jul 07 17:33:37.667454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.037034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21229-7fbe-42a9-b5c2-9e88740ee3b5 req-70c761f0-d944-414f-9ed8-ed78945b1770 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.039896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5a21229-7fbe-42a9-b5c2-9e88740ee3b5 req-70c761f0-d944-414f-9ed8-ed78945b1770 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.1019821 Jul 07 17:33:38.084120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5a21229-7fbe-42a9-b5c2-9e88740ee3b5 req-57637641-7e8b-4ac1-8cb5-4b450e4bc1cc tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385797 Jul 07 17:33:38.269427 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1083-cce6-4090-97a4-7b3c24b454b5 req-25f4f263-2dc0-49d6-83a7-6c625efea957 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.271012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d41a1083-cce6-4090-97a4-7b3c24b454b5 req-25f4f263-2dc0-49d6-83a7-6c625efea957 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0686874 Jul 07 17:33:38.316126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d41a1083-cce6-4090-97a4-7b3c24b454b5 req-31d1ed95-dade-43b6-b2e5-a23c076396c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374937 Jul 07 17:33:38.341903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37696) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:38.396891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0e649-e02e-482d-8fbf-17cab4bd5d60 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.398501 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-94b0e649-e02e-482d-8fbf-17cab4bd5d60 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1091 time: 0.0555794 Jul 07 17:33:38.402148 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37698) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:38.410119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:38.445607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.563114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.670581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.25.5.45 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a0ce3906-8bcf-4bc9-a0b0-50c423d0a704) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:38.782651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.823730 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.864828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:38.873045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:38.875844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:38.900386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=a0ce3906-8bcf-4bc9-a0b0-50c423d0a704,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:38.915072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.915425 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.915771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.916112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.916449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.917398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.917749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.918126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.918693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.919064 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.919442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.919726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:39.187218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-112ca866-0a37-4c42-ade0-31ffaa5d8eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.244100 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.390685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.479827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.657905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.662734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.741568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=a0ce3906-8bcf-4bc9-a0b0-50c423d0a704,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:39.753298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.862718 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Floating IP 6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f associated. External IP: 172.25.5.45, port: 597ab64b-29c7-4363-8bbe-b08b9f0d86a1. Jul 07 17:33:40.443410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2cb89f80-0343-4f23-be58-fd92e4e017b4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:40.565832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:40.578792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] Sync routers for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:40.585123 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.595313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:40.596171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:40.630485 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a8c2fb64-1243-4c4d-95da-79e1552df4b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2265189 Jul 07 17:33:40.631647 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:40.634984 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10214f3c-2100-4552-82d6-330594978341" -d '{"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:40.738777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:40.840329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fd99f-eb7a-4f8c-b5df-92bfb46e22d3 req-16a33fb5-1733-41fa-bb60-1a77262b332d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:40.842481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-544fd99f-eb7a-4f8c-b5df-92bfb46e22d3 req-16a33fb5-1733-41fa-bb60-1a77262b332d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0810108 Jul 07 17:33:40.890885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-544fd99f-eb7a-4f8c-b5df-92bfb46e22d3 req-5d2bddc3-7946-42ae-a731-4e9d6ed8f9a1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420096 Jul 07 17:33:40.923306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:40.929903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.981380 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d99901-81af-4955-849a-8b0a46e92b42 x-openstack-request-id: req-c9d99901-81af-4955-849a-8b0a46e92b42 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:40.981816 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:40.982048 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9d99901-81af-4955-849a-8b0a46e92b42 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:40.982472 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'status': 'completed', 'code': 200} Jul 07 17:33:41.009805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ae2ae708-1f1c-4c5e-842b-811c074cbff1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f HTTP/1.1" status: 200 len: 990 time: 0.0839338 Jul 07 17:33:41.070439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214f3c-2100-4552-82d6-330594978341 req-9ce68d5d-a215-4410-890b-9f4dffa67a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:41.072222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-9ce68d5d-a215-4410-890b-9f4dffa67a93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1096 time: 0.0766003 Jul 07 17:33:41.119494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'port_id': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'mac_address': 'fa:16:3e:04:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ada2db-c416-4317-92c0-83faf2cf3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:33:39Z', 'updated_at': '2021-07-07T17:33:39Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:28Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:41.152140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] Checking router: 2cb89f80-0343-4f23-be58-fd92e4e017b4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:41.161879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:41.162635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:33:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:41.202643 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214f3c-2100-4552-82d6-330594978341 req-1f0de8e0-0351-40e0-96b0-e9bf3d5ad62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:41.205331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-1f0de8e0-0351-40e0-96b0-e9bf3d5ad62f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.1258655 Jul 07 17:33:41.287847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-0b8ae760-9692-4c50-b748-bf9d72a0112b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 998 time: 0.0752137 Jul 07 17:33:41.289845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:41.341032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214f3c-2100-4552-82d6-330594978341 req-5cb8bcb4-8b13-4b19-9a0d-272e13b2333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:41.342587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-5cb8bcb4-8b13-4b19-9a0d-272e13b2333b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0488243 Jul 07 17:33:41.417934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214f3c-2100-4552-82d6-330594978341 req-c285a895-f32a-422a-a4ff-763d3307dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:41.419763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-c285a895-f32a-422a-a4ff-763d3307dc60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705528 Jul 07 17:33:41.554479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-01ff67ce-ed89-4e64-a04a-a90b62b333d4 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243751 Jul 07 17:33:41.598094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'port_id': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'mac_address': 'fa:16:3e:04:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ada2db-c416-4317-92c0-83faf2cf3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:33:39Z', 'updated_at': '2021-07-07T17:33:39Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:28Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:41.643692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9c53b-1507-4fd7-bb65-7708da4795e3 None None] The sync data for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 is: [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'port_id': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'mac_address': 'fa:16:3e:04:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ada2db-c416-4317-92c0-83faf2cf3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:33:39Z', 'updated_at': '2021-07-07T17:33:39Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:28Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:41.698305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10214f3c-2100-4552-82d6-330594978341 req-c97adf5b-8b9b-49c7-a690-50eb393094c4 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371017 Jul 07 17:33:41.877158 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d3fda-1446-470d-bf05-c8c298d9de75 None None] New status for floating IP 6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:33:42.014986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37708) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:42.181410 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-30940970-d0a0-46d2-b324-0c4ac207cd0c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f HTTP/1.1" status: 200 len: 992 time: 0.1649318 Jul 07 17:33:44.816320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-561dd081-3374-40c1-b90f-f39f2596eb31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608697 Jul 07 17:33:44.925798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-eb96cfb0-1081-405d-b472-88d123a52c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:44.927358 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-eb96cfb0-1081-405d-b472-88d123a52c3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1096 time: 0.0597847 Jul 07 17:33:45.091502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-782bdbae-9145-419d-91e3-b8030ff83251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:45.092934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-782bdbae-9145-419d-91e3-b8030ff83251 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.1428137 Jul 07 17:33:45.163219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-0ac788e4-9131-4f31-bd26-df40a6689935 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 1000 time: 0.0626388 Jul 07 17:33:45.238326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-b15d7f2e-432e-45a9-964f-1e9dae841e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:45.241319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-b15d7f2e-432e-45a9-964f-1e9dae841e14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0713921 Jul 07 17:33:45.335275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-61192fed-6b40-445d-ade9-f5a209953bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:45.337869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-61192fed-6b40-445d-ade9-f5a209953bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906584 Jul 07 17:33:45.442949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-11d2d393-b269-4c51-b5d2-656ee26276f2 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979545 Jul 07 17:33:45.554647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c4881b4-1834-441f-b36c-21ff2daf2198 req-52ea31f5-a9b5-48c1-beec-463953679ff0 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054137 Jul 07 17:33:53.160863 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:54.041090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.001506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.267849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-114b4c86-e91f-4045-aa32-05412b3c04a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.671802 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.180515 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e52e16fe-8221-4fab-8fe3-3c837d80a2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.238358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.889525 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.057917 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.159711 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:34.009143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.126347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-124ba14a-873a-4895-809d-a1c359eca15f req-e661a833-b804-4b9c-a13f-b32604a643e0 tempest-TestNetworkBasicOps-899355972 tempest-TestNetworkBasicOps-899355972-project] (98270) timed out ('10.222.0.13', 58152) {{(pid=98270) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:34:35.261903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e89f865f-a8d6-4ffc-b59c-907b090ffe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.670290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.184370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8f61-92d8-445b-88a7-0445554f9240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.241063 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.890687 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.151528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074ee76-21f1-42ec-b447-cc8ba58e722c req-579ab716-cf95-480b-b2ae-f0a6f55e32e6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:43.153097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9074ee76-21f1-42ec-b447-cc8ba58e722c req-579ab716-cf95-480b-b2ae-f0a6f55e32e6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.1639671 Jul 07 17:34:43.203281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9074ee76-21f1-42ec-b447-cc8ba58e722c req-e10ea8d2-ce3b-4b30-960b-da8c0ccd291a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Jul 07 17:34:43.231910 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37732) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.303772 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3123d629-9ead-4a85-81ee-4f0983dd0f21 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f HTTP/1.1" status: 200 len: 992 time: 0.0706277 Jul 07 17:34:43.755992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d8407-5522-4157-82c2-04c1c987f786 req-4fd9f760-0de1-4a62-95d0-cf7423511a51 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:43.758678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e3d8407-5522-4157-82c2-04c1c987f786 req-4fd9f760-0de1-4a62-95d0-cf7423511a51 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1096 time: 0.0791495 Jul 07 17:34:43.799115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e3d8407-5522-4157-82c2-04c1c987f786 req-ec0ab9cb-fc61-4719-92fe-3821e1e20ed6 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342593 Jul 07 17:34:44.419234 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37762) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.538086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-2aa60993-b4e4-4024-932d-cdfcf714c4fb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173456 Jul 07 17:34:44.890185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-e5f28bf9-d235-4132-81f2-35fe15b0468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:44.891789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-e5f28bf9-d235-4132-81f2-35fe15b0468a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1096 time: 0.0657272 Jul 07 17:34:45.040101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-c3ffb70c-918b-4829-aa09-e8f45457306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:45.043088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-c3ffb70c-918b-4829-aa09-e8f45457306b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.1252000 Jul 07 17:34:45.126329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-450a60f7-245b-4716-928b-de1ec34088e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 1000 time: 0.0760617 Jul 07 17:34:45.180922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-fd5ed05a-9294-42ba-833f-a4846bc897d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:45.183578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-fd5ed05a-9294-42ba-833f-a4846bc897d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0514717 Jul 07 17:34:45.247322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-3c579533-8999-49d0-82da-5000617b2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:45.248978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-3c579533-8999-49d0-82da-5000617b2e5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587041 Jul 07 17:34:45.365641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-4864a9de-1513-4bfe-9a36-dac06fa0c862 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098273 Jul 07 17:34:45.472341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ae8437c6-3a87-4984-a0ec-df81836e77c1 req-384bf5fe-a0c5-4034-9545-2844b90a9d79 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996258 Jul 07 17:34:46.213619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-64ce2dee-3bdc-4ee1-b8b6-763095bd3929 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:34:46.214715 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-64ce2dee-3bdc-4ee1-b8b6-763095bd3929 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650461 Jul 07 17:34:46.226535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Request body: {'binding': {'host': 'n-h1-793619-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.227052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Unknown quota resources ['binding']. {{(pid=98264) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:34:46.399411 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on host n-h1-793619-7 for vnic_type normal with profile None {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:46.399759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:46.400648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:46.406400 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:46.406646 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:46.412200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:46.412549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Checking segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:46.412942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Bound using segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:46.413412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Bound port: 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:46.510363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:46.516237 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.517539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-384091a0-411b-4a2a-83e1-a483a4a6768f service neutron] 10.222.0.78 "POST /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2948210 Jul 07 17:34:46.794140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f723a43-1565-4eb1-9003-c9c18cc8cc04 req-f380ebd6-1382-4f3d-9595-daae44f3ee3b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:46.795798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f723a43-1565-4eb1-9003-c9c18cc8cc04 req-f380ebd6-1382-4f3d-9595-daae44f3ee3b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0949233 Jul 07 17:34:46.849037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f723a43-1565-4eb1-9003-c9c18cc8cc04 req-88c8b099-fc47-475e-8fca-d35f85a74046 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Jul 07 17:34:46.914587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-90d18a94-5af7-4dc2-b192-18223d69ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:46.916491 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-90d18a94-5af7-4dc2-b192-18223d69ed8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1096 time: 0.1521943 Jul 07 17:34:47.012554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-59c5f24d-2b2c-456c-a589-6533c6ae61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.014107 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-59c5f24d-2b2c-456c-a589-6533c6ae61f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.0917528 Jul 07 17:34:47.088515 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-46405177-7c82-482d-96f0-fc8e72d1c277 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 1000 time: 0.0675216 Jul 07 17:34:47.142885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-a710e681-d31e-49a3-a686-ad727552e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.144445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-a710e681-d31e-49a3-a686-ad727552e502 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0497389 Jul 07 17:34:47.212274 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-a74fb600-d2db-40b7-982b-4c323a911924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.215230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-a74fb600-d2db-40b7-982b-4c323a911924 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633314 Jul 07 17:34:47.317844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ad3d3220-068b-4252-98ff-b7a63b3d27c2 service neutron] 10.222.0.13 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957491 Jul 07 17:34:47.418890 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-950820d0-3f78-4574-9ed2-38834553c818 service neutron] 10.222.0.13 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942671 Jul 07 17:34:47.635638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ced8f8b5-28d6-49aa-93ba-819a17e767cc tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.637251 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ced8f8b5-28d6-49aa-93ba-819a17e767cc tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324&tenant_id=f19729a3d8d54cc5b8b4235501881170&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1096 time: 0.1104171 Jul 07 17:34:47.648045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-7'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:47.726356 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.868319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:47.911887 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:47.966114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:47.968596 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3aa57-d7c9-4c31-9a46-d7b7a2cecc4f" -d '{"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-unplugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:47.972586 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.979405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.081022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.092442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.092858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.093166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.093501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.093833 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.094168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.094495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.094828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.095139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.095467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.095799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.096123 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.125558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2421d-5d92-4b57-95dc-b32569d26062 req-08e3a2cd-5b2b-4651-9fc5-6c72c55cc208 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:48.127188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30f2421d-5d92-4b57-95dc-b32569d26062 req-08e3a2cd-5b2b-4651-9fc5-6c72c55cc208 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 943 time: 0.1120832 Jul 07 17:34:48.156363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on host n-h2-793619-7 for vnic_type normal with profile {"migrating_to": "n-h1-793619-7"} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:48.156903 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:48.157518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:48.167230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:48.167762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Attempting to bind port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:48.176722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:48.177311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Checking segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:48.177940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Bound using segment: {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:48.178669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Bound port: 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec27324-b9af-4072-b9fc-0506f7207c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:48.179270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.215851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30f2421d-5d92-4b57-95dc-b32569d26062 req-d5a44aa1-b1a3-48df-b2ab-c8309a4d6d05 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764883 Jul 07 17:34:48.278205 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81bcf33-bb4f-4c79-bf2c-93b5026c02be x-openstack-request-id: req-d81bcf33-bb4f-4c79-bf2c-93b5026c02be {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:48.278662 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-unplugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:48.278859 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d81bcf33-bb4f-4c79-bf2c-93b5026c02be {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:48.279376 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'code': 200} Jul 07 17:34:48.307467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:48.313606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:48.320776 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.323498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Provisioning complete for port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:48.324004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.408654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.437518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:48.440559 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada4d85-b34e-4a68-8d55-1df45697ac31" -d '{"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-plugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:48.456874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=8']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.475209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:48.483618 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.499419 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b4fd2-b8f5-44c2-8e94-7828e683a211 x-openstack-request-id: req-e14b4fd2-b8f5-44c2-8e94-7828e683a211 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:48.500278 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-plugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:48.500911 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e14b4fd2-b8f5-44c2-8e94-7828e683a211 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:48.502145 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'code': 200} Jul 07 17:34:48.533895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:48.535153 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.538207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-76ea29fc-f296-467e-a729-0e27696c95a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 1121 time: 0.8940864 Jul 07 17:34:48.668956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['597ab64b-29c7-4363-8bbe-b08b9f0d86a1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:48.938367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.960253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.960606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.960961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.961335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.961678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.962014 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.963201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.963549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.963884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.964217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.964545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:48.964874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ba8191-3528-42ea-a4b0-16b565238fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:49.151757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-546b196a-713c-46e0-af89-8c27464c9140 None None] Provisioning complete for port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:49.152276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-546b196a-713c-46e0-af89-8c27464c9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.416804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fa72e-700c-436f-981c-7740498e1622 req-2aede9a3-976d-42b4-a625-a3858096a843 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:49.418505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-480fa72e-700c-436f-981c-7740498e1622 req-2aede9a3-976d-42b4-a625-a3858096a843 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0728297 Jul 07 17:34:49.461164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-480fa72e-700c-436f-981c-7740498e1622 req-4297dba1-9411-4cb7-831e-408cb32197ec tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367687 Jul 07 17:34:49.739529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:49.890191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:49.903544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 has no active binding in host n-h1-793619-7 {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:34:50.280688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:50.283907 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e229bea1cccf84aec370b7b80f9e87488cb4cfa555cfd178f959e4dff709f54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc337c5-d24c-4545-8eef-4a98de19be29" -d '{"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:50.325387 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e540411-60da-4ae6-a89e-657be942fd17 x-openstack-request-id: req-4e540411-60da-4ae6-a89e-657be942fd17 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:50.325772 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:50.326133 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e540411-60da-4ae6-a89e-657be942fd17 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:50.326721 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'status': 'completed', 'code': 200} Jul 07 17:34:50.413963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-72197ce6-1226-4061-9a87-72fac300436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:50.415600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-72197ce6-1226-4061-9a87-72fac300436e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1126 time: 0.0644929 Jul 07 17:34:50.533998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-326d388e-ebe1-4344-8cab-e707fbe45652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:50.544612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-326d388e-ebe1-4344-8cab-e707fbe45652 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.1222541 Jul 07 17:34:50.658012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-612165d3-2971-4a0c-9c87-d9bbf5228c0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 1000 time: 0.1065357 Jul 07 17:34:50.724566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fd085-24f8-49f4-aab5-57ee2efb734c req-5dea10a7-5dd3-4918-9911-6aebb5d65bf3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:50.726169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d34fd085-24f8-49f4-aab5-57ee2efb734c req-5dea10a7-5dd3-4918-9911-6aebb5d65bf3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.1293292 Jul 07 17:34:50.732510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-9f49fe8a-f888-4bbe-830b-178c760a47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:50.734045 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-9f49fe8a-f888-4bbe-830b-178c760a47c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0694079 Jul 07 17:34:50.804687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d34fd085-24f8-49f4-aab5-57ee2efb734c req-2a97ce7b-a761-4e8b-80c0-9034bf32f7ae tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695579 Jul 07 17:34:50.830158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-3768f793-f1f6-438b-8d49-2b3992b2c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:50.832273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-3768f793-f1f6-438b-8d49-2b3992b2c301 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910766 Jul 07 17:34:50.929434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-100d2ce6-fe24-4b4e-aebf-4bc80189e42e service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899398 Jul 07 17:34:51.042120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc337c5-d24c-4545-8eef-4a98de19be29 req-697cde4e-d556-4610-8f26-4d3c62916739 service neutron] 10.222.0.54 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044850 Jul 07 17:34:52.000194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527a8ff-a7f5-4956-bb4e-b707f24b5f7b req-194571b8-6a74-4870-a394-a7a64ae9b98b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:52.002280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2527a8ff-a7f5-4956-bb4e-b707f24b5f7b req-194571b8-6a74-4870-a394-a7a64ae9b98b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0733464 Jul 07 17:34:52.045620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2527a8ff-a7f5-4956-bb4e-b707f24b5f7b req-1eafc247-998d-4d6c-84dc-06ed1a502cb0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370555 Jul 07 17:34:53.243118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95dcd1-edc2-48cf-a907-fac148a4285a req-e5d4e4f6-0aa6-4dc0-8372-1c9197b41568 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:53.245526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f95dcd1-edc2-48cf-a907-fac148a4285a req-e5d4e4f6-0aa6-4dc0-8372-1c9197b41568 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 945 time: 0.0774903 Jul 07 17:34:53.288089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f95dcd1-edc2-48cf-a907-fac148a4285a req-38a3b590-0688-4e8b-a9ed-5dcd050b71cf tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Jul 07 17:34:53.654894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-a6781d50-b470-4bc0-93b7-9fef3d636ebd service neutron] 10.222.0.54 "GET /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 384 time: 0.0702868 Jul 07 17:34:53.858493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:53.881945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:53.935063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:53.939028 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179a74e5-f372-47b7-908a-e3de06ec27c0" -d '{"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-unplugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:53.952980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:53.976839 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.983580 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ba4c7-7853-4480-b109-7c1c2526c168 x-openstack-request-id: req-1b5ba4c7-7853-4480-b109-7c1c2526c168 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:53.984082 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-unplugged", "status": "completed", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:53.984534 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b5ba4c7-7853-4480-b109-7c1c2526c168 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:53.985270 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'code': 200} Jul 07 17:34:54.059706 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.096424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Transition to ACTIVE for port object 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:54.101863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.228895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Pushing event updated for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=11']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:54.244259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.245522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.245522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.245522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.246117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.246117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.246356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.246614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.246947 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.247286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.247614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.248025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:54.280275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] No DVR routers for this DVR port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:54.487433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ac05a183-fb5e-44ac-b4a6-47d1413642eb service neutron] 10.222.0.54 "PUT /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1/bindings/n-h1-793619-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8273335 Jul 07 17:34:54.535588 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c1886-7e62-4aaf-819f-f516dac5c077 req-bc46e307-1d2f-4528-9d9c-a8fe69ac94be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.538344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-927c1886-7e62-4aaf-819f-f516dac5c077 req-bc46e307-1d2f-4528-9d9c-a8fe69ac94be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.0864582 Jul 07 17:34:54.602770 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-927c1886-7e62-4aaf-819f-f516dac5c077 req-454dfe22-3cd3-4e30-90bf-80d10a284576 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570030 Jul 07 17:34:54.640021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-b7ab5b28-21f9-4644-87f3-0b7643e88808 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.641711 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-b7ab5b28-21f9-4644-87f3-0b7643e88808 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324&tenant_id=f19729a3d8d54cc5b8b4235501881170&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.0901010 Jul 07 17:34:54.713205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-302a878a-bcfb-4330-a308-eba8d940cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.714935 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-302a878a-bcfb-4330-a308-eba8d940cae5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 1095 time: 0.0660706 Jul 07 17:34:54.812655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-fcf247f9-4a93-4d05-ad4c-6f7fcd8bb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.814650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-fcf247f9-4a93-4d05-ad4c-6f7fcd8bb8d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1095 time: 0.0644746 Jul 07 17:34:54.919186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-150a2046-ae05-4e96-8482-a4762c46daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.920756 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-150a2046-ae05-4e96-8482-a4762c46daa8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.1004708 Jul 07 17:34:55.000870 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-9c33bf60-3658-4a11-a5ec-0d33b87f6a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 998 time: 0.0736799 Jul 07 17:34:55.053000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-8353f1af-bf40-4eb7-94f7-812eb909c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.054670 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-8353f1af-bf40-4eb7-94f7-812eb909c0cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0479381 Jul 07 17:34:55.117293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-681622d9-dea7-4b1d-8874-331da3446a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.119368 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-681622d9-dea7-4b1d-8874-331da3446a58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579681 Jul 07 17:34:55.220800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-41b13389-c27d-4bdf-a982-b5b80b75ed46 service neutron] 10.222.0.13 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956101 Jul 07 17:34:55.341939 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-ccd9a6d0-56d6-407c-b695-6fe53e50f540 service neutron] 10.222.0.13 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145771 Jul 07 17:34:55.780578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-4060442d-6c6c-4a03-9a06-992166b59aa1 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.783398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-4060442d-6c6c-4a03-9a06-992166b59aa1 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324&tenant_id=f19729a3d8d54cc5b8b4235501881170&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 1095 time: 0.0769453 Jul 07 17:34:55.848772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8bf6-1965-4257-a45b-c6cebc4db009 req-5a82f0f2-a504-4427-8649-06e2801938b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.850491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc9c8bf6-1965-4257-a45b-c6cebc4db009 req-5a82f0f2-a504-4427-8649-06e2801938b6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.1096468 Jul 07 17:34:55.905674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc9c8bf6-1965-4257-a45b-c6cebc4db009 req-8f1efd8c-4fd1-4f50-9893-463fc466df9f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Jul 07 17:34:56.013577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-3714130e-7695-4ae4-b824-502748002ece service neutron] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:56.019536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-3714130e-7695-4ae4-b824-502748002ece service neutron] Notify callbacks [] for binding, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.021401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b98c0d6-c985-4aca-8611-8dbbe6d16669 req-3714130e-7695-4ae4-b824-502748002ece service neutron] 10.222.0.13 "DELETE /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1/bindings/n-h2-793619-7 HTTP/1.1" status: 204 len: 173 time: 0.2318125 Jul 07 17:34:56.342338 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41940f3a-af93-4500-b9e9-91abf3fae4cb req-b7ec1cf2-f417-4b28-a53f-2e31f163e40a tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:56.343963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41940f3a-af93-4500-b9e9-91abf3fae4cb req-b7ec1cf2-f417-4b28-a53f-2e31f163e40a tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1095 time: 0.0641143 Jul 07 17:34:56.412827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41940f3a-af93-4500-b9e9-91abf3fae4cb req-4fd1e7c5-6705-4dff-9a38-ca6b46599932 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573881 Jul 07 17:34:56.611068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e3df-d8ea-47fa-9d2c-8804d8cd8534 req-1cfc91e2-ca73-483a-8440-fa8e779f8a06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:56.613200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75c9e3df-d8ea-47fa-9d2c-8804d8cd8534 req-1cfc91e2-ca73-483a-8440-fa8e779f8a06 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.0728943 Jul 07 17:34:56.655457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75c9e3df-d8ea-47fa-9d2c-8804d8cd8534 req-edf31382-b569-498e-99e4-9e39f60d87f9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Jul 07 17:34:56.683280 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37810) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:56.780791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c7469df2-bf00-417a-8846-6de3545acfd3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f HTTP/1.1" status: 200 len: 990 time: 0.0958064 Jul 07 17:34:57.065368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37816) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:57.575078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port a0ce3906-8bcf-4bc9-a0b0-50c423d0a704 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:57.575423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.670868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.671196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.685583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:57.686455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for a0ce3906-8bcf-4bc9-a0b0-50c423d0a704 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:57.734743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:57.862188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.892207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=a0ce3906-8bcf-4bc9-a0b0-50c423d0a704,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:57.960236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.960588 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Floating IP 6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f disassociated (deleted). External IP: 172.25.5.45, port: 597ab64b-29c7-4363-8bbe-b08b9f0d86a1. Jul 07 17:34:58.196095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2cb89f80-0343-4f23-be58-fd92e4e017b4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:58.316409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:58.322828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.332386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] Sync routers for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:58.348512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:58.349625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:34:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:58.371483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f0476463-f446-4a8f-a520-439b95fc3248 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/floatingips/6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f HTTP/1.1" status: 204 len: 168 time: 1.2999067 Jul 07 17:34:58.371483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:58.371483 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7453e913-17f2-4422-86f1-a5bcdf01a2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:58.482653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:58.725414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:28Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:58.757089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] Checking router: 2cb89f80-0343-4f23-be58-fd92e4e017b4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:58.764039 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fec3d6-4e4e-4899-aa33-460dd9dcca7d x-openstack-request-id: req-51fec3d6-4e4e-4899-aa33-460dd9dcca7d {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:58.764592 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:58.764868 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51fec3d6-4e4e-4899-aa33-460dd9dcca7d {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:58.765550 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'status': 'completed', 'code': 200} Jul 07 17:34:58.768699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:58.769388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:34:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:58.895065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-94dff91b-7ab4-4889-8071-15552b7accc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:58.897988 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-94dff91b-7ab4-4889-8071-15552b7accc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 1095 time: 0.0781355 Jul 07 17:34:58.906373 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:58.970842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0863be-0fcd-44e8-a75d-6fb9a563984b req-f7ec8721-6011-447f-878d-2c9ddef2bf9b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:58.975177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b0863be-0fcd-44e8-a75d-6fb9a563984b req-f7ec8721-6011-447f-878d-2c9ddef2bf9b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.1088831 Jul 07 17:34:59.032546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b0863be-0fcd-44e8-a75d-6fb9a563984b req-5abe272a-ad24-4861-866b-d7628c140cc4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=d4494341-26ad-45ab-81a9-acdfa4c1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Jul 07 17:34:59.062077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-a3f0be33-9517-4aa1-ae0b-8a667fac78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.063660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-a3f0be33-9517-4aa1-ae0b-8a667fac78b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 200 len: 898 time: 0.1577926 Jul 07 17:34:59.120213 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-68e5e004-123e-4473-b5d7-5787cbe08864 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 200 len: 217 time: 0.0439622 Jul 07 17:34:59.187136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-97123df8-f2dd-4b0d-94fd-9a18258bb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.188937 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-97123df8-f2dd-4b0d-94fd-9a18258bb2e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 200 len: 835 time: 0.0607991 Jul 07 17:34:59.255193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:28Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:59.291627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-6ffdfc79-9814-433d-8a3c-184d4ef5be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.293245 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-6ffdfc79-9814-433d-8a3c-184d4ef5be6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bacdfc8-0998-41f2-a694-c5bbba18ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671017 Jul 07 17:34:59.314513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d737d8af-4119-4de5-b7b4-cfdb3bb4bbaf None None] The sync data for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 is: [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:33:22Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '43b6d642-14b8-4fa5-bf9c-760154b3ac1b', 'name': '', 'network_id': '7bacdfc8-0998-41f2-a694-c5bbba18ea78', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:a8:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:21Z', 'updated_at': '2021-07-07T17:33:28Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': 'cfb18538-3a11-439e-9b2e-8e93cae0cb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:59.417961 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-09a53d01-e521-4c34-90c5-b389962ce8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093636 Jul 07 17:34:59.470925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.13', 58786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:59.560865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca7a54-33c0-4043-8362-132da8167494 req-43db1911-8c30-4727-966d-84bf99f90cae tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.562501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0ca7a54-33c0-4043-8362-132da8167494 req-43db1911-8c30-4727-966d-84bf99f90cae tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 944 time: 0.0901217 Jul 07 17:34:59.632381 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351ec19-37ec-4725-aec4-bda6cfdf6090 None None] New status for floating IP 6a9a9b36-f2e2-40b7-b2d3-25e350b5b62f: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:34:59.635317 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-cc163f43-ae1e-49dd-820f-97ffd0caf5e8 service neutron] 10.222.0.13 "GET /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631432 Jul 07 17:34:59.700245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:59.700732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.812972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:59.813499 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.832842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:00.017963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.050988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=597ab64b-29c7-4363-8bbe-b08b9f0d86a1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:00.125882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] No DVR routers for this DVR port 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:35:00.128822 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.131342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e0ca7a54-33c0-4043-8362-132da8167494 req-33ef5c4a-facf-4040-ad42-7979e7de3f9e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.13 "DELETE /v2.0/ports/597ab64b-29c7-4363-8bbe-b08b9f0d86a1 HTTP/1.1" status: 204 len: 173 time: 0.5621142 Jul 07 17:35:00.251210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a1d33a9-58ca-4d71-81a5-e799f23de410 req-050f131c-43a0-4bee-b6cd-d6a6e84473b4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=84ada2db-c416-4317-92c0-83faf2cf3324 HTTP/1.1" status: 200 len: 210 time: 0.0513210 Jul 07 17:35:00.767797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-deleted', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:00.770376 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbdde3-6a09-454a-bed3-845d406400d6" -d '{"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-deleted", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:00.826922 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1537e41e-edf6-4845-8442-adfbb5d45c1a x-openstack-request-id: req-1537e41e-edf6-4845-8442-adfbb5d45c1a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:00.827353 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ada2db-c416-4317-92c0-83faf2cf3324", "name": "network-vif-deleted", "tag": "597ab64b-29c7-4363-8bbe-b08b9f0d86a1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:00.827997 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1537e41e-edf6-4845-8442-adfbb5d45c1a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:00.828387 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ada2db-c416-4317-92c0-83faf2cf3324', 'name': 'network-vif-deleted', 'tag': '597ab64b-29c7-4363-8bbe-b08b9f0d86a1', 'status': 'completed', 'code': 200} Jul 07 17:35:01.363350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:01.755892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:35:01.786379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.787307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:35:01.787830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 597ab64b-29c7-4363-8bbe-b08b9f0d86a1 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:35:02.122410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:02.122655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.225082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port 43b6d642-14b8-4fa5-bf9c-760154b3ac1b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:02.225744 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.241813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 43b6d642-14b8-4fa5-bf9c-760154b3ac1b owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:02.484455 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.543174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=43b6d642-14b8-4fa5-bf9c-760154b3ac1b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:02.751816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.997903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router 2cb89f80-0343-4f23-be58-fd92e4e017b4 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:03.110500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:03.116934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8c7dd191-dcce-45f1-922c-5a8f67617ff6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "PUT /v2.0/routers/2cb89f80-0343-4f23-be58-fd92e4e017b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523727 Jul 07 17:35:03.121999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37834) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:03.124967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] Sync routers for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:03.139457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:03.140239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:34:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:03.184338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting subnet cfb18538-3a11-439e-9b2e-8e93cae0cb6e {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:35:03.187672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.239125 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.279226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:03.335928 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.416818 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.454965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb18538-3a11-439e-9b2e-8e93cae0cb6e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:03.457363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.462808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37836) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:03.463096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13013d52-33a3-44ab-8299-f370a4b02ed9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/subnets/cfb18538-3a11-439e-9b2e-8e93cae0cb6e HTTP/1.1" status: 204 len: 168 time: 0.3395374 Jul 07 17:35:03.477438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada3e58-5c04-4b0d-92e4-66647c529aab None None] Network 7bacdfc8-0998-41f2-a694-c5bbba18ea78 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:03.589005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:35:02Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:03.596663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.636895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] Checking router: 2cb89f80-0343-4f23-be58-fd92e4e017b4 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:03.662758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] Routers {'2cb89f80-0343-4f23-be58-fd92e4e017b4'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:03.663503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:34:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2cb89f80-0343-4f23-be58-fd92e4e017b4'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:03.744477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.786488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] Set router 2cb89f80-0343-4f23-be58-fd92e4e017b4 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:03.814528 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port a7db1174-56b9-4771-a991-a9ed1ec59249 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:03.815067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.917310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port a7db1174-56b9-4771-a991-a9ed1ec59249, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=a7db1174-56b9-4771-a991-a9ed1ec59249,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:03.917837 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.941308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for a7db1174-56b9-4771-a991-a9ed1ec59249 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:04.067976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] DHCP port deletion for 7bacdfc8-0998-41f2-a694-c5bbba18ea78 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:35:04.070043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51a8d75f-26e5-4021-b790-bb4bb8f36a08 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:35:04.155808 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.157741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.192394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=a7db1174-56b9-4771-a991-a9ed1ec59249,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.273312 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.281560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] Deleting port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:04.281939 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.387623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 51a8d75f-26e5-4021-b790-bb4bb8f36a08, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51a8d75f-26e5-4021-b790-bb4bb8f36a08,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:04.397287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] For port 51a8d75f-26e5-4021-b790-bb4bb8f36a08, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51a8d75f-26e5-4021-b790-bb4bb8f36a08,segment=NetworkSegment(4ec27324-b9af-4072-b9fc-0506f7207c7d),segment_id=4ec27324-b9af-4072-b9fc-0506f7207c7d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:04.397673 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.401466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.440840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] Calling delete_port for 51a8d75f-26e5-4021-b790-bb4bb8f36a08 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:04.508076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:35:02Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:04.547027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=51a8d75f-26e5-4021-b790-bb4bb8f36a08,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.551617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689f365d-e4b6-44cf-bf1b-d86f1d25cb1a None None] The sync data for ids ['2cb89f80-0343-4f23-be58-fd92e4e017b4'] in n-d-793619-7 is: [{'id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648603402', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:18Z', 'updated_at': '2021-07-07T17:35:02Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': 'a7db1174-56b9-4771-a991-a9ed1ec59249', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb89f80-0343-4f23-be58-fd92e4e017b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:19Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:04.587702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.606942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.636440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] Pushing event deleted for resources: {'Port': ['ID=51a8d75f-26e5-4021-b790-bb4bb8f36a08,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.639979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a0cdb-7ac3-4d22-ab14-9c97335a4bed None None] No DVR routers for this DVR port 51a8d75f-26e5-4021-b790-bb4bb8f36a08 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:35:04.693016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.696545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.748577 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.749271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb89f80-0343-4f23-be58-fd92e4e017b4 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:35:04.760362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.761707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b9a056ec-7762-4f8c-bc6e-4467a1d771f8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/routers/2cb89f80-0343-4f23-be58-fd92e4e017b4 HTTP/1.1" status: 204 len: 168 time: 1.2975209 Jul 07 17:35:04.764517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37838) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:04.847319 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.945943 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.959079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bacdfc8-0998-41f2-a694-c5bbba18ea78']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:04.971390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec27324-b9af-4072-b9fc-0506f7207c7d') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:04.971682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec27324-b9af-4072-b9fc-0506f7207c7d') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:04.983388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.010834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.019521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:35:05.020010 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:35:05.023426 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:35:05.105798 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.114317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.117622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/networks/7bacdfc8-0998-41f2-a694-c5bbba18ea78 HTTP/1.1" status: 204 len: 168 time: 0.3520389 Jul 07 17:35:05.119997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37840) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:05.131209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4329d18-3d3f-44eb-ad64-e7bb61920691 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Network': ['ID=7bacdfc8-0998-41f2-a694-c5bbba18ea78,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:05.191986 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3defbf46-e30a-4549-b720-7f0e32b36a19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.223816 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3defbf46-e30a-4549-b720-7f0e32b36a19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.278631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc388-466d-4fe0-ac0b-f0ca4af047d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.327520 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3defbf46-e30a-4549-b720-7f0e32b36a19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.330997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3defbf46-e30a-4549-b720-7f0e32b36a19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.332665 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3defbf46-e30a-4549-b720-7f0e32b36a19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/security-groups/d4494341-26ad-45ab-81a9-acdfa4c1cb88 HTTP/1.1" status: 204 len: 168 time: 0.2107368 Jul 07 17:35:05.351795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defbf46-e30a-4549-b720-7f0e32b36a19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4494341-26ad-45ab-81a9-acdfa4c1cb88,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:05.677495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37846) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:05.684258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199979784', 'description': 'tempest-secgroup-smoke-1199979784 description', 'project_id': 'f19729a3d8d54cc5b8b4235501881170'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:05.721352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.830348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.836353 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.868446 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.870258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1912949 Jul 07 17:35:05.874528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37848) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:05.879036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '4a224355-f7b4-403b-a4ee-f727f2ecb9d2', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:05.884559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22489c0-dfef-49fc-96a3-59373dfc83a0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a224355-f7b4-403b-a4ee-f727f2ecb9d2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:05.909309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43b6d642-14b8-4fa5-bf9c-760154b3ac1b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:35:05.913761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.939115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 43b6d642-14b8-4fa5-bf9c-760154b3ac1b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:35:05.939641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 43b6d642-14b8-4fa5-bf9c-760154b3ac1b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:35:05.940160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a7db1174-56b9-4771-a991-a9ed1ec59249 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:35:05.961082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: a7db1174-56b9-4771-a991-a9ed1ec59249 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:35:05.961462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device a7db1174-56b9-4771-a991-a9ed1ec59249 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:35:05.988270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.995169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.015190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b35964-7a6f-42ed-8d51-41568a5efa16,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.023672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.026574 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8f996a93-c744-4d1b-9419-89d749c838f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508651 Jul 07 17:35:06.029473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37850) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.034312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '4a224355-f7b4-403b-a4ee-f727f2ecb9d2', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:06.063656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.132937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.138836 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.160568 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08f4b52-c37e-4176-99a5-a54afbc6a04d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.164647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.166682 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0006eff8-7fa3-4857-a7d8-188b1c0450c2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361763 Jul 07 17:35:06.171214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37852) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.176181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '4a224355-f7b4-403b-a4ee-f727f2ecb9d2', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:06.207124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.283447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.287938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.313621 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61212c31-8bf8-4857-9bb5-0fb02864a716,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.322032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.322032 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-04fcefff-94ad-41c4-80de-d8c4f555f6e2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488566 Jul 07 17:35:06.324613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37854) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.331794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '4a224355-f7b4-403b-a4ee-f727f2ecb9d2', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:06.367754 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.434338 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.438716 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.458386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88258243-0d2d-4333-8a05-2d4d4fd7dd0d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.462606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.464023 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd049a14-b756-4f54-9f2c-d2a8e5c5c3be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379752 Jul 07 17:35:06.468398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.473134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '4a224355-f7b4-403b-a4ee-f727f2ecb9d2', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:06.498711 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Project f19729a3d8d54cc5b8b4235501881170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:35:06.504164 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.571102 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.575772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.596905 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82efd8f3-525d-497e-970b-22907768f775,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.604809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.606069 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2bdc4136-45a5-40a9-a380-537ea430a3e8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366773 Jul 07 17:35:06.610161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37858) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.614878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'security_group_rule': {'security_group_id': '4a224355-f7b4-403b-a4ee-f727f2ecb9d2', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:06.638444 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Project f19729a3d8d54cc5b8b4235501881170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:35:06.645000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.716501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.720799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.745019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed95c5f-a51a-4d2a-b356-8c55e8f84e1d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.751316 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.752567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3495fe5f-b9e7-434d-99c2-07c45e942456 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413360 Jul 07 17:35:06.756927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37860) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.762982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'network': {'name': 'tempest-network-smoke--1689970795', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'port_security_enabled': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:06.788281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:06.792823 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.820491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:35:06.832082 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.832357 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Added segment d704eb1f-c879-484b-b8b0-dc7f8d42a997 of type vlan for network c599f826-7399-402c-9ee8-7454a35a7cbc Jul 07 17:35:06.883688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.919643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.925661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:06.926311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.993970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2356262 Jul 07 17:35:06.998114 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37862) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:07.005660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'admin_state_up': True, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:07.021991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33889e-d6fe-4ae2-8f42-f5ce34634d7b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Network': ['ID=c599f826-7399-402c-9ee8-7454a35a7cbc,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:07.035945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c599f826-7399-402c-9ee8-7454a35a7cbc details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:35:07.044345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.045580 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.108126 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.159228 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:07.258494 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.470179 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.489223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.605451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.25.5.209 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/7af1f7cb-66d3-4a2c-86b6-1f51be9af038) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:07.664136 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.731747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.772439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.814510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:07.817634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:07.823284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:07.850906 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:08.482733 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.706567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.867374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:35:08.987110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:08.999114 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Sync routers for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:09.014729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.016991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bcfb8805-e327-4495-9211-5868ef2ff150 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0175509 Jul 07 17:35:09.020519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37864) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:09.024177 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:09.025309 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:34:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:09.079854 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f145b52c-e66e-4db9-a723-0cc4cbdb2ab0 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f19729a3d8d54cc5b8b4235501881170&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575814 Jul 07 17:35:09.083398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37866) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:09.176959 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:09.204038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca01abe8-9a3c-4f55-ba30-b7d2cf6516b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.260677 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.271283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa706eb-50cc-4024-80ef-88644b9a7f08 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.273161 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ffa706eb-50cc-4024-80ef-88644b9a7f08 tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1885922 Jul 07 17:35:09.278032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37868) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:09.308561 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-adecef84-cf07-40c9-8f0c-1cea028b5e1f tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293283 Jul 07 17:35:09.312460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37870) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:09.318395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-770659702', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:09.439859 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:08Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:09.464089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:09.468872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.479656 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Checking router: ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:09.480089 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Updating router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:35:09.522206 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.721918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.839907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Subnet': ['ID=94711107-a436-4327-a232-cf0edf78c53b,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:09.851944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Checking segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:09.853180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network hostable DHCP agents. Network: c599f826-7399-402c-9ee8-7454a35a7cbc, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:35:09.879097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network c599f826-7399-402c-9ee8-7454a35a7cbc is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:35:09.892383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c599f826-7399-402c-9ee8-7454a35a7cbc) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:09.898477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.899195 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.901855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c86b7-7ce0-4c22-9563-d3d45e3df522 None None] Network c599f826-7399-402c-9ee8-7454a35a7cbc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:09.923933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0596c8ec-9516-4fec-a28e-39c4ab2f0a83 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6102138 Jul 07 17:35:09.928146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37872) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:09.959476 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.972556 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Transition to ACTIVE for port object 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:09.980438 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.044270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Attempting to bind port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:10.045302 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Attempting to bind port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:10.045302 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Attempting to bind port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:10.054663 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:10.055026 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:10.055416 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.057039 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:10.058046 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Bound port: 7af1f7cb-66d3-4a2c-86b6-1f51be9af038, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:10.058600 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.097755 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Pushing event updated for resources: {'Port': ['ID=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:10.114555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c599f826-7399-402c-9ee8-7454a35a7cbc', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:35:10.115441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.125949 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] For port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:10.129661 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] For port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:10.131750 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.132340 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.132985 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.133498 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.134540 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.135369 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.135878 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.136450 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.137093 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.137370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.137797 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.138092 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:10.142714 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.210876 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:10.211526 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:10.251606 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33069fa6-35f6-4c34-9b2f-6211559dff76 None None] Pushing event updated for resources: {'Port': ['ID=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:10.328690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Allocated IP 172.20.0.2 (c599f826-7399-402c-9ee8-7454a35a7cbc/94711107-a436-4327-a232-cf0edf78c53b/b0077945-58e2-4525-b0f0-2fc2498b6d3b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:10.343729 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:10.580200 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:08Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:10.582297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.602043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.609914 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d62a3-d2b0-4804-9a03-eeeb0f56a564 None None] The sync data for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 is: [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:08Z', 'revision_number': 3, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:10.619190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Transition to ACTIVE for port object b0077945-58e2-4525-b0f0-2fc2498b6d3b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:10.638863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Transition to ACTIVE for port object b0077945-58e2-4525-b0f0-2fc2498b6d3b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:10.646394 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.693436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Network c599f826-7399-402c-9ee8-7454a35a7cbc is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:10.697060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:10.699793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:10.706536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Pushing event updated for resources: {'Port': ['ID=b0077945-58e2-4525-b0f0-2fc2498b6d3b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:10.779794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Attempting to bind port b0077945-58e2-4525-b0f0-2fc2498b6d3b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:10.780420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Attempting to bind port b0077945-58e2-4525-b0f0-2fc2498b6d3b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:10.780994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Attempting to bind port b0077945-58e2-4525-b0f0-2fc2498b6d3b on network c599f826-7399-402c-9ee8-7454a35a7cbc {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:10.789744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:10.790600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Checking segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:10.791232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.791856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Bound using segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:10.793500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Bound port: b0077945-58e2-4525-b0f0-2fc2498b6d3b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:10.793500 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.906744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] For port b0077945-58e2-4525-b0f0-2fc2498b6d3b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:10.943120 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.960355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] For port b0077945-58e2-4525-b0f0-2fc2498b6d3b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b0077945-58e2-4525-b0f0-2fc2498b6d3b,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:10.967222 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.054436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00311a7-1173-4b19-91df-04601dabcae3 None None] Pushing event updated for resources: {'Port': ['ID=b0077945-58e2-4525-b0f0-2fc2498b6d3b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:11.104239 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.20.0.1 (c599f826-7399-402c-9ee8-7454a35a7cbc/94711107-a436-4327-a232-cf0edf78c53b/cc666246-694a-483c-8f0d-3c24ad308a55) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:11.303405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.326753 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Transition to ACTIVE for port object cc666246-694a-483c-8f0d-3c24ad308a55 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:11.390507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.437678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network c599f826-7399-402c-9ee8-7454a35a7cbc is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:11.442081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:11.446199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:11.499236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=cc666246-694a-483c-8f0d-3c24ad308a55,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:11.535780 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.728685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.049171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:12.147311 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:12.155142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:12.155885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.156613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.165519 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.264225 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.281968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.284177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=cc666246-694a-483c-8f0d-3c24ad308a55,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:12.291242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:12.297437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.298324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b0077945-58e2-4525-b0f0-2fc2498b6d3b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:12.417792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a9946-dda1-470b-a580-5ae24f07a0d9 None None] Network c599f826-7399-402c-9ee8-7454a35a7cbc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:12.418261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network c599f826-7399-402c-9ee8-7454a35a7cbc is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:12.419860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:12.507721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:12.533783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-119cf54b-4391-4ce8-908c-c879f1660a1b None None] Provisioning for port b0077945-58e2-4525-b0f0-2fc2498b6d3b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:12.536805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b0077945-58e2-4525-b0f0-2fc2498b6d3b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:12.554256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b0077945-58e2-4525-b0f0-2fc2498b6d3b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:12.554788 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.561692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:12.563187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-119cf54b-4391-4ce8-908c-c879f1660a1b None None] Provisioning complete for port b0077945-58e2-4525-b0f0-2fc2498b6d3b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:12.563725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-119cf54b-4391-4ce8-908c-c879f1660a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.879313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.892979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-119cf54b-4391-4ce8-908c-c879f1660a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.947199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port b0077945-58e2-4525-b0f0-2fc2498b6d3b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b0077945-58e2-4525-b0f0-2fc2498b6d3b,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:12.953606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.037483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-119cf54b-4391-4ce8-908c-c879f1660a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:35:13.037849 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-119cf54b-4391-4ce8-908c-c879f1660a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:35:13.043090 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=b0077945-58e2-4525-b0f0-2fc2498b6d3b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:13.156634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:13.164545 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43ed8b87-29ca-4c0e-8155-5bc2ead97b4f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "PUT /v2.0/routers/ccfcc93b-e09b-47ac-86a6-7e4a197be9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2324736 Jul 07 17:35:13.179512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Sync routers for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:13.193190 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:13.193848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:13.327922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:13.458130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-b4cff2ae-86f5-4f09-a73e-accbe4c02d23 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199979784&fields=id&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 267 time: 0.0537634 Jul 07 17:35:13.600133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-1d16ec23-410a-44cb-b574-35b4f6046266 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:13.602029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-1d16ec23-410a-44cb-b574-35b4f6046266 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 797 time: 0.1329255 Jul 07 17:35:13.620855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-c972f613-ef34-4063-b81a-bc56bfbc77f9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/quotas/f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 375 time: 0.0120509 Jul 07 17:35:13.700302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-5b2c2be1-9882-4eb5-bc85-6ebd83dda62a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705466 Jul 07 17:35:13.770328 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 2, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:13.811078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Checking router: ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:13.811433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Updating router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 port cc666246-694a-483c-8f0d-3c24ad308a55 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:35:13.825119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-96dd48d6-f152-477b-a88d-ea62b217a3e0 service neutron] 10.222.0.78 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030223 Jul 07 17:35:13.841772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-aecfc246-bb59-402c-8cf3-a9628d605742 None None] Provisioning complete for port b0077945-58e2-4525-b0f0-2fc2498b6d3b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:13.842492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aecfc246-bb59-402c-8cf3-a9628d605742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.886257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.915267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:13.956536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-47cd43e5-a71d-4648-abb3-91db255995a6 service neutron] 10.222.0.78 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184847 Jul 07 17:35:14.107503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-aecfc246-bb59-402c-8cf3-a9628d605742 None None] Provisioning for port cc666246-694a-483c-8f0d-3c24ad308a55 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:14.110697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:14.111294 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.161385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-126e7bae-ebac-4924-9cb4-88f456183d01 req-143f7feb-6a33-4184-ba6a-c0bc2088c7bb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 210 time: 0.0455928 Jul 07 17:35:14.213034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-aecfc246-bb59-402c-8cf3-a9628d605742 None None] Provisioning complete for port cc666246-694a-483c-8f0d-3c24ad308a55 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:14.213775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aecfc246-bb59-402c-8cf3-a9628d605742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.290874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-aecfc246-bb59-402c-8cf3-a9628d605742 None None] Port cc666246-694a-483c-8f0d-3c24ad308a55 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:35:14.396274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b0077945-58e2-4525-b0f0-2fc2498b6d3b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:14.447481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.461563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Transition to ACTIVE for port object cc666246-694a-483c-8f0d-3c24ad308a55 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:14.471477 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.512483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b0077945-58e2-4525-b0f0-2fc2498b6d3b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:14.512996 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.566647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45755547-fae1-401c-b65f-5b68ce24e49f None None] Pushing event updated for resources: {'Port': ['ID=cc666246-694a-483c-8f0d-3c24ad308a55,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:14.631557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Attempting to bind port cc666246-694a-483c-8f0d-3c24ad308a55 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:14.632153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Attempting to bind port cc666246-694a-483c-8f0d-3c24ad308a55 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:14.632544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Attempting to bind port cc666246-694a-483c-8f0d-3c24ad308a55 on network c599f826-7399-402c-9ee8-7454a35a7cbc {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:14.658710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:14.659115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Checking segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:14.659502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.659901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Bound using segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:14.660396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Bound port: cc666246-694a-483c-8f0d-3c24ad308a55, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:14.661297 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.755299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] For port cc666246-694a-483c-8f0d-3c24ad308a55, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:14.760818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] For port cc666246-694a-483c-8f0d-3c24ad308a55, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cc666246-694a-483c-8f0d-3c24ad308a55,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:14.766191 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.826158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:14.826158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:14.885291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45755547-fae1-401c-b65f-5b68ce24e49f None None] Pushing event updated for resources: {'Port': ['ID=cc666246-694a-483c-8f0d-3c24ad308a55,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:14.976254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:15.271679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:15.307645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf20d6-4bd2-4138-9e23-bb2217ef0c79 None None] The sync data for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 is: [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:15.343683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d553589a-3b42-49d5-bfed-75fb347c45a4 req-dc165b8f-a026-4ff8-a93d-7e4b7d29f429 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 210 time: 0.0398586 Jul 07 17:35:15.522596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-9b45263a-0d34-4e39-bd85-81cb83f18e73 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:15.524336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-9b45263a-0d34-4e39-bd85-81cb83f18e73 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 797 time: 0.1597886 Jul 07 17:35:15.593030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-215b5c00-4d07-4266-9419-d8f04a2815b9 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f19729a3d8d54cc5b8b4235501881170 HTTP/1.1" status: 200 len: 380 time: 0.0526743 Jul 07 17:35:15.603305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'port': {'device_id': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'admin_state_up': True, 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'security_groups': ['4a224355-f7b4-403b-a4ee-f727f2ecb9d2']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:15.787380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Made reservation on behalf of f19729a3d8d54cc5b8b4235501881170 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:15.792047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:15.950607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc666246-694a-483c-8f0d-3c24ad308a55 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:15.979102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.20.0.13 (c599f826-7399-402c-9ee8-7454a35a7cbc/94711107-a436-4327-a232-cf0edf78c53b/3062056c-729e-4d9e-a76f-f8685229ed11) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:16.009764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port cc666246-694a-483c-8f0d-3c24ad308a55 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:16.015670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cc666246-694a-483c-8f0d-3c24ad308a55 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:16.016048 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.109937 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.162631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port cc666246-694a-483c-8f0d-3c24ad308a55, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cc666246-694a-483c-8f0d-3c24ad308a55,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:16.170583 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.207304 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.225382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Transition to ACTIVE for port object 3062056c-729e-4d9e-a76f-f8685229ed11 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:16.250181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=cc666246-694a-483c-8f0d-3c24ad308a55,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:16.276736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.328081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network c599f826-7399-402c-9ee8-7454a35a7cbc is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:16.334697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:16.339838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:16.372161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:16.422490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:16.423565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.448470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-31f7b54f-6a41-4da5-9ec4-5ca39ef01b7e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8501375 Jul 07 17:35:16.463872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-846b9bc7-41aa-4f5d-8a44-7e7c1015779e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:35:16.465968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-846b9bc7-41aa-4f5d-8a44-7e7c1015779e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109468 Jul 07 17:35:16.486296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Request body: {'port': {'device_id': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:16.630642 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.709266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f730d0-46dd-4d75-97cb-b636bb8ff65d req-37948209-263b-44d1-9db8-4f0ba8c7be86 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:16.710777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-67686095-f005-4225-9ff5-84744b39aef6 None None] Provisioning for port 3062056c-729e-4d9e-a76f-f8685229ed11 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:16.711504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50f730d0-46dd-4d75-97cb-b636bb8ff65d req-37948209-263b-44d1-9db8-4f0ba8c7be86 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 932 time: 0.1845098 Jul 07 17:35:16.719247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-67686095-f005-4225-9ff5-84744b39aef6 None None] Provisioning complete for port 3062056c-729e-4d9e-a76f-f8685229ed11 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:16.719832 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-67686095-f005-4225-9ff5-84744b39aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.780299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-67686095-f005-4225-9ff5-84744b39aef6 None None] Port 3062056c-729e-4d9e-a76f-f8685229ed11 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:35:16.833966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50f730d0-46dd-4d75-97cb-b636bb8ff65d req-ef313bc6-e94f-4fb6-ba17-bfa4a450cb66 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148915 Jul 07 17:35:17.014322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3062056c-729e-4d9e-a76f-f8685229ed11 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:17.022388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.034932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Transition to ACTIVE for port object 3062056c-729e-4d9e-a76f-f8685229ed11 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:17.039653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.109713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:17.202793 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Attempting to bind port 3062056c-729e-4d9e-a76f-f8685229ed11 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:17.203148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Attempting to bind port 3062056c-729e-4d9e-a76f-f8685229ed11 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:17.203494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Attempting to bind port 3062056c-729e-4d9e-a76f-f8685229ed11 on network c599f826-7399-402c-9ee8-7454a35a7cbc {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:17.210450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Port 3062056c-729e-4d9e-a76f-f8685229ed11 on network c599f826-7399-402c-9ee8-7454a35a7cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:17.210933 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Attempting to bind port 3062056c-729e-4d9e-a76f-f8685229ed11 on network c599f826-7399-402c-9ee8-7454a35a7cbc {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:17.218834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:17.219335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Checking segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:17.219824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Bound using segment: {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:17.220371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Bound port: 3062056c-729e-4d9e-a76f-f8685229ed11, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd704eb1f-c879-484b-b8b0-dc7f8d42a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:17.220833 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.310453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:17.316490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:17.322678 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.362497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:17.363329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.365207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] 10.222.0.54 "PUT /v2.0/ports/3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 1092 time: 0.8913767 Jul 07 17:35:17.365781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:17.370365 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cd00ff-5198-456e-9b7b-4572f7263ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:17.456409 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a46a7c7-e651-4d34-a5c8-78b7903250c6 x-openstack-request-id: req-8a46a7c7-e651-4d34-a5c8-78b7903250c6 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:17.457065 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:17.457065 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a46a7c7-e651-4d34-a5c8-78b7903250c6 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:17.457444 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'status': 'completed', 'code': 200} Jul 07 17:35:17.459526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de2fa-a0fa-40c2-8421-09ef87f60cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:17.491174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-869cc5f3-7426-48f2-8531-cb6b14b1a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:17.492851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-869cc5f3-7426-48f2-8531-cb6b14b1a7fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0714955 Jul 07 17:35:17.543655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-b6214126-d962-4ef7-bf3e-99a5557303bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 217 time: 0.0434289 Jul 07 17:35:17.601461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ce5ce0e3-3241-4bb4-b9fc-ad5fd494bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:17.603728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ce5ce0e3-3241-4bb4-b9fc-ad5fd494bd87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0545175 Jul 07 17:35:17.683041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ddb9dde8-f80d-438c-9661-430ddde3bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:17.686347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-ddb9dde8-f80d-438c-9661-430ddde3bc39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761099 Jul 07 17:35:17.796993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-82658c86-4ca7-4567-8ca8-ac539139e55a service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038704 Jul 07 17:35:17.903770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc666246-694a-483c-8f0d-3c24ad308a55 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:17.923639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b6719ea-9468-45d7-859d-cbb339f65ed5 req-6dd97481-fdd8-41fa-b44f-71afd4dad4aa service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202805 Jul 07 17:35:17.981214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port cc666246-694a-483c-8f0d-3c24ad308a55 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:17.981685 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.165001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-ff8c0bc3-dfa0-4048-be74-cb71e7ff6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.167656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-ff8c0bc3-dfa0-4048-be74-cb71e7ff6949 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1095 time: 0.1909471 Jul 07 17:35:18.203257 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd16d6-f4f5-4014-91f8-d32ef8c5a184 req-186fc925-77d1-4b18-8c23-afdfde6338ca tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.206169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3bd16d6-f4f5-4014-91f8-d32ef8c5a184 req-186fc925-77d1-4b18-8c23-afdfde6338ca tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 944 time: 0.1684203 Jul 07 17:35:18.374952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3bd16d6-f4f5-4014-91f8-d32ef8c5a184 req-d8a29ae9-ee2c-49c8-9b8f-975ad1a5ab51 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505094 Jul 07 17:35:18.411245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-0b2bc773-de86-4ee0-9b7d-64b1d88cca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.414018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-0b2bc773-de86-4ee0-9b7d-64b1d88cca21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 898 time: 0.2398620 Jul 07 17:35:18.458249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-9512244c-c786-4352-944a-88d72833894b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 217 time: 0.0379217 Jul 07 17:35:18.510346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-a17398cb-4d0a-4d2a-854a-a737e277d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.511931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-a17398cb-4d0a-4d2a-854a-a737e277d614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0477049 Jul 07 17:35:18.584782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-2c45d23e-942a-4481-bb7b-7482112d9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.586548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-2c45d23e-942a-4481-bb7b-7482112d9da6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685422 Jul 07 17:35:18.690471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-66248ea7-cd68-4c3b-9104-a73d693090a4 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969419 Jul 07 17:35:18.796819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9cd00ff-5198-456e-9b7b-4572f7263ff4 req-119c7625-ea61-4d66-9f3c-32974d65a5a2 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986326 Jul 07 17:35:19.575496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6083e-4f33-410d-ba72-5bd439ed9454 req-ca53055a-045d-4435-bd2c-57f67110a484 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:19.577145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61f6083e-4f33-410d-ba72-5bd439ed9454 req-ca53055a-045d-4435-bd2c-57f67110a484 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 944 time: 0.0782647 Jul 07 17:35:19.625219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61f6083e-4f33-410d-ba72-5bd439ed9454 req-183e8207-614d-4e03-a9b5-6aa015ca5d55 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379159 Jul 07 17:35:20.834948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c044cb9-2b5d-45fd-a788-98f9b8e0158a req-4b35f31d-328a-4c74-adb4-637a4aa9ec13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:20.836484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c044cb9-2b5d-45fd-a788-98f9b8e0158a req-4b35f31d-328a-4c74-adb4-637a4aa9ec13 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 944 time: 0.0776331 Jul 07 17:35:20.879616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c044cb9-2b5d-45fd-a788-98f9b8e0158a req-c3f68466-9c65-458f-81ee-cfac90970eb4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352068 Jul 07 17:35:21.777946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:35:21.883022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:21.896853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '3062056c-729e-4d9e-a76f-f8685229ed11', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'port_id': '3062056c-729e-4d9e-a76f-f8685229ed11', 'mac_address': 'fa:16:3e:1c:32:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:35:21.938188 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:21.952027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3062056c-729e-4d9e-a76f-f8685229ed11 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:21.974085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:21.979208 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:22.033567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:22.143076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f48ac-7ae5-41bc-8d32-885333d82941 req-3276470b-dbe5-481d-b17a-dfed646ab3c7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:22.144699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b2f48ac-7ae5-41bc-8d32-885333d82941 req-3276470b-dbe5-481d-b17a-dfed646ab3c7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 945 time: 0.0755286 Jul 07 17:35:22.186678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b2f48ac-7ae5-41bc-8d32-885333d82941 req-5798a0f4-f4b4-4ba1-aa39-81ce2062172c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357103 Jul 07 17:35:22.279526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['3062056c-729e-4d9e-a76f-f8685229ed11'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:23.434532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f984de-c289-4a05-a85e-798d1c904e89 req-808dc469-95dc-4c1b-870f-a831354e245c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:23.436236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0f984de-c289-4a05-a85e-798d1c904e89 req-808dc469-95dc-4c1b-870f-a831354e245c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 945 time: 0.0718002 Jul 07 17:35:23.483162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0f984de-c289-4a05-a85e-798d1c904e89 req-9f40ff3f-3243-4dac-abf1-7b54bda558f7 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Jul 07 17:35:23.794058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:23.853854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 3062056c-729e-4d9e-a76f-f8685229ed11 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:23.858255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 3062056c-729e-4d9e-a76f-f8685229ed11 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:23.858635 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:23.948185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:23.973614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:23.975941 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0cc78-4d72-4812-98eb-5136469b46b0" -d '{"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-plugged", "status": "completed", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:23.992012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:23.997836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:24.090307 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:24.099708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:24.107562 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c8619f-c062-4a03-9a14-c6aeab973e2b x-openstack-request-id: req-68c8619f-c062-4a03-9a14-c6aeab973e2b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:24.107865 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-plugged", "status": "completed", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:24.108141 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68c8619f-c062-4a03-9a14-c6aeab973e2b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:24.108825 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'code': 200} Jul 07 17:35:24.238245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504c8f-82a5-4026-a07c-d13b20f5268b req-bf73ab56-09cc-45ac-be7e-6fbafb4e17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:24.239813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f504c8f-82a5-4026-a07c-d13b20f5268b req-bf73ab56-09cc-45ac-be7e-6fbafb4e17fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0606182 Jul 07 17:35:24.281865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f504c8f-82a5-4026-a07c-d13b20f5268b req-a117a413-eaf0-4380-a0cf-34a802a1be7a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349801 Jul 07 17:35:24.676122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa926501-8b3b-47ef-b9a4-2ce3465fcd83 req-a361e574-990e-492b-8bea-c40f4eaab5be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:24.677854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa926501-8b3b-47ef-b9a4-2ce3465fcd83 req-a361e574-990e-492b-8bea-c40f4eaab5be tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0708580 Jul 07 17:35:24.724973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa926501-8b3b-47ef-b9a4-2ce3465fcd83 req-b4b8ac41-9bdf-4e45-ae6c-7df58377f6c1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370491 Jul 07 17:35:25.929306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1ca7-7895-4aea-9d1d-230e39d70bc8 req-f522323c-c321-4473-a460-e2632c03ee68 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:25.931631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ebd1ca7-7895-4aea-9d1d-230e39d70bc8 req-f522323c-c321-4473-a460-e2632c03ee68 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0765591 Jul 07 17:35:25.976323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ebd1ca7-7895-4aea-9d1d-230e39d70bc8 req-d7d6eccb-b863-4bbf-b554-9c1965eac74c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359116 Jul 07 17:35:26.172671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bd9d2-b7e9-461b-9a5c-2da640f32bb8 req-277e8cfc-b9d2-43c1-bf05-ba30a2e07bc2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.174331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-027bd9d2-b7e9-461b-9a5c-2da640f32bb8 req-277e8cfc-b9d2-43c1-bf05-ba30a2e07bc2 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0781426 Jul 07 17:35:26.221651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-027bd9d2-b7e9-461b-9a5c-2da640f32bb8 req-825f4e19-8cbe-484f-bca0-780eb545df4b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Jul 07 17:35:26.261341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 37934) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:26.320866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f39ab-b203-4f35-ae6a-a0c082127bdc tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.322955 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-208f39ab-b203-4f35-ae6a-a0c082127bdc tempest-TestNetworkAdvancedServerOps-382554902 tempest-TestNetworkAdvancedServerOps-382554902-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1092 time: 0.0602722 Jul 07 17:35:26.326880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37936) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:26.332274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '3062056c-729e-4d9e-a76f-f8685229ed11', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:26.358742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.500261 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.665536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Allocated IP 172.25.5.74 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/5dc5f5ab-ee03-4770-8842-e67886fee80e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:26.778105 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.823830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.875907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:26.881849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:26.887979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:26.925858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=5dc5f5ab-ee03-4770-8842-e67886fee80e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:27.412767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:27.516137 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:27.987395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:27.992101 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:28.065627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event updated for resources: {'Port': ['ID=5dc5f5ab-ee03-4770-8842-e67886fee80e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:28.079328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:28.203899 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Floating IP 837bf5c7-a1c5-470e-a1f2-6f792fb66bad associated. External IP: 172.25.5.74, port: 3062056c-729e-4d9e-a76f-f8685229ed11. Jul 07 17:35:28.446823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:28.572772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:28.586127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] Sync routers for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:28.594371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:28.599270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:28.600634 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:28.649353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-80c6a522-4b69-4251-8932-f3e998c7c086 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3169680 Jul 07 17:35:28.649353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:28.650632 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:28.754271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:28.898782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f5d93-ec25-472c-975a-9c3c00c9cad9 req-bcea0e56-465a-4c2a-bf54-96811ebde348 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:28.902547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb7f5d93-ec25-472c-975a-9c3c00c9cad9 req-bcea0e56-465a-4c2a-bf54-96811ebde348 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.1129205 Jul 07 17:35:28.956195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb7f5d93-ec25-472c-975a-9c3c00c9cad9 req-bc958f8c-3e4a-4628-9cb3-4ff9cad0dec6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 Jul 07 17:35:28.995495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37942) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:29.066160 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfee744b-2b68-4244-ba1e-d65f143a4341 x-openstack-request-id: req-bfee744b-2b68-4244-ba1e-d65f143a4341 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:29.066511 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:29.066785 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfee744b-2b68-4244-ba1e-d65f143a4341 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:29.067359 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'status': 'completed', 'code': 200} Jul 07 17:35:29.158868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-303c9576-687d-49c6-9d50-092f9835944c tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/837bf5c7-a1c5-470e-a1f2-6f792fb66bad HTTP/1.1" status: 200 len: 991 time: 0.1603310 Jul 07 17:35:29.162010 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '837bf5c7-a1c5-470e-a1f2-6f792fb66bad', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'port_id': '3062056c-729e-4d9e-a76f-f8685229ed11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'mac_address': 'fa:16:3e:1c:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:27Z', 'updated_at': '2021-07-07T17:35:27Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:16Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:29.187332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-d02b3af6-9d43-4d55-80dd-986ffaa6e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:29.190176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-d02b3af6-9d43-4d55-80dd-986ffaa6e2b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1141310 Jul 07 17:35:29.201987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] Checking router: ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:29.219868 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:29.224792 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:29.321402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-3419e01c-86e4-4b9c-bb60-e87a67c49d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:29.324516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-3419e01c-86e4-4b9c-bb60-e87a67c49d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 898 time: 0.1272850 Jul 07 17:35:29.384540 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:29.430422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-8395ba40-31a7-4952-8575-8f1ec578e35b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 999 time: 0.0992880 Jul 07 17:35:29.516779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-395a21d1-d033-4123-b061-c1ffc912facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:29.518376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-395a21d1-d033-4123-b061-c1ffc912facc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0825613 Jul 07 17:35:29.598051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-04307a29-5200-407f-9615-36056e647a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:29.599540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-04307a29-5200-407f-9615-36056e647a35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738659 Jul 07 17:35:29.753396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-d785c46e-5dd6-4222-b722-1f7eb6d7d676 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469452 Jul 07 17:35:29.755566 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '837bf5c7-a1c5-470e-a1f2-6f792fb66bad', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'port_id': '3062056c-729e-4d9e-a76f-f8685229ed11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'mac_address': 'fa:16:3e:1c:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:27Z', 'updated_at': '2021-07-07T17:35:27Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:16Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:29.800832 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbae2e-eeb4-42d0-865a-19056daf8f0a None None] The sync data for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 is: [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '837bf5c7-a1c5-470e-a1f2-6f792fb66bad', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'port_id': '3062056c-729e-4d9e-a76f-f8685229ed11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'mac_address': 'fa:16:3e:1c:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:27Z', 'updated_at': '2021-07-07T17:35:27Z', 'revision_number': 0, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:16Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:29.889791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79dad2ab-dcda-4e85-89a2-c4d29ce462ef req-7395fbb6-6144-49f7-b340-eed7fc3007c5 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271379 Jul 07 17:35:30.058572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a763ee0-2d65-4c1a-9fc9-920fbc38e491 None None] New status for floating IP 837bf5c7-a1c5-470e-a1f2-6f792fb66bad: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:35:30.162043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37944) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:30.249034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dd0a5843-8e25-438c-87a8-37d70cd3ffd6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/837bf5c7-a1c5-470e-a1f2-6f792fb66bad HTTP/1.1" status: 200 len: 991 time: 0.0858181 Jul 07 17:35:31.253789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 37946) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:31.334996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f1c61b6e-45c7-4c69-9f27-d26ad9f70050 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/837bf5c7-a1c5-470e-a1f2-6f792fb66bad HTTP/1.1" status: 200 len: 993 time: 0.0800250 Jul 07 17:35:34.075845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:35.267357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-074ee114-b4f7-41b6-bb5c-c58f08c8a0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:37.667942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:39.189344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9009cff3-8d76-4b99-868c-57cac6163425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:39.256674 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:40.898502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:44.159046 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:46.813824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-51803525-28b7-477b-a7e5-c9e8207421d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559473 Jul 07 17:35:46.923205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-ee69700d-9ffc-4587-8a90-6f5f30e2976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:46.924748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-ee69700d-9ffc-4587-8a90-6f5f30e2976c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0598767 Jul 07 17:35:47.056999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-82259053-08aa-4a1d-a018-09eacd61e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.058591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-82259053-08aa-4a1d-a018-09eacd61e432 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 898 time: 0.1124978 Jul 07 17:35:47.128165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-5d027cb9-69cc-4992-b122-6b405f129253 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 1001 time: 0.0617898 Jul 07 17:35:47.188390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-a33542b3-3f11-441c-906e-e7185ee375c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.190203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-a33542b3-3f11-441c-906e-e7185ee375c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0553355 Jul 07 17:35:47.253694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-170a9a0b-8ee6-47a0-ac11-88ec8e65aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.255349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-170a9a0b-8ee6-47a0-ac11-88ec8e65aba1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574379 Jul 07 17:35:47.352643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-3e222de6-8901-4b90-afd2-348f72b18da2 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900526 Jul 07 17:35:47.485536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c27b0fd-0d9b-4d5c-acf5-9dd605f7600c req-795c5ff9-7090-4429-b0b9-fe757e45f0b9 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261947 Jul 07 17:35:54.059335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:04.074392 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.261158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4ef09d75-8766-453a-8b53-6370a8abf0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.673281 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.193324 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8a8aaeaa-1d59-42a6-a7b1-523d0a8e55fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.256793 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.901387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:21.162551 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:24.060081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.546075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2205e96-dae6-481b-9561-412734fecce5 req-d84ad1be-356a-497e-8553-c9c4e75e1bf0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.548258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2205e96-dae6-481b-9561-412734fecce5 req-d84ad1be-356a-497e-8553-c9c4e75e1bf0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0851762 Jul 07 17:36:30.610961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2205e96-dae6-481b-9561-412734fecce5 req-171aa35e-f47c-4fff-af84-8340c7a74ab0 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530536 Jul 07 17:36:31.840324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4db97-d3ea-4ef4-a7ba-5bcb8392d7d8 req-ab3601bc-0db2-4316-b259-6ed8c26481ce tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:31.841940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2e4db97-d3ea-4ef4-a7ba-5bcb8392d7d8 req-ab3601bc-0db2-4316-b259-6ed8c26481ce tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0815923 Jul 07 17:36:31.892146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2e4db97-d3ea-4ef4-a7ba-5bcb8392d7d8 req-0f4a0ff6-225c-45cf-b1b4-67b01ace657e tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Jul 07 17:36:33.082610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9761d0f-7c56-4245-85ae-3073e70f0073 req-c018557b-99a9-4c4e-aeab-c46c9c41741f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.084276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9761d0f-7c56-4245-85ae-3073e70f0073 req-c018557b-99a9-4c4e-aeab-c46c9c41741f tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0713470 Jul 07 17:36:33.126365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9761d0f-7c56-4245-85ae-3073e70f0073 req-943c53d4-5242-4e99-9c21-339e0b7c665d tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Jul 07 17:36:34.077545 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.364951 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb31da5-bcca-408f-b999-26409befee0e req-dfd18e86-9848-46ac-8b47-53ad5893db93 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:34.366607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcb31da5-bcca-408f-b999-26409befee0e req-dfd18e86-9848-46ac-8b47-53ad5893db93 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0758955 Jul 07 17:36:34.420509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bcb31da5-bcca-408f-b999-26409befee0e req-2afba8df-2b06-41bb-a86c-9a9235448908 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469215 Jul 07 17:36:35.268230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-651d57ef-3ae9-40f2-9c8a-15e9e1ded18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.651635 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5ddd-8763-4150-8478-0f16b9a9d677 req-73ed5829-7413-49b8-916e-a404e36058c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.654840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-506c5ddd-8763-4150-8478-0f16b9a9d677 req-73ed5829-7413-49b8-916e-a404e36058c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0843122 Jul 07 17:36:35.707346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-506c5ddd-8763-4150-8478-0f16b9a9d677 req-6d6b82dc-a439-4c03-81b5-7b48edcb1be1 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Jul 07 17:36:36.925079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65670a7-a628-4f04-bf78-836d5c5eddca req-2bbf1eae-08a5-43d7-ab2e-3307105a49fb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.926785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65670a7-a628-4f04-bf78-836d5c5eddca req-2bbf1eae-08a5-43d7-ab2e-3307105a49fb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0737834 Jul 07 17:36:36.971213 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e65670a7-a628-4f04-bf78-836d5c5eddca req-71328e46-5e6c-4c47-b53e-5806447d5b21 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Jul 07 17:36:37.688753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.168653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea4a57-b4fc-44c9-b0ca-7d79f9a4a2f4 req-fc9cc31d-d6d6-42f9-a310-11dd60734891 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:38.170406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28ea4a57-b4fc-44c9-b0ca-7d79f9a4a2f4 req-fc9cc31d-d6d6-42f9-a310-11dd60734891 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0762625 Jul 07 17:36:38.220889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28ea4a57-b4fc-44c9-b0ca-7d79f9a4a2f4 req-0ad806bf-5d02-42bf-a58c-fdee1853bb46 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399361 Jul 07 17:36:39.195875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80df4bdc-4cab-4d1c-9984-76277ee737ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.261277 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.408612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e3b0c-54c3-4654-837c-fbcb04acb21f req-4d36a602-b7a8-4b62-946a-34c407d160e4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.410280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c07e3b0c-54c3-4654-837c-fbcb04acb21f req-4d36a602-b7a8-4b62-946a-34c407d160e4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0702343 Jul 07 17:36:39.452185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c07e3b0c-54c3-4654-837c-fbcb04acb21f req-9193b1d6-eb0d-489f-8fe7-06fa9a395e02 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349429 Jul 07 17:36:40.651480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53b45f-b3a2-46dd-8d42-ea6f3a29d6ce req-9ee92dff-6331-492b-ba0a-e6c438627fe8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:40.653249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc53b45f-b3a2-46dd-8d42-ea6f3a29d6ce req-9ee92dff-6331-492b-ba0a-e6c438627fe8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0761483 Jul 07 17:36:40.697350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cc53b45f-b3a2-46dd-8d42-ea6f3a29d6ce req-41b72986-afce-40d0-9fbf-5d27e31d3dff tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376208 Jul 07 17:36:40.909060 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.898780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832f0a1-d82b-4b0a-a34a-f137980561b3 req-7ffbf3cd-33b9-4732-9636-c1cd33400dca tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.900827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e832f0a1-d82b-4b0a-a34a-f137980561b3 req-7ffbf3cd-33b9-4732-9636-c1cd33400dca tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0737619 Jul 07 17:36:41.949819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e832f0a1-d82b-4b0a-a34a-f137980561b3 req-9c8fb5bc-4637-4ce5-9d86-174151d7bc55 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379951 Jul 07 17:36:43.140791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f118-7fd9-4492-a7d7-1919a0bdcd93 req-600d9c83-e3dc-4722-a52f-9ca62f22d340 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.142496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdf7f118-7fd9-4492-a7d7-1919a0bdcd93 req-600d9c83-e3dc-4722-a52f-9ca62f22d340 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0747485 Jul 07 17:36:43.190644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdf7f118-7fd9-4492-a7d7-1919a0bdcd93 req-d1325047-aa4b-43c7-ada6-7af9d0e79f4b tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377266 Jul 07 17:36:44.382813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb40d-ba13-436d-8cd4-1188f8150736 req-91d0bf6e-7714-455f-a48e-1f04007bdf42 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:44.384412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d48bb40d-ba13-436d-8cd4-1188f8150736 req-91d0bf6e-7714-455f-a48e-1f04007bdf42 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0736637 Jul 07 17:36:44.428463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d48bb40d-ba13-436d-8cd4-1188f8150736 req-1bc043ff-caae-4643-b44e-c5e0e420c318 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377188 Jul 07 17:36:45.030336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05bee-e7a9-439a-b5b7-83a3fc30b5ce req-61533991-cec3-447f-907a-0c71fa2ef903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:45.031906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57c05bee-e7a9-439a-b5b7-83a3fc30b5ce req-61533991-cec3-447f-907a-0c71fa2ef903 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0572264 Jul 07 17:36:45.075113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57c05bee-e7a9-439a-b5b7-83a3fc30b5ce req-600f0f58-c2f5-474d-af97-e6a29683076d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346076 Jul 07 17:36:45.612909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4592efc-455a-4b61-81b3-79b2f88e2c62 req-f765af2a-d5a6-4667-9d08-484e57f76eee tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:45.614618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4592efc-455a-4b61-81b3-79b2f88e2c62 req-f765af2a-d5a6-4667-9d08-484e57f76eee tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.0726006 Jul 07 17:36:45.655830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4592efc-455a-4b61-81b3-79b2f88e2c62 req-ce4416af-1a84-4aea-ac8e-092f819dafea tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Jul 07 17:36:46.253724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:46.255839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:46.408950 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.428305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:46.448999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '3062056c-729e-4d9e-a76f-f8685229ed11', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'port_id': '3062056c-729e-4d9e-a76f-f8685229ed11', 'mac_address': 'fa:16:3e:1c:32:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:46.454747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:46.457391 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c0462-7d1f-42aa-9c8b-241e95766396" -d '{"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:46.476031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:46.495445 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.510192 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fb67c6-eb66-425c-81bf-d84249d7b6e7 x-openstack-request-id: req-d1fb67c6-eb66-425c-81bf-d84249d7b6e7 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:46.510479 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:46.510735 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1fb67c6-eb66-425c-81bf-d84249d7b6e7 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:46.511141 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'code': 200} Jul 07 17:36:46.547763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.576257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3062056c-729e-4d9e-a76f-f8685229ed11 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:46.583871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:46.594134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.594478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.594817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.595152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.595482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.595811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.596133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.596454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.596778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.597125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.597443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.597764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:46.636454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:36:46.636809 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:36:46.838955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09510696-e542-4537-ba09-c39138961719 req-eaac6f72-d80d-4d05-97c7-b03c300abe19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:46.840504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09510696-e542-4537-ba09-c39138961719 req-eaac6f72-d80d-4d05-97c7-b03c300abe19 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 944 time: 0.0648646 Jul 07 17:36:46.879370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09510696-e542-4537-ba09-c39138961719 req-94c20386-e7b8-4ae8-a304-abaaa99824e3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Jul 07 17:36:46.905019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38016) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:46.975224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b19866cb-d786-4865-a528-50c9c044a8f4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/floatingips/837bf5c7-a1c5-470e-a1f2-6f792fb66bad HTTP/1.1" status: 200 len: 991 time: 0.0687411 Jul 07 17:36:47.186959 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.202428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3062056c-729e-4d9e-a76f-f8685229ed11 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:47.233067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:47.238924 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.298265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:47.561744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['3062056c-729e-4d9e-a76f-f8685229ed11'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:47.834897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-b16e12f7-5f7d-402a-bd3c-84ec8f94afbb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597522 Jul 07 17:36:47.935880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a398-be43-4691-ba35-b7088752c557 req-451f3a03-159b-4056-aa2a-c78105819c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.937457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-451f3a03-159b-4056-aa2a-c78105819c97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0572093 Jul 07 17:36:48.048969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a398-be43-4691-ba35-b7088752c557 req-f17ad72d-db92-4568-9556-9f358d1d0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.050691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-f17ad72d-db92-4568-9556-9f358d1d0a2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 898 time: 0.0916657 Jul 07 17:36:48.127233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-a90c291c-d677-4f6b-a4c4-c614c0dc67a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 1000 time: 0.0697191 Jul 07 17:36:48.178756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a398-be43-4691-ba35-b7088752c557 req-e971c071-4d36-4424-9099-9a0c2bd56358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.180856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-e971c071-4d36-4424-9099-9a0c2bd56358 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0459571 Jul 07 17:36:48.247710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a398-be43-4691-ba35-b7088752c557 req-27b41018-2625-4471-a1b7-53276c989109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.249315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-27b41018-2625-4471-a1b7-53276c989109 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610423 Jul 07 17:36:48.348644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-6d7ae6f3-137c-4de5-9582-01b4660e2955 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919993 Jul 07 17:36:48.449002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df90a398-be43-4691-ba35-b7088752c557 req-932a8390-3512-46dd-afb2-9b789dc3b4b0 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934734 Jul 07 17:36:50.276134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:50.326783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 3062056c-729e-4d9e-a76f-f8685229ed11 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:50.327156 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:50.407107 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:50.430588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:50.432893 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d290ae21-dc1b-4c03-a2a9-b3039c49959f" -d '{"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-plugged", "status": "completed", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:50.446050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:50.450611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:50.481463 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e987f7-aab9-4317-b650-e4b331932c3c x-openstack-request-id: req-65e987f7-aab9-4317-b650-e4b331932c3c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:50.481764 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-plugged", "status": "completed", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:50.482055 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65e987f7-aab9-4317-b650-e4b331932c3c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:50.482481 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'code': 200} Jul 07 17:36:50.509450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:54.068293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.162627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:04.104777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:05.266465 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c8acf2f7-dd63-4931-946d-f7c4120edda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.683096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.199257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f0ecec7c-0630-4ccf-a06a-90d1af30f50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.262844 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.911974 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.073982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.106877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.162731 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:35.268080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-149fe8da-d8b2-45e2-8a97-f69619d55b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:37.685516 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.206826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5835c709-c802-4638-99b4-16cd92a96493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.268378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:40.910219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.618920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-1525cff5-8696-44cb-b268-dc51a285bc4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171827 Jul 07 17:37:48.727210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-fd93a6c3-ee1e-4180-b4a6-829cc9ccd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.729771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-fd93a6c3-ee1e-4180-b4a6-829cc9ccd777 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0641239 Jul 07 17:37:48.844002 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-41aaead3-68da-4089-94ec-fb82e04d4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.845601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-41aaead3-68da-4089-94ec-fb82e04d4e62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 898 time: 0.0947058 Jul 07 17:37:48.916352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-4fa1527a-2c1c-42ca-bc3b-7a03396882cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 1001 time: 0.0636632 Jul 07 17:37:48.969445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-2e236e06-6e8b-4e4d-85e7-cc1f452cee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.971154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-2e236e06-6e8b-4e4d-85e7-cc1f452cee37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0489368 Jul 07 17:37:49.040124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-2c49f926-a2b0-4415-8406-eccfd34d2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.041771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-2c49f926-a2b0-4415-8406-eccfd34d2780 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646193 Jul 07 17:37:49.145676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-f8536064-d819-44f9-9637-77b48e5b1843 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961514 Jul 07 17:37:49.260616 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bfc45845-fb0c-42fc-a37e-f684d4a514b9 req-9a87f986-40a7-4eb6-919c-82bd4c255c59 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077356 Jul 07 17:37:53.449832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38056) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:53.622999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 5dc5f5ab-ee03-4770-8842-e67886fee80e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:53.623365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.705792 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.706118 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.720414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 5dc5f5ab-ee03-4770-8842-e67886fee80e owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:53.895971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.924252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=5dc5f5ab-ee03-4770-8842-e67886fee80e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:53.936471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.936833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.937216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.937562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.937902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.938242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.938575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.938909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.939240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.939573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.939901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:53.940226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.004486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.004832 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Floating IP 837bf5c7-a1c5-470e-a1f2-6f792fb66bad disassociated (deleted). External IP: 172.25.5.74, port: 3062056c-729e-4d9e-a76f-f8685229ed11. Jul 07 17:37:54.068825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.236953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:54.661516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:54.666920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.675221 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] Sync routers for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:54.687257 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:54.688061 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:37:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:54.707709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-969f6ee1-ed30-47d3-95bb-7fd0fc808068 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/floatingips/837bf5c7-a1c5-470e-a1f2-6f792fb66bad HTTP/1.1" status: 204 len: 168 time: 1.2567058 Jul 07 17:37:54.708350 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:54.711025 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:54.815668 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:55.058130 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:16Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:55.062334 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b07a1-43b6-4b36-85ff-19b503376767 x-openstack-request-id: req-303b07a1-43b6-4b36-85ff-19b503376767 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:55.062735 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:55.063078 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-303b07a1-43b6-4b36-85ff-19b503376767 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:55.063635 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'status': 'completed', 'code': 200} Jul 07 17:37:55.093399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] Checking router: ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:55.103244 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:55.103882 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:37:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:55.146491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-c5b2e59a-e92b-4df3-a5fa-231b1a06dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.148340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-c5b2e59a-e92b-4df3-a5fa-231b1a06dca5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f19729a3d8d54cc5b8b4235501881170&device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0607564 Jul 07 17:37:55.224427 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:55.291354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-a79c0110-a93e-4dcb-a3fd-b31ef65a66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.292893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-a79c0110-a93e-4dcb-a3fd-b31ef65a66db service neutron] 10.222.0.54 "GET /v2.0/networks?id=c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 200 len: 898 time: 0.1377926 Jul 07 17:37:55.305709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5811-6449-4fc8-bda8-68695c94a89c req-4c9b6888-4d6a-4b97-a933-cb696c984aa8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.307355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-751a5811-6449-4fc8-bda8-68695c94a89c req-4c9b6888-4d6a-4b97-a933-cb696c984aa8 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.1442318 Jul 07 17:37:55.383906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-8e6c153c-254a-47fe-9217-8b4769cef942 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 200 len: 217 time: 0.0754824 Jul 07 17:37:55.446725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-751a5811-6449-4fc8-bda8-68695c94a89c req-9d47ff02-d255-4ce6-b64e-362e3f018544 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321287 Jul 07 17:37:55.463221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-d206b04c-c669-4e3a-a18a-046753987feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.464744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-d206b04c-c669-4e3a-a18a-046753987feb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 200 len: 834 time: 0.0740714 Jul 07 17:37:55.478009 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:16Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:55.506389 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4267910-f721-41e8-a9db-8ed00a75a991 None None] The sync data for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 is: [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:11Z', 'revision_number': 4, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'cc666246-694a-483c-8f0d-3c24ad308a55', 'name': '', 'network_id': 'c599f826-7399-402c-9ee8-7454a35a7cbc', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'mac_address': 'fa:16:3e:cb:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '94711107-a436-4327-a232-cf0edf78c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:16Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'subnets': [{'id': '94711107-a436-4327-a232-cf0edf78c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:55.529907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-1b7014d5-797d-476e-b3ee-c21e4d7ff5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.531504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-1b7014d5-797d-476e-b3ee-c21e4d7ff5d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c599f826-7399-402c-9ee8-7454a35a7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597904 Jul 07 17:37:55.651445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-5ec4b0f0-3b74-430b-9c84-667e1100ebe9 service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108887 Jul 07 17:37:55.763340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6bc420d-b5d3-4fb7-a3c0-b26c87eabc2b req-af6ca522-baa8-409b-9b5d-5adb38d0831f service neutron] 10.222.0.54 "GET /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056058 Jul 07 17:37:55.790579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba761e6e-72ff-4701-8ae2-7af5f98e80bf None None] New status for floating IP 837bf5c7-a1c5-470e-a1f2-6f792fb66bad: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:56.661985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ce56-343a-4fc2-b585-f5f64c6316fe req-d5247e0b-9301-4958-951e-340d0e001954 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.663643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54d5ce56-343a-4fc2-b585-f5f64c6316fe req-d5247e0b-9301-4958-951e-340d0e001954 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.1013689 Jul 07 17:37:56.749228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d545-3690-46e2-9c8a-f29053527011 req-0e705271-f234-45de-af42-635094b47ef3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.752145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee77d545-3690-46e2-9c8a-f29053527011 req-0e705271-f234-45de-af42-635094b47ef3 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ccdb5e2-1e0d-419b-b811-601690107ba4 HTTP/1.1" status: 200 len: 946 time: 0.1432195 Jul 07 17:37:56.757509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54d5ce56-343a-4fc2-b585-f5f64c6316fe req-cb9a5d36-c6ba-48fd-92cb-bddc98c2a1c4 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "GET /v2.0/security-groups?id=4a224355-f7b4-403b-a4ee-f727f2ecb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860775 Jul 07 17:37:56.894740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 3062056c-729e-4d9e-a76f-f8685229ed11 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:56.898760 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.996971 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port 3062056c-729e-4d9e-a76f-f8685229ed11, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=3062056c-729e-4d9e-a76f-f8685229ed11,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:56.997397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.013763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 3062056c-729e-4d9e-a76f-f8685229ed11 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:57.156036 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.189510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=3062056c-729e-4d9e-a76f-f8685229ed11,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:57.235100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] No DVR routers for this DVR port 3062056c-729e-4d9e-a76f-f8685229ed11 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:57.238870 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.240197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee77d545-3690-46e2-9c8a-f29053527011 req-3ca0e02b-985e-4510-9390-99e1d033f529 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.54 "DELETE /v2.0/ports/3062056c-729e-4d9e-a76f-f8685229ed11 HTTP/1.1" status: 204 len: 173 time: 0.4814792 Jul 07 17:37:57.240674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-deleted', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:57.243893 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe877af-bc99-4eb7-938b-c85d0e02b061" -d '{"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-deleted", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:57.293634 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f525c-4785-46a7-bfb2-e89245b67ffe x-openstack-request-id: req-d38f525c-4785-46a7-bfb2-e89245b67ffe {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:57.294103 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccdb5e2-1e0d-419b-b811-601690107ba4", "name": "network-vif-deleted", "tag": "3062056c-729e-4d9e-a76f-f8685229ed11", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:57.294527 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d38f525c-4785-46a7-bfb2-e89245b67ffe {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:57.295134 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccdb5e2-1e0d-419b-b811-601690107ba4', 'name': 'network-vif-deleted', 'tag': '3062056c-729e-4d9e-a76f-f8685229ed11', 'status': 'completed', 'code': 200} Jul 07 17:37:57.896995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38072) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:58.395850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.693850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port cc666246-694a-483c-8f0d-3c24ad308a55 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:58.694351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.787188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port cc666246-694a-483c-8f0d-3c24ad308a55, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=cc666246-694a-483c-8f0d-3c24ad308a55,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:58.787607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.803488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for cc666246-694a-483c-8f0d-3c24ad308a55 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:59.017564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.049541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=cc666246-694a-483c-8f0d-3c24ad308a55,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:59.078429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.078786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.079134 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.079480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.079817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.080426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.080756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.081092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.081447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.081778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.082107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.082436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:59.254679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.489070 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:59.605692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:59.613919 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4014a5e-ca86-4a15-b64e-889c39d530bd tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "PUT /v2.0/routers/ccfcc93b-e09b-47ac-86a6-7e4a197be9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153635 Jul 07 17:37:59.617604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38076) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:59.621383 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] Sync routers for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:59.633510 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:59.634155 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:37:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:59.681397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting subnet 94711107-a436-4327-a232-cf0edf78c53b {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:37:59.685137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.730176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.793827 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:59.826743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.901034 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.936143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.939382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/subnets/94711107-a436-4327-a232-cf0edf78c53b HTTP/1.1" status: 204 len: 168 time: 0.3205409 Jul 07 17:37:59.940580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc5eb5-1e21-4729-aafd-df5ef3cd6eeb tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Subnet': ['ID=94711107-a436-4327-a232-cf0edf78c53b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:59.943371 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38078) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:59.953300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e049d1c-b619-400c-8712-4d7f4095a4c3 None None] Network c599f826-7399-402c-9ee8-7454a35a7cbc requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:00.054265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:37:58Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.083973 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] Checking router: ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:00.091239 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.096056 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] Routers {'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:00.096697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:37:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.167745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be40db-8665-448c-a019-1b2d53452363 None None] DHCP port deletion for c599f826-7399-402c-9ee8-7454a35a7cbc request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:38:00.214500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.224074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Deleting port b0077945-58e2-4525-b0f0-2fc2498b6d3b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:00.224530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.224832 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] Set router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:00.301266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Deleting port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:00.301715 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.349364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-65be40db-8665-448c-a019-1b2d53452363 None None] For port b0077945-58e2-4525-b0f0-2fc2498b6d3b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b0077945-58e2-4525-b0f0-2fc2498b6d3b,segment=NetworkSegment(d704eb1f-c879-484b-b8b0-dc7f8d42a997),segment_id=d704eb1f-c879-484b-b8b0-dc7f8d42a997)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:00.349995 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.373641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Calling delete_port for b0077945-58e2-4525-b0f0-2fc2498b6d3b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:00.403146 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] For port 7af1f7cb-66d3-4a2c-86b6-1f51be9af038, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:00.403787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.419399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Calling delete_port for 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:00.491277 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.508714 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:37:58Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.541319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Pushing event deleted for resources: {'Port': ['ID=b0077945-58e2-4525-b0f0-2fc2498b6d3b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:00.543690 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e110a-974f-4e9b-bb92-88aca847c7f6 None None] The sync data for ids ['ccfcc93b-e09b-47ac-86a6-7e4a197be9c3'] in n-d-793619-7 is: [{'id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267529736', 'tenant_id': 'f19729a3d8d54cc5b8b4235501881170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:37:58Z', 'revision_number': 5, 'project_id': 'f19729a3d8d54cc5b8b4235501881170', 'gw_port': {'id': '7af1f7cb-66d3-4a2c-86b6-1f51be9af038', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfcc93b-e09b-47ac-86a6-7e4a197be9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:07Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:00.548757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be40db-8665-448c-a019-1b2d53452363 None None] No DVR routers for this DVR port b0077945-58e2-4525-b0f0-2fc2498b6d3b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:00.560977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.561449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.561856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.562267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.562620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.563411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.563411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.563626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.563968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.564425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.564662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.568295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be40db-8665-448c-a019-1b2d53452363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:00.604246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:00.628975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 3062056c-729e-4d9e-a76f-f8685229ed11 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:00.629342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 3062056c-729e-4d9e-a76f-f8685229ed11 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:00.642413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.670915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Port': ['ID=7af1f7cb-66d3-4a2c-86b6-1f51be9af038,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:00.744249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.843108 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.845569 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.897038 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.897637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Fanout notify agent at l3_agent the message router_deleted on router ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:38:00.905643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.906813 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a40a8aa0-c326-43c0-9dcd-9852aaf5caf6 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/routers/ccfcc93b-e09b-47ac-86a6-7e4a197be9c3 HTTP/1.1" status: 204 len: 168 time: 0.9624863 Jul 07 17:38:00.910016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38080) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:00.999303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.100373 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.111845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c599f826-7399-402c-9ee8-7454a35a7cbc']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:01.125235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd704eb1f-c879-484b-b8b0-dc7f8d42a997') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:01.125591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd704eb1f-c879-484b-b8b0-dc7f8d42a997') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:01.136101 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.157432 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.167995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:38:01.168756 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:38:01.172029 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:38:01.254581 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.262023 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.267311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38082) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:01.268160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/networks/c599f826-7399-402c-9ee8-7454a35a7cbc HTTP/1.1" status: 204 len: 168 time: 0.3556120 Jul 07 17:38:01.285561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281488a-b12f-47a7-9fcd-4ca510f4dc08 tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'Network': ['ID=c599f826-7399-402c-9ee8-7454a35a7cbc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.349930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-556df5c0-fb2b-4b0a-91e2-55ba7c57103a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.377930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-556df5c0-fb2b-4b0a-91e2-55ba7c57103a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.450636 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-556df5c0-fb2b-4b0a-91e2-55ba7c57103a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.453643 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-556df5c0-fb2b-4b0a-91e2-55ba7c57103a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.455361 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-556df5c0-fb2b-4b0a-91e2-55ba7c57103a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] 10.222.0.78 "DELETE /v2.0/security-groups/4a224355-f7b4-403b-a4ee-f727f2ecb9d2 HTTP/1.1" status: 204 len: 168 time: 0.1858532 Jul 07 17:38:01.470625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556df5c0-fb2b-4b0a-91e2-55ba7c57103a tempest-TestNetworkAdvancedServerOps-1218495222 tempest-TestNetworkAdvancedServerOps-1218495222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a224355-f7b4-403b-a4ee-f727f2ecb9d2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.900866 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38092) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:02.021004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:02.055279 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:02.055879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7af1f7cb-66d3-4a2c-86b6-1f51be9af038 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:02.056901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc666246-694a-483c-8f0d-3c24ad308a55 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:02.083612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: cc666246-694a-483c-8f0d-3c24ad308a55 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:02.083957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device cc666246-694a-483c-8f0d-3c24ad308a55 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:02.084569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b0077945-58e2-4525-b0f0-2fc2498b6d3b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:02.096560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6023d4c3-1b4b-417d-884a-9f8c4e023b42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f19729a3d8d54cc5b8b4235501881170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943800 Jul 07 17:38:02.100772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38098) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:02.106158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: b0077945-58e2-4525-b0f0-2fc2498b6d3b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:02.106520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b0077945-58e2-4525-b0f0-2fc2498b6d3b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:02.163815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d700495-54ab-4bc3-8675-36cd7a988b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.189000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d700495-54ab-4bc3-8675-36cd7a988b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.258872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d700495-54ab-4bc3-8675-36cd7a988b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.261666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d700495-54ab-4bc3-8675-36cd7a988b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.262916 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7d700495-54ab-4bc3-8675-36cd7a988b04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acdd4ba9-eaa0-49a2-8e46-e467d1a91cdc HTTP/1.1" status: 204 len: 168 time: 0.1610155 Jul 07 17:38:02.272168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d700495-54ab-4bc3-8675-36cd7a988b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd4ba9-eaa0-49a2-8e46-e467d1a91cdc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:02.579597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38104) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:02.627933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f0a66804-ede9-4d08-b9af-bff6358d451a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ae6906db7eb4c2d8076538d32ae5679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467405 Jul 07 17:38:02.630820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38106) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:02.689996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d76aee1d-fd0b-4177-a435-a3f663273617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.716242 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d76aee1d-fd0b-4177-a435-a3f663273617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.784673 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d76aee1d-fd0b-4177-a435-a3f663273617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.787658 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d76aee1d-fd0b-4177-a435-a3f663273617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.789039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d76aee1d-fd0b-4177-a435-a3f663273617 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1e5b3a4-4b61-4c15-b54b-de25a857d000 HTTP/1.1" status: 204 len: 168 time: 0.1570973 Jul 07 17:38:02.798227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76aee1d-fd0b-4177-a435-a3f663273617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5b3a4-4b61-4c15-b54b-de25a857d000,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:03.660920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38128) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:03.781632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1441563309-network', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:03.807902 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:03.811212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.821673 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.947113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.951890 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.987818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:38:03.996598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7212bb7a-54df-4126-b4e5-569034114705,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:04.006728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.008457 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Added segment d204a06b-03c5-4857-a26d-ba8031583874 of type vlan for network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 Jul 07 17:38:04.065360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.103881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.115733 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.118550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.119297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.206358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5439832 Jul 07 17:38:04.212075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38134) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:04.219309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Request body: {'subnet': {'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1441563309-subnet', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:04.237286 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465ddae-496b-4002-a6cf-f856a1ec08a2 admin admin] Pushing event updated for resources: {'Network': ['ID=94d04211-f642-4b6d-9e17-a6ce7d3d0427,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:04.251345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:04.254682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:38:04.255761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.464969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.526698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d95c89-69be-4c97-b12e-dd666f4a11ea,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:04.538052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:04.538511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Network hostable DHCP agents. Network: 94d04211-f642-4b6d-9e17-a6ce7d3d0427, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:38:04.558454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:38:04.572431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 94d04211-f642-4b6d-9e17-a6ce7d3d0427) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:04.578784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.580376 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.586304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d664d86-22ad-4e10-add5-930f4d053794 None None] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:04.600136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-623b1ae1-2955-4399-8f9e-617672e612a2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3854234 Jul 07 17:38:04.605576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38136) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:04.611518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:04.643828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.645579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.789697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.825668 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:38:04.827363 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.993511 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.045042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Allocated IP 172.20.0.2 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/32e284cf-1f28-4c7b-9ecc-7bbad9927682) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:05.244980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.274720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.302110 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fe085eb9-8619-42ed-b3a3-693d020f4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.323624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.334188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Transition to ACTIVE for port object 32e284cf-1f28-4c7b-9ecc-7bbad9927682 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:05.359994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Transition to ACTIVE for port object 32e284cf-1f28-4c7b-9ecc-7bbad9927682 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:05.370084 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.423275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:05.430744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:05.436362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Allocated IP 172.25.5.172 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e41cd0f0-c0db-4d11-9d0c-6d590802d05d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:05.436729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:05.448687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Pushing event updated for resources: {'Port': ['ID=32e284cf-1f28-4c7b-9ecc-7bbad9927682,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:05.521786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Attempting to bind port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:05.522164 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Attempting to bind port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:05.523336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Attempting to bind port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:05.529817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:05.530216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:05.530601 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.530997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:05.531474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Bound port: 32e284cf-1f28-4c7b-9ecc-7bbad9927682, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:05.531896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.568164 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.613740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.640471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] For port 32e284cf-1f28-4c7b-9ecc-7bbad9927682, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:05.644417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] For port 32e284cf-1f28-4c7b-9ecc-7bbad9927682, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=32e284cf-1f28-4c7b-9ecc-7bbad9927682,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:05.651843 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.660752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:05.669583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:05.673397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:05.698752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:05.723778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36c580-2e31-47fb-b98a-d25653019848 None None] Pushing event updated for resources: {'Port': ['ID=32e284cf-1f28-4c7b-9ecc-7bbad9927682,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:06.036631 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.070013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 32e284cf-1f28-4c7b-9ecc-7bbad9927682 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:06.166492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:06.598401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.761553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Router 16149aad-3c6f-4987-9336-1348bd94fe18 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:38:06.808345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c3ac5-2e44-4f46-af7b-ed8014baba9b None None] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:06.892722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:06.894941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] Provisioning for port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:06.910124 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:06.910575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.912028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3f63cc65-1af6-4f63-8737-dcb501bd35c6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3050368 Jul 07 17:38:06.916245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 38140) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:06.928679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] Provisioning complete for port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:06.929288 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.973399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:06.973970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:37:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:07.184803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:07.418562 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.467448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.520629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] For port 32e284cf-1f28-4c7b-9ecc-7bbad9927682, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=32e284cf-1f28-4c7b-9ecc-7bbad9927682,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:07.528786 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.619268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cfd15-465c-4611-9106-80e3ac8b47f6 None None] Pushing event updated for resources: {'Port': ['ID=32e284cf-1f28-4c7b-9ecc-7bbad9927682,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:07.661268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:05Z', 'revision_number': 3, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:07.706656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:07.707114 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Updating router 16149aad-3c6f-4987-9336-1348bd94fe18 port e41cd0f0-c0db-4d11-9d0c-6d590802d05d binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:07.739712 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Allocated IP 172.20.0.1 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/f4880763-2302-4143-9a73-2e32fa4722aa) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:07.754451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.760676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.887374 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.897166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0ae6914b-6548-4766-9751-deb6a0d57a0d None None] Provisioning complete for port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:07.899009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0ae6914b-6548-4766-9751-deb6a0d57a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.906509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Transition to ACTIVE for port object f4880763-2302-4143-9a73-2e32fa4722aa will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:07.945696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.998541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:08.002038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:08.012911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 32e284cf-1f28-4c7b-9ecc-7bbad9927682 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:08.013154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:08.042079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Pushing event updated for resources: {'Port': ['ID=f4880763-2302-4143-9a73-2e32fa4722aa,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:08.074060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.181606 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.204491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Transition to ACTIVE for port object e41cd0f0-c0db-4d11-9d0c-6d590802d05d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:08.210546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:08.211523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.215386 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.296076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.308979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309fa59-a7ad-4ae5-985c-64b9d7b28670 None None] Pushing event updated for resources: {'Port': ['ID=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:08.317562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Attempting to bind port e41cd0f0-c0db-4d11-9d0c-6d590802d05d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:08.318054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Attempting to bind port e41cd0f0-c0db-4d11-9d0c-6d590802d05d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:08.318369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Attempting to bind port e41cd0f0-c0db-4d11-9d0c-6d590802d05d on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:08.331067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-387c93b2-4a1d-4ac6-bf6f-1292c415bf17 None None] Provisioning for port f4880763-2302-4143-9a73-2e32fa4722aa completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:08.333216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:08.333597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:08.334009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.334404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:08.334925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Bound port: e41cd0f0-c0db-4d11-9d0c-6d590802d05d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:08.335351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.341016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-387c93b2-4a1d-4ac6-bf6f-1292c415bf17 None None] Provisioning complete for port f4880763-2302-4143-9a73-2e32fa4722aa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:08.341431 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-387c93b2-4a1d-4ac6-bf6f-1292c415bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.451752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-387c93b2-4a1d-4ac6-bf6f-1292c415bf17 None None] Port f4880763-2302-4143-9a73-2e32fa4722aa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:08.462451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] For port e41cd0f0-c0db-4d11-9d0c-6d590802d05d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:08.466146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] For port e41cd0f0-c0db-4d11-9d0c-6d590802d05d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:08.471236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.522707 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.529132 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.531681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:08.532337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:37:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:08.537638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309fa59-a7ad-4ae5-985c-64b9d7b28670 None None] Pushing event updated for resources: {'Port': ['ID=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:08.655085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:08.660740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.665247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Pushing event updated for resources: {'Port': ['ID=f4880763-2302-4143-9a73-2e32fa4722aa,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:08.770945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:08.773731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:08.925555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:08.962956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 2, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:08.993350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7161dd-1e37-4e5c-811d-6765e09475d6 None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 2, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:09.076346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2c33c540-f449-4cb8-a5f5-e6fa2443eb07 None None] Provisioning complete for port f4880763-2302-4143-9a73-2e32fa4722aa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:09.076646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c33c540-f449-4cb8-a5f5-e6fa2443eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.103198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:09.108294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06819b58-e350-46e1-99d3-05b17e28d412 admin admin] 10.222.0.78 "PUT /v2.0/routers/16149aad-3c6f-4987-9336-1348bd94fe18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1909759 Jul 07 17:38:09.117976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2c33c540-f449-4cb8-a5f5-e6fa2443eb07 None None] Port f4880763-2302-4143-9a73-2e32fa4722aa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:09.208098 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b526ca3-7c20-4fbb-9d71-f18430638ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.278729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.768368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38162) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:09.778326 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-470191744-network', 'tenant_id': '31555edd692742deb9de9f7b0324a36b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:09.827491 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Made reservation on behalf of 31555edd692742deb9de9f7b0324a36b for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:09.830281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.840162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.982696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:09.990677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.017590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:38:10.032451 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.033229 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Added segment 7461adbf-c3ca-4568-9523-caba606b9818 of type vlan for network 425bf074-cb28-4bec-8d82-3bcc019984c5 Jul 07 17:38:10.045368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e41cd0f0-c0db-4d11-9d0c-6d590802d05d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:10.103886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.115121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce79d0-483c-49c8-ba2c-71700eb6f14c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:10.134457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e41cd0f0-c0db-4d11-9d0c-6d590802d05d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:10.139621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e41cd0f0-c0db-4d11-9d0c-6d590802d05d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:10.140178 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.146480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.147735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.148900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.213132 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4434791 Jul 07 17:38:10.215915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38166) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:10.221021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Request body: {'subnet': {'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-470191744-subnet', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:10.247294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005aa2-126a-447e-ada9-f45a1d9168a2 admin admin] Pushing event updated for resources: {'Network': ['ID=425bf074-cb28-4bec-8d82-3bcc019984c5,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:10.249594 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.261203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:38:10.265975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Made reservation on behalf of 31555edd692742deb9de9f7b0324a36b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:10.268919 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.329512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e41cd0f0-c0db-4d11-9d0c-6d590802d05d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:10.343034 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.421997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:10.473090 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.539739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=196027c3-c57d-45ef-82eb-7e08052e7459,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:10.550294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Checking segment: {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:10.550668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Network hostable DHCP agents. Network: 425bf074-cb28-4bec-8d82-3bcc019984c5, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:38:10.573296 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:38:10.586467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 425bf074-cb28-4bec-8d82-3bcc019984c5) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:10.591972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.594114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.595211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7366ce-f271-48f5-82d4-b09edf441880 None None] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:10.613617 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c1f9ebf0-80b3-43b9-83b4-7f2e442842fb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3960583 Jul 07 17:38:10.616129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38168) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:10.625145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:10.661666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.662751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.725491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.776407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-425bf074-cb28-4bec-8d82-3bcc019984c5', 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'fixed_ips': [{'subnet_id': '196027c3-c57d-45ef-82eb-7e08052e7459'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:38:10.778106 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.902310 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.951056 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.988033 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Allocated IP 172.20.0.2 (425bf074-cb28-4bec-8d82-3bcc019984c5/196027c3-c57d-45ef-82eb-7e08052e7459/5f4b14a6-8731-455a-8c1e-48a6fe4f558f) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:11.186899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.198288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Transition to ACTIVE for port object 5f4b14a6-8731-455a-8c1e-48a6fe4f558f will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:11.218509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Transition to ACTIVE for port object 5f4b14a6-8731-455a-8c1e-48a6fe4f558f will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:11.230624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.246019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.270438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:11.270790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.274322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:11.279490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:11.298442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Pushing event updated for resources: {'Port': ['ID=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.396963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Attempting to bind port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:11.397347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Attempting to bind port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:11.397729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Attempting to bind port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f on network 425bf074-cb28-4bec-8d82-3bcc019984c5 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:11.402895 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Allocated IP 172.25.5.243 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/7404de77-410e-415d-b15d-5dc6f70357e6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:11.403749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:11.403982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Checking segment: {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:11.404515 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.404976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Bound using segment: {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:11.405504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Bound port: 5f4b14a6-8731-455a-8c1e-48a6fe4f558f, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:11.406558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.480426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] For port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:11.483924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] For port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,segment=NetworkSegment(7461adbf-c3ca-4568-9523-caba606b9818),segment_id=7461adbf-c3ca-4568-9523-caba606b9818)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:11.488362 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.542729 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:11.555875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b78537-5f4b-4e24-98e9-14fe92b298fd None None] Pushing event updated for resources: {'Port': ['ID=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.572573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.623268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.670047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:11.675918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:11.680718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:11.687622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Pushing event updated for resources: {'Port': ['ID=7404de77-410e-415d-b15d-5dc6f70357e6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:11.699227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:11.699893 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:38:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:11.854356 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:12.057653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.134390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e41cd0f0-c0db-4d11-9d0c-6d590802d05d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:12.141000 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 2, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:12.202655 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:12.203307 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Updating router 16149aad-3c6f-4987-9336-1348bd94fe18 port f4880763-2302-4143-9a73-2e32fa4722aa binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:12.207750 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:12.210303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e41cd0f0-c0db-4d11-9d0c-6d590802d05d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:12.211858 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.251743 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.362684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5f4b14a6-8731-455a-8c1e-48a6fe4f558f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:12.389562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.452416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:12.666689 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.679836 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Transition to ACTIVE for port object f4880763-2302-4143-9a73-2e32fa4722aa will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:12.689684 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.806742 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Pushing event updated for resources: {'Port': ['ID=f4880763-2302-4143-9a73-2e32fa4722aa,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.847183 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.848072 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.848880 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.849670 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.851014 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.852180 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.852899 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.853661 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.854436 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.855639 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.856821 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.857661 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.888787 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Attempting to bind port f4880763-2302-4143-9a73-2e32fa4722aa on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:12.890240 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Attempting to bind port f4880763-2302-4143-9a73-2e32fa4722aa by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:12.891292 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Attempting to bind port f4880763-2302-4143-9a73-2e32fa4722aa on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:12.902756 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:12.904250 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:12.904962 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.905677 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:12.906314 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Bound port: f4880763-2302-4143-9a73-2e32fa4722aa, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:12.906976 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.967709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5ae9d-af8b-4d76-a026-4977abf025af None None] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:12.996503 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] For port f4880763-2302-4143-9a73-2e32fa4722aa, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:12.996746 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Router 6ce4a4d6-a92b-4010-b062-97e668d4f49f is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:38:13.002888 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] For port f4880763-2302-4143-9a73-2e32fa4722aa, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4880763-2302-4143-9a73-2e32fa4722aa,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:13.009506 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.080823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] Provisioning for port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:13.095538 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] Provisioning complete for port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:13.095919 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.104972 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:13.105661 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:38:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:13.111258 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d40aa-71a5-4e1d-97a4-c7f3d4bbeacc None None] Pushing event updated for resources: {'Port': ['ID=f4880763-2302-4143-9a73-2e32fa4722aa,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:13.153862 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:13.179795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.182042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6ec43e82-d1e8-446c-8cca-1bb972d5ebd7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5634367 Jul 07 17:38:13.186294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 38174) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:13.210647 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Sync routers for ids ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:13.243577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Routers {'6ce4a4d6-a92b-4010-b062-97e668d4f49f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:13.244428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:38:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:13.330594 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:13.584475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.614661 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:12Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:13.641776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Set router 6ce4a4d6-a92b-4010-b062-97e668d4f49f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:13.665706 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d244db-afdc-4768-bffe-caba1c063c89 None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:12Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:13.710161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] For port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,segment=NetworkSegment(7461adbf-c3ca-4568-9523-caba606b9818),segment_id=7461adbf-c3ca-4568-9523-caba606b9818)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:13.718934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.805665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:13.894476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59064c9-1e3d-4c05-b4e3-76f1409da9f1 None None] Pushing event updated for resources: {'Port': ['ID=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:13.978936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:38:11Z', 'revision_number': 3, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:14.035410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Checking router: 6ce4a4d6-a92b-4010-b062-97e668d4f49f for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:14.035774 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Updating router 6ce4a4d6-a92b-4010-b062-97e668d4f49f port 7404de77-410e-415d-b15d-5dc6f70357e6 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:14.060708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Allocated IP 172.20.0.1 (425bf074-cb28-4bec-8d82-3bcc019984c5/196027c3-c57d-45ef-82eb-7e08052e7459/01fb982c-a1e8-47e0-b502-37ba72102057) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:14.068983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4880763-2302-4143-9a73-2e32fa4722aa up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:14.127770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a556270c-4bff-40ec-96f2-0e82cb445280 None None] Provisioning complete for port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:14.128683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a556270c-4bff-40ec-96f2-0e82cb445280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.130055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.216856 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.242205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Transition to ACTIVE for port object 01fb982c-a1e8-47e0-b502-37ba72102057 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:14.269670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f4880763-2302-4143-9a73-2e32fa4722aa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:14.286265 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f4880763-2302-4143-9a73-2e32fa4722aa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:14.286777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.291417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.336998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:14.343429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:14.365834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Pushing event updated for resources: {'Port': ['ID=01fb982c-a1e8-47e0-b502-37ba72102057,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:14.377727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:14.450843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.534731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.625410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f4880763-2302-4143-9a73-2e32fa4722aa, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4880763-2302-4143-9a73-2e32fa4722aa,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:14.634765 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.636225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5f4b14a6-8731-455a-8c1e-48a6fe4f558f up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:14.642189 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.688979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.731749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Transition to ACTIVE for port object 7404de77-410e-415d-b15d-5dc6f70357e6 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:14.744520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bc93b9bc-605b-4db8-b0fd-199696b07eea None None] Provisioning for port 01fb982c-a1e8-47e0-b502-37ba72102057 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:14.752000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.768128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bc93b9bc-605b-4db8-b0fd-199696b07eea None None] Provisioning complete for port 01fb982c-a1e8-47e0-b502-37ba72102057 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:14.768501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bc93b9bc-605b-4db8-b0fd-199696b07eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.775764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f4880763-2302-4143-9a73-2e32fa4722aa,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:14.862700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Attempting to bind port 7404de77-410e-415d-b15d-5dc6f70357e6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:14.863057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Attempting to bind port 7404de77-410e-415d-b15d-5dc6f70357e6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:14.863423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Attempting to bind port 7404de77-410e-415d-b15d-5dc6f70357e6 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:14.869608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bc93b9bc-605b-4db8-b0fd-199696b07eea None None] Port 01fb982c-a1e8-47e0-b502-37ba72102057 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:14.872545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:14.872952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.876874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e56389-00a2-4f8c-97ea-36f129570c96 None None] Pushing event updated for resources: {'Port': ['ID=7404de77-410e-415d-b15d-5dc6f70357e6,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:14.881138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:14.881525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:14.882504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.882903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:14.883407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Bound port: 7404de77-410e-415d-b15d-5dc6f70357e6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:14.883796 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.925540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.931764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.978417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] For port 7404de77-410e-415d-b15d-5dc6f70357e6, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:14.982520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] For port 7404de77-410e-415d-b15d-5dc6f70357e6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7404de77-410e-415d-b15d-5dc6f70357e6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:15.009590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.012622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Pushing event updated for resources: {'Port': ['ID=01fb982c-a1e8-47e0-b502-37ba72102057,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:15.016653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.092032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e56389-00a2-4f8c-97ea-36f129570c96 None None] Pushing event updated for resources: {'Port': ['ID=7404de77-410e-415d-b15d-5dc6f70357e6,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:15.094972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Routers {'6ce4a4d6-a92b-4010-b062-97e668d4f49f'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:15.095621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:38:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:15.186311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:15.188436 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:15.213194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] Set router 6ce4a4d6-a92b-4010-b062-97e668d4f49f gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:15.395011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Router 6ce4a4d6-a92b-4010-b062-97e668d4f49f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:15.450111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '01fb982c-a1e8-47e0-b502-37ba72102057', 'name': '', 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'mac_address': 'fa:16:3e:84:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:13Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 2, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'subnets': [{'id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:15.478954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324f9d23-55f0-452d-abb9-7c2d55d8ec86 None None] The sync data for ids ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'] in n-d-793619-7 is: [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '01fb982c-a1e8-47e0-b502-37ba72102057', 'name': '', 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'mac_address': 'fa:16:3e:84:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:13Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 2, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'subnets': [{'id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:15.496166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-63ff9a40-95fe-47b9-8f38-31574c6b93e1 None None] Provisioning complete for port 01fb982c-a1e8-47e0-b502-37ba72102057 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:15.496721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-63ff9a40-95fe-47b9-8f38-31574c6b93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.543804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-63ff9a40-95fe-47b9-8f38-31574c6b93e1 None None] Port 01fb982c-a1e8-47e0-b502-37ba72102057 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:15.556174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:15.564687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f774eac-0bdd-4168-a3fb-376991ea1797 admin admin] 10.222.0.78 "PUT /v2.0/routers/6ce4a4d6-a92b-4010-b062-97e668d4f49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3764229 Jul 07 17:38:16.034392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4880763-2302-4143-9a73-2e32fa4722aa up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:16.110759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f4880763-2302-4143-9a73-2e32fa4722aa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:16.111142 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.869508 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Sync routers for ids ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:17.885594 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Routers {'6ce4a4d6-a92b-4010-b062-97e668d4f49f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:17.886544 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:38:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:18.038223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7404de77-410e-415d-b15d-5dc6f70357e6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:18.082016 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Set router 6ce4a4d6-a92b-4010-b062-97e668d4f49f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:18.094223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 7404de77-410e-415d-b15d-5dc6f70357e6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:18.098882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7404de77-410e-415d-b15d-5dc6f70357e6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:18.099272 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.106269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-5c3769db-8e5a-4040-a525-ef817543a5df tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:18.109682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-5c3769db-8e5a-4040-a525-ef817543a5df tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1803157 Jul 07 17:38:18.144186 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c3215910-9599-49b1-896d-2aa43bc0795e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0263991 Jul 07 17:38:18.205383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.225929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-08dbb9ab-056b-417a-9182-9106f6a10a64 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800705 Jul 07 17:38:18.239139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-67a94d5c-8f59-4d75-b82d-ed1d32b89574 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:18.240187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-67a94d5c-8f59-4d75-b82d-ed1d32b89574 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063026 Jul 07 17:38:18.246837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 7404de77-410e-415d-b15d-5dc6f70357e6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7404de77-410e-415d-b15d-5dc6f70357e6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:18.251621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.308845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=7404de77-410e-415d-b15d-5dc6f70357e6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.377643 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '01fb982c-a1e8-47e0-b502-37ba72102057', 'name': '', 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'mac_address': 'fa:16:3e:84:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:13Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 2, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'subnets': [{'id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:18.492157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-5137859f-b263-4352-9cc8-7019ad5b901e service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392375 Jul 07 17:38:18.503547 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Checking router: 6ce4a4d6-a92b-4010-b062-97e668d4f49f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:18.503890 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Updating router 6ce4a4d6-a92b-4010-b062-97e668d4f49f port 01fb982c-a1e8-47e0-b502-37ba72102057 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:18.543158 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.627585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-16870347-35c3-4fde-b40d-ba530e4ffdeb service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250172 Jul 07 17:38:18.866706 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.888613 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Transition to ACTIVE for port object 01fb982c-a1e8-47e0-b502-37ba72102057 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:18.900554 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.025133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b21b6372-8724-4f98-8abe-a138aeb6419e req-36d1c267-950b-4edb-8781-ec36a06d2a02 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0569451 Jul 07 17:38:19.027186 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a286-54c7-4083-81d9-06a613f81e40 None None] Pushing event updated for resources: {'Port': ['ID=01fb982c-a1e8-47e0-b502-37ba72102057,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:19.063008 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Attempting to bind port 01fb982c-a1e8-47e0-b502-37ba72102057 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:19.063385 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Attempting to bind port 01fb982c-a1e8-47e0-b502-37ba72102057 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:19.063751 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Attempting to bind port 01fb982c-a1e8-47e0-b502-37ba72102057 on network 425bf074-cb28-4bec-8d82-3bcc019984c5 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:19.069653 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:19.070452 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Checking segment: {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:19.070866 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.071270 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Bound using segment: {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:19.071769 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Bound port: 01fb982c-a1e8-47e0-b502-37ba72102057, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7461adbf-c3ca-4568-9523-caba606b9818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:19.072162 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.160745 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] For port 01fb982c-a1e8-47e0-b502-37ba72102057, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:19.168891 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] For port 01fb982c-a1e8-47e0-b502-37ba72102057, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=01fb982c-a1e8-47e0-b502-37ba72102057,segment=NetworkSegment(7461adbf-c3ca-4568-9523-caba606b9818),segment_id=7461adbf-c3ca-4568-9523-caba606b9818)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:19.177864 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.270202 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a286-54c7-4083-81d9-06a613f81e40 None None] Pushing event updated for resources: {'Port': ['ID=01fb982c-a1e8-47e0-b502-37ba72102057,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:19.277701 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Routers {'6ce4a4d6-a92b-4010-b062-97e668d4f49f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:19.278658 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:38:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:19.455597 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] Set router 6ce4a4d6-a92b-4010-b062-97e668d4f49f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:19.732877 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '01fb982c-a1e8-47e0-b502-37ba72102057', 'name': '', 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'mac_address': 'fa:16:3e:84:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:13Z', 'updated_at': '2021-07-07T17:38:19Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'subnets': [{'id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:19.777969 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0588e-66ab-4919-a8cf-9806f003304d None None] The sync data for ids ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'] in n-d-793619-7 is: [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '01fb982c-a1e8-47e0-b502-37ba72102057', 'name': '', 'network_id': '425bf074-cb28-4bec-8d82-3bcc019984c5', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'mac_address': 'fa:16:3e:84:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:13Z', 'updated_at': '2021-07-07T17:38:19Z', 'revision_number': 4, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'subnets': [{'id': '196027c3-c57d-45ef-82eb-7e08052e7459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:20.039645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 01fb982c-a1e8-47e0-b502-37ba72102057 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:20.099370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 01fb982c-a1e8-47e0-b502-37ba72102057 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:20.104826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 01fb982c-a1e8-47e0-b502-37ba72102057 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:20.105439 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.206617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee6e161e-9e5c-4e63-aeb4-a0c654fd3089 req-b17d4db2-1c6b-43a4-aa7b-1bd857fbb95e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0377955 Jul 07 17:38:20.235880 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.297596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 01fb982c-a1e8-47e0-b502-37ba72102057, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=01fb982c-a1e8-47e0-b502-37ba72102057,segment=NetworkSegment(7461adbf-c3ca-4568-9523-caba606b9818),segment_id=7461adbf-c3ca-4568-9523-caba606b9818)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:20.302805 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.303880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7404de77-410e-415d-b15d-5dc6f70357e6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:20.392099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=01fb982c-a1e8-47e0-b502-37ba72102057,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:20.418771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7404de77-410e-415d-b15d-5dc6f70357e6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:20.419395 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.830554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-9939c705-aa86-4416-bb1f-b369b224b5c2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:20.833015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-9939c705-aa86-4416-bb1f-b369b224b5c2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1420407 Jul 07 17:38:20.855926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:21.023735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:21.032796 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.205288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.12 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:21.449743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6a081f1-1da0-40b8-97dc-83f1b4114a4b req-5c5e0af2-1466-44b6-b25c-c4e4c8e8ad9d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0693629 Jul 07 17:38:21.463502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.478670 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:21.517040 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.567730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:21.572792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:21.575717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:21.617022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:21.654656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:21.655551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.677069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c316991c-f4aa-45ba-bf85-42da32061577 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8278227 Jul 07 17:38:21.698703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Request body: {'port': {'device_id': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:21.808438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.885280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01b0eb2a-6a69-4d43-999b-1e992630acba None None] Provisioning for port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:21.890055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01b0eb2a-6a69-4d43-999b-1e992630acba None None] Provisioning complete for port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:21.890423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb2a-6a69-4d43-999b-1e992630acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.930245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-01b0eb2a-6a69-4d43-999b-1e992630acba None None] Port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:22.004539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 01fb982c-a1e8-47e0-b502-37ba72102057 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:22.064645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 01fb982c-a1e8-47e0-b502-37ba72102057 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:22.065011 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.213443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:22.229489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.250961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Transition to ACTIVE for port object ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:22.255950 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.355139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:22.515013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Attempting to bind port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:22.516254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Attempting to bind port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:22.516763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Attempting to bind port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:22.527431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:22.527991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Attempting to bind port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:22.539638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:22.540177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:22.541280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:22.542011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Bound port: ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:22.542804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.633845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] For port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:22.637992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] For port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:22.644783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.730966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.733307 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.735821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 HTTP/1.1" status: 200 len: 1092 time: 1.0447891 Jul 07 17:38:22.744409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'tag': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:22.748863 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471" -d '{"events": [{"name": "network-changed", "server_uuid": "68c5fa1f-bf59-4e9d-a509-2564f41a17f9", "tag": "ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:22.811410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976b916-3136-4818-8fee-522a46fa3586 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:22.897857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2f965-fcd0-4a96-b66c-58a77126a928 req-59ce95d7-ed0b-4cfb-91d5-0e19b73bfd39 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.900515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebe2f965-fcd0-4a96-b66c-58a77126a928 req-59ce95d7-ed0b-4cfb-91d5-0e19b73bfd39 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.2186306 Jul 07 17:38:22.992260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-adc5507e-605c-4a06-b2de-3241889d635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.994771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-adc5507e-605c-4a06-b2de-3241889d635c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 1095 time: 0.1716402 Jul 07 17:38:23.005958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebe2f965-fcd0-4a96-b66c-58a77126a928 req-6e24a740-b2f8-48e7-af27-88e232e72e79 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968044 Jul 07 17:38:23.386227 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d89dc5-fdf9-4ba7-8937-35994733d0ed x-openstack-request-id: req-b7d89dc5-fdf9-4ba7-8937-35994733d0ed {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:23.386519 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c5fa1f-bf59-4e9d-a509-2564f41a17f9", "tag": "ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:23.386772 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7d89dc5-fdf9-4ba7-8937-35994733d0ed {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:23.387178 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'tag': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7', 'status': 'completed', 'code': 200} Jul 07 17:38:23.389028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-894e32be-67af-43e5-bc4f-3465aa52d77a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 HTTP/1.1" status: 200 len: 217 time: 0.3808959 Jul 07 17:38:23.442108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-54f4a91f-d769-43dd-b031-3c50733ffd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.444850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-54f4a91f-d769-43dd-b031-3c50733ffd01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0483828 Jul 07 17:38:23.527083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-b7a6d7c2-ed40-42a1-9399-bf1e5efedead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.529806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-b7a6d7c2-ed40-42a1-9399-bf1e5efedead service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797179 Jul 07 17:38:23.660290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-c8904edf-8daf-48b5-a29a-0fe2a6b533c1 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243453 Jul 07 17:38:23.762682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-76db5ec9-1b13-4b70-b432-89a1652c71a6 req-68f90cce-6601-4dc2-86eb-e85a26e0bafa service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959857 Jul 07 17:38:23.917859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-cc45610a-5601-45dd-83fc-5875237d7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.920507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-cc45610a-5601-45dd-83fc-5875237d7f9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 1095 time: 0.0829160 Jul 07 17:38:24.021956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-a4f73d44-4e6a-4f0c-a028-9913f10afaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.024311 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-a4f73d44-4e6a-4f0c-a028-9913f10afaf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0978861 Jul 07 17:38:24.074190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-15c98275-1845-4137-b33e-e2fe1f4906a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 HTTP/1.1" status: 200 len: 217 time: 0.0437376 Jul 07 17:38:24.081958 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.129298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-77a6db8b-d26f-4c33-85f5-81c4792048d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.130842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-77a6db8b-d26f-4c33-85f5-81c4792048d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0508227 Jul 07 17:38:24.210996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-cef87a70-257b-47c3-ab80-bc33cc5617e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.212594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-cef87a70-257b-47c3-ab80-bc33cc5617e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756233 Jul 07 17:38:24.358705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ecc2-b313-4bee-af30-9ee02ce6ac94 req-8b898a71-c32e-48ae-9012-3ab343a72914 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.360245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88c5ecc2-b313-4bee-af30-9ee02ce6ac94 req-8b898a71-c32e-48ae-9012-3ab343a72914 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.1528573 Jul 07 17:38:24.362234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-8736c8c6-17ee-4723-a341-af15d6eacf91 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412992 Jul 07 17:38:24.465400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88c5ecc2-b313-4bee-af30-9ee02ce6ac94 req-d9e860da-5250-4925-8d17-1717fb82c062 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889049 Jul 07 17:38:24.510326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-272fcc46-bb1a-44f9-82b2-fc5cd3a7b471 req-efed565a-c239-4571-9bed-2cc315524d53 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416168 Jul 07 17:38:25.713295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f6660-26b5-43a0-9f9e-907648182417 req-d3cf597a-61cb-49f5-97f2-bc021eb4561f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.715255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-627f6660-26b5-43a0-9f9e-907648182417 req-d3cf597a-61cb-49f5-97f2-bc021eb4561f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.0854609 Jul 07 17:38:25.761711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-627f6660-26b5-43a0-9f9e-907648182417 req-056f3173-05d4-43fd-a3ec-5f933383df86 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Jul 07 17:38:26.979012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855255-d106-4dc1-a9a2-5596666ac285 req-3d328482-f017-4290-850d-f602f44a8bcb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.980967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4855255-d106-4dc1-a9a2-5596666ac285 req-3d328482-f017-4290-850d-f602f44a8bcb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.0898876 Jul 07 17:38:27.031259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4855255-d106-4dc1-a9a2-5596666ac285 req-79def602-9dd4-4b8b-97e9-d700dd696019 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Jul 07 17:38:28.257055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76add-017b-4444-bcc1-624ffa61e1a2 req-77ea306a-4cb8-4f0f-8696-9e11403bed38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.258798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69c76add-017b-4444-bcc1-624ffa61e1a2 req-77ea306a-4cb8-4f0f-8696-9e11403bed38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.0817070 Jul 07 17:38:28.308310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69c76add-017b-4444-bcc1-624ffa61e1a2 req-3b8d3925-5cb0-44fc-9c16-36aa3ad0f5f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Jul 07 17:38:29.497873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721ed85-f66e-42d1-b907-38f9aadbe833 req-e5f47b7d-aac3-4fb5-b8a8-1347e2678ecf tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:29.499540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d721ed85-f66e-42d1-b907-38f9aadbe833 req-e5f47b7d-aac3-4fb5-b8a8-1347e2678ecf tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.0723383 Jul 07 17:38:29.548739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d721ed85-f66e-42d1-b907-38f9aadbe833 req-94752a8e-c407-42fe-8124-5c25ce467487 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385871 Jul 07 17:38:30.748424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e7bc-c30c-4376-96af-b753454ea103 req-c32c7ce2-beea-4b6b-9e79-e2038df816da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:30.750282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2670e7bc-c30c-4376-96af-b753454ea103 req-c32c7ce2-beea-4b6b-9e79-e2038df816da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.0779579 Jul 07 17:38:30.796041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2670e7bc-c30c-4376-96af-b753454ea103 req-bae64678-ba32-4658-a4de-6ae713b1cec4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Jul 07 17:38:32.027005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284e0f-f5e8-4d7e-9304-18cbd556005b req-98709776-2c4c-4e49-8006-b189105424d0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:32.028765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e284e0f-f5e8-4d7e-9304-18cbd556005b req-98709776-2c4c-4e49-8006-b189105424d0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 944 time: 0.0914879 Jul 07 17:38:32.084987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e284e0f-f5e8-4d7e-9304-18cbd556005b req-29b63102-bd33-4c93-b8c5-259e7679b556 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 Jul 07 17:38:32.750839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:32.878921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:32.893264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7', 'mac_address': 'fa:16:3e:27:4b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:32.936597 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.962719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:33.001072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:33.009152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.064157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:33.320849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:33.322408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019e5ee-d328-4511-b09d-074596cb6675 req-11e3d38c-467c-43fd-8285-782b28f91a7e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.325140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e019e5ee-d328-4511-b09d-074596cb6675 req-11e3d38c-467c-43fd-8285-782b28f91a7e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 945 time: 0.0976691 Jul 07 17:38:33.391149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e019e5ee-d328-4511-b09d-074596cb6675 req-7b418be5-2325-4670-afd2-ca5fd04568e6 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594795 Jul 07 17:38:34.103216 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.588313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b773-79d9-4401-afa2-acd084f93bb2 req-1e4009bd-2c7b-4fd9-92ab-5ce0bb56a561 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:34.590291 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d896b773-79d9-4401-afa2-acd084f93bb2 req-1e4009bd-2c7b-4fd9-92ab-5ce0bb56a561 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 945 time: 0.0765874 Jul 07 17:38:34.637082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d896b773-79d9-4401-afa2-acd084f93bb2 req-565de528-53c9-4c56-b8be-ef6116c5547a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Jul 07 17:38:34.767251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:34.824887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:34.832023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:34.832657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:35.140612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:35.168340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:35.170726 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eef182-629b-44a7-8acb-6b347e40aa4d" -d '{"events": [{"server_uuid": "68c5fa1f-bf59-4e9d-a509-2564f41a17f9", "name": "network-vif-plugged", "status": "completed", "tag": "ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:35.185149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:35.189879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:35.234327 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c4458b-4da1-430d-8799-ccf1f468304e x-openstack-request-id: req-f8c4458b-4da1-430d-8799-ccf1f468304e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:35.234614 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c5fa1f-bf59-4e9d-a509-2564f41a17f9", "name": "network-vif-plugged", "status": "completed", "tag": "ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:35.234875 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8c4458b-4da1-430d-8799-ccf1f468304e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:35.235272 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7', 'code': 200} Jul 07 17:38:35.246496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:35.274513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7609f665-a7f4-4caf-b7e2-eeec56d7cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:35.415195 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434e9b-b91f-4469-a174-a858e81cbf9e req-be851e66-b540-466a-8d9d-6c84abb659dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:35.417019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31434e9b-b91f-4469-a174-a858e81cbf9e req-be851e66-b540-466a-8d9d-6c84abb659dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 1097 time: 0.0666382 Jul 07 17:38:35.456099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-31434e9b-b91f-4469-a174-a858e81cbf9e req-729704e0-2ae0-41d5-bace-96168cbeef73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Jul 07 17:38:35.902475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad52f-22e4-41d0-935d-32a70e2d75aa req-a9766378-c422-42bc-8dbf-300caf9a3e2c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:35.905554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78dad52f-22e4-41d0-935d-32a70e2d75aa req-a9766378-c422-42bc-8dbf-300caf9a3e2c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.1253741 Jul 07 17:38:35.952696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78dad52f-22e4-41d0-935d-32a70e2d75aa req-d8f4f90f-a9e3-4fc3-bcea-cb18dd58d5b1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Jul 07 17:38:37.172576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdb9ca-294c-4efb-bfe1-8b25ada54f51 req-40a7663c-c76a-468d-bfae-4efb6a6508d0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.174586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1bdb9ca-294c-4efb-bfe1-8b25ada54f51 req-40a7663c-c76a-468d-bfae-4efb6a6508d0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.0763400 Jul 07 17:38:37.219117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1bdb9ca-294c-4efb-bfe1-8b25ada54f51 req-e78c7da5-2e09-4d68-b3b1-84ec800e1705 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 07 17:38:37.419534 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8cdf1-930b-4779-9a0a-554df2e773f1 req-825e5854-f650-4867-abea-5512237b7cdb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.421292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fa8cdf1-930b-4779-9a0a-554df2e773f1 req-825e5854-f650-4867-abea-5512237b7cdb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.0791483 Jul 07 17:38:37.474486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fa8cdf1-930b-4779-9a0a-554df2e773f1 req-fceafe65-b5e8-4447-858c-f05bfe869649 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Jul 07 17:38:37.657560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22392b-e6ab-4f46-9c97-aefe745fb782 req-cdb7868e-1d11-4817-9dad-6e80bf3b50ac tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.659195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af22392b-e6ab-4f46-9c97-aefe745fb782 req-cdb7868e-1d11-4817-9dad-6e80bf3b50ac tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.0689678 Jul 07 17:38:37.691893 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:37.707783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af22392b-e6ab-4f46-9c97-aefe745fb782 req-4041f63b-6c60-41b3-b54f-e642f52714c9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Jul 07 17:38:38.124832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28057f9-9b1d-49bd-8c9c-47e9efd52030 req-8024c339-60a7-4469-94e2-81aadb48ba5a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.126396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a28057f9-9b1d-49bd-8c9c-47e9efd52030 req-8024c339-60a7-4469-94e2-81aadb48ba5a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.0689189 Jul 07 17:38:38.182613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a28057f9-9b1d-49bd-8c9c-47e9efd52030 req-53a7436b-7419-4ddd-b670-162966b5af49 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Jul 07 17:38:39.197419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-63a59d77-8377-43c8-b442-a1e46253b9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:39.273695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:39.376942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09251a96-3a24-4faf-8cbb-6e0e9ea34e18 req-73998f94-f742-4558-b82a-e43773db77ba tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.378520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09251a96-3a24-4faf-8cbb-6e0e9ea34e18 req-73998f94-f742-4558-b82a-e43773db77ba tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.0701225 Jul 07 17:38:39.419783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09251a96-3a24-4faf-8cbb-6e0e9ea34e18 req-d4d2c32b-5fd7-4c2f-a152-82f9dc7d1c52 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349030 Jul 07 17:38:39.628139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-151f1573-abfa-499c-8410-24611e28b4db tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.629845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-151f1573-abfa-499c-8410-24611e28b4db tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 946 time: 0.0663846 Jul 07 17:38:39.740403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:39.740920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:39.837806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:39.838204 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:39.852579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:39.993776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:40.025570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:40.026532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:40.084464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:40.087290 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:40.089540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4af0354c-3af5-42aa-b2f8-cd3ac7f1516d req-1c70ceae-605d-41c8-b90a-595f981e99f1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "DELETE /v2.0/ports/ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 HTTP/1.1" status: 204 len: 173 time: 0.4543092 Jul 07 17:38:40.089886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'name': 'network-vif-deleted', 'tag': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:40.092212 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6365dfc8-a89d-4bb5-8df2-2b34cf56e680" -d '{"events": [{"server_uuid": "68c5fa1f-bf59-4e9d-a509-2564f41a17f9", "name": "network-vif-deleted", "tag": "ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:40.133970 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac5e96-bef9-4797-94a7-59a27c6d0401 x-openstack-request-id: req-22ac5e96-bef9-4797-94a7-59a27c6d0401 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:40.134264 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c5fa1f-bf59-4e9d-a509-2564f41a17f9", "name": "network-vif-deleted", "tag": "ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:40.134514 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22ac5e96-bef9-4797-94a7-59a27c6d0401 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:40.134921 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c5fa1f-bf59-4e9d-a509-2564f41a17f9', 'name': 'network-vif-deleted', 'tag': 'ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7', 'status': 'completed', 'code': 200} Jul 07 17:38:40.610943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd99f5f5-41f7-42e2-adb8-508d64a48083 req-b1042a0b-9de4-490d-85d6-ad02078ce861 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0519557 Jul 07 17:38:40.917817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.861757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2530fc8f-f1be-4886-a114-74a279df4765 req-35097c92-ff1a-462b-9a84-772353b3e321 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0531313 Jul 07 17:38:43.044560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69b72df1-4362-4254-a308-2c35e04df219 req-c9e5ff0c-84e8-47c7-98a5-a80b1e00cb65 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0469813 Jul 07 17:38:44.218754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8a9bfb1-0a3d-46e4-a02f-d35b5cd80c83 req-7a28b5eb-5fa9-44a6-95bf-7e10c126c4c9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=68c5fa1f-bf59-4e9d-a509-2564f41a17f9 HTTP/1.1" status: 200 len: 210 time: 0.0432498 Jul 07 17:38:44.828851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:44.849525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:44.849844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ea29dc9b-4b2e-4fe5-a5db-aed7c92018d7 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:49.203869 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:54.084854 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:04.117160 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.270235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-190bbf5e-2af7-413e-ab7d-3862986eaac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.687191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-4a47fdde-c1bb-4a5f-8b03-0a2b97122727 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.688585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-4a47fdde-c1bb-4a5f-8b03-0a2b97122727 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1091890 Jul 07 17:39:05.704416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-679d930c-39bf-4938-ab6b-2967ae37c0cb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0095320 Jul 07 17:39:05.773967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-0f810456-7bbd-47da-8ccc-e4650626346a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635781 Jul 07 17:39:05.873130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-a626b313-827b-4347-a15f-7fdc0920a402 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904555 Jul 07 17:39:05.966704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-e59e31bc-2afc-4e6d-9981-f58f5e5f2e93 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Jul 07 17:39:06.180717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89da9652-189a-4017-a8a4-b7152a70c2bc req-f62007e8-fc0e-447d-a871-a6337514ab73 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 210 time: 0.0360210 Jul 07 17:39:07.342606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b03c818-19bf-45c5-9809-d743f4ff7b29 req-36717d7f-3059-4708-992e-99e4fcba96f2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 210 time: 0.0360222 Jul 07 17:39:07.461086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-287a11e0-5177-4294-be90-e9897ae27d1b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:07.462529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-287a11e0-5177-4294-be90-e9897ae27d1b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1224771 Jul 07 17:39:07.485972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:07.618653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:07.623111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.692360 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.794263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.3 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/d75af661-256e-4085-9b32-045db9a15ca1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:07.952496 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.968128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object d75af661-256e-4085-9b32-045db9a15ca1 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:08.003872 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.056932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:08.063059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:08.067202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:08.075458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=d75af661-256e-4085-9b32-045db9a15ca1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:08.118520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.118873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.119214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.119560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.119897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.120362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.120697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.121026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.121378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.121711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.122037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.122362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.150443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:08.151113 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.168003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-f59a6ecc-0ca3-4107-8674-1705e34c8e8b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6859570 Jul 07 17:39:08.185495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Request body: {'port': {'device_id': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:08.276686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.348171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a70a7c52-3b97-41f6-8bfb-861bfb0b9169 None None] Provisioning for port d75af661-256e-4085-9b32-045db9a15ca1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:08.353449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a70a7c52-3b97-41f6-8bfb-861bfb0b9169 None None] Provisioning complete for port d75af661-256e-4085-9b32-045db9a15ca1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:08.354285 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a70a7c52-3b97-41f6-8bfb-861bfb0b9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.393281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a70a7c52-3b97-41f6-8bfb-861bfb0b9169 None None] Port d75af661-256e-4085-9b32-045db9a15ca1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:08.600540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f44345-d9be-4003-bc45-1bf0962d2018 req-078dd4b7-3e0a-4c31-9a72-d6f1c876b464 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:08.602126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1f44345-d9be-4003-bc45-1bf0962d2018 req-078dd4b7-3e0a-4c31-9a72-d6f1c876b464 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 931 time: 0.1264908 Jul 07 17:39:08.677066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75af661-256e-4085-9b32-045db9a15ca1 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:08.689654 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.695862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1f44345-d9be-4003-bc45-1bf0962d2018 req-d3615fb3-5b09-4d47-92cf-f76f1ba9e86a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816464 Jul 07 17:39:08.708441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Transition to ACTIVE for port object d75af661-256e-4085-9b32-045db9a15ca1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:08.714982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.769822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d75af661-256e-4085-9b32-045db9a15ca1,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:08.853603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Attempting to bind port d75af661-256e-4085-9b32-045db9a15ca1 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:08.854029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Attempting to bind port d75af661-256e-4085-9b32-045db9a15ca1 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:08.854511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Attempting to bind port d75af661-256e-4085-9b32-045db9a15ca1 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:08.862676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Port d75af661-256e-4085-9b32-045db9a15ca1 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:39:08.863216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Attempting to bind port d75af661-256e-4085-9b32-045db9a15ca1 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:08.871991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:08.872494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:08.873088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:08.873813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Bound port: d75af661-256e-4085-9b32-045db9a15ca1, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:08.874395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.973726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] For port d75af661-256e-4085-9b32-045db9a15ca1, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:08.979560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] For port d75af661-256e-4085-9b32-045db9a15ca1, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d75af661-256e-4085-9b32-045db9a15ca1,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:08.986513 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.043544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.044187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.045650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d75af661-256e-4085-9b32-045db9a15ca1 HTTP/1.1" status: 200 len: 1091 time: 0.8649354 Jul 07 17:39:09.046121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'tag': 'd75af661-256e-4085-9b32-045db9a15ca1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:09.048467 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36cacb2-851d-4fcd-802a-3101ca1fb57a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca78e8b-a525-4399-9595-fa45ddbf0d9e", "tag": "d75af661-256e-4085-9b32-045db9a15ca1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:09.078777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28fb35-1671-48e8-84c2-263744d926c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d75af661-256e-4085-9b32-045db9a15ca1,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:09.145370 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f8b98a-6e75-4035-b62b-c4f164b46821 x-openstack-request-id: req-00f8b98a-6e75-4035-b62b-c4f164b46821 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:09.145668 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca78e8b-a525-4399-9595-fa45ddbf0d9e", "tag": "d75af661-256e-4085-9b32-045db9a15ca1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:09.145922 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00f8b98a-6e75-4035-b62b-c4f164b46821 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:09.146953 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'tag': 'd75af661-256e-4085-9b32-045db9a15ca1', 'status': 'completed', 'code': 200} Jul 07 17:39:09.191438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-a961c79e-3803-4672-9091-f9180e07780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.197474 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5f512e78-fee8-479e-a330-223e01097bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.201438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-a961c79e-3803-4672-9091-f9180e07780a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 1094 time: 0.0919697 Jul 07 17:39:09.257507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-093a359b-3de8-471a-8cf0-06d70ebea07d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d75af661-256e-4085-9b32-045db9a15ca1 HTTP/1.1" status: 200 len: 217 time: 0.0499539 Jul 07 17:39:09.275696 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.316894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-0ebce6b4-3ca2-4737-9b54-7980e676247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.319047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-0ebce6b4-3ca2-4737-9b54-7980e676247b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0547941 Jul 07 17:39:09.386400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2991fc97-2cbe-4540-ad0d-bade1364e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.387877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-2991fc97-2cbe-4540-ad0d-bade1364e990 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627944 Jul 07 17:39:09.492513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-cb83c52f-22a1-44e1-98ed-2f02bd9dce89 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983751 Jul 07 17:39:09.593733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02c7ca96-6241-4bbb-972a-91d1f18b241a req-45b5b1e0-a082-4644-b46b-b787ea8f6ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953729 Jul 07 17:39:09.734332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-8c96a141-2ca9-4f51-acc8-00675679597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.736028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-8c96a141-2ca9-4f51-acc8-00675679597a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 1094 time: 0.0645061 Jul 07 17:39:09.858280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-a4dc8710-6ca2-467f-9109-24ac0fa94992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.860368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-a4dc8710-6ca2-467f-9109-24ac0fa94992 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1180377 Jul 07 17:39:09.929828 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-1657f8d2-14eb-477f-8690-eb7a2a803ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d75af661-256e-4085-9b32-045db9a15ca1 HTTP/1.1" status: 200 len: 217 time: 0.0603075 Jul 07 17:39:09.993979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-78512479-fadc-4a60-b076-8b6ccff1d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.995448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-78512479-fadc-4a60-b076-8b6ccff1d501 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0590851 Jul 07 17:39:10.008894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb35fd-f7fc-4a77-ac24-a028d23e9af5 req-a215e78d-4233-4f82-9a61-17462f335dba tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:10.010476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1bb35fd-f7fc-4a77-ac24-a028d23e9af5 req-a215e78d-4233-4f82-9a61-17462f335dba tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.1554723 Jul 07 17:39:10.089475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-4676b1ff-070d-42a5-8716-b2a8f498f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:10.091038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-4676b1ff-070d-42a5-8716-b2a8f498f43c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796533 Jul 07 17:39:10.216166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-8b5bbd72-299d-4a2c-bba8-b5ac13857ddc service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183245 Jul 07 17:39:10.291242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1bb35fd-f7fc-4a77-ac24-a028d23e9af5 req-bca19915-71ef-4828-9c5e-1658af01f714 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917687 Jul 07 17:39:10.327705 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c36cacb2-851d-4fcd-802a-3101ca1fb57a req-3ea33b32-03b0-4a03-83b6-0c9fd9877b3c service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013060 Jul 07 17:39:10.938017 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.510421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98af2b0-62c2-4a9a-b664-245cf6f95c6f req-a63498e5-c31a-4b67-bb66-c30bdc5baf0d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:11.511949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f98af2b0-62c2-4a9a-b664-245cf6f95c6f req-a63498e5-c31a-4b67-bb66-c30bdc5baf0d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0752182 Jul 07 17:39:11.559748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f98af2b0-62c2-4a9a-b664-245cf6f95c6f req-a2356901-dc08-4ab7-a469-fd159c4fedde tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Jul 07 17:39:12.870208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098ae7-ed66-4677-b44f-2c6742deefbb req-5f254794-77bb-4205-bfe7-db8cedbfb0af tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:12.871906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2098ae7-ed66-4677-b44f-2c6742deefbb req-5f254794-77bb-4205-bfe7-db8cedbfb0af tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.1178479 Jul 07 17:39:12.937794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2098ae7-ed66-4677-b44f-2c6742deefbb req-161d25cc-871a-415b-bb40-3c1343a5e8ad tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572493 Jul 07 17:39:14.178895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3338f-4857-4da8-9d0b-90fbd2b757d6 req-39287a4f-20ad-4bb0-9cba-9cee7af84d5f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:14.180486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75b3338f-4857-4da8-9d0b-90fbd2b757d6 req-39287a4f-20ad-4bb0-9cba-9cee7af84d5f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0779982 Jul 07 17:39:14.221896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75b3338f-4857-4da8-9d0b-90fbd2b757d6 req-41b077ab-5d8e-4d83-977d-bb39c5d3ac57 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351257 Jul 07 17:39:15.432492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af85a1a-7076-4430-955f-1460aef2431d req-f2c78fa5-e072-46aa-ac1c-62fdc0523b1b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:15.439511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5af85a1a-7076-4430-955f-1460aef2431d req-f2c78fa5-e072-46aa-ac1c-62fdc0523b1b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0824718 Jul 07 17:39:15.477237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5af85a1a-7076-4430-955f-1460aef2431d req-188d1e8e-50ed-496c-8952-796824c09f6c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Jul 07 17:39:16.661562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386b331-bfae-40be-8259-8da6e1cfe1b4 req-d1d0ba97-5663-48b0-bf58-4c879b879496 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:16.663215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6386b331-bfae-40be-8259-8da6e1cfe1b4 req-d1d0ba97-5663-48b0-bf58-4c879b879496 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0668092 Jul 07 17:39:16.702558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6386b331-bfae-40be-8259-8da6e1cfe1b4 req-c412c3e1-de61-46a5-b41b-940dbf41b0d6 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Jul 07 17:39:17.895383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77106-b5b0-4b3a-85ba-fcd316cbc4cb req-910f0529-92c4-449f-9e7a-6f5b1a17c89c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:17.896988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08f77106-b5b0-4b3a-85ba-fcd316cbc4cb req-910f0529-92c4-449f-9e7a-6f5b1a17c89c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0785728 Jul 07 17:39:17.941445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-08f77106-b5b0-4b3a-85ba-fcd316cbc4cb req-471f29fc-b9a9-47c0-8f77-56438216b980 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Jul 07 17:39:19.126031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e813605-5557-46e3-967c-3f1427b3817f req-8231f899-1f60-4abe-b574-c693b5493c5e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.127633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e813605-5557-46e3-967c-3f1427b3817f req-8231f899-1f60-4abe-b574-c693b5493c5e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0687580 Jul 07 17:39:19.171413 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e813605-5557-46e3-967c-3f1427b3817f req-ea92f63b-d804-462b-9d9f-46c3b6696017 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368598 Jul 07 17:39:20.358421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169385-9dc2-47c1-98c2-c24952b671b3 req-caa32b45-acdf-40b6-b6d5-c08378ab03a5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:20.360119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e169385-9dc2-47c1-98c2-c24952b671b3 req-caa32b45-acdf-40b6-b6d5-c08378ab03a5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0703380 Jul 07 17:39:20.406282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e169385-9dc2-47c1-98c2-c24952b671b3 req-09bc36ba-9922-4a1f-a4b0-292bd56b7faa tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Jul 07 17:39:21.629899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2233e-a2b2-4233-9ba0-1f0803260e27 req-08793d7e-1ce9-48cf-8fa8-f4452151476f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:21.633310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fe2233e-a2b2-4233-9ba0-1f0803260e27 req-08793d7e-1ce9-48cf-8fa8-f4452151476f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0869446 Jul 07 17:39:21.670567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fe2233e-a2b2-4233-9ba0-1f0803260e27 req-6c7ee2aa-05d7-4a2b-bfbc-31bcefca2e9b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Jul 07 17:39:22.970751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe474dcc-32fe-4293-8576-e39365aba8fd req-034943e7-b192-42a4-b2df-4c195caca926 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.972274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe474dcc-32fe-4293-8576-e39365aba8fd req-034943e7-b192-42a4-b2df-4c195caca926 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.1280882 Jul 07 17:39:23.015799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe474dcc-32fe-4293-8576-e39365aba8fd req-7eb10146-256a-4706-89b6-24939eccbcbf tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 07 17:39:24.097943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.213943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b220f2-ad61-4ab4-9856-581d612e2c1e req-83710a8b-6752-49fa-a795-f4923633d7c0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.215545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b220f2-ad61-4ab4-9856-581d612e2c1e req-83710a8b-6752-49fa-a795-f4923633d7c0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0794790 Jul 07 17:39:24.543737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b220f2-ad61-4ab4-9856-581d612e2c1e req-cb0e6f2e-b0e7-4683-992d-f9c067f183a9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223011 Jul 07 17:39:25.731552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d9d0-7104-4a8b-9f58-26cf80bc767f req-0cef7471-c3f7-4b21-95f9-ba71363d2f26 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.733650 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c279d9d0-7104-4a8b-9f58-26cf80bc767f req-0cef7471-c3f7-4b21-95f9-ba71363d2f26 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0724173 Jul 07 17:39:25.777315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c279d9d0-7104-4a8b-9f58-26cf80bc767f req-3835fc9d-39af-41a1-a00e-8d435fb0a78a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Jul 07 17:39:26.194485 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:26.972169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d79bd-3b9a-4e05-8be1-fb5f38abb2c7 req-91132b9b-60af-475f-a199-3947e0e67d4f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:26.973817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-570d79bd-3b9a-4e05-8be1-fb5f38abb2c7 req-91132b9b-60af-475f-a199-3947e0e67d4f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0707405 Jul 07 17:39:27.017734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-570d79bd-3b9a-4e05-8be1-fb5f38abb2c7 req-b88d97f6-8b9c-46e8-a3fd-2051af53fdc6 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Jul 07 17:39:28.210139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102dfeb-cb5c-4ee0-914f-6a1ba5841430 req-098caaba-7b6e-463f-832a-bc7ef954a808 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:28.211687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8102dfeb-cb5c-4ee0-914f-6a1ba5841430 req-098caaba-7b6e-463f-832a-bc7ef954a808 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 943 time: 0.0668123 Jul 07 17:39:28.259962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8102dfeb-cb5c-4ee0-914f-6a1ba5841430 req-f0a4abeb-0587-4358-95d3-e93a94ac98a9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Jul 07 17:39:28.994362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d75af661-256e-4085-9b32-045db9a15ca1 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:29.104853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d75af661-256e-4085-9b32-045db9a15ca1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d75af661-256e-4085-9b32-045db9a15ca1,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:29.117223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'd75af661-256e-4085-9b32-045db9a15ca1', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': 'd75af661-256e-4085-9b32-045db9a15ca1', 'mac_address': 'fa:16:3e:46:03:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:29.156663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.171874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75af661-256e-4085-9b32-045db9a15ca1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:29.196703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d75af661-256e-4085-9b32-045db9a15ca1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d75af661-256e-4085-9b32-045db9a15ca1,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:29.201849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.253095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d75af661-256e-4085-9b32-045db9a15ca1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:29.261282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.261640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.261989 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.262326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.262666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.262996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.263342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.263669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.264013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.265809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.265809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.265809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:29.450024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be5ebf-2e1e-473b-aaa8-08beb3c0178a req-6345767f-ec11-4659-ba03-c0b1b2967e0e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:29.451534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56be5ebf-2e1e-473b-aaa8-08beb3c0178a req-6345767f-ec11-4659-ba03-c0b1b2967e0e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 944 time: 0.0650153 Jul 07 17:39:29.469961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d75af661-256e-4085-9b32-045db9a15ca1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:29.491485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56be5ebf-2e1e-473b-aaa8-08beb3c0178a req-8c7454aa-022c-4d36-96d9-2eac8ba2b9d5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Jul 07 17:39:30.671795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0284c39-5afe-4dd1-9742-ce57c3ca4c94 req-744e5115-2879-4e0a-b99d-afde19416391 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:30.673455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0284c39-5afe-4dd1-9742-ce57c3ca4c94 req-744e5115-2879-4e0a-b99d-afde19416391 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 944 time: 0.0689573 Jul 07 17:39:30.714169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0284c39-5afe-4dd1-9742-ce57c3ca4c94 req-206cac43-966a-40a1-8e3f-9532cdb19ef7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Jul 07 17:39:31.014894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d75af661-256e-4085-9b32-045db9a15ca1 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:31.067063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port d75af661-256e-4085-9b32-045db9a15ca1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:31.070872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port d75af661-256e-4085-9b32-045db9a15ca1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:31.071246 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.152022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.175802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75af661-256e-4085-9b32-045db9a15ca1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:31.178157 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc4d3c64589ac015e58637425ecaa00d44897c8520c3ab382292ee68f97df512" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69306bf7-de38-4552-867c-717de563cf0c" -d '{"events": [{"server_uuid": "6ca78e8b-a525-4399-9595-fa45ddbf0d9e", "name": "network-vif-plugged", "status": "completed", "tag": "d75af661-256e-4085-9b32-045db9a15ca1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:31.192842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port d75af661-256e-4085-9b32-045db9a15ca1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d75af661-256e-4085-9b32-045db9a15ca1,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:31.198498 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.227673 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477ace5f-e1e4-4e76-a0cb-ae5601607fe2 x-openstack-request-id: req-477ace5f-e1e4-4e76-a0cb-ae5601607fe2 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:31.227974 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca78e8b-a525-4399-9595-fa45ddbf0d9e", "name": "network-vif-plugged", "status": "completed", "tag": "d75af661-256e-4085-9b32-045db9a15ca1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:31.228231 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-477ace5f-e1e4-4e76-a0cb-ae5601607fe2 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:31.228628 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75af661-256e-4085-9b32-045db9a15ca1', 'code': 200} Jul 07 17:39:31.255346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=d75af661-256e-4085-9b32-045db9a15ca1,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:31.372334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f785f-339b-4dd7-9383-755422f4e954 req-b7170348-c6c2-4b97-af51-52f052d82546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.373896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d3f785f-339b-4dd7-9383-755422f4e954 req-b7170348-c6c2-4b97-af51-52f052d82546 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 1096 time: 0.0531182 Jul 07 17:39:31.410966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7d3f785f-339b-4dd7-9383-755422f4e954 req-5f32b28c-4e77-4b19-a105-7cd45128092d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300686 Jul 07 17:39:31.913580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0d0a8-2902-4b5e-86d3-6d9d28d3745f req-fffe0be4-5a3a-49de-8275-578e280d5b9f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.915183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1b0d0a8-2902-4b5e-86d3-6d9d28d3745f req-fffe0be4-5a3a-49de-8275-578e280d5b9f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0742302 Jul 07 17:39:31.968548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1b0d0a8-2902-4b5e-86d3-6d9d28d3745f req-2a54c1a8-c151-4035-b19f-f3ade589b726 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Jul 07 17:39:33.152187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ab87c-d3c3-4ed3-9e3c-864487074bea req-1dd17655-b5e1-469b-8cf2-140da1a121ce tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.153758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed1ab87c-d3c3-4ed3-9e3c-864487074bea req-1dd17655-b5e1-469b-8cf2-140da1a121ce tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0646515 Jul 07 17:39:33.192390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed1ab87c-d3c3-4ed3-9e3c-864487074bea req-f9191c04-885c-43b1-a4a8-c6dd7c79d2fc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Jul 07 17:39:33.372617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237549a2-9517-4fd4-ab88-e90919bcb3a6 req-ab49623b-3fd2-4014-8bc5-7a2e649520ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.374486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-237549a2-9517-4fd4-ab88-e90919bcb3a6 req-ab49623b-3fd2-4014-8bc5-7a2e649520ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0675242 Jul 07 17:39:33.419079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-237549a2-9517-4fd4-ab88-e90919bcb3a6 req-16f3f465-5e58-48df-8b4e-06527da738cb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Jul 07 17:39:33.606872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be55f2c-b915-4b33-93c2-26ddfd34aec9 req-0caad0d0-0e0f-4c11-93a0-2eb78bb5955a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.608431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1be55f2c-b915-4b33-93c2-26ddfd34aec9 req-0caad0d0-0e0f-4c11-93a0-2eb78bb5955a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0734918 Jul 07 17:39:33.647606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1be55f2c-b915-4b33-93c2-26ddfd34aec9 req-8b3ac6cd-c108-4898-826c-12e0813bc3a7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jul 07 17:39:34.105488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b134-8f70-45bc-ab55-ee69d2f1bf36 req-1d084d58-46e9-4188-a296-da70f571b0f7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.107028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de34b134-8f70-45bc-ab55-ee69d2f1bf36 req-1d084d58-46e9-4188-a296-da70f571b0f7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0665650 Jul 07 17:39:34.117668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:34.147479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de34b134-8f70-45bc-ab55-ee69d2f1bf36 req-9987a47f-fb2b-4c84-8605-85a3e5fc8251 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339365 Jul 07 17:39:35.273971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c71d4e1a-590b-413e-a4b7-bafb8ad2a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:35.330982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e660f3-de18-4238-8732-f02ad5340ad2 req-78faaf96-6af6-4718-8a03-0e82bca5da41 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.332493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10e660f3-de18-4238-8732-f02ad5340ad2 req-78faaf96-6af6-4718-8a03-0e82bca5da41 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0704052 Jul 07 17:39:35.373137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10e660f3-de18-4238-8732-f02ad5340ad2 req-d5d5b4ee-abd0-4750-9bcd-0cd10593f69a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Jul 07 17:39:35.623405 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-024d5ab8-86e8-4904-90a8-068de4e35bc8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.624918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-024d5ab8-86e8-4904-90a8-068de4e35bc8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 945 time: 0.0643377 Jul 07 17:39:35.729267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port d75af661-256e-4085-9b32-045db9a15ca1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:35.729610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:35.839833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port d75af661-256e-4085-9b32-045db9a15ca1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=d75af661-256e-4085-9b32-045db9a15ca1,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:35.840229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:35.854992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for d75af661-256e-4085-9b32-045db9a15ca1 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:35.997302 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:36.027794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=d75af661-256e-4085-9b32-045db9a15ca1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:36.031552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['d75af661-256e-4085-9b32-045db9a15ca1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:36.079162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port d75af661-256e-4085-9b32-045db9a15ca1 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:36.082549 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:36.084925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b97efbbf-a835-4d8e-8d4c-cfce8a75d734 req-5e4dae7d-ca2c-4a05-ba80-259e59249ac7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "DELETE /v2.0/ports/d75af661-256e-4085-9b32-045db9a15ca1 HTTP/1.1" status: 204 len: 173 time: 0.4539371 Jul 07 17:39:36.085371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'name': 'network-vif-deleted', 'tag': 'd75af661-256e-4085-9b32-045db9a15ca1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:36.087924 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207a1421439851271f4fb0f77913ec7be5c79e45ab003a3db27b0e58ad48a150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da16786-da3b-4bae-a35a-7e0e4e2e8ebd" -d '{"events": [{"server_uuid": "6ca78e8b-a525-4399-9595-fa45ddbf0d9e", "name": "network-vif-deleted", "tag": "d75af661-256e-4085-9b32-045db9a15ca1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:36.132614 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bed9b42-5ddc-4c3c-8949-d6724eeac52a x-openstack-request-id: req-2bed9b42-5ddc-4c3c-8949-d6724eeac52a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:36.132963 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca78e8b-a525-4399-9595-fa45ddbf0d9e", "name": "network-vif-deleted", "tag": "d75af661-256e-4085-9b32-045db9a15ca1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:36.133558 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2bed9b42-5ddc-4c3c-8949-d6724eeac52a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:36.133970 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca78e8b-a525-4399-9595-fa45ddbf0d9e', 'name': 'network-vif-deleted', 'tag': 'd75af661-256e-4085-9b32-045db9a15ca1', 'status': 'completed', 'code': 200} Jul 07 17:39:36.529802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97de7e92-f084-49f0-85c8-1972f82dd8ae req-2e40a27c-aa0c-4cb8-858a-ed837a371fb8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 210 time: 0.0326333 Jul 07 17:39:37.689694 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.714981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87a1d989-230e-4268-910f-9393a8917614 req-ba8291cb-0d98-4ce1-b221-950f568c4479 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 210 time: 0.0333934 Jul 07 17:39:38.872589 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-156b694b-a176-4a2a-a43c-c7ea430a6f1b req-e3ed2957-a8a5-4075-b3ae-efcffd36fc2d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 210 time: 0.0349836 Jul 07 17:39:39.062730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d75af661-256e-4085-9b32-045db9a15ca1 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:39.085425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: d75af661-256e-4085-9b32-045db9a15ca1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:39.085917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device d75af661-256e-4085-9b32-045db9a15ca1 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:39.192700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3f709a8e-684b-4b3c-be7b-a6dc14a08313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.273854 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.041917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50612e61-f809-461e-b6fa-0c75db1e42b7 req-0d70d1b1-3bc6-4b08-a177-d76d92e82652 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ca78e8b-a525-4399-9595-fa45ddbf0d9e HTTP/1.1" status: 200 len: 210 time: 0.0344179 Jul 07 17:39:40.926035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.099428 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:01.122302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-989c9e0a-d9b6-4515-b80c-a6674d9ef66b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:01.123674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-989c9e0a-d9b6-4515-b80c-a6674d9ef66b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1050267 Jul 07 17:40:01.140459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-8d235daa-9b47-4cb5-8677-7bac8405edd3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0110807 Jul 07 17:40:01.212175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-fae73837-850d-400e-afa7-22182439efe3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660892 Jul 07 17:40:01.398934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-302da710-debe-47d8-a6ca-5ebb7c76defa service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268103 Jul 07 17:40:01.486887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-4bb3fe1a-74b7-4eeb-a50e-817baf783d48 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824161 Jul 07 17:40:01.790522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-834dd266-e2c1-421c-ae52-89b0342bdee2 req-66b7d4b7-12d6-475a-bdaf-230434872363 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jul 07 17:40:02.892325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-21d1b11d-0155-4185-8240-52156981c17a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:02.893826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-21d1b11d-0155-4185-8240-52156981c17a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1147249 Jul 07 17:40:02.925792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:02.946773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa5ca25e-d8cc-402c-9970-1e346c7a8a3b req-82c0987d-ab44-4599-8d9e-5f9dd9174352 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 210 time: 0.0369205 Jul 07 17:40:03.059880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:03.064920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.192070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.6 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/5fdbc7e6-b74b-4038-8bee-7c03e564a2b6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:03.194142 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:03.352277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.366795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:03.404812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.447666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:03.451123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:03.456510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:03.494773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:03.523886 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:03.524608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.540850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-bb1fbc03-1812-47da-a579-9df30b1fb1ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216667 Jul 07 17:40:03.635574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Request body: {'port': {'device_id': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:03.713123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.762024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ecde8510-da26-4b35-afdc-78fdc4cac5d9 None None] Provisioning for port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:03.766072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ecde8510-da26-4b35-afdc-78fdc4cac5d9 None None] Provisioning complete for port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:03.766437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ecde8510-da26-4b35-afdc-78fdc4cac5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.807227 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ecde8510-da26-4b35-afdc-78fdc4cac5d9 None None] Port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:03.994610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:04.004055 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.016768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Transition to ACTIVE for port object 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:04.021550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.081409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:04.116476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.201009 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Attempting to bind port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:04.201381 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Attempting to bind port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:04.201718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Attempting to bind port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:04.220018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:04.220372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Attempting to bind port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:04.227525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:04.227875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:04.228311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:04.228757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Bound port: 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:04.229073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.250710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825c53-4aed-4647-b287-bec8f6f8d816 req-c53ef1ab-a3f8-45cb-a9af-48dd72893867 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.252342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46825c53-4aed-4647-b287-bec8f6f8d816 req-c53ef1ab-a3f8-45cb-a9af-48dd72893867 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.1532474 Jul 07 17:40:04.333325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46825c53-4aed-4647-b287-bec8f6f8d816 req-e2f1eedf-0a63-454a-88a3-c7467ac3d60f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572731 Jul 07 17:40:04.338164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] For port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:04.343263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] For port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:04.348186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.383025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.383717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.385211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 HTTP/1.1" status: 200 len: 1091 time: 0.7941687 Jul 07 17:40:04.385689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'tag': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:04.430624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea480224-0ad0-4f0f-b42a-dc1e0f5ee1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:04.463926 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771eb572-6b4f-4a8e-9129-382829e74580" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb99491-294f-4f9a-9a4c-67d50396771e", "tag": "5fdbc7e6-b74b-4038-8bee-7c03e564a2b6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:04.526325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-0133692e-a2c3-40a1-919c-23f8079d644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.527484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-0133692e-a2c3-40a1-919c-23f8079d644d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 1094 time: 0.0814548 Jul 07 17:40:04.577287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-1027d653-e105-4dd7-8a17-d20f719d2b08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0371172 Jul 07 17:40:04.592000 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbfbc74-99da-46f4-9110-589f1849320b x-openstack-request-id: req-dbbfbc74-99da-46f4-9110-589f1849320b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:04.592330 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb99491-294f-4f9a-9a4c-67d50396771e", "tag": "5fdbc7e6-b74b-4038-8bee-7c03e564a2b6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:04.592813 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbbfbc74-99da-46f4-9110-589f1849320b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:04.593273 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'tag': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6', 'status': 'completed', 'code': 200} Jul 07 17:40:04.641148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-982f8865-4f2c-4f3f-a103-22c7ef5217e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.643098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-982f8865-4f2c-4f3f-a103-22c7ef5217e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0489783 Jul 07 17:40:04.700245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-7d556a91-b2b4-4880-82b3-5dccdedf7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.701815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-7d556a91-b2b4-4880-82b3-5dccdedf7e97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517633 Jul 07 17:40:04.796813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-f06d7ab0-9e5f-4c38-a86f-d4488ff8f4e2 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883899 Jul 07 17:40:04.897794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71fa6ba0-5671-4e01-a4e1-2ed5bd4f9e53 req-43f2c568-35bb-44f2-9a81-4d170b6aaa3b service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944245 Jul 07 17:40:05.025624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb572-6b4f-4a8e-9129-382829e74580 req-072017fb-1993-4ace-8522-250aa423fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.027139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-072017fb-1993-4ace-8522-250aa423fca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 1094 time: 0.0594299 Jul 07 17:40:05.119789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb572-6b4f-4a8e-9129-382829e74580 req-221d0ffe-669e-478e-95fe-28a5cecc3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.121403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-221d0ffe-669e-478e-95fe-28a5cecc3629 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0882971 Jul 07 17:40:05.177992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-2c15f570-5457-4c73-afdf-7cbac9159dad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 HTTP/1.1" status: 200 len: 217 time: 0.0501900 Jul 07 17:40:05.229969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb572-6b4f-4a8e-9129-382829e74580 req-f82175d4-da87-4a19-ad16-1833607b4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.231493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-f82175d4-da87-4a19-ad16-1833607b4dcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0475988 Jul 07 17:40:05.277631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-78abdd47-b556-43d3-b950-89454188af0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:05.292957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb572-6b4f-4a8e-9129-382829e74580 req-71427cae-1bc5-415a-8961-c36be27acb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.294504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-71427cae-1bc5-415a-8961-c36be27acb7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567994 Jul 07 17:40:05.393452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-3862b65d-b8eb-4161-8007-98511bf427c5 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920117 Jul 07 17:40:05.538404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-771eb572-6b4f-4a8e-9129-382829e74580 req-078fc0a4-25d6-4c58-8728-fbe82c2345f2 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381576 Jul 07 17:40:05.564659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afc887-086a-413f-b85c-60015c107019 req-fe5d80bd-eee3-4145-a74c-4c1ccc78bd5a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.566243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64afc887-086a-413f-b85c-60015c107019 req-fe5d80bd-eee3-4145-a74c-4c1ccc78bd5a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.1020563 Jul 07 17:40:05.613353 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64afc887-086a-413f-b85c-60015c107019 req-30a4cb77-dbe7-403f-8413-3af5e333fd14 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389602 Jul 07 17:40:06.790682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d9f6-f768-4770-a388-d77fe1fc8543 req-4eeaff91-5476-4329-879f-30abac80219e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:06.792253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b27d9f6-f768-4770-a388-d77fe1fc8543 req-4eeaff91-5476-4329-879f-30abac80219e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.0664396 Jul 07 17:40:06.833258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b27d9f6-f768-4770-a388-d77fe1fc8543 req-161eb02c-1614-41db-bdb8-8af17d5d1f91 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Jul 07 17:40:07.681370 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.008232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad546c6-dce2-43ac-a1e6-55ff6f1a1c1a req-f008389f-532a-4af0-904b-50528efc57fa tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.009772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bad546c6-dce2-43ac-a1e6-55ff6f1a1c1a req-f008389f-532a-4af0-904b-50528efc57fa tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.0644610 Jul 07 17:40:08.048939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bad546c6-dce2-43ac-a1e6-55ff6f1a1c1a req-f9e90dce-90c4-4e63-9c5b-3ce31345f3a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Jul 07 17:40:09.195717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32e411a3-575e-4ef0-95af-a06a489ccb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.236532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f505d-f5ba-4119-b6bd-22440d758565 req-c95d666a-f699-4976-8a35-434f68ac4190 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.238019 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-035f505d-f5ba-4119-b6bd-22440d758565 req-c95d666a-f699-4976-8a35-434f68ac4190 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.0740986 Jul 07 17:40:09.277301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.280548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-035f505d-f5ba-4119-b6bd-22440d758565 req-af0a4be9-18cb-4533-9f80-e6f68c7a5f26 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361588 Jul 07 17:40:10.460272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1140a-b8db-4741-aec3-1aef600274ba req-0af3744a-7bce-4b51-a0f1-aee4d646c99a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.461863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91c1140a-b8db-4741-aec3-1aef600274ba req-0af3744a-7bce-4b51-a0f1-aee4d646c99a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.0652413 Jul 07 17:40:10.499680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91c1140a-b8db-4741-aec3-1aef600274ba req-2d049ee4-747c-40bd-abbc-21df89c86e44 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Jul 07 17:40:10.928084 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.685468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fec2ff-6e6a-4c5f-8fbb-7ba6e21e0e30 req-5afa82b1-6ef9-41ef-8c91-c9d79ec4a1fa tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:11.687252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0fec2ff-6e6a-4c5f-8fbb-7ba6e21e0e30 req-5afa82b1-6ef9-41ef-8c91-c9d79ec4a1fa tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.0677309 Jul 07 17:40:11.730632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0fec2ff-6e6a-4c5f-8fbb-7ba6e21e0e30 req-76cfe21d-eebe-4cd3-bba3-5f0bb9bfa7eb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Jul 07 17:40:12.911033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce1f3e-a52e-4ac9-b293-af5634cf55f6 req-28832797-66c5-4cb9-8253-a0eb517188b5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.913203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cce1f3e-a52e-4ac9-b293-af5634cf55f6 req-28832797-66c5-4cb9-8253-a0eb517188b5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 943 time: 0.0729113 Jul 07 17:40:12.951003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cce1f3e-a52e-4ac9-b293-af5634cf55f6 req-02a6b0a3-da5a-47e5-943b-ac2856ee09f7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Jul 07 17:40:13.231807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:13.331225 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:13.344784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6', 'mac_address': 'fa:16:3e:9c:94:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:13.383412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:13.397842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:13.417274 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:13.421419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:13.469401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:13.690699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:14.128016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0e396-d242-49fb-98f7-1a3b447ee143 req-783b4cf5-c401-4f7c-bfc1-4f63b44ca1d8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:14.129632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2de0e396-d242-49fb-98f7-1a3b447ee143 req-783b4cf5-c401-4f7c-bfc1-4f63b44ca1d8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 944 time: 0.0647161 Jul 07 17:40:14.172411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2de0e396-d242-49fb-98f7-1a3b447ee143 req-2780ab4c-6a4c-4503-96e1-2762f91a5143 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jul 07 17:40:15.249020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:15.297876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:15.302375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:15.302829 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.366123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb6b5-69fc-4a4c-bd34-35d966114b4f req-05725f51-9e34-4c07-97ec-e0f9d87ed306 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.367674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbbfb6b5-69fc-4a4c-bd34-35d966114b4f req-05725f51-9e34-4c07-97ec-e0f9d87ed306 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 944 time: 0.0749884 Jul 07 17:40:15.395942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.410359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbbfb6b5-69fc-4a4c-bd34-35d966114b4f req-08002ff2-37c2-4fe1-91dd-c527b56dccb3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Jul 07 17:40:15.422572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:15.437447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:15.446430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.485690 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22e25b-113c-467e-bbb6-069823aada4b" -d '{"events": [{"server_uuid": "dbb99491-294f-4f9a-9a4c-67d50396771e", "name": "network-vif-plugged", "status": "completed", "tag": "5fdbc7e6-b74b-4038-8bee-7c03e564a2b6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:15.524062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:15.587773 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3333ea-12d5-4c77-b794-3bcdb128c7ad x-openstack-request-id: req-4f3333ea-12d5-4c77-b794-3bcdb128c7ad {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:15.588050 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb99491-294f-4f9a-9a4c-67d50396771e", "name": "network-vif-plugged", "status": "completed", "tag": "5fdbc7e6-b74b-4038-8bee-7c03e564a2b6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:15.588295 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f3333ea-12d5-4c77-b794-3bcdb128c7ad {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:15.588700 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6', 'code': 200} Jul 07 17:40:15.732361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b51e8-7fe4-4201-8b6c-bd4a4251068e req-a0752388-79fa-4f02-9dc2-30cc4112ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.733827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f97b51e8-7fe4-4201-8b6c-bd4a4251068e req-a0752388-79fa-4f02-9dc2-30cc4112ea9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 1096 time: 0.0574994 Jul 07 17:40:15.769830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f97b51e8-7fe4-4201-8b6c-bd4a4251068e req-8da7dd16-ea87-47d5-872a-6b0aecc0f71d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285335 Jul 07 17:40:16.597390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5f1a2-489e-4f5e-8fcc-444cf782525c req-391b72db-df9c-4405-8935-76489a07e908 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.598924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac5f1a2-489e-4f5e-8fcc-444cf782525c req-391b72db-df9c-4405-8935-76489a07e908 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 945 time: 0.0645890 Jul 07 17:40:16.642981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bac5f1a2-489e-4f5e-8fcc-444cf782525c req-aa20c7de-b3f9-48ce-909b-b9d58c472956 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Jul 07 17:40:17.816410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f85787-f791-4ecd-9f34-1ba45c1ac838 req-599b9d7a-12bf-4e61-8460-ae463f0a4e5f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:17.818873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2f85787-f791-4ecd-9f34-1ba45c1ac838 req-599b9d7a-12bf-4e61-8460-ae463f0a4e5f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 945 time: 0.0664542 Jul 07 17:40:17.857069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2f85787-f791-4ecd-9f34-1ba45c1ac838 req-116a4db6-a7d0-46e5-8a38-4249814b1eac tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Jul 07 17:40:18.045759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bef4e-00fc-4ca0-9323-084652dfada2 req-6ccb6141-d5e9-4f02-a2ee-a49734f9134a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.047243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-010bef4e-00fc-4ca0-9323-084652dfada2 req-6ccb6141-d5e9-4f02-a2ee-a49734f9134a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 945 time: 0.0650580 Jul 07 17:40:18.092263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-010bef4e-00fc-4ca0-9323-084652dfada2 req-e14ea8bb-f587-43ef-a376-8fde8ab70066 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 Jul 07 17:40:20.785705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-b327511e-6036-48a6-8987-c75c7dfd75e5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.787402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-b327511e-6036-48a6-8987-c75c7dfd75e5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1056883 Jul 07 17:40:20.802906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-b6d43b10-d9af-4db2-bb26-cbdc3d144109 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0095077 Jul 07 17:40:20.907163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-6a9dcbf5-f729-4ab4-ac48-b605e4ef9223 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991571 Jul 07 17:40:21.004590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7e7de66e-2ab1-41a0-8052-b935189126f4 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906906 Jul 07 17:40:21.095140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-47204b8a-78d1-4481-8d9c-512650fd598b service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 Jul 07 17:40:21.304591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00a1392b-68af-4e6b-a81b-d41f2a52015c req-67c0c7a1-408b-47ec-8b00-7c93845f32a6 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0296597 Jul 07 17:40:22.384690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-fd7b39d3-7ed0-4f68-9768-12ff4d1c9f66 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.386389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-fd7b39d3-7ed0-4f68-9768-12ff4d1c9f66 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1177521 Jul 07 17:40:22.405671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:22.485146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce1f7666-58a3-46f0-8e6f-bb6afa09195b req-d648369c-80e8-481d-8be3-8c82adb479ce tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0392940 Jul 07 17:40:22.549321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:22.554312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.699661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.13 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/e0b44d15-352d-4902-8f1b-b235cccef658) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:22.895287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.910500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object e0b44d15-352d-4902-8f1b-b235cccef658 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:22.947984 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.984278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:22.995486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:22.999179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:23.001821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:23.043270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=e0b44d15-352d-4902-8f1b-b235cccef658,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:23.058507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.058764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.059109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.059447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.059782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.060117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.060450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.060898 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.061087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.061433 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.061762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.062229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:23.094426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:23.095112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.115820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7b78acca-5faa-49b2-abf0-5e8249528831 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145236 Jul 07 17:40:23.247077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Request body: {'port': {'device_id': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:23.327548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.394596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bae4a459-2325-4654-92c0-004b5ff58977 None None] Provisioning for port e0b44d15-352d-4902-8f1b-b235cccef658 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:23.401525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bae4a459-2325-4654-92c0-004b5ff58977 None None] Provisioning complete for port e0b44d15-352d-4902-8f1b-b235cccef658 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:23.401909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bae4a459-2325-4654-92c0-004b5ff58977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.444334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bae4a459-2325-4654-92c0-004b5ff58977 None None] Port e0b44d15-352d-4902-8f1b-b235cccef658 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:23.652900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b44d15-352d-4902-8f1b-b235cccef658 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:23.661975 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.681069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Transition to ACTIVE for port object e0b44d15-352d-4902-8f1b-b235cccef658 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:23.685004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.751760 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5b94a-2b8a-4c3c-89a0-d5d5d2a3af8f req-d1c9ee04-4cc3-40b0-a35e-76e645c752cc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:23.753443 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20b5b94a-2b8a-4c3c-89a0-d5d5d2a3af8f req-d1c9ee04-4cc3-40b0-a35e-76e645c752cc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 932 time: 0.1417904 Jul 07 17:40:23.788478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Pushing event updated for resources: {'Port': ['ID=e0b44d15-352d-4902-8f1b-b235cccef658,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:23.848368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20b5b94a-2b8a-4c3c-89a0-d5d5d2a3af8f req-909f6647-94cd-4367-a67f-a6408345a20e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870073 Jul 07 17:40:23.868587 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Attempting to bind port e0b44d15-352d-4902-8f1b-b235cccef658 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:23.869166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Attempting to bind port e0b44d15-352d-4902-8f1b-b235cccef658 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:23.869571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Attempting to bind port e0b44d15-352d-4902-8f1b-b235cccef658 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:23.874598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Port e0b44d15-352d-4902-8f1b-b235cccef658 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:23.874931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Attempting to bind port e0b44d15-352d-4902-8f1b-b235cccef658 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:23.881124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:23.881474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:23.881955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:23.882402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Bound port: e0b44d15-352d-4902-8f1b-b235cccef658, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:23.882772 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.956122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] For port e0b44d15-352d-4902-8f1b-b235cccef658, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:23.963291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] For port e0b44d15-352d-4902-8f1b-b235cccef658, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e0b44d15-352d-4902-8f1b-b235cccef658,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:23.967972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.006126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.006732 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.008331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] 10.222.0.54 "PUT /v2.0/ports/e0b44d15-352d-4902-8f1b-b235cccef658 HTTP/1.1" status: 200 len: 1092 time: 0.8330674 Jul 07 17:40:24.011256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'tag': 'e0b44d15-352d-4902-8f1b-b235cccef658'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:24.014156 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505cb156-3ba6-4bea-9289-63095ae52c87" -d '{"events": [{"name": "network-changed", "server_uuid": "70d6b882-3649-4a66-afff-9cdca38b4cf6", "tag": "e0b44d15-352d-4902-8f1b-b235cccef658"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:24.070012 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c09a9-0d01-4784-bf80-b8e39151b448 x-openstack-request-id: req-618c09a9-0d01-4784-bf80-b8e39151b448 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:24.070309 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d6b882-3649-4a66-afff-9cdca38b4cf6", "tag": "e0b44d15-352d-4902-8f1b-b235cccef658", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:24.070560 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-618c09a9-0d01-4784-bf80-b8e39151b448 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:24.070958 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'tag': 'e0b44d15-352d-4902-8f1b-b235cccef658', 'status': 'completed', 'code': 200} Jul 07 17:40:24.102751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a673a2c-a8ba-4dea-84a1-8d05e556b52e service neutron] Pushing event updated for resources: {'Port': ['ID=e0b44d15-352d-4902-8f1b-b235cccef658,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:24.116888 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.141604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-81368e7e-2045-4540-860f-4addebf5ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.143631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-81368e7e-2045-4540-860f-4addebf5ea40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0763078 Jul 07 17:40:24.189738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-e4485caf-9ed7-4cbc-8159-6a2840a8aef2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b44d15-352d-4902-8f1b-b235cccef658 HTTP/1.1" status: 200 len: 217 time: 0.0378125 Jul 07 17:40:24.252306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-b8dc3aa3-11b0-473a-806b-d13d404de62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.253920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-b8dc3aa3-11b0-473a-806b-d13d404de62c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0578089 Jul 07 17:40:24.622923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-6a09c489-b1db-4019-91b2-378f6d9bca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.624329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-6a09c489-b1db-4019-91b2-378f6d9bca08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3636622 Jul 07 17:40:24.720860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-7d20027e-ce3a-4aa7-8d34-27dddf35586d service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895102 Jul 07 17:40:24.812815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48537da2-a1f5-4d8a-abb5-3da2bd987c84 req-ad195b41-3bdf-44b3-82b2-be68394adfa0 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858822 Jul 07 17:40:24.913424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-a86ce467-300b-42fd-b8cd-297bc0139a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.914942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-a86ce467-300b-42fd-b8cd-297bc0139a77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0563993 Jul 07 17:40:25.057565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-930e552c-090c-4d73-b701-eb4af926704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.059031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-930e552c-090c-4d73-b701-eb4af926704f service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1376321 Jul 07 17:40:25.070448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed169-fc61-4cf4-a9b9-00199936a81c req-4368e549-2bcc-4be6-b38e-35e0c00368b5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.071970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c0ed169-fc61-4cf4-a9b9-00199936a81c req-4368e549-2bcc-4be6-b38e-35e0c00368b5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.1030290 Jul 07 17:40:25.117675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-d55578c2-5ccd-4a3f-be47-074405cf2360 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b44d15-352d-4902-8f1b-b235cccef658 HTTP/1.1" status: 200 len: 217 time: 0.0448365 Jul 07 17:40:25.181200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c0ed169-fc61-4cf4-a9b9-00199936a81c req-9f73d0a8-a0d3-43e8-9540-0de0895c0a36 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018946 Jul 07 17:40:25.194114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-51058a76-2630-4d1a-9eb3-299ee9b8c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.195725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-51058a76-2630-4d1a-9eb3-299ee9b8c29d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0717051 Jul 07 17:40:25.296204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-6effefa7-d03c-4991-9918-5408c7add5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.298352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-6effefa7-d03c-4991-9918-5408c7add5c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953951 Jul 07 17:40:25.425922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-83a7dbc9-988e-4f8b-9ff8-a52db501f6ec service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204824 Jul 07 17:40:25.581350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-505cb156-3ba6-4bea-9289-63095ae52c87 req-c5723afe-b865-4805-8d85-3427b5b7a467 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475399 Jul 07 17:40:26.487548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68abf34-3ea7-47ea-9557-e2b8746e8ae9 req-16390191-0a7d-4e14-ba39-c10bcfb54f0c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.490068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a68abf34-3ea7-47ea-9557-e2b8746e8ae9 req-16390191-0a7d-4e14-ba39-c10bcfb54f0c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0777006 Jul 07 17:40:26.545784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a68abf34-3ea7-47ea-9557-e2b8746e8ae9 req-f4187a9a-d032-4a78-835f-9e622af38537 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481634 Jul 07 17:40:27.788871 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5f6e5-f1f3-4d13-a3b0-a3611d0a4a42 req-1318f509-84df-41e8-8140-83ff8b7fe3db tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.793796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdb5f6e5-f1f3-4d13-a3b0-a3611d0a4a42 req-1318f509-84df-41e8-8140-83ff8b7fe3db tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0879607 Jul 07 17:40:27.857906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdb5f6e5-f1f3-4d13-a3b0-a3611d0a4a42 req-0e3a7922-72fb-4e57-925a-99fb49f4b709 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590308 Jul 07 17:40:29.057410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec5d79-adb2-451f-b15f-7bb0fc47eed2 req-ff811012-9799-4f33-b199-df48b2b93fc2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:29.058985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7ec5d79-adb2-451f-b15f-7bb0fc47eed2 req-ff811012-9799-4f33-b199-df48b2b93fc2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0711133 Jul 07 17:40:29.099322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c7ec5d79-adb2-451f-b15f-7bb0fc47eed2 req-3218eb95-d4ee-4f3d-9938-8611c905fab5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Jul 07 17:40:30.294661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e1427-de02-4787-b6f2-eda50f5d6a78 req-d2f9842f-5533-46f2-afe1-da30353cb3e4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.296161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a6e1427-de02-4787-b6f2-eda50f5d6a78 req-d2f9842f-5533-46f2-afe1-da30353cb3e4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0691822 Jul 07 17:40:30.341221 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a6e1427-de02-4787-b6f2-eda50f5d6a78 req-020797d7-a99d-4873-9f96-ff396ab4605e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Jul 07 17:40:31.530967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5750b9-90d1-4de5-9312-e94326ca27cd req-3f6c3b41-de54-4c90-a311-47ac60f79d06 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:31.532442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac5750b9-90d1-4de5-9312-e94326ca27cd req-3f6c3b41-de54-4c90-a311-47ac60f79d06 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0667391 Jul 07 17:40:31.576444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac5750b9-90d1-4de5-9312-e94326ca27cd req-0e0f5191-be7e-4411-a7e7-5add8fbe37fc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371764 Jul 07 17:40:32.762258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f54a4-1948-46e5-9462-d3854c2d1fdd req-39ce9689-bef1-4f01-a978-c02ef4a927bb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:32.763819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646f54a4-1948-46e5-9462-d3854c2d1fdd req-39ce9689-bef1-4f01-a978-c02ef4a927bb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0706294 Jul 07 17:40:32.802955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-646f54a4-1948-46e5-9462-d3854c2d1fdd req-c1fb3b97-7958-41ac-bb66-ab764ec52e07 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jul 07 17:40:34.005513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ca35-caca-4370-855d-d8a8374d0543 req-52574fe0-138c-48cd-9d66-d5beb9a2e483 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:34.007546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99b0ca35-caca-4370-855d-d8a8374d0543 req-52574fe0-138c-48cd-9d66-d5beb9a2e483 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0706587 Jul 07 17:40:34.050573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99b0ca35-caca-4370-855d-d8a8374d0543 req-0551187f-693d-4e2f-aff7-47881c9f32c5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 Jul 07 17:40:34.119102 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.235395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b647188-8293-4619-8531-b08b3bd36e4d req-252705d2-250d-4c2a-a5c6-b58908a2ca2a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.237131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b647188-8293-4619-8531-b08b3bd36e4d req-252705d2-250d-4c2a-a5c6-b58908a2ca2a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0663388 Jul 07 17:40:35.277277 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b647188-8293-4619-8531-b08b3bd36e4d req-2b3d241c-a580-49be-8521-71ae937dd0dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Jul 07 17:40:35.280256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-69a54781-8d0c-47ae-b598-181886b5b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.466374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037a47-b7b6-4287-964a-2b91fc53c051 req-e8f45f0c-c55a-4ced-b116-56b91cbad9e9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.467766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3037a47-b7b6-4287-964a-2b91fc53c051 req-e8f45f0c-c55a-4ced-b116-56b91cbad9e9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0700662 Jul 07 17:40:36.506759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3037a47-b7b6-4287-964a-2b91fc53c051 req-18e136fd-ba0f-4ed6-afbd-8a2686bf63f8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 07 17:40:37.684363 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.704436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c8c7-bf79-48ac-9d5f-50094d0bdc77 req-920d5245-8b38-4fce-a90a-9de317d53dca tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.705998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9478c8c7-bf79-48ac-9d5f-50094d0bdc77 req-920d5245-8b38-4fce-a90a-9de317d53dca tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0728712 Jul 07 17:40:37.748709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9478c8c7-bf79-48ac-9d5f-50094d0bdc77 req-86501ca2-c59c-4cfd-afa3-1ba58adb4d6c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Jul 07 17:40:38.929798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f5d1-9075-426f-b384-ec18d2a83776 req-3cc305f4-c172-426f-b42d-875212993a68 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:38.931318 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8441f5d1-9075-426f-b384-ec18d2a83776 req-3cc305f4-c172-426f-b42d-875212993a68 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0703673 Jul 07 17:40:38.971858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8441f5d1-9075-426f-b384-ec18d2a83776 req-955df15d-2da7-4032-8e9e-da54a26c4ba2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Jul 07 17:40:39.189869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-830851d4-613c-4bc5-ab33-bdf4f9ea32c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.280526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.188513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27628636-ab34-4064-9b11-b96b6e1f0362 req-5032bd8f-8583-4767-affc-862673057f46 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:40.190177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27628636-ab34-4064-9b11-b96b6e1f0362 req-5032bd8f-8583-4767-affc-862673057f46 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0697308 Jul 07 17:40:40.197458 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:40.245642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27628636-ab34-4064-9b11-b96b6e1f0362 req-d9d319b1-5b88-4aed-bc78-106196e17035 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Jul 07 17:40:40.928895 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.447878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bfce6-09d1-416e-baab-4682905fee80 req-a86254f2-39ce-4032-b9cc-10340a890108 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:41.449927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e9bfce6-09d1-416e-baab-4682905fee80 req-a86254f2-39ce-4032-b9cc-10340a890108 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0811818 Jul 07 17:40:41.492943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e9bfce6-09d1-416e-baab-4682905fee80 req-97f55975-83a8-4249-981a-e3419bed107d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Jul 07 17:40:42.696637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c15ed-3e7d-4127-9afb-fd33ea5ecc17 req-50e75a33-57bd-4e11-9114-30e69263c723 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.699129 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd9c15ed-3e7d-4127-9afb-fd33ea5ecc17 req-50e75a33-57bd-4e11-9114-30e69263c723 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0882425 Jul 07 17:40:42.740199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd9c15ed-3e7d-4127-9afb-fd33ea5ecc17 req-51feb9aa-0298-4561-b3bf-d2ce761c0ca2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Jul 07 17:40:43.914147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c9e5f-e6cd-4522-b9fa-bd7c27d451ab req-124a4386-6c08-4546-9f18-6addd6230a30 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:43.915617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b49c9e5f-e6cd-4522-b9fa-bd7c27d451ab req-124a4386-6c08-4546-9f18-6addd6230a30 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0633552 Jul 07 17:40:43.953362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b49c9e5f-e6cd-4522-b9fa-bd7c27d451ab req-63004c63-8e5d-463a-a54e-462c91a6f0d6 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Jul 07 17:40:45.141977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c5620-826d-449e-ad6a-5c05eb2b7ae7 req-9a9a6ae6-4f13-41d9-b977-b3adbd499bff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.143465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c74c5620-826d-449e-ad6a-5c05eb2b7ae7 req-9a9a6ae6-4f13-41d9-b977-b3adbd499bff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0715628 Jul 07 17:40:45.184071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c74c5620-826d-449e-ad6a-5c05eb2b7ae7 req-6f2b80f7-63fe-4c63-941f-d498b5fbafe2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 07 17:40:45.218851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e0b44d15-352d-4902-8f1b-b235cccef658 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:45.326005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e0b44d15-352d-4902-8f1b-b235cccef658, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e0b44d15-352d-4902-8f1b-b235cccef658,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:45.338889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'e0b44d15-352d-4902-8f1b-b235cccef658', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': 'e0b44d15-352d-4902-8f1b-b235cccef658', 'mac_address': 'fa:16:3e:26:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:45.379535 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.393133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b44d15-352d-4902-8f1b-b235cccef658 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:45.416573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e0b44d15-352d-4902-8f1b-b235cccef658, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e0b44d15-352d-4902-8f1b-b235cccef658,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:45.421874 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.485691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e0b44d15-352d-4902-8f1b-b235cccef658,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:45.493437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.493784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.494123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.494459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.494799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.495129 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.495459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.495784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.496107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.496431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.496754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.497075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:45.753559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e0b44d15-352d-4902-8f1b-b235cccef658'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:46.374180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eded21-ab40-4172-9798-e32407ccd7a6 req-e9cdffcd-0514-4694-9eb6-929251f91e4c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:46.375802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9eded21-ab40-4172-9798-e32407ccd7a6 req-e9cdffcd-0514-4694-9eb6-929251f91e4c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0690017 Jul 07 17:40:46.418433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9eded21-ab40-4172-9798-e32407ccd7a6 req-f5a7cd30-30fe-46c7-9542-ed65baaec859 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Jul 07 17:40:47.235310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e0b44d15-352d-4902-8f1b-b235cccef658 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:47.285466 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port e0b44d15-352d-4902-8f1b-b235cccef658 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:47.289258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port e0b44d15-352d-4902-8f1b-b235cccef658 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:47.289633 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.375517 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.400562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b44d15-352d-4902-8f1b-b235cccef658'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:47.402849 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0d081-7a83-4bda-997b-4640d2cee234" -d '{"events": [{"server_uuid": "70d6b882-3649-4a66-afff-9cdca38b4cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e0b44d15-352d-4902-8f1b-b235cccef658"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:47.416631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port e0b44d15-352d-4902-8f1b-b235cccef658, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e0b44d15-352d-4902-8f1b-b235cccef658,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:47.421808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.449064 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da1a43-d045-4b84-99cf-8fe92d32d6c5 x-openstack-request-id: req-a5da1a43-d045-4b84-99cf-8fe92d32d6c5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:47.449394 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d6b882-3649-4a66-afff-9cdca38b4cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e0b44d15-352d-4902-8f1b-b235cccef658", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:47.449657 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5da1a43-d045-4b84-99cf-8fe92d32d6c5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:47.450095 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b44d15-352d-4902-8f1b-b235cccef658', 'code': 200} Jul 07 17:40:47.479997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=e0b44d15-352d-4902-8f1b-b235cccef658,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:47.640592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7299d-a172-4b62-82f4-389b463f1d07 req-1dbf2778-3b23-459a-85fa-9998bcc20865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:47.642142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19f7299d-a172-4b62-82f4-389b463f1d07 req-1dbf2778-3b23-459a-85fa-9998bcc20865 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1031899 Jul 07 17:40:47.654180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5cedd-d05f-4f2d-8f30-b5f16e4518a2 req-810e53df-221e-42e5-b896-eab67a31f6f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:47.655612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37e5cedd-d05f-4f2d-8f30-b5f16e4518a2 req-810e53df-221e-42e5-b896-eab67a31f6f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.1078174 Jul 07 17:40:47.717930 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37e5cedd-d05f-4f2d-8f30-b5f16e4518a2 req-25217617-59ff-44d9-b59b-a9c53f3f07fa tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Jul 07 17:40:47.719593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19f7299d-a172-4b62-82f4-389b463f1d07 req-e11ec0a9-e318-43ed-8bf6-35b4ba95f39f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630279 Jul 07 17:40:48.918469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5734-b2cf-4785-b381-23f98485d02d req-4cb15f3e-ee51-45e2-a31f-a4692b1869c9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:48.919970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a5d5734-b2cf-4785-b381-23f98485d02d req-4cb15f3e-ee51-45e2-a31f-a4692b1869c9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.0654132 Jul 07 17:40:48.962404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a5d5734-b2cf-4785-b381-23f98485d02d req-a645d554-9086-4ef2-8003-fb8f421ca1a2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Jul 07 17:40:50.147031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e30a0b-ee19-469f-b251-cb5de10844f5 req-276dc147-3ed0-4ee9-bd46-7539564bd64c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:50.148578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70e30a0b-ee19-469f-b251-cb5de10844f5 req-276dc147-3ed0-4ee9-bd46-7539564bd64c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.0709121 Jul 07 17:40:50.186085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70e30a0b-ee19-469f-b251-cb5de10844f5 req-b1ca3dd8-3dc1-476e-8d09-b2888a94fdab tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Jul 07 17:40:50.364623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa0f6-2e1b-4ba2-b492-ca11022aa95f req-b6a4fa43-b4b4-445c-b801-cc202050f770 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:50.365872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf3fa0f6-2e1b-4ba2-b492-ca11022aa95f req-b6a4fa43-b4b4-445c-b801-cc202050f770 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.0641341 Jul 07 17:40:50.403314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf3fa0f6-2e1b-4ba2-b492-ca11022aa95f req-ceeb181c-6a9f-498f-bcee-00ac5a294a24 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Jul 07 17:40:50.846182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61562e1f-ad12-4597-9133-e51cb31a982d req-5f60e484-a78c-406a-a2f2-e3dd36aaafcc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:50.848189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61562e1f-ad12-4597-9133-e51cb31a982d req-5f60e484-a78c-406a-a2f2-e3dd36aaafcc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.0643358 Jul 07 17:40:50.890169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61562e1f-ad12-4597-9133-e51cb31a982d req-9de227e6-4b64-4e86-ba8f-85e6c51dee78 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360618 Jul 07 17:40:52.072194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db63191-79cf-446c-b08c-3459a79726b4 req-e385a6bb-5c94-4953-8ae9-4aaa3dd9dab4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:52.073722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2db63191-79cf-446c-b08c-3459a79726b4 req-e385a6bb-5c94-4953-8ae9-4aaa3dd9dab4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.0660894 Jul 07 17:40:52.115640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2db63191-79cf-446c-b08c-3459a79726b4 req-f14501a4-0d62-475b-b739-285b63c78766 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Jul 07 17:40:52.382186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-8fbcd7ee-5466-4c6f-8af4-bcb8d1f6cf20 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:52.383667 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-8fbcd7ee-5466-4c6f-8af4-bcb8d1f6cf20 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 946 time: 0.0869386 Jul 07 17:40:52.487247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port e0b44d15-352d-4902-8f1b-b235cccef658 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:52.487558 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:52.580987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port e0b44d15-352d-4902-8f1b-b235cccef658, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=e0b44d15-352d-4902-8f1b-b235cccef658,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:52.581377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:52.594241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for e0b44d15-352d-4902-8f1b-b235cccef658 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:52.723422 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:52.736363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['e0b44d15-352d-4902-8f1b-b235cccef658'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:52.752721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=e0b44d15-352d-4902-8f1b-b235cccef658,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:52.763809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:52.806572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port e0b44d15-352d-4902-8f1b-b235cccef658 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:52.810012 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:52.813615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86574d3a-038e-4fdb-8ce4-ea4338e9c018 req-54dd8aa6-7482-4204-b32a-bcc811a0b6a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "DELETE /v2.0/ports/e0b44d15-352d-4902-8f1b-b235cccef658 HTTP/1.1" status: 204 len: 173 time: 0.4234326 Jul 07 17:40:52.814252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'name': 'network-vif-deleted', 'tag': 'e0b44d15-352d-4902-8f1b-b235cccef658'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:52.819452 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902fafe-cd6f-41ad-95a3-8aebd5f8006b" -d '{"events": [{"server_uuid": "70d6b882-3649-4a66-afff-9cdca38b4cf6", "name": "network-vif-deleted", "tag": "e0b44d15-352d-4902-8f1b-b235cccef658"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:52.869951 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c33473-48a3-422b-bd3e-1155db00e6b8 x-openstack-request-id: req-88c33473-48a3-422b-bd3e-1155db00e6b8 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:52.870334 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d6b882-3649-4a66-afff-9cdca38b4cf6", "name": "network-vif-deleted", "tag": "e0b44d15-352d-4902-8f1b-b235cccef658", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:52.870661 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88c33473-48a3-422b-bd3e-1155db00e6b8 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:52.871137 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d6b882-3649-4a66-afff-9cdca38b4cf6', 'name': 'network-vif-deleted', 'tag': 'e0b44d15-352d-4902-8f1b-b235cccef658', 'status': 'completed', 'code': 200} Jul 07 17:40:53.261168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3b11f68-d070-4679-a6a3-3d4f75c7b2b3 req-bba8ade4-d51e-4233-9f63-1ad7461dd86d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0302999 Jul 07 17:40:54.107276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.409345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4d5edd4-c410-4923-a150-8ffd82bee085 req-a9c1bddb-1a48-4add-afbc-2c7c69643abf tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Jul 07 17:40:55.281711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e0b44d15-352d-4902-8f1b-b235cccef658 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:55.304132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: e0b44d15-352d-4902-8f1b-b235cccef658 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:55.304518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device e0b44d15-352d-4902-8f1b-b235cccef658 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:55.580721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-55a3facc-0542-478a-ae31-3eac25293630 req-c82d1739-c4c1-408b-b8a8-1e9420805281 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0362659 Jul 07 17:40:56.791454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5189e038-6b45-4e58-8546-d7349b4f6f57 req-6288297d-4bfe-468b-bed1-5fa8af393b6f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=70d6b882-3649-4a66-afff-9cdca38b4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0509253 Jul 07 17:41:01.520306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc475-b71f-40c5-a820-a69ac34a0d9a req-27955523-a2ad-41c8-b256-f0027883df75 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:01.521878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fccc475-b71f-40c5-a820-a69ac34a0d9a req-27955523-a2ad-41c8-b256-f0027883df75 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 945 time: 0.0731018 Jul 07 17:41:01.563101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fccc475-b71f-40c5-a820-a69ac34a0d9a req-fa8f0dc3-2fa7-472f-a8d7-1e5c0ed7ffc9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357111 Jul 07 17:41:02.753084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684dc5d-f857-4a3f-ab0a-7bd86e5dc617 req-e6954d8e-f147-4986-bb03-10def9db5659 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:02.755240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3684dc5d-f857-4a3f-ab0a-7bd86e5dc617 req-e6954d8e-f147-4986-bb03-10def9db5659 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 945 time: 0.0712218 Jul 07 17:41:02.799224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3684dc5d-f857-4a3f-ab0a-7bd86e5dc617 req-758d5a18-a2c6-4341-a3c5-7d5385834da4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=7212bb7a-54df-4126-b4e5-569034114705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360646 Jul 07 17:41:03.083527 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-1043c843-c7be-4982-92d9-30f43b2458a3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:03.085059 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-1043c843-c7be-4982-92d9-30f43b2458a3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 945 time: 0.0709765 Jul 07 17:41:03.187924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:03.188267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.291217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:03.291574 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.305362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:03.447188 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.478633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=5fdbc7e6-b74b-4038-8bee-7c03e564a2b6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:03.483268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:41:03.523897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:41:03.526528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.528583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a800e4fb-763f-4dc7-8880-818f637d06f6 req-f6798d4a-08f5-4004-a082-9c5296aac960 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "DELETE /v2.0/ports/5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 HTTP/1.1" status: 204 len: 173 time: 0.4383037 Jul 07 17:41:03.529029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'name': 'network-vif-deleted', 'tag': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:03.531332 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94a024f-735a-4f15-9c1d-17cb6f967ddd" -d '{"events": [{"server_uuid": "dbb99491-294f-4f9a-9a4c-67d50396771e", "name": "network-vif-deleted", "tag": "5fdbc7e6-b74b-4038-8bee-7c03e564a2b6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:03.574470 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a200d666-f10c-4206-a27e-3bdf25e0e956 x-openstack-request-id: req-a200d666-f10c-4206-a27e-3bdf25e0e956 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:03.574776 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb99491-294f-4f9a-9a4c-67d50396771e", "name": "network-vif-deleted", "tag": "5fdbc7e6-b74b-4038-8bee-7c03e564a2b6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:03.575066 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a200d666-f10c-4206-a27e-3bdf25e0e956 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:03.575768 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb99491-294f-4f9a-9a4c-67d50396771e', 'name': 'network-vif-deleted', 'tag': '5fdbc7e6-b74b-4038-8bee-7c03e564a2b6', 'status': 'completed', 'code': 200} Jul 07 17:41:03.949870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81297e64-e405-4be0-a9a5-a3f6d5b37971 req-b3b546ba-3ae3-40d6-a8d4-05e807b02098 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 210 time: 0.0310895 Jul 07 17:41:04.129292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.109625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a07bc9e8-9674-4eab-bac7-74ac3493c519 req-dd95ff6c-591c-43e1-b217-9ef3c20d311d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 210 time: 0.0341346 Jul 07 17:41:05.287707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f34b0f30-22b7-457a-bf3b-e3d49086268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.445517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43ec90b9-d17e-4759-bd37-508d6a147a77 req-20891ad4-c224-4237-919f-99f4dbd84942 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 210 time: 0.0294876 Jul 07 17:41:07.434022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:41:07.455915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:41:07.456154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 5fdbc7e6-b74b-4038-8bee-7c03e564a2b6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:41:07.612549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3ec4d5d-dc5d-4e37-a4be-b885db4a7900 req-237328d9-906b-48a6-be77-7dbfcf03f34e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbb99491-294f-4f9a-9a4c-67d50396771e HTTP/1.1" status: 200 len: 210 time: 0.0349751 Jul 07 17:41:07.693185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.195042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2dc128f4-684e-40b0-97a1-d09e28c8f82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.284314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.932932 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.850561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39026) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:11.855328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755611553', 'description': 'tempest-secgroup-smoke-1755611553 description', 'project_id': '256ea790eebc4d4dbf9e885a8538afec'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:11.877457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.963061 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.966990 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.994614 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.995868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442621 Jul 07 17:41:11.997777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b174b-b15f-4eb1-b716-66d3f9e96ad1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c18c427-05ed-4ae6-bd35-584a629f46b2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:11.999317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39028) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.007164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group_rule': {'security_group_id': '2c18c427-05ed-4ae6-bd35-584a629f46b2', 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.036962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.089434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.093327 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.112505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e051219c-f5a5-43d6-a042-ca2650115c7d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.122860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.123213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.123559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.123891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.124222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.124573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.124879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.125240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.125567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.125892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.126214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.126541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:12.130142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.131398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-beab825f-a4e6-4ab2-af2e-369271e5525e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299822 Jul 07 17:41:12.134733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39034) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.143415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group_rule': {'security_group_id': '2c18c427-05ed-4ae6-bd35-584a629f46b2', 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.171401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.237355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.242060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.261533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61231d1-f1d8-41b4-932a-ac50fa3c79a7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.267376 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.268548 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f69258ad-30e8-4b17-a65d-0e0bacaa4968 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328177 Jul 07 17:41:12.271619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39036) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.281059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group_rule': {'security_group_id': '2c18c427-05ed-4ae6-bd35-584a629f46b2', 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.307656 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.373255 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.376859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.395748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de75294-8bc1-4022-925b-16c8c49aa322,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.401442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.402660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f8932ef0-6e08-4f8b-8ba5-47b35c48f0cd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300993 Jul 07 17:41:12.405413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39038) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.410761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group_rule': {'security_group_id': '2c18c427-05ed-4ae6-bd35-584a629f46b2', 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.437419 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.501263 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.505194 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.524201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0e9b4c-712d-468f-89e9-d907c5ccfad7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.531301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.532640 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-85262b3a-96c7-4c64-a143-06c875031f04 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262920 Jul 07 17:41:12.535959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39040) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.540444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group_rule': {'security_group_id': '2c18c427-05ed-4ae6-bd35-584a629f46b2', 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.562443 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Project 256ea790eebc4d4dbf9e885a8538afec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:41:12.567541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.632588 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.636470 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.654733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e374331c-267d-4fdb-974c-6ee3445c9a2e,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.660785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.662055 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6249e1c4-6d22-4496-81b4-fec4b67d25ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251652 Jul 07 17:41:12.664853 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39042) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.669316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'security_group_rule': {'security_group_id': '2c18c427-05ed-4ae6-bd35-584a629f46b2', 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.690752 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Project 256ea790eebc4d4dbf9e885a8538afec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:41:12.695880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.760825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.764745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.785915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f977cda6-722c-4c53-8ae6-a6c49ca37341,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.789605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.790903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03d6aa11-a0d7-40b8-b9c7-d0983ab0cf38 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250122 Jul 07 17:41:17.198662 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:24.138010 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.206915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-5221de85-edf5-4cc5-af90-6d27ebc5ca54 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755611553&fields=id&tenant_id=256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 267 time: 0.0418150 Jul 07 17:41:27.325941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-2b0cc13c-9516-487f-b244-1439c3cffc58 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:27.327683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-2b0cc13c-9516-487f-b244-1439c3cffc58 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1139181 Jul 07 17:41:27.345360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-a6305758-8c5b-44f0-b5ae-50779802694c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0106502 Jul 07 17:41:27.394858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-989adf33-cdd5-484c-b2bc-e8bc7ebe5053 req-17fcd02a-1e82-46ee-82a1-4177a9b2e531 service neutron] (98264) timed out ('10.222.0.54', 49173) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:41:27.427530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-472468fb-b2e2-4798-ad0a-2faee8d579db tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757079 Jul 07 17:41:27.534749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-847bd1a0-3560-41f0-acfa-3a647b9006f3 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956235 Jul 07 17:41:27.632082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-1f705234-8f34-4e5d-8a01-bebb1ff7a632 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914664 Jul 07 17:41:27.967676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f92e734-04b3-451f-b33f-23520b4ebf04 req-8ee64804-488e-4d69-b32c-8a87f24420df tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 210 time: 0.0365489 Jul 07 17:41:29.140996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f37819c6-9bbf-4f55-98de-b9d027987f02 req-52282eed-3002-4751-970f-5a207280176f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 210 time: 0.0410006 Jul 07 17:41:29.185955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-9c177126-6ec6-46cd-a1a3-5f5a97aa8270 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:29.187423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-9c177126-6ec6-46cd-a1a3-5f5a97aa8270 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1485975 Jul 07 17:41:29.237241 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-3163088b-d0ac-449f-8473-9395c48ddf39 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 380 time: 0.0360508 Jul 07 17:41:29.257979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'security_groups': ['2c18c427-05ed-4ae6-bd35-584a629f46b2']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:29.374293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:29.378712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.509373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.11 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/170d6a29-5d01-4249-8e26-0d16d512f319) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:29.652187 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.672325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object 170d6a29-5d01-4249-8e26-0d16d512f319 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:29.706512 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.750720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:29.756473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:29.760665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:29.785990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=170d6a29-5d01-4249-8e26-0d16d512f319,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:29.801473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.801830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.802168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.802719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.803060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.803397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.803726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.804055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.804401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.804706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.805029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.805380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:29.827021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:29.827657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.843088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-6d602166-251a-46e3-a11a-271348b34a8f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899029 Jul 07 17:41:29.863649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Request body: {'port': {'device_id': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:29.948596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.104044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4579eb47-1b6a-4099-a2ce-0a84dbd7b097 None None] Provisioning for port 170d6a29-5d01-4249-8e26-0d16d512f319 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:30.109759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4579eb47-1b6a-4099-a2ce-0a84dbd7b097 None None] Provisioning complete for port 170d6a29-5d01-4249-8e26-0d16d512f319 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:30.110723 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4579eb47-1b6a-4099-a2ce-0a84dbd7b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.151137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4579eb47-1b6a-4099-a2ce-0a84dbd7b097 None None] Port 170d6a29-5d01-4249-8e26-0d16d512f319 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:30.234662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170d6a29-5d01-4249-8e26-0d16d512f319 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:30.243402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.256154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Transition to ACTIVE for port object 170d6a29-5d01-4249-8e26-0d16d512f319 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:30.260158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.390440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=170d6a29-5d01-4249-8e26-0d16d512f319,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:30.436144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Attempting to bind port 170d6a29-5d01-4249-8e26-0d16d512f319 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:30.436485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Attempting to bind port 170d6a29-5d01-4249-8e26-0d16d512f319 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:30.436822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Attempting to bind port 170d6a29-5d01-4249-8e26-0d16d512f319 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:30.444845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Port 170d6a29-5d01-4249-8e26-0d16d512f319 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:30.445096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Attempting to bind port 170d6a29-5d01-4249-8e26-0d16d512f319 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:30.457964 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b5aea-c1a6-4274-8079-4cb6e8daf542 req-9d18f54c-836a-4621-bb87-89cca55d620b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.459641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a73b5aea-c1a6-4274-8079-4cb6e8daf542 req-9d18f54c-836a-4621-bb87-89cca55d620b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.1738896 Jul 07 17:41:30.460698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:41:30.461040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:30.461464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:41:30.461921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Bound port: 170d6a29-5d01-4249-8e26-0d16d512f319, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:41:30.462284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.547348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a73b5aea-c1a6-4274-8079-4cb6e8daf542 req-0126fb9a-6c50-41b4-b441-53437cdd6f31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745504 Jul 07 17:41:30.577440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] For port 170d6a29-5d01-4249-8e26-0d16d512f319, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:30.583251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] For port 170d6a29-5d01-4249-8e26-0d16d512f319, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=170d6a29-5d01-4249-8e26-0d16d512f319,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:41:30.587801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.623311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.623936 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.625386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 200 len: 1092 time: 0.7667480 Jul 07 17:41:30.625830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:30.628154 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e60576-d11c-47be-83e2-e21ca7339313" -d '{"events": [{"name": "network-changed", "server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:30.653755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ed003-abdd-45bd-9040-c2823dd6dbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=170d6a29-5d01-4249-8e26-0d16d512f319,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:30.670724 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f0732-64ec-4357-b96b-abcee6c874c7 x-openstack-request-id: req-776f0732-64ec-4357-b96b-abcee6c874c7 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:30.672185 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:30.672446 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-776f0732-64ec-4357-b96b-abcee6c874c7 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:30.673017 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319', 'status': 'completed', 'code': 200} Jul 07 17:41:30.748295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-a0fc90f5-3f3e-45a6-a7cb-3df3a56989dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.749913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-a0fc90f5-3f3e-45a6-a7cb-3df3a56989dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1095 time: 0.0589120 Jul 07 17:41:30.802347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-f1ef55b6-a4c3-439a-9f34-c860609ac3d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 200 len: 217 time: 0.0399170 Jul 07 17:41:30.855958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-759fc68e-4b16-4d82-a1fc-a54b4f9a433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.857468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-759fc68e-4b16-4d82-a1fc-a54b4f9a433a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0489681 Jul 07 17:41:30.920958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-b9d4a474-b36c-4f23-bc7a-8acc817e2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.922550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-b9d4a474-b36c-4f23-bc7a-8acc817e2b87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585709 Jul 07 17:41:31.017528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-df995815-86ca-4d74-bc5e-caa9a7835ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885823 Jul 07 17:41:31.410891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a0da25-a0a9-4b51-8f6b-bfc2982a07d2 req-638f8dfd-aca4-4cf6-be95-088205b133b7 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867772 Jul 07 17:41:31.539058 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60576-d11c-47be-83e2-e21ca7339313 req-8ec6a9b6-e1b7-4e5c-bf81-fd78abee9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.540693 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-8ec6a9b6-e1b7-4e5c-bf81-fd78abee9dab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1095 time: 0.0564656 Jul 07 17:41:31.636889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60576-d11c-47be-83e2-e21ca7339313 req-a7368a79-59bf-4309-ae79-0e0dabf38458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.638163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-a7368a79-59bf-4309-ae79-0e0dabf38458 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0918121 Jul 07 17:41:31.681044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-25e798b8-c29a-423d-a327-234b6573bff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 200 len: 217 time: 0.0364568 Jul 07 17:41:31.761781 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60576-d11c-47be-83e2-e21ca7339313 req-c1e633f8-20d3-49a4-b9da-c6630a990616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.763312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-c1e633f8-20d3-49a4-b9da-c6630a990616 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0742130 Jul 07 17:41:31.814948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5ecf0-c5a2-47c7-bb70-2bcd66e3d2bc req-2e20925b-cfcc-4ce4-aed0-718750bc24ce tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.817375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2d5ecf0-c5a2-47c7-bb70-2bcd66e3d2bc req-2e20925b-cfcc-4ce4-aed0-718750bc24ce tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.1389091 Jul 07 17:41:31.861687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60576-d11c-47be-83e2-e21ca7339313 req-9a4c4e38-2414-4019-a373-fd829f83875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.863735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-9a4c4e38-2414-4019-a373-fd829f83875b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924492 Jul 07 17:41:31.871098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2d5ecf0-c5a2-47c7-bb70-2bcd66e3d2bc req-4d841466-06e9-4b8b-b2a3-e3b072ccfabe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Jul 07 17:41:31.960310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-197c5aab-73cc-4650-8b2b-df802f5ce20e service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882640 Jul 07 17:41:32.051972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-60e60576-d11c-47be-83e2-e21ca7339313 req-5cad6e89-821f-45f9-8658-561d2cad0eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853276 Jul 07 17:41:33.057989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904e3f-53ed-4b30-9e57-9f4228c7c732 req-13742f4d-8b3f-4909-878e-79e326f0f516 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:33.059783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70904e3f-53ed-4b30-9e57-9f4228c7c732 req-13742f4d-8b3f-4909-878e-79e326f0f516 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0742042 Jul 07 17:41:33.101772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70904e3f-53ed-4b30-9e57-9f4228c7c732 req-2c3adf43-76b1-4ce7-89e3-7f5d5f97dc0d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362780 Jul 07 17:41:34.153743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:34.282477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0f48b-3b8b-4130-b37a-7b2ffe833d8d req-df2c0a54-ee03-4c18-838a-f2798d8264fe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.284532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cc0f48b-3b8b-4130-b37a-7b2ffe833d8d req-df2c0a54-ee03-4c18-838a-f2798d8264fe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0678492 Jul 07 17:41:34.323884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cc0f48b-3b8b-4130-b37a-7b2ffe833d8d req-3b60f606-cbde-4036-9fa0-8116e3eda1d3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335088 Jul 07 17:41:35.284225 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba863-3fee-4b13-a442-755630a9799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.499049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459cbb1-8ffb-4cd3-8313-9c1137283c53 req-82cda585-1a53-417a-bf10-9ca4fb2599e4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.500587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1459cbb1-8ffb-4cd3-8313-9c1137283c53 req-82cda585-1a53-417a-bf10-9ca4fb2599e4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0651155 Jul 07 17:41:35.552718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1459cbb1-8ffb-4cd3-8313-9c1137283c53 req-02b44b4a-00be-48f8-8a89-a696e8d2d5b9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Jul 07 17:41:36.736785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fe123-d0ca-4254-be01-f47ba39d0fd4 req-a04cbec5-d4d4-4728-b2aa-fc17668c0ea7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:36.738345 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-936fe123-d0ca-4254-be01-f47ba39d0fd4 req-a04cbec5-d4d4-4728-b2aa-fc17668c0ea7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0696106 Jul 07 17:41:36.776805 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-936fe123-d0ca-4254-be01-f47ba39d0fd4 req-194ecfd8-e7db-43aa-96c3-a5e4f51dfeb0 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Jul 07 17:41:37.686901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.965518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d6b1e-6ae0-4413-9c86-cc3508d9c4f5 req-ed19d2ee-9a49-4fee-a77a-b8f9214dfb94 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:37.966927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea5d6b1e-6ae0-4413-9c86-cc3508d9c4f5 req-ed19d2ee-9a49-4fee-a77a-b8f9214dfb94 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0672193 Jul 07 17:41:38.008136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea5d6b1e-6ae0-4413-9c86-cc3508d9c4f5 req-474394bf-c8aa-474d-bf7d-d5899979e886 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Jul 07 17:41:39.188407 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-540cf8a5-2537-4c8d-a255-0acb9ecf2877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.189059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03cee6-8d9c-4e2d-8a50-08b0c1a1789f req-f45fdbad-eaf0-4686-9a70-92cef3b95087 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:39.191169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f03cee6-8d9c-4e2d-8a50-08b0c1a1789f req-f45fdbad-eaf0-4686-9a70-92cef3b95087 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0678923 Jul 07 17:41:39.229232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f03cee6-8d9c-4e2d-8a50-08b0c1a1789f req-34936881-5c88-4563-9903-c72ae84d21d4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Jul 07 17:41:39.286476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.402200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4ef47-07f3-4159-88ae-4c24bcf61669 req-7cd32ba4-7288-4c7c-8183-0fca1384545c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:40.403597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7b4ef47-07f3-4159-88ae-4c24bcf61669 req-7cd32ba4-7288-4c7c-8183-0fca1384545c tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0635107 Jul 07 17:41:40.441035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7b4ef47-07f3-4159-88ae-4c24bcf61669 req-9232a068-e897-4c8e-a259-f9be03ce7e0a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Jul 07 17:41:40.933739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.557696 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 170d6a29-5d01-4249-8e26-0d16d512f319 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:41:41.621430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122c230-2a93-4d54-a6fd-8861d6cb74a1 req-d36869e7-1f6c-470f-9ca4-4058ee2c22ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:41.622946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e122c230-2a93-4d54-a6fd-8861d6cb74a1 req-d36869e7-1f6c-470f-9ca4-4058ee2c22ea tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 944 time: 0.0675797 Jul 07 17:41:41.656398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 170d6a29-5d01-4249-8e26-0d16d512f319, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=170d6a29-5d01-4249-8e26-0d16d512f319,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:41.666525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e122c230-2a93-4d54-a6fd-8861d6cb74a1 req-a73e3884-aedb-4761-94fa-d1c008f944b4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369949 Jul 07 17:41:41.668110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '170d6a29-5d01-4249-8e26-0d16d512f319', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': '170d6a29-5d01-4249-8e26-0d16d512f319', 'mac_address': 'fa:16:3e:63:52:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:41:41.709272 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.721746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170d6a29-5d01-4249-8e26-0d16d512f319 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:41.740952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 170d6a29-5d01-4249-8e26-0d16d512f319, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=170d6a29-5d01-4249-8e26-0d16d512f319,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:41.745200 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.818541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=170d6a29-5d01-4249-8e26-0d16d512f319,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:42.020836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['170d6a29-5d01-4249-8e26-0d16d512f319'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:41:42.850653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f39907-7194-4f30-bb35-9cc8d7d4e37c req-08c7a142-4ec8-48c5-80f4-8b8718840ed3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:42.852817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06f39907-7194-4f30-bb35-9cc8d7d4e37c req-08c7a142-4ec8-48c5-80f4-8b8718840ed3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 945 time: 0.0760691 Jul 07 17:41:42.892301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-06f39907-7194-4f30-bb35-9cc8d7d4e37c req-4225398b-6653-474d-b7d5-3e85a5f25027 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Jul 07 17:41:43.557393 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 170d6a29-5d01-4249-8e26-0d16d512f319 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:41:43.604930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 170d6a29-5d01-4249-8e26-0d16d512f319 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:43.608429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 170d6a29-5d01-4249-8e26-0d16d512f319 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:43.608820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.685255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.707364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:43.709789 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260699ce-5373-4727-b079-2901d09000d7" -d '{"events": [{"server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "name": "network-vif-plugged", "status": "completed", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:43.722232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 170d6a29-5d01-4249-8e26-0d16d512f319, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=170d6a29-5d01-4249-8e26-0d16d512f319,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:43.726686 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.750214 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20ebef-44dc-4a8b-8404-f607d13fce7b x-openstack-request-id: req-0d20ebef-44dc-4a8b-8404-f607d13fce7b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:43.750529 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "name": "network-vif-plugged", "status": "completed", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:43.750784 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d20ebef-44dc-4a8b-8404-f607d13fce7b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:43.751198 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319', 'code': 200} Jul 07 17:41:43.780057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=170d6a29-5d01-4249-8e26-0d16d512f319,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:43.890503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aeac8-ba39-4318-a3e8-2645141bd0b6 req-c03ae1a1-dd6b-43a4-8675-9c99a80c8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:43.891911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3aeac8-ba39-4318-a3e8-2645141bd0b6 req-c03ae1a1-dd6b-43a4-8675-9c99a80c8cca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1097 time: 0.0518162 Jul 07 17:41:43.926839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9a3aeac8-ba39-4318-a3e8-2645141bd0b6 req-26c9414f-01d1-4921-b32e-75d8548a1572 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286884 Jul 07 17:41:44.076634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37f23b-bd97-4c07-b6fa-34d9e3a6d2b4 req-5e51e445-81d1-4e1e-bc63-cf881cc83834 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:44.078162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a37f23b-bd97-4c07-b6fa-34d9e3a6d2b4 req-5e51e445-81d1-4e1e-bc63-cf881cc83834 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 946 time: 0.0675740 Jul 07 17:41:44.118949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a37f23b-bd97-4c07-b6fa-34d9e3a6d2b4 req-b9992cc4-fa7c-4af2-86f6-6dfcfcc73a92 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338297 Jul 07 17:41:45.297890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca27e08-c1a8-4d21-a7ac-eca114ce9f6f req-1ad437d3-76f9-4d4d-a42f-e6696a415234 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:45.299937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ca27e08-c1a8-4d21-a7ac-eca114ce9f6f req-1ad437d3-76f9-4d4d-a42f-e6696a415234 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 946 time: 0.0657089 Jul 07 17:41:45.340017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ca27e08-c1a8-4d21-a7ac-eca114ce9f6f req-10efff68-56c4-4c19-a456-300a643ba7fb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Jul 07 17:41:45.513908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae56b11-c810-419d-8fef-63de8a784921 req-70ac96b5-4a48-4317-9527-8a838ad5a34a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:45.515431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae56b11-c810-419d-8fef-63de8a784921 req-70ac96b5-4a48-4317-9527-8a838ad5a34a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 946 time: 0.0635965 Jul 07 17:41:45.558931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae56b11-c810-419d-8fef-63de8a784921 req-aab77c50-1d41-4204-811d-049cc6a61a53 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370219 Jul 07 17:41:45.584060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39254) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:45.640039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7946f-0ca4-427b-b5de-402a3689046a tempest-TestVolumeBootPattern-1517539318 tempest-TestVolumeBootPattern-1517539318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:45.641609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4eb7946f-0ca4-427b-b5de-402a3689046a tempest-TestVolumeBootPattern-1517539318 tempest-TestVolumeBootPattern-1517539318-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1092 time: 0.0564513 Jul 07 17:41:45.644842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39256) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:45.649222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '170d6a29-5d01-4249-8e26-0d16d512f319', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:45.670693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:45.769628 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:45.878283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.25.5.110 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/fc624616-5ba5-4fc9-9518-432609ed3e2b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:45.979501 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.017746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.061218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:46.066419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:46.069857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:46.075429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=fc624616-5ba5-4fc9-9518-432609ed3e2b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:46.440855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.521527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.699580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.704599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.771885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=fc624616-5ba5-4fc9-9518-432609ed3e2b,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:46.783520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.884769 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Floating IP 310fb728-b41b-4c6e-8b84-7fb69f72edc0 associated. External IP: 172.25.5.110, port: 170d6a29-5d01-4249-8e26-0d16d512f319. Jul 07 17:41:47.104545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:41:47.215079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:41:47.230421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:41:47.231529 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.241315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:47.241927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:41:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:47.270448 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-969433e4-5549-4115-bc69-28a5e7046117 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6244776 Jul 07 17:41:47.271036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:47.273956 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70" -d '{"events": [{"name": "network-changed", "server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:47.314904 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f201bc8-01fe-4a6f-b261-20fc7aa6027f x-openstack-request-id: req-2f201bc8-01fe-4a6f-b261-20fc7aa6027f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:47.315512 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:47.315762 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f201bc8-01fe-4a6f-b261-20fc7aa6027f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:47.316257 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319', 'status': 'completed', 'code': 200} Jul 07 17:41:47.358180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:47.413117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-7e27b1b7-f230-4dcb-bb0b-721d5675ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:47.414675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-7e27b1b7-f230-4dcb-bb0b-721d5675ac59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1097 time: 0.0556493 Jul 07 17:41:47.512839 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-9a771714-f7d9-4d95-96a8-bf36162eff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:47.514386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-9a771714-f7d9-4d95-96a8-bf36162eff4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0932872 Jul 07 17:41:47.580158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-d791e0fc-49c3-4481-9142-7f7d08343671 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 200 len: 1000 time: 0.0595293 Jul 07 17:41:47.589848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '310fb728-b41b-4c6e-8b84-7fb69f72edc0', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '170d6a29-5d01-4249-8e26-0d16d512f319', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:63:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:46Z', 'updated_at': '2021-07-07T17:41:46Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:47.617646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:41:47.626285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:47.626888 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:41:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:47.634391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-ceaad619-fdb2-4e63-a035-879ba5c67e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:47.635897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-ceaad619-fdb2-4e63-a035-879ba5c67e99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0503268 Jul 07 17:41:47.695299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-bb2f824d-fca6-4966-af00-37d69d27e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:47.696869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-bb2f824d-fca6-4966-af00-37d69d27e7b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551009 Jul 07 17:41:47.794532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-6b40fb34-a87f-4766-9773-7e06ffa046f7 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909746 Jul 07 17:41:47.892517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:47.895673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cada5d73-b6a8-4aa6-9b9c-a8383de71f70 req-ec9260a9-e964-4fe7-a51f-3a404e183e42 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940058 Jul 07 17:41:48.129742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '310fb728-b41b-4c6e-8b84-7fb69f72edc0', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '170d6a29-5d01-4249-8e26-0d16d512f319', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:63:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:46Z', 'updated_at': '2021-07-07T17:41:46Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:48.164809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee925b8b-c2a0-498c-aacb-e34bba00ac25 None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '310fb728-b41b-4c6e-8b84-7fb69f72edc0', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '170d6a29-5d01-4249-8e26-0d16d512f319', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:63:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:46Z', 'updated_at': '2021-07-07T17:41:46Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:41:48.368979 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197f7c2-814c-4c0d-af04-bc9390f7d2c9 None None] New status for floating IP 310fb728-b41b-4c6e-8b84-7fb69f72edc0: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:41:54.135793 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:54.198721 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:04.148611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.287055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8795b81a-2a6a-4b2e-8450-67873b25692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.690119 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:09.190183 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1fe0cee8-e93f-495e-8912-5116c0ab0482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:09.287276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.937899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:12.662530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-4e6b3f80-9795-4c2a-bab9-31e42bd5f7af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526807 Jul 07 17:42:12.775137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-cbf5a79d-cf3a-4ba9-8320-e2212aedf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:12.776664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-cbf5a79d-cf3a-4ba9-8320-e2212aedf587 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1097 time: 0.0554383 Jul 07 17:42:12.895705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-4bc3d36c-6b0b-4cb0-a99f-e58b6d1e30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:12.897229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-4bc3d36c-6b0b-4cb0-a99f-e58b6d1e30aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1008086 Jul 07 17:42:12.964079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-ef56879c-379a-44be-afc6-31895bc1da52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 200 len: 1002 time: 0.0592868 Jul 07 17:42:13.017697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-7f27e46f-4883-4b07-a8fe-d0fa09a40d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:13.019971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-7f27e46f-4883-4b07-a8fe-d0fa09a40d11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0489879 Jul 07 17:42:13.076647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-0fdb1369-1f23-442f-a896-dbcb2e56bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:13.078516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-0fdb1369-1f23-442f-a896-dbcb2e56bf6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519753 Jul 07 17:42:13.166778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-61a897a5-f627-4110-b166-0f16a5ed3974 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817475 Jul 07 17:42:13.265812 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbe30650-9d4e-496a-9ff4-f29bc78bef9e req-c6d9feb4-d2e5-4475-9311-20f5786ed3c2 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920808 Jul 07 17:42:24.150093 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.197332 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:34.152881 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:35.287478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80c8de21-3831-4389-8679-5d4489ee1f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.695546 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:39.190951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ee82f273-54a6-4fb9-89a9-bdc8f1145f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:39.290813 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.938999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.149945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.179182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.288494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-659c68d4-a639-4406-bb1d-ea2257f09540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.703896 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.197402 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:09.197066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fac8163c-b7c2-4d1a-af71-ec4b12f59f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.294623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.942354 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.667472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-b8fd535c-63f8-4f41-bd82-d9153363deb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590677 Jul 07 17:43:14.777639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-c2faa56f-8360-4037-b0ed-c11c1925c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:14.779146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-c2faa56f-8360-4037-b0ed-c11c1925c1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 1097 time: 0.0556986 Jul 07 17:43:14.880882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-61d3fcc5-2e6e-4b4f-ba71-8acfcb291ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:14.882296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-61d3fcc5-2e6e-4b4f-ba71-8acfcb291ae7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0827992 Jul 07 17:43:14.949219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-d6461ae5-26dc-4351-a183-3de3d544d006 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 200 len: 1002 time: 0.0605731 Jul 07 17:43:14.997780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-b23473fe-2de6-4063-9fb6-6b71d045af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:14.999250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-b23473fe-2de6-4063-9fb6-6b71d045af97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0435092 Jul 07 17:43:15.054833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-f0b3c03e-d340-49d5-9b08-e89e3d266a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:15.056325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-f0b3c03e-d340-49d5-9b08-e89e3d266a01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511458 Jul 07 17:43:15.067618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-92a70fde-2828-4382-adbc-81dd64bac3b6 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:43:15.068575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-92a70fde-2828-4382-adbc-81dd64bac3b6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054338 Jul 07 17:43:15.160112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-d9fad764-2f8e-4e99-89aa-e0ee6aa5ad9d service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856252 Jul 07 17:43:15.248950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ae94b12-4e89-472e-875a-a61579c449c8 req-007d6028-2a67-4306-a35a-d1a7149e9c3b service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830853 Jul 07 17:43:24.164135 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.171966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.291320 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b353390f-a167-486c-a060-a0fcb9ec1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.697594 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.191994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1e9178fa-4dea-4e93-a7f9-d1853bc4abf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.298572 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.398865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186ad4-da0c-4e28-bc3e-9a6b564079f7 req-78f061fa-54e2-4003-ba68-a20ef8d23c22 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:39.400480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b186ad4-da0c-4e28-bc3e-9a6b564079f7 req-78f061fa-54e2-4003-ba68-a20ef8d23c22 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 946 time: 0.0716071 Jul 07 17:43:39.439987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b186ad4-da0c-4e28-bc3e-9a6b564079f7 req-10d1185f-4834-46ec-951f-276e69e24af5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Jul 07 17:43:40.644030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d525677-aa76-4e42-9a75-2a1f238127e4 req-b53c83e9-fb72-4f95-b70d-164d44a7bdac tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:40.645585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d525677-aa76-4e42-9a75-2a1f238127e4 req-b53c83e9-fb72-4f95-b70d-164d44a7bdac tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 946 time: 0.0709424 Jul 07 17:43:40.687409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d525677-aa76-4e42-9a75-2a1f238127e4 req-40ef56b6-2c7b-40bf-b755-7d9c5454e0d5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361772 Jul 07 17:43:40.945542 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.967391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-0e93f6de-82d7-4a19-b2c3-78cb32d88c96 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:40.969050 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-0e93f6de-82d7-4a19-b2c3-78cb32d88c96 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 946 time: 0.0843868 Jul 07 17:43:41.083863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port 170d6a29-5d01-4249-8e26-0d16d512f319 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:41.084207 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.184873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port 170d6a29-5d01-4249-8e26-0d16d512f319, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=170d6a29-5d01-4249-8e26-0d16d512f319,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:41.185177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.422553 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.423739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.424332 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Floating IP 310fb728-b41b-4c6e-8b84-7fb69f72edc0 disassociated. External IP: 172.25.5.110, port: 170d6a29-5d01-4249-8e26-0d16d512f319. Jul 07 17:43:41.424742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for 170d6a29-5d01-4249-8e26-0d16d512f319 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:41.928750 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.947479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a7e33-92b3-4bfd-8e1d-81b63a7a9943 req-9240d4c1-feb5-459b-b223-abffb1f67e19 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.949042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-449a7e33-92b3-4bfd-8e1d-81b63a7a9943 req-9240d4c1-feb5-459b-b223-abffb1f67e19 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 867 time: 0.1261997 Jul 07 17:43:41.972583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=170d6a29-5d01-4249-8e26-0d16d512f319,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:42.017675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.018266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.018834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.019424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.020012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.020633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.021219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.021827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.022417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.023008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.023605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.024206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:42.120093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-449a7e33-92b3-4bfd-8e1d-81b63a7a9943 req-5979a855-b4b1-4595-be3a-c8647fd673c8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507256 Jul 07 17:43:42.193117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:42.312037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:42.323323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:42.340672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:42.341711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:43:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:42.365858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port 170d6a29-5d01-4249-8e26-0d16d512f319 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:42.371502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.373669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91447fd5-afa7-4f62-ab8a-4270bb137d79 req-6e966943-033a-4bec-8130-fa5604412af2 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "DELETE /v2.0/ports/170d6a29-5d01-4249-8e26-0d16d512f319 HTTP/1.1" status: 204 len: 173 time: 1.3994305 Jul 07 17:43:42.374233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'name': 'network-vif-deleted', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:42.376679 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fba88c5-645b-46b7-afdd-65d493323ab6" -d '{"events": [{"server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "name": "network-vif-deleted", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:42.419068 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dbc616-d1e1-4fb2-8a2e-58e582b358b2 x-openstack-request-id: req-b3dbc616-d1e1-4fb2-8a2e-58e582b358b2 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:42.419360 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b4aa4-2c16-46f0-9fbf-f305c176c75f", "name": "network-vif-deleted", "tag": "170d6a29-5d01-4249-8e26-0d16d512f319", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:42.419632 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3dbc616-d1e1-4fb2-8a2e-58e582b358b2 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:42.420572 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213b4aa4-2c16-46f0-9fbf-f305c176c75f', 'name': 'network-vif-deleted', 'tag': '170d6a29-5d01-4249-8e26-0d16d512f319', 'status': 'completed', 'code': 200} Jul 07 17:43:42.508768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:42.757040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:42.789415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:42.798883 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:42.799518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:43:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:42.916982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:43.152342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:43.197338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d37dd3-5b2a-4af1-8309-50d2167426aa None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:43.320522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fc581ec-a943-4cdb-a953-99bd78bb8f05 req-22f50ead-87fd-4f65-9f86-62d79fea8741 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 210 time: 0.0305727 Jul 07 17:43:43.502127 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c1fcf-8666-4372-878e-36567cba831a None None] New status for floating IP 310fb728-b41b-4c6e-8b84-7fb69f72edc0: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:43:44.148557 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 170d6a29-5d01-4249-8e26-0d16d512f319 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:44.175415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 170d6a29-5d01-4249-8e26-0d16d512f319 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:44.175837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 170d6a29-5d01-4249-8e26-0d16d512f319 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:44.513414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-edccdd88-024e-4981-8f98-fccee7284806 req-f29e6347-b1c9-4c62-b51c-fcd3a6a4a449 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 210 time: 0.0524421 Jul 07 17:43:45.204700 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:45.694321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b07bce8-3580-4700-a0f5-5658b0282563 req-8a030a00-0a37-453c-8427-24659cc167cf tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=213b4aa4-2c16-46f0-9fbf-f305c176c75f HTTP/1.1" status: 200 len: 210 time: 0.0355647 Jul 07 17:43:46.970360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-5cf28e30-3157-4b92-a4b9-8c9b8045f35d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755611553&fields=id&tenant_id=256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 267 time: 0.0381477 Jul 07 17:43:47.085382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-3f3a4843-a588-435d-acfa-c03b273b0a75 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:47.086851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-3f3a4843-a588-435d-acfa-c03b273b0a75 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1097682 Jul 07 17:43:47.105949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-bfadcf98-c718-49c7-a143-348ce2018372 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0104074 Jul 07 17:43:47.195451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-a1a9e1cc-7c97-4a97-8ba7-4bb1ddc00f50 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836539 Jul 07 17:43:47.304255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-e8a32473-59b4-4a1b-875e-adf99419398a service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912459 Jul 07 17:43:47.419357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-f459c74a-cb29-42c8-ba41-96b4d6bc5a43 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090729 Jul 07 17:43:48.779385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1eeb57e-2286-4db4-bedd-dbcb9a4340fa req-27e68c27-5f99-4988-9589-86dff961f6a3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Jul 07 17:43:49.886113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92975e4c-803f-44d2-8a31-66ffc9926e84 req-8461ea2c-9ef1-4d2d-8ba0-07a996e58a00 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0300877 Jul 07 17:43:51.042344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1c2eab9-2b23-4fcd-8ee3-810bd56eb15a req-7c529eed-0287-4cdf-ab72-0b9761d92b4f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0328689 Jul 07 17:43:52.204163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6766057d-93e0-48ce-b10e-8480f54c8ed4 req-8a08038b-59f3-4a22-bfd4-3f18cdc0c417 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0364127 Jul 07 17:43:52.244941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-5fb0e81a-9aac-41c6-bf46-71d7fe128f6d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:52.246483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-5fb0e81a-9aac-41c6-bf46-71d7fe128f6d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1537709 Jul 07 17:43:52.292856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-091bb279-8a9b-4b72-9cbd-e2dd9d08dacd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 380 time: 0.0377333 Jul 07 17:43:52.302246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'security_groups': ['2c18c427-05ed-4ae6-bd35-584a629f46b2']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:52.438517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:52.442165 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.595995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.13 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/8f0696b1-da4e-4b77-bf99-25c5d06b40b3) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:52.765460 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.781366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:52.817706 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.863602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:52.867225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:52.874172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:52.904426 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:52.935444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:52.936147 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.956272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9634db6f-531a-41ca-802f-802060ea70da tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6579347 Jul 07 17:43:52.969512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Request body: {'port': {'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:53.060517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.205016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-54a66cae-ba7a-48b0-88f5-9f381ccdc49f None None] Provisioning for port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:53.210032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-54a66cae-ba7a-48b0-88f5-9f381ccdc49f None None] Provisioning complete for port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:53.210485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-54a66cae-ba7a-48b0-88f5-9f381ccdc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.298350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-54a66cae-ba7a-48b0-88f5-9f381ccdc49f None None] Port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:53.429661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:43:53.439786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.463402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Transition to ACTIVE for port object 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:53.473340 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a901c6-8480-4fb8-bd70-a7e1b4e8ac83 req-2ae42c17-a7c0-4477-af62-81c5c87898a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:53.474979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78a901c6-8480-4fb8-bd70-a7e1b4e8ac83 req-2ae42c17-a7c0-4477-af62-81c5c87898a1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 932 time: 0.1372647 Jul 07 17:43:53.476213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.600778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:53.608979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78a901c6-8480-4fb8-bd70-a7e1b4e8ac83 req-5f5d958a-398a-4659-9849-2ecaf836e2a4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272347 Jul 07 17:43:53.678051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Attempting to bind port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:53.678360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Attempting to bind port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:53.678693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Attempting to bind port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:53.683847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:43:53.684178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Attempting to bind port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:53.690975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:53.691359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:53.691718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:53.692162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Bound port: 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:53.692528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.786666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] For port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:53.791149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] For port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:53.799710 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.842684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:53.842877 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.844472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-9208188b-270c-413c-91e5-f83a05303226 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 1092 time: 0.8803999 Jul 07 17:43:53.845126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:53.847465 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2427ea6-f1c8-417c-bf7b-98f7ac697972" -d '{"events": [{"name": "network-changed", "server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:53.887548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208188b-270c-413c-91e5-f83a05303226 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:53.906656 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c86557-6acd-434a-bc1f-9ff542003a2b x-openstack-request-id: req-03c86557-6acd-434a-bc1f-9ff542003a2b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:53.907112 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:53.907565 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03c86557-6acd-434a-bc1f-9ff542003a2b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:53.908195 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'status': 'completed', 'code': 200} Jul 07 17:43:53.983510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-f360bf5f-b83f-4e5a-8322-2eae54601eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:53.985827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-f360bf5f-b83f-4e5a-8322-2eae54601eb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1095 time: 0.0740805 Jul 07 17:43:54.049875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-09c48cfd-3aea-493d-82fb-245618389e30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 217 time: 0.0559714 Jul 07 17:43:54.167891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-501e0eaf-288c-426e-a3f2-4d201cdc9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:54.169573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-501e0eaf-288c-426e-a3f2-4d201cdc9d9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.1083021 Jul 07 17:43:54.181368 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.259602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-2870acdd-2cb9-46e5-a2c1-bf6ee79aca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:54.261430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-2870acdd-2cb9-46e5-a2c1-bf6ee79aca23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853324 Jul 07 17:43:54.400752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-cea3da4f-4d27-4fa3-bad5-2818a71d47eb service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319106 Jul 07 17:43:54.541458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a8e05e8-0a3c-471d-8ec4-d9b1380ad2a3 req-78ab383c-81d6-4d71-9bf8-512283b0f821 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325417 Jul 07 17:43:54.656627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-2ca89f0e-da65-4d6c-91e8-3f7af3ec29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:54.658632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-2ca89f0e-da65-4d6c-91e8-3f7af3ec29b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1095 time: 0.0671360 Jul 07 17:43:54.812171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-bc92fcea-7319-4e2c-beb0-af81f1331e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:54.815140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-bc92fcea-7319-4e2c-beb0-af81f1331e84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1495726 Jul 07 17:43:54.869087 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-78b54626-790c-4b74-abcc-be81fbde6c6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 217 time: 0.0451193 Jul 07 17:43:54.881599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c606fbb-d75a-4c56-9d11-e3c4b78eeb5e req-4fb586fa-0965-4861-aaa9-974becaaa433 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:54.883197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c606fbb-d75a-4c56-9d11-e3c4b78eeb5e req-4fb586fa-0965-4861-aaa9-974becaaa433 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.1432114 Jul 07 17:43:54.959107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-e517f92b-d3f1-4da0-a64d-5d6be33e60da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:54.960522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-e517f92b-d3f1-4da0-a64d-5d6be33e60da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0764406 Jul 07 17:43:54.966064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c606fbb-d75a-4c56-9d11-e3c4b78eeb5e req-bf07a33e-7d2f-4dde-a376-0301fee9b390 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734968 Jul 07 17:43:55.050739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-67639877-5ba8-4b26-941f-82db53dcb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:55.052370 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-67639877-5ba8-4b26-941f-82db53dcb21d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848706 Jul 07 17:43:55.155066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-4036ec3a-9790-4518-a96d-4e2f42b12315 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953202 Jul 07 17:43:55.258993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2427ea6-f1c8-417c-bf7b-98f7ac697972 req-4ae8619a-a8b8-4732-9727-ef8f1004657d service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979028 Jul 07 17:43:56.203146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952b46-05b5-4335-b961-b930dccdf1e4 req-63d39c39-32bd-45a3-9bfb-1eb02d0d5657 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:56.205647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73952b46-05b5-4335-b961-b930dccdf1e4 req-63d39c39-32bd-45a3-9bfb-1eb02d0d5657 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0810120 Jul 07 17:43:56.304120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73952b46-05b5-4335-b961-b930dccdf1e4 req-0b5b08a6-608a-4c0e-af4a-0fdade557a9e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883644 Jul 07 17:43:57.496094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d0895-63b7-4284-8ec2-31c5917e3cdc req-08f74843-4d19-4320-982d-92db8259d050 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.497682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad3d0895-63b7-4284-8ec2-31c5917e3cdc req-08f74843-4d19-4320-982d-92db8259d050 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0687578 Jul 07 17:43:57.537562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad3d0895-63b7-4284-8ec2-31c5917e3cdc req-40904099-cf07-4a36-884b-243773d284bd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339999 Jul 07 17:43:58.736979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82e8e-78e2-44d4-a4ed-9a0b086ec9d1 req-a2b21ce0-30df-40b6-b7c6-b8deb86f5bad tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:58.738509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eda82e8e-78e2-44d4-a4ed-9a0b086ec9d1 req-a2b21ce0-30df-40b6-b7c6-b8deb86f5bad tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0695522 Jul 07 17:43:58.775944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eda82e8e-78e2-44d4-a4ed-9a0b086ec9d1 req-085cd9a4-ea00-4320-8fc1-c5ff477d3c54 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jul 07 17:43:59.956367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891450-6dfb-4f79-8787-199ce134fa32 req-68a3b51e-e799-4f06-a141-691e1227ab2e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:59.957927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16891450-6dfb-4f79-8787-199ce134fa32 req-68a3b51e-e799-4f06-a141-691e1227ab2e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0661607 Jul 07 17:43:59.996386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16891450-6dfb-4f79-8787-199ce134fa32 req-4e03cdbc-3600-4a98-b36b-715251f7a4b8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Jul 07 17:44:01.171851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d89c1-23f2-44b4-b551-c395545dc304 req-15915c07-f323-4daf-b5ba-540773551469 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:01.173656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db0d89c1-23f2-44b4-b551-c395545dc304 req-15915c07-f323-4daf-b5ba-540773551469 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0639374 Jul 07 17:44:01.216872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db0d89c1-23f2-44b4-b551-c395545dc304 req-da8d2c79-9850-4119-9be3-42e522bda267 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Jul 07 17:44:02.390163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aa27c-7dee-4578-9d04-e6f5484edf76 req-e07632c0-0ab7-43d9-ad45-e8db01b84dd5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:02.391960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac6aa27c-7dee-4578-9d04-e6f5484edf76 req-e07632c0-0ab7-43d9-ad45-e8db01b84dd5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0629833 Jul 07 17:44:02.430379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac6aa27c-7dee-4578-9d04-e6f5484edf76 req-be627397-e782-449d-954d-a13f7d8edc71 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329795 Jul 07 17:44:03.607479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c605-c4b1-450c-9542-f885de7b635b req-2452f75e-ddc7-477f-8bc1-d3751908bcc1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:03.608997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb02c605-c4b1-450c-9542-f885de7b635b req-2452f75e-ddc7-477f-8bc1-d3751908bcc1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0664179 Jul 07 17:44:03.648629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb02c605-c4b1-450c-9542-f885de7b635b req-290d0070-ddb8-4988-9292-654de3447486 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Jul 07 17:44:04.189229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.848360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84311c-a844-46d0-9a62-fc11d5ce1b99 req-bfdedcc3-5028-49c6-b1e2-71a4d5bae2b7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:04.850006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d84311c-a844-46d0-9a62-fc11d5ce1b99 req-bfdedcc3-5028-49c6-b1e2-71a4d5bae2b7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0734456 Jul 07 17:44:04.892618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d84311c-a844-46d0-9a62-fc11d5ce1b99 req-4cb0545d-19d8-4f8a-b194-95e666630d6b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357823 Jul 07 17:44:05.296111 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fefc650-1ba9-4a5a-8815-2b129e5ca93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.074897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540e37-21e4-4ab0-9b00-441fd203ea56 req-f7c6cdf4-ec4d-4c04-ba4e-2e1cba4d0f12 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:06.076398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f540e37-21e4-4ab0-9b00-441fd203ea56 req-f7c6cdf4-ec4d-4c04-ba4e-2e1cba4d0f12 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 944 time: 0.0666811 Jul 07 17:44:06.117895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:44:06.118687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f540e37-21e4-4ab0-9b00-441fd203ea56 req-e8df6dee-e3b5-4c56-9b67-92091119a570 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Jul 07 17:44:06.220198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:06.232447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:44:06.270528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.284848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:06.304995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:06.309255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.360880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:06.371951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.372482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.372947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.373550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.374104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.374666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.375277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.376071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.376628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.377223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.377798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.378366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:06.692469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['8f0696b1-da4e-4b77-bf99-25c5d06b40b3'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:07.308012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b85b-c62c-43d0-80c2-b4682277d8ce req-29736ffc-ca72-4e34-9c6e-9f5a5ac3295e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.309742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01b5b85b-c62c-43d0-80c2-b4682277d8ce req-29736ffc-ca72-4e34-9c6e-9f5a5ac3295e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 945 time: 0.0686903 Jul 07 17:44:07.358128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01b5b85b-c62c-43d0-80c2-b4682277d8ce req-734261c3-02b0-43e7-bd51-a32628168ed8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Jul 07 17:44:07.699587 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.133601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:08.182917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:08.186674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:08.187044 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.427798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.451901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:08.455663 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05860df7-af8a-44a0-b134-eb1e52bb8bc2" -d '{"events": [{"server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "name": "network-vif-plugged", "status": "completed", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:08.469399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:08.474811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.524144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:08.542595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c0683-d32c-4e24-a4f2-ddf86959ba0f req-5fab629f-97ee-4a90-a290-9ccf75fa64fe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:08.544125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-699c0683-d32c-4e24-a4f2-ddf86959ba0f req-5fab629f-97ee-4a90-a290-9ccf75fa64fe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.0677140 Jul 07 17:44:08.586120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-699c0683-d32c-4e24-a4f2-ddf86959ba0f req-31044f0a-faa5-4114-881b-e79ba66b5f02 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360610 Jul 07 17:44:08.632929 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b363ada4-6ad0-486c-bee8-86edee0569f0 x-openstack-request-id: req-b363ada4-6ad0-486c-bee8-86edee0569f0 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:08.633298 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "name": "network-vif-plugged", "status": "completed", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:08.633562 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b363ada4-6ad0-486c-bee8-86edee0569f0 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:08.633963 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'code': 200} Jul 07 17:44:08.753746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545c875-cc0b-4e24-a02c-be170a1b792d req-baa229a7-bb54-459b-b87c-56411c8b380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:08.755264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8545c875-cc0b-4e24-a02c-be170a1b792d req-baa229a7-bb54-459b-b87c-56411c8b380a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0599310 Jul 07 17:44:08.790171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8545c875-cc0b-4e24-a02c-be170a1b792d req-2527c4b0-8aff-4aa9-a66e-89c3e4a09025 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283124 Jul 07 17:44:09.194669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ab1598ba-dd2c-45e5-9095-d2e3cb6cc65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.301804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.772517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6afb5-f88e-491b-96ae-87519b5f38a2 req-b95a9c61-86ee-41eb-a7ec-ffe58af335f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:09.774099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79c6afb5-f88e-491b-96ae-87519b5f38a2 req-b95a9c61-86ee-41eb-a7ec-ffe58af335f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.0748606 Jul 07 17:44:09.815357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-79c6afb5-f88e-491b-96ae-87519b5f38a2 req-9a9c4326-0461-426f-ae61-14162ec62ce5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354536 Jul 07 17:44:10.948446 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.026968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdd198-bb8c-45f5-af9b-7a7120b69c0f req-c7102482-80e9-49de-baf2-7ae7e16c5055 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:11.028619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cdd198-bb8c-45f5-af9b-7a7120b69c0f req-c7102482-80e9-49de-baf2-7ae7e16c5055 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.0891957 Jul 07 17:44:11.075862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b2cdd198-bb8c-45f5-af9b-7a7120b69c0f req-e52244e2-f98c-40ef-8d50-fb67fc8a3500 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Jul 07 17:44:11.278660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e92bf-11a3-4da5-87df-b4529a7db780 req-8f33d02f-8371-4ce7-a359-875f528d13ed tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:11.280313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf1e92bf-11a3-4da5-87df-b4529a7db780 req-8f33d02f-8371-4ce7-a359-875f528d13ed tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.0727856 Jul 07 17:44:11.331741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf1e92bf-11a3-4da5-87df-b4529a7db780 req-354ff662-289f-4a04-b181-f71785f56004 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Jul 07 17:44:11.365343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39420) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:11.468355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75327e29-ae05-4b81-bfd0-0b44cf1ce79a tempest-TestVolumeBootPattern-1517539318 tempest-TestVolumeBootPattern-1517539318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:11.471202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-75327e29-ae05-4b81-bfd0-0b44cf1ce79a tempest-TestVolumeBootPattern-1517539318 tempest-TestVolumeBootPattern-1517539318-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1092 time: 0.1049953 Jul 07 17:44:11.474495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39424) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:11.479137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:11.501605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.602561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.716684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.25.5.12 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/90d3bd67-9fe9-43e7-a8bf-c423ee05bb8e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:11.827424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.868037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.905833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:11.908751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:11.915262 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:11.941219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=90d3bd67-9fe9-43e7-a8bf-c423ee05bb8e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:12.618000 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.712908 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.893154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.898212 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.973627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=90d3bd67-9fe9-43e7-a8bf-c423ee05bb8e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:12.984701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.101301 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Floating IP 6fa2125a-b142-4ff1-8d42-66ecdac174fa associated. External IP: 172.25.5.12, port: 8f0696b1-da4e-4b77-bf99-25c5d06b40b3. Jul 07 17:44:13.349562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:13.467914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:13.478068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:13.486403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.490839 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:13.491482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:44:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:13.524230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-14b5971f-b382-413e-8373-843945ca29f9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0486524 Jul 07 17:44:13.525036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:13.527435 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587af127-2838-4798-9879-f1d15feaac00" -d '{"events": [{"name": "network-changed", "server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:13.567537 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3a95e-5c5c-494a-9946-556fba76fc09 x-openstack-request-id: req-f3c3a95e-5c5c-494a-9946-556fba76fc09 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:13.567842 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:13.568102 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3c3a95e-5c5c-494a-9946-556fba76fc09 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:13.568530 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'status': 'completed', 'code': 200} Jul 07 17:44:13.601801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:13.650188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af127-2838-4798-9879-f1d15feaac00 req-966e5c5c-3a5b-4e7e-92e0-e90b86b095f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:13.651896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-966e5c5c-3a5b-4e7e-92e0-e90b86b095f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0602531 Jul 07 17:44:13.751462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af127-2838-4798-9879-f1d15feaac00 req-8bba67bc-ece1-4167-884f-220ca80c44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:13.753150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-8bba67bc-ece1-4167-884f-220ca80c44ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0948114 Jul 07 17:44:13.834061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-07d72c86-686f-454c-a29f-689b7204c56e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 999 time: 0.0741036 Jul 07 17:44:13.855443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:13.882481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:13.888722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af127-2838-4798-9879-f1d15feaac00 req-c693d5aa-a049-4ec0-8051-fddabaad94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:13.890796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-c693d5aa-a049-4ec0-8051-fddabaad94d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0486495 Jul 07 17:44:13.891660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:13.892364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:44:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:13.949158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af127-2838-4798-9879-f1d15feaac00 req-67b0ac75-e3f4-4e97-b443-563d0eab567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:13.950767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-67b0ac75-e3f4-4e97-b443-563d0eab567a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540249 Jul 07 17:44:14.002653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:14.044871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-5980a658-517c-48d1-a406-0c9c9b12b0c8 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867667 Jul 07 17:44:14.136061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-587af127-2838-4798-9879-f1d15feaac00 req-8580c054-4c05-4ae0-baa9-bda73c4c08a2 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847652 Jul 07 17:44:14.232002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:14.259194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f4227-0f2f-44f1-8e07-0535957497d4 None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:14.456574 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639cfe64-e015-4c3a-9548-2bff78f61487 None None] New status for floating IP 6fa2125a-b142-4ff1-8d42-66ecdac174fa: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:44:22.194221 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:24.154369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.208403 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.300008 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-37c22da5-6010-4419-b0a7-7ac8abe77359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.703992 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.202700 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-09d4a421-96ec-46cf-908a-44bf8aad0288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.303745 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.949725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.177332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.802195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-a4e34722-cc1b-4fe5-b478-2938af8ee6c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673704 Jul 07 17:44:55.929308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-ae5ae80f-abe8-4b7d-8eb8-1bb3ff020e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:55.930884 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-ae5ae80f-abe8-4b7d-8eb8-1bb3ff020e1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0677698 Jul 07 17:44:56.056669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-a86618b7-be81-4dc1-81cb-f1dcbf930445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.058015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-a86618b7-be81-4dc1-81cb-f1dcbf930445 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0990374 Jul 07 17:44:56.191280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-fb4b93aa-de11-44d3-aee5-1728c256c430 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 1001 time: 0.1262035 Jul 07 17:44:56.264942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-ddc62674-ed8b-4669-a307-f2c5bbd8ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.266814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-ddc62674-ed8b-4669-a307-f2c5bbd8ed60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0681853 Jul 07 17:44:56.340848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-dc58eed6-5e97-4680-9e19-dbad66209746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.343635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-dc58eed6-5e97-4680-9e19-dbad66209746 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686030 Jul 07 17:44:56.350557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-d8e33fe8-4c2c-4a42-8379-1571e0ff2169 req-873cfe5d-d740-4d77-8022-6564824d63b1 tempest-TestVolumeBackupRestore-29258447 tempest-TestVolumeBackupRestore-29258447-project] (98270) timed out ('10.222.0.78', 34880) {{(pid=98270) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:44:56.464961 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-72274481-adaf-4353-bbc6-876a3fadff83 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132288 Jul 07 17:44:56.563456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bae51b5d-040c-4218-83de-95e5b27e7b76 req-904c4f93-6d26-4216-8dd5-75c49ce4e0ee service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919738 Jul 07 17:44:59.194303 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:04.205440 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.307871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bc643cdb-d777-4be9-af21-3e62b61cfa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:07.709196 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.194729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eece57f-1c74-4a6c-a456-2851e2e8a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.314053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.954698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.172603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.199315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.302029 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d5509f32-7d6c-471c-b9dc-dd1b5e46fe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.193560 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:37.713626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.203424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b7df0262-ff62-4bb5-8f0d-7f636cfcccb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.311311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.956058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:54.174785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.871716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-f3632b69-7716-4c42-8418-3a7ae8173269 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1389942 Jul 07 17:45:56.005554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-73782196-fb35-4c59-b5e5-0de3bad31da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:56.007408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-73782196-fb35-4c59-b5e5-0de3bad31da6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0880103 Jul 07 17:45:56.189269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-3eb663ac-b377-4901-8e87-282ed6de648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:56.191102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-3eb663ac-b377-4901-8e87-282ed6de648b service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1497238 Jul 07 17:45:56.295526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-fe25c4ff-8cb5-46a0-9ae8-31af79ce50b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 1001 time: 0.0971262 Jul 07 17:45:56.349618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-53f143f9-2cda-48dd-ae5b-d08447172572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:56.351094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-53f143f9-2cda-48dd-ae5b-d08447172572 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0501814 Jul 07 17:45:56.411376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-62fce46b-bedd-454b-89e0-0e6939afb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:56.412900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-62fce46b-bedd-454b-89e0-0e6939afb6d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550537 Jul 07 17:45:56.423865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-384b40b7-c23b-4f86-8291-e8513693f375 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:45:56.424918 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-384b40b7-c23b-4f86-8291-e8513693f375 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060265 Jul 07 17:45:56.527549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-1265ff81-9861-4e7d-bb0f-87d263721a63 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960636 Jul 07 17:45:56.623025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2c4ca044-a2d7-4d32-ab52-287277090155 req-98a83051-0e08-4221-9e5c-07d8ef6e8224 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892360 Jul 07 17:45:57.594406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-c1d477ab-3113-4ec1-b7ac-83d231ef914f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755611553&fields=id&tenant_id=256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 267 time: 0.0333076 Jul 07 17:45:57.705192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-4ce12770-3e12-41d0-a7a5-c532365da4ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:57.706667 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-4ce12770-3e12-41d0-a7a5-c532365da4ff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1060135 Jul 07 17:45:57.721688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-9f017892-8847-46bb-98f2-99cf744db681 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/quotas/256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 375 time: 0.0096638 Jul 07 17:45:57.796722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-ebbe565e-583c-43fc-a753-ee5751ad3270 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0699856 Jul 07 17:45:57.935755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-b153c84d-ef6b-4d6b-877e-7d86b665c9a8 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277881 Jul 07 17:45:58.029649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-ef356094-0439-4dae-91d0-c75f595f9831 service neutron] 10.222.0.78 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875692 Jul 07 17:45:58.368053 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ab58900a-0360-4c29-a043-01f2ce3fdf94 req-356b47b8-a1e4-4975-876d-434960c64813 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 210 time: 0.0298846 Jul 07 17:45:59.540636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eab788aa-cbf3-4968-8f0d-9d1355ab0d21 req-9aaa1af8-2ac9-42e0-bb47-6e83971fc63f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 210 time: 0.0421820 Jul 07 17:45:59.652222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-2da748e2-4c14-4718-914c-75d97ee926ef tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:59.654208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-2da748e2-4c14-4718-914c-75d97ee926ef tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 812 time: 0.1054261 Jul 07 17:45:59.712796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-2ab95012-ef58-4461-9786-f0209f8bcb0a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=256ea790eebc4d4dbf9e885a8538afec HTTP/1.1" status: 200 len: 380 time: 0.0423369 Jul 07 17:45:59.721800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'port': {'device_id': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'admin_state_up': True, 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'security_groups': ['2c18c427-05ed-4ae6-bd35-584a629f46b2']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:59.837302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Made reservation on behalf of 256ea790eebc4d4dbf9e885a8538afec for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:59.841015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.971392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.20.0.6 (94d04211-f642-4b6d-9e17-a6ce7d3d0427/44d95c89-69be-4c97-b12e-dd666f4a11ea/b327564a-4e75-474f-ab95-a3b38eaaea52) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:00.130168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.145552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Transition to ACTIVE for port object b327564a-4e75-474f-ab95-a3b38eaaea52 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:00.180198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.227873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:00.231363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:00.237735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:00.269579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=b327564a-4e75-474f-ab95-a3b38eaaea52,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:00.282156 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.282501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.282837 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.283170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.283498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.283820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.284151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.284474 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.284815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.285131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.285451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.285775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:00.319154 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:00.319845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.350355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-64f0acd1-d4b9-41f8-8a0a-afdfd196dc5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323128 Jul 07 17:46:00.417171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Request body: {'port': {'device_id': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:00.508191 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.569211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb8e9437-5117-4cbf-b490-ecf96d303fb4 None None] Provisioning for port b327564a-4e75-474f-ab95-a3b38eaaea52 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:00.574409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fb8e9437-5117-4cbf-b490-ecf96d303fb4 None None] Provisioning complete for port b327564a-4e75-474f-ab95-a3b38eaaea52 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:00.575078 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9437-5117-4cbf-b490-ecf96d303fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.631100 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e9437-5117-4cbf-b490-ecf96d303fb4 None None] Port b327564a-4e75-474f-ab95-a3b38eaaea52 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:00.834083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605b6ac-e6c1-4ecc-b8e8-3b0585b044e7 req-023e7b4c-066a-433d-b309-34b5e563f18b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:00.835626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8605b6ac-e6c1-4ecc-b8e8-3b0585b044e7 req-023e7b4c-066a-433d-b309-34b5e563f18b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 931 time: 0.1227617 Jul 07 17:46:00.910912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b327564a-4e75-474f-ab95-a3b38eaaea52 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:00.918193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8605b6ac-e6c1-4ecc-b8e8-3b0585b044e7 req-b25b16e8-2bb8-42d6-915e-e0b241445b44 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720720 Jul 07 17:46:00.923042 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.947204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Transition to ACTIVE for port object b327564a-4e75-474f-ab95-a3b38eaaea52 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:00.952871 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.036801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=b327564a-4e75-474f-ab95-a3b38eaaea52,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:01.099687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Attempting to bind port b327564a-4e75-474f-ab95-a3b38eaaea52 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:01.099927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Attempting to bind port b327564a-4e75-474f-ab95-a3b38eaaea52 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:01.100266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Attempting to bind port b327564a-4e75-474f-ab95-a3b38eaaea52 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:01.105370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Port b327564a-4e75-474f-ab95-a3b38eaaea52 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:01.105708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Attempting to bind port b327564a-4e75-474f-ab95-a3b38eaaea52 on network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:01.111613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:01.111981 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Checking segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:01.112341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Bound using segment: {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:01.112790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Bound port: b327564a-4e75-474f-ab95-a3b38eaaea52, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd204a06b-03c5-4857-a26d-ba8031583874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:01.113264 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.185227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] For port b327564a-4e75-474f-ab95-a3b38eaaea52, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:01.189476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] For port b327564a-4e75-474f-ab95-a3b38eaaea52, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b327564a-4e75-474f-ab95-a3b38eaaea52,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:01.197974 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.237678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.238332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.240548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] 10.222.0.13 "PUT /v2.0/ports/b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 1091 time: 0.8773990 Jul 07 17:46:01.240652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:01.242940 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2da5f5-880d-4e72-ba56-963107183ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:01.292141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1ea21-eb9c-4646-8bf7-a3de03550ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=b327564a-4e75-474f-ab95-a3b38eaaea52,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:01.379248 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2aaad-d229-465b-9900-127f5158c304 x-openstack-request-id: req-57f2aaad-d229-465b-9900-127f5158c304 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:01.379653 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:01.379932 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57f2aaad-d229-465b-9900-127f5158c304 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:01.380339 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'status': 'completed', 'code': 200} Jul 07 17:46:01.391695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-e26f9ef9-37d0-4f04-bc6c-9e800b951b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.393190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-e26f9ef9-37d0-4f04-bc6c-9e800b951b0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1094 time: 0.0969572 Jul 07 17:46:01.445841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-c9a7ca0e-b391-46c5-84f7-c88f767f8e6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 217 time: 0.0397031 Jul 07 17:46:01.500369 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-e69109a9-b1e6-487b-a132-dc1b5af2afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.502263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-e69109a9-b1e6-487b-a132-dc1b5af2afcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0491831 Jul 07 17:46:01.570608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e11-4205-47cb-a83b-06f356016efb req-743fc5ac-0989-4105-86d7-2e1b386f2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.572130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-743fc5ac-0989-4105-86d7-2e1b386f2bbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636330 Jul 07 17:46:01.677890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-ca2388a9-a684-4b52-882f-40dd6a52f99c service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993078 Jul 07 17:46:01.788561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91173e11-4205-47cb-a83b-06f356016efb req-1da17463-a7c1-4bd1-bcc0-fa3f02e90700 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039145 Jul 07 17:46:01.916699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-6ea55e9f-dd46-438b-967c-0ed8e7cc3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.918278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-6ea55e9f-dd46-438b-967c-0ed8e7cc3034 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1094 time: 0.0578516 Jul 07 17:46:02.023890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-be74fc43-9ad4-4906-a99f-76d725e0c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.025462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-be74fc43-9ad4-4906-a99f-76d725e0c2ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1013834 Jul 07 17:46:02.082605 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-dbce6f01-aff6-4b50-8d4f-903c8da415d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 217 time: 0.0509505 Jul 07 17:46:02.159967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-1c72755b-6c93-44cb-ae37-c1c3d58d87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.161478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-1c72755b-6c93-44cb-ae37-c1c3d58d87c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0582767 Jul 07 17:46:02.217581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd84e7-38b0-41fc-b6f7-bd9bdc4518c1 req-0a3ad45c-1de6-4e25-a9d2-0b799bea4329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.219265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dddd84e7-38b0-41fc-b6f7-bd9bdc4518c1 req-0a3ad45c-1de6-4e25-a9d2-0b799bea4329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.1478364 Jul 07 17:46:02.276135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dddd84e7-38b0-41fc-b6f7-bd9bdc4518c1 req-d772e1ef-462d-4c19-8b70-62bad0d80240 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469973 Jul 07 17:46:02.278120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-107b8646-dc90-43fd-931d-efc32f93176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.280749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-107b8646-dc90-43fd-931d-efc32f93176d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122200 Jul 07 17:46:02.374373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-a597d8c0-5560-4eb2-9cb5-3a3059e35879 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Jul 07 17:46:02.489753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed2da5f5-880d-4e72-ba56-963107183ed4 req-62601da3-9c94-4f06-b870-85065035335d service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090422 Jul 07 17:46:03.459429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86c787-7644-4e09-b870-3f818985c675 req-c2da0055-e1a1-4359-8086-054aee3a7d34 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:03.460873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e86c787-7644-4e09-b870-3f818985c675 req-c2da0055-e1a1-4359-8086-054aee3a7d34 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0661368 Jul 07 17:46:03.502869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e86c787-7644-4e09-b870-3f818985c675 req-fb804d2d-7be4-4400-ad82-4f9f95c648ad tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348387 Jul 07 17:46:04.222929 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.685493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19b0d-d9fe-44a1-9077-8d6213ec6c84 req-dc5f09e1-12e3-4777-88b3-1f439e2b3dff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:04.687085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bf19b0d-d9fe-44a1-9077-8d6213ec6c84 req-dc5f09e1-12e3-4777-88b3-1f439e2b3dff tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0652196 Jul 07 17:46:04.734124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bf19b0d-d9fe-44a1-9077-8d6213ec6c84 req-cb5075bf-4f68-4323-a644-7a85547aa4f5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397005 Jul 07 17:46:05.305389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b11ba554-777b-42dc-bbd9-99fd9b47388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.932761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8edfdc-2100-4247-afa5-ab4f34b18337 req-29876d88-1884-4d1b-b13c-ab23c25fdec1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:05.934409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc8edfdc-2100-4247-afa5-ab4f34b18337 req-29876d88-1884-4d1b-b13c-ab23c25fdec1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0676827 Jul 07 17:46:05.977497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc8edfdc-2100-4247-afa5-ab4f34b18337 req-fc05f3a9-0485-4c09-bdbb-189474f97494 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365992 Jul 07 17:46:07.239556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad5231-445d-47b3-ade1-3714e29242cf req-ba83ad06-ce97-4c73-9f21-53f5e34574bb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:07.241115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9ad5231-445d-47b3-ade1-3714e29242cf req-ba83ad06-ce97-4c73-9f21-53f5e34574bb tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0674450 Jul 07 17:46:07.283636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9ad5231-445d-47b3-ade1-3714e29242cf req-958ebbe7-661b-4db6-81ee-372422010c5b tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362558 Jul 07 17:46:07.723982 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.509637 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0711e-9401-49cc-bb2d-5fce55b5f181 req-aa570edb-4436-4f5f-a0eb-9901f9a23d20 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.511160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70d0711e-9401-49cc-bb2d-5fce55b5f181 req-aa570edb-4436-4f5f-a0eb-9901f9a23d20 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0779827 Jul 07 17:46:08.562284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70d0711e-9401-49cc-bb2d-5fce55b5f181 req-34dc3839-8f19-4514-8676-5335b7f6b143 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Jul 07 17:46:09.196928 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ae11d943-2cb8-4ad6-b8d3-b16fc9548280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.314603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.794710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e97c-2857-41a7-8867-d330358aabc3 req-1456ff12-dcc5-45a5-abf4-d96c11f8f5fe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:09.796433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82c6e97c-2857-41a7-8867-d330358aabc3 req-1456ff12-dcc5-45a5-abf4-d96c11f8f5fe tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0727513 Jul 07 17:46:09.842222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82c6e97c-2857-41a7-8867-d330358aabc3 req-4d4285e6-72dc-41b8-8e4e-a68dd1a8d39f tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Jul 07 17:46:10.966687 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.070265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45dcb2-932b-480b-a088-27e8e33f6da8 req-41a420dc-22cf-4144-877e-b8fbdf261178 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.071873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d45dcb2-932b-480b-a088-27e8e33f6da8 req-41a420dc-22cf-4144-877e-b8fbdf261178 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0774100 Jul 07 17:46:11.442593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d45dcb2-932b-480b-a088-27e8e33f6da8 req-e3ff3366-dcff-449d-a819-37b02bd35023 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633938 Jul 07 17:46:12.620335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85760ce-3fe9-4cad-a9a7-cb2474540ff6 req-686213fa-0c2d-4468-8697-62b55921230d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.622615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f85760ce-3fe9-4cad-a9a7-cb2474540ff6 req-686213fa-0c2d-4468-8697-62b55921230d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 943 time: 0.0633683 Jul 07 17:46:12.659351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f85760ce-3fe9-4cad-a9a7-cb2474540ff6 req-768f3807-22f0-4087-a62a-6039d7f6523d tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Jul 07 17:46:12.876991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b327564a-4e75-474f-ab95-a3b38eaaea52 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:12.975278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b327564a-4e75-474f-ab95-a3b38eaaea52, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b327564a-4e75-474f-ab95-a3b38eaaea52,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:12.987264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'port_id': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'mac_address': 'fa:16:3e:b4:fa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:13.026557 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.043737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b327564a-4e75-474f-ab95-a3b38eaaea52 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:13.064631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b327564a-4e75-474f-ab95-a3b38eaaea52, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b327564a-4e75-474f-ab95-a3b38eaaea52,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:13.068518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.120224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b327564a-4e75-474f-ab95-a3b38eaaea52,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:13.127452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.127803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.128136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.128478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.128806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.129154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.129483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.129804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.130125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.130445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.130763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.131081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:13.193176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:13.365324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b327564a-4e75-474f-ab95-a3b38eaaea52'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:13.837604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25548c68-b92c-4e68-9da7-795dfdb0b9de req-bf06c057-6c11-43a5-b354-78d1a23940e5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.839083 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25548c68-b92c-4e68-9da7-795dfdb0b9de req-bf06c057-6c11-43a5-b354-78d1a23940e5 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 944 time: 0.0643606 Jul 07 17:46:13.880603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25548c68-b92c-4e68-9da7-795dfdb0b9de req-6d4d0353-401a-4b44-b247-1bfcc0706702 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354066 Jul 07 17:46:14.892982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b327564a-4e75-474f-ab95-a3b38eaaea52 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:14.943326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port b327564a-4e75-474f-ab95-a3b38eaaea52 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:14.947452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port b327564a-4e75-474f-ab95-a3b38eaaea52 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:14.947823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.035215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.058350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:15.061636 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f99494-0ac6-4f75-b381-30bdd04aabab" -d '{"events": [{"server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "name": "network-vif-plugged", "status": "completed", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:15.067738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dabff6-c00b-4a34-9016-8d31842617e8 req-c8d58022-ad47-44d2-b5a4-8dc1e73151cc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:15.069340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5dabff6-c00b-4a34-9016-8d31842617e8 req-c8d58022-ad47-44d2-b5a4-8dc1e73151cc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 944 time: 0.0692756 Jul 07 17:46:15.074573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b327564a-4e75-474f-ab95-a3b38eaaea52, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b327564a-4e75-474f-ab95-a3b38eaaea52,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:15.079914 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.108676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5dabff6-c00b-4a34-9016-8d31842617e8 req-562aa9de-e765-4310-98a5-7dfc14e5fe14 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Jul 07 17:46:15.129686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b327564a-4e75-474f-ab95-a3b38eaaea52,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:15.214440 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a649d-e269-4470-bc32-8ed7380230d5 x-openstack-request-id: req-aa9a649d-e269-4470-bc32-8ed7380230d5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:15.214740 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "name": "network-vif-plugged", "status": "completed", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:15.215054 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa9a649d-e269-4470-bc32-8ed7380230d5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:15.215406 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'code': 200} Jul 07 17:46:15.358450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378893da-1802-47fb-939c-8b988f6d111e req-6c5a4c7b-ed2f-43f0-9ede-b9356677ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:15.359973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378893da-1802-47fb-939c-8b988f6d111e req-6c5a4c7b-ed2f-43f0-9ede-b9356677ccd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1096 time: 0.0539520 Jul 07 17:46:15.397301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378893da-1802-47fb-939c-8b988f6d111e req-b375242e-49c9-4aad-b7e5-d19c277c508c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Jul 07 17:46:16.301261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96896bf4-a2c8-40c4-92b6-a509229a7623 req-ce9fab36-0dba-4c59-8cb0-36effd35d223 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.302780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96896bf4-a2c8-40c4-92b6-a509229a7623 req-ce9fab36-0dba-4c59-8cb0-36effd35d223 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 945 time: 0.0679464 Jul 07 17:46:16.340416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96896bf4-a2c8-40c4-92b6-a509229a7623 req-5c274f25-6a41-4995-b5cc-b828f93b850a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jul 07 17:46:16.654896 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-b4b8d0ba-f52c-4cc6-a099-5a74ae6951f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552776 Jul 07 17:46:16.780956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e95784-b65e-483c-baee-36e556e6f42b req-1a35448f-51a7-4c58-91a4-c5418a286b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.782576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-1a35448f-51a7-4c58-91a4-c5418a286b68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1096 time: 0.0623949 Jul 07 17:46:16.902096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e95784-b65e-483c-baee-36e556e6f42b req-8e9037f3-58f5-4a5a-97cc-0b938f32f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.904068 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-8e9037f3-58f5-4a5a-97cc-0b938f32f681 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1006136 Jul 07 17:46:16.945539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-9086da25-237e-4c56-b8e2-8896c1c688fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 217 time: 0.0352867 Jul 07 17:46:16.997864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e95784-b65e-483c-baee-36e556e6f42b req-b2f60e76-cbf2-4886-8689-dadf932d3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.999322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-b2f60e76-cbf2-4886-8689-dadf932d3434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0483339 Jul 07 17:46:17.055172 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e95784-b65e-483c-baee-36e556e6f42b req-cd410121-debe-47aa-a01a-0cc6ef96ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:17.056663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-cd410121-debe-47aa-a01a-0cc6ef96ea05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516996 Jul 07 17:46:17.143700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-e305e14f-ea9e-470b-8251-b00e31c6fa8a service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804503 Jul 07 17:46:17.236188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9e95784-b65e-483c-baee-36e556e6f42b req-96ff187b-06f6-4926-8268-a0c4df717bed service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865986 Jul 07 17:46:17.525126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dadece-9049-419b-9273-108d040c9b77 req-8f6c9b78-ca7d-4e05-ad16-b88bf3bddee1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:17.526611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1dadece-9049-419b-9273-108d040c9b77 req-8f6c9b78-ca7d-4e05-ad16-b88bf3bddee1 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 945 time: 0.0668757 Jul 07 17:46:17.564887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a1dadece-9049-419b-9273-108d040c9b77 req-332afe55-408b-431d-9b2c-6a54b4ab5672 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Jul 07 17:46:17.750724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6357a08-c644-417b-8d65-bb78adb0173f req-9a2433fe-44e0-4d07-a985-b06188406790 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:17.752220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6357a08-c644-417b-8d65-bb78adb0173f req-9a2433fe-44e0-4d07-a985-b06188406790 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 945 time: 0.0771639 Jul 07 17:46:17.791640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6357a08-c644-417b-8d65-bb78adb0173f req-ac625b75-5638-46e3-86c4-0744ba91a1c3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337398 Jul 07 17:46:17.819575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39600) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:17.885323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763cd8d-7ff6-44cb-965c-f5a46aa1d8da tempest-TestVolumeBootPattern-1517539318 tempest-TestVolumeBootPattern-1517539318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:17.886897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7763cd8d-7ff6-44cb-965c-f5a46aa1d8da tempest-TestVolumeBootPattern-1517539318 tempest-TestVolumeBootPattern-1517539318-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1091 time: 0.0662832 Jul 07 17:46:17.890429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39602) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:17.895203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:17.921995 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.035323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.139106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Allocated IP 172.25.5.150 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/a8e13dad-f8f0-426f-8adc-c46a1e833335) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:18.259550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.299392 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.338013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:18.344879 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:18.349283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:18.352362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=a8e13dad-f8f0-426f-8adc-c46a1e833335,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:18.718241 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.798641 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.957546 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.962022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.054499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event updated for resources: {'Port': ['ID=a8e13dad-f8f0-426f-8adc-c46a1e833335,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:19.057816 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.166368 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Floating IP 7cbc9e37-4d37-4fb8-adb8-11ca13d5d004 associated. External IP: 172.25.5.150, port: b327564a-4e75-474f-ab95-a3b38eaaea52. Jul 07 17:46:19.414443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:19.529050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:19.539197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:19.546632 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.558079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:19.558949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:46:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:19.601137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-40a02cfd-dbc7-4c03-8e03-d53a276eab31 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6997497 Jul 07 17:46:19.601137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:19.601137 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3dec9b-1e21-430d-8a6f-534273afa84c" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:19.638140 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f9be7-dd12-411d-abc9-6f2bc1eb9857 x-openstack-request-id: req-958f9be7-dd12-411d-abc9-6f2bc1eb9857 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:19.638492 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:19.638634 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-958f9be7-dd12-411d-abc9-6f2bc1eb9857 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:19.639366 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'status': 'completed', 'code': 200} Jul 07 17:46:19.694694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:19.743536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-4648aa3a-3702-45ff-ba7d-fc9bb197c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:19.747531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-4648aa3a-3702-45ff-ba7d-fc9bb197c805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1096 time: 0.0596757 Jul 07 17:46:19.854055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-9a517afd-d8fe-4459-bbfc-3bb15ff55c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:19.855627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-9a517afd-d8fe-4459-bbfc-3bb15ff55c8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1037173 Jul 07 17:46:19.938611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-1a94dd52-c782-4627-bc5c-330a54d9d180 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 999 time: 0.0762906 Jul 07 17:46:19.962875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 1, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}, {'id': '7cbc9e37-4d37-4fb8-adb8-11ca13d5d004', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:18Z', 'updated_at': '2021-07-07T17:46:18Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:19.991848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-17982abc-a309-4fdd-af5e-9651b52e3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:19.993395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-17982abc-a309-4fdd-af5e-9651b52e3e9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0477481 Jul 07 17:46:19.995741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:20.005641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:20.006338 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:46:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:20.060248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-3f031ff3-84ce-456b-932e-710503f63a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:20.062030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-3f031ff3-84ce-456b-932e-710503f63a51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623226 Jul 07 17:46:20.120568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:20.160521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-a8028940-7c60-4958-999a-6f85385833cc service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915539 Jul 07 17:46:20.285497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f3dec9b-1e21-430d-8a6f-534273afa84c req-7343aefd-5ca4-4b0f-85d7-ea26448db26b service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183357 Jul 07 17:46:20.370521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 1, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}, {'id': '7cbc9e37-4d37-4fb8-adb8-11ca13d5d004', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:18Z', 'updated_at': '2021-07-07T17:46:18Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:20.403280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95505128-65bb-491e-b7c8-70580bfa2fba None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 1, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}, {'id': '7cbc9e37-4d37-4fb8-adb8-11ca13d5d004', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:18Z', 'updated_at': '2021-07-07T17:46:18Z', 'revision_number': 0, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:20.608237 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dcb04-c657-4406-92d5-ec9ba6b3355f None None] New status for floating IP 7cbc9e37-4d37-4fb8-adb8-11ca13d5d004: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:46:24.171004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.228499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.307251 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-47e54e26-442a-4bf0-ae79-139b74ee493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.716659 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.201674 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-937c75f9-3e42-4c38-b405-31693edc8a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.317244 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.962933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.192486 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:54.170985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.348493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-3f706a2d-9caa-4b89-9d96-1c7cfc3b7e7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572443 Jul 07 17:46:58.448051 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c712-bcaf-4685-a074-315727130b4a req-8132d2c1-e9b9-4011-bcdc-355546efcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:58.450107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-8132d2c1-e9b9-4011-bcdc-355546efcd64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0554936 Jul 07 17:46:58.572792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c712-bcaf-4685-a074-315727130b4a req-81bd311a-17b4-4af8-959b-cd4c6d3c1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:58.574583 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-81bd311a-17b4-4af8-959b-cd4c6d3c1c59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1043966 Jul 07 17:46:58.643478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-ae529a03-d609-4f2a-81b7-78553ad6e6d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 1001 time: 0.0624480 Jul 07 17:46:58.694761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c712-bcaf-4685-a074-315727130b4a req-4cda3b69-5e16-4d71-9bff-116c77d36c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:58.696253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-4cda3b69-5e16-4d71-9bff-116c77d36c7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0469007 Jul 07 17:46:59.074301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c712-bcaf-4685-a074-315727130b4a req-a3a2a51f-b071-49fb-891e-6ca9d885b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:59.076582 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-a3a2a51f-b071-49fb-891e-6ca9d885b6fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3737075 Jul 07 17:46:59.166724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-fd233b7a-cf3b-420f-a760-0e2cc65681f5 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835042 Jul 07 17:46:59.264519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a047c712-bcaf-4685-a074-315727130b4a req-79410b38-5036-4189-822a-3708bb63c273 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914695 Jul 07 17:47:04.244543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.315378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-643047bc-d81c-4c19-b59c-1fff5daa207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.722292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.205303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9b726188-dcaf-4e70-a2dc-9a5b8a423747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.322649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.351965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-4b00ca61-b232-4389-965f-ae3fa925564f req-3f790410-bbb8-4f67-a58a-23c300b08e27 service neutron] (98264) timed out ('10.222.0.78', 56174) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:47:10.971832 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.681512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-6046fd5a-83cb-4ab3-b502-8aa0b10a8312 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523777 Jul 07 17:47:18.797764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-6c93b2ba-7acc-47e9-b66b-608b04414264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.799409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-6c93b2ba-7acc-47e9-b66b-608b04414264 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1096 time: 0.0544477 Jul 07 17:47:18.914630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-c3b66c04-e626-498f-894e-ba45b72ab0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.916112 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-c3b66c04-e626-498f-894e-ba45b72ab0dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0908482 Jul 07 17:47:18.980405 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-f20cd62c-13dc-45f3-9f6a-00b6bfe686aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 1001 time: 0.0569355 Jul 07 17:47:19.030987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-889265cc-8cb8-4a7a-afc9-d3c06ea16c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:19.033122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-889265cc-8cb8-4a7a-afc9-d3c06ea16c1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0469389 Jul 07 17:47:19.088630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-cc344071-062c-4dab-a8d5-f8ad856f7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:19.090142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-cc344071-062c-4dab-a8d5-f8ad856f7912 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515881 Jul 07 17:47:19.176642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-2fde2586-caa0-46d7-af7b-352373cd8570 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800438 Jul 07 17:47:19.269741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd8ee20-fba2-4308-9178-b0ffa0e8afdf req-78c70a79-d007-482b-bfb2-627b4b99c6f4 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866759 Jul 07 17:47:24.184987 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.192345 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:34.256733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.307868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b2e11b2-4e88-4208-b95a-79c058538c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.715848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.207744 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6f67-7534-487e-9246-695afd961e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.322375 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.968125 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.187040 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.403346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39636) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:58.570240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port a8e13dad-f8f0-426f-8adc-c46a1e833335 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:58.570588 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.647599 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.647994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.660745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for a8e13dad-f8f0-426f-8adc-c46a1e833335 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:58.821857 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.852430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=a8e13dad-f8f0-426f-8adc-c46a1e833335,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:58.864913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.865342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.865689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.866026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.866359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.866691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.867020 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.867415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.867745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.868070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.868391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.868715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:58.924991 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.925427 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Floating IP 7cbc9e37-4d37-4fb8-adb8-11ca13d5d004 disassociated (deleted). External IP: 172.25.5.150, port: b327564a-4e75-474f-ab95-a3b38eaaea52. Jul 07 17:47:59.146065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:59.265454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:59.270635 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.278281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:59.288857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:59.289518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:47:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:59.312150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-96238374-3d97-4cc5-9d5d-97d1756d4da9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "DELETE /v2.0/floatingips/7cbc9e37-4d37-4fb8-adb8-11ca13d5d004 HTTP/1.1" status: 204 len: 168 time: 0.9058495 Jul 07 17:47:59.312150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:59.313357 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5060083f-7140-4368-a3d7-1236b2227715" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:59.401872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:59.586989 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f8614-b8fe-49ed-917b-f2c7f1f4ce29 x-openstack-request-id: req-8b5f8614-b8fe-49ed-917b-f2c7f1f4ce29 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:59.587495 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:59.587591 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b5f8614-b8fe-49ed-917b-f2c7f1f4ce29 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:59.588063 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'status': 'completed', 'code': 200} Jul 07 17:47:59.646617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 1, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:59.673608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:59.687574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:59.688200 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:47:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:59.716764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060083f-7140-4368-a3d7-1236b2227715 req-77acc3cc-96a2-4789-88a5-8bc14804f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.718320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-77acc3cc-96a2-4789-88a5-8bc14804f057 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 1096 time: 0.0863228 Jul 07 17:47:59.802616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:59.824222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a3ba0-a000-4e7e-8055-1299f1f2c9b3 req-df831118-9a6b-4ada-aecb-e54373ccae75 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.824222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a43a3ba0-a000-4e7e-8055-1299f1f2c9b3 req-df831118-9a6b-4ada-aecb-e54373ccae75 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 945 time: 0.1399007 Jul 07 17:47:59.858959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060083f-7140-4368-a3d7-1236b2227715 req-032ac757-a2c3-4e4f-93c5-300548101ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.860354 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-032ac757-a2c3-4e4f-93c5-300548101ebf service neutron] 10.222.0.13 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1341102 Jul 07 17:47:59.916220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-81cf21c9-9bc6-492f-a3b0-93843f632f1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 200 len: 217 time: 0.0484290 Jul 07 17:47:59.919258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a43a3ba0-a000-4e7e-8055-1299f1f2c9b3 req-fa340d9e-c719-476b-9b6b-85289fb438c8 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874772 Jul 07 17:47:59.968732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060083f-7140-4368-a3d7-1236b2227715 req-35ce1354-db0e-4b3d-a1de-d1828d9edfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.969835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-35ce1354-db0e-4b3d-a1de-d1828d9edfc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0473216 Jul 07 17:48:00.029811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060083f-7140-4368-a3d7-1236b2227715 req-10302280-b612-46b7-8d7d-fd5ad96faabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.031350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-10302280-b612-46b7-8d7d-fd5ad96faabf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538154 Jul 07 17:48:00.035982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 1, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:00.062807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb240-59f3-4b2d-9a64-6bc265a7bd5e None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '6fa2125a-b142-4ff1-8d42-66ecdac174fa', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'port_id': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'mac_address': 'fa:16:3e:b4:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:12Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 1, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:00.128171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-3b2a262d-d46b-451b-93e0-86d150cdabe6 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889306 Jul 07 17:48:00.221487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5060083f-7140-4368-a3d7-1236b2227715 req-f3292dce-e830-4828-a938-6edc9b7ceb76 service neutron] 10.222.0.13 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861731 Jul 07 17:48:00.300647 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08641e02-1050-4748-9096-e0e02c148bcd None None] New status for floating IP 7cbc9e37-4d37-4fb8-adb8-11ca13d5d004: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:00.359550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-15b3b1ed-ff12-4f34-82cc-c0d4de9ee3ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546854 Jul 07 17:48:00.459510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-e242fad3-3996-4240-a7d6-8c5d2f9fbc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.461035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-e242fad3-3996-4240-a7d6-8c5d2f9fbc23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0585196 Jul 07 17:48:00.566504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-c728fad3-57f3-4c4b-8284-3d3278b3537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.568014 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-c728fad3-57f3-4c4b-8284-3d3278b3537f service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.0867820 Jul 07 17:48:00.640569 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-8cd54e09-7772-4e59-9981-71639b742ce4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 1001 time: 0.0656247 Jul 07 17:48:00.689606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-107a8c0f-5543-4df6-8e38-64f436089fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.691244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-107a8c0f-5543-4df6-8e38-64f436089fa6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0451846 Jul 07 17:48:00.755076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-013e2a16-343e-41bd-828f-931b2879cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.756620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-013e2a16-343e-41bd-828f-931b2879cdf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596228 Jul 07 17:48:00.851255 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-2e7a889b-a9ee-4463-8cc7-b92ad2ce148a service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880854 Jul 07 17:48:00.949126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2e0a910-7a12-4d19-9fac-f6893a138342 req-bc6babb3-49ad-4b42-8c94-6ea14f59df62 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915747 Jul 07 17:48:01.110552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe8575-eed1-492d-8681-8b8823b727db req-aa79e5c3-bda7-43a9-a3fb-9e6c87848a09 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.112133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48fe8575-eed1-492d-8681-8b8823b727db req-aa79e5c3-bda7-43a9-a3fb-9e6c87848a09 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 945 time: 0.0681627 Jul 07 17:48:01.150857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48fe8575-eed1-492d-8681-8b8823b727db req-f4eacf49-9c6d-4fd2-bb3e-9b3c843fb888 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Jul 07 17:48:01.315904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-860eacb1-fa14-430a-b26d-2dbdba323d6a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.317457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-860eacb1-fa14-430a-b26d-2dbdba323d6a tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 945 time: 0.0719562 Jul 07 17:48:01.416112 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port b327564a-4e75-474f-ab95-a3b38eaaea52 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:01.416452 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.507282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port b327564a-4e75-474f-ab95-a3b38eaaea52, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b327564a-4e75-474f-ab95-a3b38eaaea52,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:01.507637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.519822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for b327564a-4e75-474f-ab95-a3b38eaaea52 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:01.648384 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.674838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=b327564a-4e75-474f-ab95-a3b38eaaea52,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:01.724764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port b327564a-4e75-474f-ab95-a3b38eaaea52 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:01.727448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.729459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14c21cc9-95fb-4f86-a16d-cb7bdcbe720d req-51183a37-1dfe-46a8-bb52-37e5c354a978 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.13 "DELETE /v2.0/ports/b327564a-4e75-474f-ab95-a3b38eaaea52 HTTP/1.1" status: 204 len: 173 time: 0.4066517 Jul 07 17:48:01.729909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'name': 'network-vif-deleted', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:01.732164 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef11d12d-bf2b-4eec-a102-1df25f1d8e7c" -d '{"events": [{"server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "name": "network-vif-deleted", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:01.774439 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bc8a72-5e12-4824-88f1-9ec021b8683b x-openstack-request-id: req-79bc8a72-5e12-4824-88f1-9ec021b8683b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:01.774734 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20b77b5-7f3b-42b7-9fde-b5b2cd058c29", "name": "network-vif-deleted", "tag": "b327564a-4e75-474f-ab95-a3b38eaaea52", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:01.774987 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79bc8a72-5e12-4824-88f1-9ec021b8683b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:01.775390 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20b77b5-7f3b-42b7-9fde-b5b2cd058c29', 'name': 'network-vif-deleted', 'tag': 'b327564a-4e75-474f-ab95-a3b38eaaea52', 'status': 'completed', 'code': 200} Jul 07 17:48:02.297270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5f420c2-9b38-4762-a332-b2d3de037c9e req-554b7cc5-a304-4656-bbe5-735a7ab5a0cf tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 210 time: 0.0284934 Jul 07 17:48:03.448929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-25b78a7a-3963-4532-a6d4-ba3b4a7ed9ac req-f50d02c6-a888-49c2-97e6-6917d2573d6e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 210 time: 0.0321171 Jul 07 17:48:04.192278 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:04.272925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.591196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70bb7a43-b722-418e-82b8-7eb60a1724f6 req-8ca64bd2-4f35-47dd-a108-970da7f30311 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 210 time: 0.0302947 Jul 07 17:48:05.308754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c5ce1a27-b41f-46be-87b9-db89b188e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.327048 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b327564a-4e75-474f-ab95-a3b38eaaea52 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:05.350219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: b327564a-4e75-474f-ab95-a3b38eaaea52 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:05.350565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b327564a-4e75-474f-ab95-a3b38eaaea52 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:05.755384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3c52391-1095-4b93-9e3a-7d4638d90434 req-1e0c31a3-f4e6-4422-b811-fd7e43b95e84 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=d20b77b5-7f3b-42b7-9fde-b5b2cd058c29 HTTP/1.1" status: 200 len: 210 time: 0.0328312 Jul 07 17:48:07.718543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.216828 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d8dedcd5-e57f-490b-9257-3c9d498383be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.329241 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.969958 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.165399 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:11.347177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port 90d3bd67-9fe9-43e7-a8bf-c423ee05bb8e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:11.347522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.433810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.434058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.446984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for 90d3bd67-9fe9-43e7-a8bf-c423ee05bb8e owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:11.609713 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.638212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=90d3bd67-9fe9-43e7-a8bf-c423ee05bb8e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:11.666269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.666614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.666952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.667290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.667623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.667950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.668271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.668589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.668907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.669256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.669578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.669892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:11.712319 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.712616 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Floating IP 6fa2125a-b142-4ff1-8d42-66ecdac174fa disassociated (deleted). External IP: 172.25.5.12, port: 8f0696b1-da4e-4b77-bf99-25c5d06b40b3. Jul 07 17:48:11.941480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:12.051031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:12.055744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.060688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:12.074344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:12.074975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:48:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:12.094452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d13c9197-cb9a-4269-aff2-e136ced06329 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "DELETE /v2.0/floatingips/6fa2125a-b142-4ff1-8d42-66ecdac174fa HTTP/1.1" status: 204 len: 168 time: 0.9279249 Jul 07 17:48:12.095158 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:12.180421 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:12.192514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:12.418205 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604900c9-bc1f-42c1-a465-b5620b8e7536 x-openstack-request-id: req-604900c9-bc1f-42c1-a465-b5620b8e7536 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:12.418498 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:12.418752 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-604900c9-bc1f-42c1-a465-b5620b8e7536 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:12.419156 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'status': 'completed', 'code': 200} Jul 07 17:48:12.419280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:12.447202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:12.458071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:12.458795 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:48:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:12.496402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-45bac9f1-8f03-40d9-8f30-ceec881aa6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.497968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-45bac9f1-8f03-40d9-8f30-ceec881aa6d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=256ea790eebc4d4dbf9e885a8538afec&device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 1097 time: 0.0548413 Jul 07 17:48:12.580064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:12.646021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-c449d549-902c-4911-aca1-cc3af239e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.647523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-c449d549-902c-4911-aca1-cc3af239e040 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 200 len: 913 time: 0.1412017 Jul 07 17:48:12.659736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34f5f1-5573-4347-9c45-a17ee81af371 req-cfad1956-f3e0-40c4-9659-ae94c8d49ce7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.661215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b34f5f1-5573-4347-9c45-a17ee81af371 req-cfad1956-f3e0-40c4-9659-ae94c8d49ce7 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.1416826 Jul 07 17:48:12.711148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-62b166b4-3055-4b81-93e1-896819d57d9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 200 len: 217 time: 0.0489593 Jul 07 17:48:12.756471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b34f5f1-5573-4347-9c45-a17ee81af371 req-4f408d7d-fed2-4b51-910b-2ed690b4beb3 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886297 Jul 07 17:48:12.774966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-ce70bc47-4e6f-472e-a8f7-931dc2ddcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.776483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-ce70bc47-4e6f-472e-a8f7-931dc2ddcb41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 200 len: 851 time: 0.0579665 Jul 07 17:48:12.784631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:12.810524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e1f1c-c8c2-41c2-ad5e-56c89f2951e2 None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:38:08Z', 'revision_number': 4, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4880763-2302-4143-9a73-2e32fa4722aa', 'name': '', 'network_id': '94d04211-f642-4b6d-9e17-a6ce7d3d0427', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'mac_address': 'fa:16:3e:f6:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:07Z', 'updated_at': '2021-07-07T17:38:14Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'subnets': [{'id': '44d95c89-69be-4c97-b12e-dd666f4a11ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:12.836074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-26f26e29-5a0b-40dc-a833-55933bfed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.837560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-26f26e29-5a0b-40dc-a833-55933bfed6be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94d04211-f642-4b6d-9e17-a6ce7d3d0427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537214 Jul 07 17:48:12.939252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-0d49590d-f55f-49e4-aca5-9a5d7dc08943 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885425 Jul 07 17:48:13.033690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3aec8188-e5be-44cc-b3d7-9e361e88f8f1 req-2526bbc4-e524-4ad1-ad75-760e056c0108 service neutron] 10.222.0.54 "GET /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904827 Jul 07 17:48:13.050452 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ef3248-4a6f-4cc6-a077-c1471fdc5264 None None] New status for floating IP 6fa2125a-b142-4ff1-8d42-66ecdac174fa: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:13.938090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b1a25-9599-4a36-bcd7-2065541b5e4f req-ebb092f1-e4fc-4a9f-af6f-db990469478e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.940328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-305b1a25-9599-4a36-bcd7-2065541b5e4f req-ebb092f1-e4fc-4a9f-af6f-db990469478e tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.0690827 Jul 07 17:48:13.977617 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-305b1a25-9599-4a36-bcd7-2065541b5e4f req-2736cced-d73c-43c1-bebb-c6e8880548cc tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c18c427-05ed-4ae6-bd35-584a629f46b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Jul 07 17:48:14.201250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-497772c2-2da1-495e-97dd-383cb6668771 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.202765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-497772c2-2da1-495e-97dd-383cb6668771 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 946 time: 0.0632403 Jul 07 17:48:14.311441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:14.311788 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.404782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] For port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:14.405171 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.419473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:14.843101 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.875620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=8f0696b1-da4e-4b77-bf99-25c5d06b40b3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:14.919514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] No DVR routers for this DVR port 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:14.922252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.924425 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f89aecea-a27f-4dde-a8af-4fff56de8f80 req-7a70a5f1-4906-494f-a374-2320cbe4edf9 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.54 "DELETE /v2.0/ports/8f0696b1-da4e-4b77-bf99-25c5d06b40b3 HTTP/1.1" status: 204 len: 173 time: 0.7154474 Jul 07 17:48:14.924866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'name': 'network-vif-deleted', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:14.927230 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ce1f4-c846-4ef6-b74c-f8bd21cde045" -d '{"events": [{"server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "name": "network-vif-deleted", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:14.964932 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a895e41-cc5e-4f6f-87ce-238f7ab780e5 x-openstack-request-id: req-1a895e41-cc5e-4f6f-87ce-238f7ab780e5 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:14.965586 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f745a29d-bf3f-411b-afc3-0e235c168de9", "name": "network-vif-deleted", "tag": "8f0696b1-da4e-4b77-bf99-25c5d06b40b3", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:14.965586 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a895e41-cc5e-4f6f-87ce-238f7ab780e5 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:14.965920 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f745a29d-bf3f-411b-afc3-0e235c168de9', 'name': 'network-vif-deleted', 'tag': '8f0696b1-da4e-4b77-bf99-25c5d06b40b3', 'status': 'completed', 'code': 200} Jul 07 17:48:15.123900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27bff937-aefe-4cce-afb4-adb2afe5a0e9 req-b2431145-4539-4ac5-ac9a-e6bbef1c96b4 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0319166 Jul 07 17:48:16.268900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e88f973e-f3bb-41f4-a7c4-3be3087c5205 req-3e69759a-3715-45ad-aa6c-927ee3c4d240 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0311284 Jul 07 17:48:17.201642 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:17.221728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:17.222065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 8f0696b1-da4e-4b77-bf99-25c5d06b40b3 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:17.415374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ceef8dec-3f4e-4ca7-bff5-68e915a189f2 req-6a24448c-dc19-42bf-b6e3-15308195fbef tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Jul 07 17:48:18.575525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b1d2f8c-c22d-4af5-ae34-aa6e3e362fff req-c9116c4b-1161-4f5c-aa79-03960b34b792 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "GET /v2.0/ports?device_id=f745a29d-bf3f-411b-afc3-0e235c168de9 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Jul 07 17:48:19.667443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39734) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:19.793993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Deleting port fc624616-5ba5-4fc9-9518-432609ed3e2b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:19.794343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.871373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.871628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.883557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Calling delete_port for fc624616-5ba5-4fc9-9518-432609ed3e2b owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:20.015867 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.047637 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'Port': ['ID=fc624616-5ba5-4fc9-9518-432609ed3e2b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.106347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.108909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.110153 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a9127f7-356b-4692-ab2c-98afdb3b4478 tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "DELETE /v2.0/floatingips/310fb728-b41b-4c6e-8b84-7fb69f72edc0 HTTP/1.1" status: 204 len: 168 time: 0.4417055 Jul 07 17:48:22.441532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39748) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:22.505632 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-751d34db-1d71-45f9-a165-b1cff7ef23dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.531800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-751d34db-1d71-45f9-a165-b1cff7ef23dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.596747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-751d34db-1d71-45f9-a165-b1cff7ef23dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.599485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-751d34db-1d71-45f9-a165-b1cff7ef23dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.600659 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-751d34db-1d71-45f9-a165-b1cff7ef23dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] 10.222.0.78 "DELETE /v2.0/security-groups/2c18c427-05ed-4ae6-bd35-584a629f46b2 HTTP/1.1" status: 204 len: 168 time: 0.1580942 Jul 07 17:48:22.610810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d34db-1d71-45f9-a165-b1cff7ef23dd tempest-TestVolumeBootPattern-2013055882 tempest-TestVolumeBootPattern-2013055882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c18c427-05ed-4ae6-bd35-584a629f46b2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:22.678532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39752) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:23.243760 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.521297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Deleting port f4880763-2302-4143-9a73-2e32fa4722aa {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:23.521641 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.607677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] For port f4880763-2302-4143-9a73-2e32fa4722aa, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4880763-2302-4143-9a73-2e32fa4722aa,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:23.608052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.620999 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Calling delete_port for f4880763-2302-4143-9a73-2e32fa4722aa owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:23.811349 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.838383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4880763-2302-4143-9a73-2e32fa4722aa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:24.008963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.183824 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.231247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Router 16149aad-3c6f-4987-9336-1348bd94fe18 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:24.344314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:24.349453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1c46fe6-ca7d-48e7-861f-961768f96ba5 admin admin] 10.222.0.78 "PUT /v2.0/routers/16149aad-3c6f-4987-9336-1348bd94fe18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6697407 Jul 07 17:48:24.352168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39756) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:24.352889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] Sync routers for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:24.364992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:24.365729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:48:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:24.460201 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.472625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:24.564949 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.617688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Deleting port e41cd0f0-c0db-4d11-9d0c-6d590802d05d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:24.618042 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.653053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:48:23Z', 'revision_number': 5, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port': {'id': 'e41cd0f0-c0db-4d11-9d0c-6d590802d05d', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:05Z', 'updated_at': '2021-07-07T17:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:24.679302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] Checking router: 16149aad-3c6f-4987-9336-1348bd94fe18 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:24.687528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] Routers {'16149aad-3c6f-4987-9336-1348bd94fe18'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:24.688128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:48:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['16149aad-3c6f-4987-9336-1348bd94fe18'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:24.696059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] For port e41cd0f0-c0db-4d11-9d0c-6d590802d05d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:24.696425 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.714415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Calling delete_port for e41cd0f0-c0db-4d11-9d0c-6d590802d05d owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:24.774223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] Set router 16149aad-3c6f-4987-9336-1348bd94fe18 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:24.826631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:48:24Z', 'revision_number': 6, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:24.857277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1e3cf-5a8d-487f-9e45-4e61def19bf0 None None] The sync data for ids ['16149aad-3c6f-4987-9336-1348bd94fe18'] in n-d-793619-7 is: [{'id': '16149aad-3c6f-4987-9336-1348bd94fe18', 'name': 'tempest-TestVolumeBootPattern-1441563309-router', 'tenant_id': '256ea790eebc4d4dbf9e885a8538afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:04Z', 'updated_at': '2021-07-07T17:48:24Z', 'revision_number': 6, 'project_id': '256ea790eebc4d4dbf9e885a8538afec', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:24.895677 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.925621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Pushing event deleted for resources: {'Port': ['ID=e41cd0f0-c0db-4d11-9d0c-6d590802d05d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:24.990925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.080385 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.082624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.126743 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.127296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16149aad-3c6f-4987-9336-1348bd94fe18 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:48:25.132208 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.133393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0226a939-0d45-47fb-ae78-f6f3e9c58baf admin admin] 10.222.0.78 "DELETE /v2.0/routers/16149aad-3c6f-4987-9336-1348bd94fe18 HTTP/1.1" status: 204 len: 168 time: 0.7801795 Jul 07 17:48:25.136017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39760) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:25.182919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Deleting subnet 44d95c89-69be-4c97-b12e-dd666f4a11ea {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:25.185945 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.222031 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.307857 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.366898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.390245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d95c89-69be-4c97-b12e-dd666f4a11ea,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:25.396471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.398402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8b172ff0-2fe7-411e-b0f9-cca3fc3b581e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/44d95c89-69be-4c97-b12e-dd666f4a11ea HTTP/1.1" status: 204 len: 168 time: 0.2615356 Jul 07 17:48:25.400907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:25.403656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1b01d3-886f-4224-a56c-0b12e051a17a None None] Network 94d04211-f642-4b6d-9e17-a6ce7d3d0427 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:25.469509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.523561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Deleting port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:25.523815 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.598833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] For port 32e284cf-1f28-4c7b-9ecc-7bbad9927682, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=32e284cf-1f28-4c7b-9ecc-7bbad9927682,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:25.599199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.613609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Calling delete_port for 32e284cf-1f28-4c7b-9ecc-7bbad9927682 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:25.625246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] DHCP port deletion for 94d04211-f642-4b6d-9e17-a6ce7d3d0427 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:48:25.672114 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Deleting port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:25.672492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.697360 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.722701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e284cf-1f28-4c7b-9ecc-7bbad9927682,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:25.729774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] No DVR routers for this DVR port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:25.743203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] For port 32e284cf-1f28-4c7b-9ecc-7bbad9927682, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=32e284cf-1f28-4c7b-9ecc-7bbad9927682,segment=NetworkSegment(d204a06b-03c5-4857-a26d-ba8031583874),segment_id=d204a06b-03c5-4857-a26d-ba8031583874)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:25.743740 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.758979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Calling delete_port for 32e284cf-1f28-4c7b-9ecc-7bbad9927682 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:25.809472 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.820808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d04211-f642-4b6d-9e17-a6ce7d3d0427']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.833081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd204a06b-03c5-4857-a26d-ba8031583874') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.833408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd204a06b-03c5-4857-a26d-ba8031583874') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.839476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.842987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.859280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.863110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Pushing event deleted for resources: {'Port': ['ID=32e284cf-1f28-4c7b-9ecc-7bbad9927682,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:25.867554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:25.867971 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:25.870671 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:25.874872 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] No DVR routers for this DVR port 32e284cf-1f28-4c7b-9ecc-7bbad9927682 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:25.876625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.877094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.877356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.877697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.878030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.878360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.878686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.879017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.879334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.879656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.879979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.880439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5aa1b-9da4-4b6d-8e0f-0c7b5dfa3276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.936507 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.945190 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.951991 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] 10.222.0.78 "DELETE /v2.0/networks/94d04211-f642-4b6d-9e17-a6ce7d3d0427 HTTP/1.1" status: 204 len: 168 time: 0.5457075 Jul 07 17:48:25.952095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39764) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:25.963237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7166c-4124-495a-8aff-4f5ec695f069 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d04211-f642-4b6d-9e17-a6ce7d3d0427,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:26.299602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.336563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e41cd0f0-c0db-4d11-9d0c-6d590802d05d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:26.356159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e41cd0f0-c0db-4d11-9d0c-6d590802d05d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:26.356506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e41cd0f0-c0db-4d11-9d0c-6d590802d05d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:26.356923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 32e284cf-1f28-4c7b-9ecc-7bbad9927682 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:26.376486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 32e284cf-1f28-4c7b-9ecc-7bbad9927682 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:26.376847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 32e284cf-1f28-4c7b-9ecc-7bbad9927682 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:26.377339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4880763-2302-4143-9a73-2e32fa4722aa no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:26.396940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f4880763-2302-4143-9a73-2e32fa4722aa {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:26.397322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4880763-2302-4143-9a73-2e32fa4722aa not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:26.931834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Deleting port 01fb982c-a1e8-47e0-b502-37ba72102057 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:26.932177 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.017267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] For port 01fb982c-a1e8-47e0-b502-37ba72102057, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=01fb982c-a1e8-47e0-b502-37ba72102057,segment=NetworkSegment(7461adbf-c3ca-4568-9523-caba606b9818),segment_id=7461adbf-c3ca-4568-9523-caba606b9818)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:27.018219 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.031145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Calling delete_port for 01fb982c-a1e8-47e0-b502-37ba72102057 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:27.226624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.250710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Pushing event deleted for resources: {'Port': ['ID=01fb982c-a1e8-47e0-b502-37ba72102057,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.437873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.675426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Router 6ce4a4d6-a92b-4010-b062-97e668d4f49f has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:27.789299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:27.794414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5ebeddd5-14c7-4acb-8483-3cce01017387 admin admin] 10.222.0.78 "PUT /v2.0/routers/6ce4a4d6-a92b-4010-b062-97e668d4f49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421907 Jul 07 17:48:27.797125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39766) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.799710 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] Sync routers for ids ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:27.809658 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] Routers {'6ce4a4d6-a92b-4010-b062-97e668d4f49f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:27.810275 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:48:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:27.910859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.918227 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] Set router 6ce4a4d6-a92b-4010-b062-97e668d4f49f gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:28.026294 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.088795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Deleting port 7404de77-410e-415d-b15d-5dc6f70357e6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:28.089057 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.125043 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:48:27Z', 'revision_number': 5, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port': {'id': '7404de77-410e-415d-b15d-5dc6f70357e6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:38:11Z', 'updated_at': '2021-07-07T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.152074 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] Checking router: 6ce4a4d6-a92b-4010-b062-97e668d4f49f for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:28.163250 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] Routers {'6ce4a4d6-a92b-4010-b062-97e668d4f49f'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:28.163869 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:48:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.174132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] For port 7404de77-410e-415d-b15d-5dc6f70357e6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7404de77-410e-415d-b15d-5dc6f70357e6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:28.174652 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.193704 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Calling delete_port for 7404de77-410e-415d-b15d-5dc6f70357e6 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:28.350660 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] Set router 6ce4a4d6-a92b-4010-b062-97e668d4f49f gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:28.371382 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.403112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Pushing event deleted for resources: {'Port': ['ID=7404de77-410e-415d-b15d-5dc6f70357e6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.406509 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:48:28Z', 'revision_number': 6, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.433942 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfff35-773f-48c2-8bc6-6c1f0dfa388d None None] The sync data for ids ['6ce4a4d6-a92b-4010-b062-97e668d4f49f'] in n-d-793619-7 is: [{'id': '6ce4a4d6-a92b-4010-b062-97e668d4f49f', 'name': 'tempest-TestVolumeBootPattern-470191744-router', 'tenant_id': '31555edd692742deb9de9f7b0324a36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:38:10Z', 'updated_at': '2021-07-07T17:48:28Z', 'revision_number': 6, 'project_id': '31555edd692742deb9de9f7b0324a36b', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:28.465261 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.560230 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.562371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.608862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.609370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce4a4d6-a92b-4010-b062-97e668d4f49f {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:48:28.614404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.615967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b466709b-6155-446d-872b-d755f302e62e admin admin] 10.222.0.78 "DELETE /v2.0/routers/6ce4a4d6-a92b-4010-b062-97e668d4f49f HTTP/1.1" status: 204 len: 168 time: 0.8124535 Jul 07 17:48:28.618976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.662588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Deleting subnet 196027c3-c57d-45ef-82eb-7e08052e7459 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:28.665653 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.698894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.777456 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.838757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.866115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196027c3-c57d-45ef-82eb-7e08052e7459,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.869905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.871866 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-efff33c8-5dd2-4097-90ff-ab6e743e6ac3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/196027c3-c57d-45ef-82eb-7e08052e7459 HTTP/1.1" status: 204 len: 168 time: 0.2518756 Jul 07 17:48:28.874351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39770) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.879905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a96b8a-5fbf-4131-845a-b78c3a2080ac None None] Network 425bf074-cb28-4bec-8d82-3bcc019984c5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:28.945661 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.001558 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Deleting port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:29.002339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.073350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] For port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,segment=NetworkSegment(7461adbf-c3ca-4568-9523-caba606b9818),segment_id=7461adbf-c3ca-4568-9523-caba606b9818)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:29.074241 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.087186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Calling delete_port for 5f4b14a6-8731-455a-8c1e-48a6fe4f558f owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:29.169553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.207370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4b14a6-8731-455a-8c1e-48a6fe4f558f,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.210332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] No DVR routers for this DVR port 5f4b14a6-8731-455a-8c1e-48a6fe4f558f on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:29.256881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2174685-8219-4f9b-a3ec-63c9bf9b0665 None None] DHCP port deletion for 425bf074-cb28-4bec-8d82-3bcc019984c5 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:48:29.285225 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.296536 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425bf074-cb28-4bec-8d82-3bcc019984c5']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.308713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7461adbf-c3ca-4568-9523-caba606b9818') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.309040 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7461adbf-c3ca-4568-9523-caba606b9818') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.320235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.336428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.343495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:29.343938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: timer() Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:29.345800 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:29.409516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.415626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.420402 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/425bf074-cb28-4bec-8d82-3bcc019984c5 HTTP/1.1" status: 204 len: 168 time: 0.5423205 Jul 07 17:48:29.430654 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434964-e7d7-42fd-9f0a-fb58a185b1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=425bf074-cb28-4bec-8d82-3bcc019984c5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.585229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39774) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.635417 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-975b045d-c796-4f6e-a23f-2adabbfcd05d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=256ea790eebc4d4dbf9e885a8538afec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479453 Jul 07 17:48:29.637841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39776) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.686920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f15cabb-f519-4043-a18f-7ef74a1cdd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.709720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f15cabb-f519-4043-a18f-7ef74a1cdd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.761688 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f15cabb-f519-4043-a18f-7ef74a1cdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.764386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2f15cabb-f519-4043-a18f-7ef74a1cdd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.765537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2f15cabb-f519-4043-a18f-7ef74a1cdd2b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7212bb7a-54df-4126-b4e5-569034114705 HTTP/1.1" status: 204 len: 168 time: 0.1267960 Jul 07 17:48:29.774109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15cabb-f519-4043-a18f-7ef74a1cdd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7212bb7a-54df-4126-b4e5-569034114705,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.146657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39782) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.196169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6bdf04c0-5318-470e-bbde-6f18ee547648 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31555edd692742deb9de9f7b0324a36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483117 Jul 07 17:48:30.199819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39784) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.254461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca4e49e4-8e4f-40cb-9a3d-f61cbcb3da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.277168 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca4e49e4-8e4f-40cb-9a3d-f61cbcb3da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.333662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca4e49e4-8e4f-40cb-9a3d-f61cbcb3da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.336680 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca4e49e4-8e4f-40cb-9a3d-f61cbcb3da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.338048 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca4e49e4-8e4f-40cb-9a3d-f61cbcb3da9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86ce79d0-483c-49c8-ba2c-71700eb6f14c HTTP/1.1" status: 204 len: 168 time: 0.1372702 Jul 07 17:48:30.351833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 01fb982c-a1e8-47e0-b502-37ba72102057 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:30.356204 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e49e4-8e4f-40cb-9a3d-f61cbcb3da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce79d0-483c-49c8-ba2c-71700eb6f14c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.382413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 01fb982c-a1e8-47e0-b502-37ba72102057 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:30.382852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 01fb982c-a1e8-47e0-b502-37ba72102057 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:30.383491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7404de77-410e-415d-b15d-5dc6f70357e6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:30.409583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 7404de77-410e-415d-b15d-5dc6f70357e6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:30.409931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7404de77-410e-415d-b15d-5dc6f70357e6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:30.410352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5f4b14a6-8731-455a-8c1e-48a6fe4f558f no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:30.430139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5f4b14a6-8731-455a-8c1e-48a6fe4f558f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:30.430491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5f4b14a6-8731-455a-8c1e-48a6fe4f558f not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:34.276230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.312529 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd9ca-18aa-48e9-91d3-65894bfd0ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.725584 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.228127 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f89ed8c-bb93-4f36-9bf9-ecef19869139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.338600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.974640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.067498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-2f09342d-e37f-474e-932f-bb3dee955d12 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=08d0f5c11ec3422f8c282b18f7863163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314264 Jul 07 17:48:41.192260 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:41.320366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-172b5faf-19dc-41fe-804e-cf2734807313 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:41.322166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-172b5faf-19dc-41fe-804e-cf2734807313 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489758 Jul 07 17:48:41.348450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-0908aa52-dfc0-41b4-9db3-7953e5c9a6a9 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/quotas/08d0f5c11ec3422f8c282b18f7863163 HTTP/1.1" status: 200 len: 375 time: 0.0196352 Jul 07 17:48:41.400124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-2ba51599-cea7-4e97-9ded-93fa1c2af611 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=08d0f5c11ec3422f8c282b18f7863163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459676 Jul 07 17:48:41.637518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-291374ec-70a2-4658-b6c7-a1278fa4af3b req-e328ed7d-99e3-4fb6-ad25-01ef0d9186dd tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 210 time: 0.0315285 Jul 07 17:48:42.818746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-16da2b2f-cf25-4c23-afc7-bafc6ed7b6d0 req-8751916f-5491-44eb-90ae-120a59016365 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 210 time: 0.0300550 Jul 07 17:48:42.886288 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-cd9e2051-ba71-4663-a1eb-c443951c0bcd tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=08d0f5c11ec3422f8c282b18f7863163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263090 Jul 07 17:48:43.011548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d525039b-8a10-4379-a30a-d07b86e19333 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:43.013136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d525039b-8a10-4379-a30a-d07b86e19333 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222322 Jul 07 17:48:43.031163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Request body: {'port': {'device_id': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'admin_state_up': True, 'tenant_id': '08d0f5c11ec3422f8c282b18f7863163'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:43.174910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Made reservation on behalf of 08d0f5c11ec3422f8c282b18f7863163 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:43.178569 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.188178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.304288 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.309686 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.689175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c191b-693f-4948-97dc-532bc86880b1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.767857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Allocated IP 192.168.233.231 (6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8/3a8d04d1-4eaa-42da-b413-98b7f21adbce/f8d09496-6cc9-43b3-95eb-2956dc4f2cc0) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:43.970193 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.995278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1adb4de-b06b-4c16-804b-889dad85839d req-04d2971d-e4dc-4b7b-a9c6-76fa6abe2c73 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 210 time: 0.0399063 Jul 07 17:48:44.006872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Transition to ACTIVE for port object f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:44.043539 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.093237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:44.097353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:44.104064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:44.134732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Pushing event updated for resources: {'Port': ['ID=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.176802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:44.177886 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.196712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-d7fb7d4b-82f1-48e1-9599-3f881715d883 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1690233 Jul 07 17:48:44.215315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Request body: {'port': {'device_id': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:44.314356 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.362698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3a847eb6-d616-4c1d-9514-04ed6bf443e7 None None] Provisioning for port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:44.367320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3a847eb6-d616-4c1d-9514-04ed6bf443e7 None None] Provisioning complete for port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:44.367699 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3a847eb6-d616-4c1d-9514-04ed6bf443e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.410984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3a847eb6-d616-4c1d-9514-04ed6bf443e7 None None] Port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:44.627412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:44.635950 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.649645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Transition to ACTIVE for port object f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:44.654580 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.739272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.805958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Attempting to bind port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:44.806304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Attempting to bind port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:44.806641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Attempting to bind port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:44.811746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:44.812060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Attempting to bind port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 on network 6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:44.818450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:44.818846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Checking segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:44.819179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Bound using segment: {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:44.819624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Bound port: f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f7545-9686-4546-88c4-28d0fff4ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:44.819986 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.898109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] For port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:44.901590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] For port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:44.909548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.945762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:44.946395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.948157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.7399955 Jul 07 17:48:44.948544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'tag': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:44.950971 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfbd229-c362-4a9d-a2f2-dd7329493d9f", "tag": "f8d09496-6cc9-43b3-95eb-2956dc4f2cc0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:44.978153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f3e8e-cb48-4140-adaa-a6c3300c19d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:45.016846 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e7230-257a-4560-af4e-7f8710e1424f x-openstack-request-id: req-002e7230-257a-4560-af4e-7f8710e1424f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:45.017230 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfbd229-c362-4a9d-a2f2-dd7329493d9f", "tag": "f8d09496-6cc9-43b3-95eb-2956dc4f2cc0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:45.017404 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-002e7230-257a-4560-af4e-7f8710e1424f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:45.017813 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'tag': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0', 'status': 'completed', 'code': 200} Jul 07 17:48:45.072093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-10e465d9-e687-4652-9dad-f8f95188577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.073965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-10e465d9-e687-4652-9dad-f8f95188577d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08d0f5c11ec3422f8c282b18f7863163&device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 1099 time: 0.0676279 Jul 07 17:48:45.128190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-29a6a044-8c60-4f09-9e3b-d88cb1a15607 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 HTTP/1.1" status: 200 len: 217 time: 0.0424058 Jul 07 17:48:45.214789 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-c62ac5ba-c6b6-4e1f-a7b1-04798c745b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.216361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-c62ac5ba-c6b6-4e1f-a7b1-04798c745b2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0817080 Jul 07 17:48:45.283927 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c9f12-a36d-4288-9641-c5ffe7043b36 req-98e76577-5db2-4ebb-899a-6e143a93fbde tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.285757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e0c9f12-a36d-4288-9641-c5ffe7043b36 req-98e76577-5db2-4ebb-899a-6e143a93fbde tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 948 time: 0.1498759 Jul 07 17:48:45.325008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-b183975c-0d68-4762-aab0-e500fe9ac678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.326675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-b183975c-0d68-4762-aab0-e500fe9ac678 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042736 Jul 07 17:48:45.359338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8e0c9f12-a36d-4288-9641-c5ffe7043b36 req-907572ec-e726-425c-9e91-c0d6a33a9f39 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669107 Jul 07 17:48:45.432979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-53d9e97a-7e8e-49cc-80fe-ecd7805c3255 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987368 Jul 07 17:48:45.537612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19ca1c16-a9fb-4164-8d6f-224e281c8c8c req-3fd45445-62e2-4573-9471-fc78f5a6d93e service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981641 Jul 07 17:48:45.693062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-6d1bd034-59b8-4ec9-b447-1c1b33397e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.694697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-6d1bd034-59b8-4ec9-b447-1c1b33397e51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08d0f5c11ec3422f8c282b18f7863163&device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 1099 time: 0.0593157 Jul 07 17:48:45.800979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-2ed5f71b-b0e1-43bd-b763-7f7acf4bbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.802601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-2ed5f71b-b0e1-43bd-b763-7f7acf4bbd02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8 HTTP/1.1" status: 200 len: 870 time: 0.1013565 Jul 07 17:48:45.869284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-47cec603-9c78-40c8-934c-56ef5f2cc7da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 HTTP/1.1" status: 200 len: 217 time: 0.0587859 Jul 07 17:48:45.927762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-fab522ee-b6b4-4a11-9c46-b7fe881dd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.930379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-fab522ee-b6b4-4a11-9c46-b7fe881dd946 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a8d04d1-4eaa-42da-b413-98b7f21adbce HTTP/1.1" status: 200 len: 843 time: 0.0537949 Jul 07 17:48:45.992264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-37e499ae-4f93-471b-9f67-176f98956634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.993868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-37e499ae-4f93-471b-9f67-176f98956634 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568120 Jul 07 17:48:46.102707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-b5a56f22-e873-4b74-b6e7-88d322f834a8 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011810 Jul 07 17:48:46.196155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1034c2c-ff20-467d-a57c-8c0316a1c8ab req-c8454acd-e25b-4dea-88ce-839c3e75f703 service neutron] 10.222.0.13 "GET /v2.0/networks/6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Jul 07 17:48:46.545539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f89a-c1a9-4e0a-8008-0a6bc0045d16 req-a3eb17bf-a3d7-40fe-a04d-9715a0829167 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.546970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8b6f89a-c1a9-4e0a-8008-0a6bc0045d16 req-a3eb17bf-a3d7-40fe-a04d-9715a0829167 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 948 time: 0.0712862 Jul 07 17:48:46.589945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8b6f89a-c1a9-4e0a-8008-0a6bc0045d16 req-4764d36d-eae4-445e-99e8-e6dad980bfdc tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Jul 07 17:48:47.560398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:47.662732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:47.676378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0', 'network_id': '6b437792-a6a8-4e2e-8dbe-721d6a9dd6c8', 'port_id': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0', 'mac_address': 'fa:16:3e:cb:4c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8d04d1-4eaa-42da-b413-98b7f21adbce', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:47.714572 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.731572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:47.753510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:47.757887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.778576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a70228-5423-4de5-be58-c725837b0854 req-005ac0c8-41d2-4b81-818b-cc9b53ec64f8 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:47.780504 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21a70228-5423-4de5-be58-c725837b0854 req-005ac0c8-41d2-4b81-818b-cc9b53ec64f8 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 948 time: 0.0684757 Jul 07 17:48:47.808586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.825505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21a70228-5423-4de5-be58-c725837b0854 req-1b7dfd32-37dc-4748-88b9-50c29cb6f985 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362930 Jul 07 17:48:48.065076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f8d09496-6cc9-43b3-95eb-2956dc4f2cc0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:49.009213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6ef60-96fa-4b5f-8f09-0e4cf2e375d7 req-bf45b45c-a475-4e5e-8cc2-f77594bfa6b3 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.011134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fd6ef60-96fa-4b5f-8f09-0e4cf2e375d7 req-bf45b45c-a475-4e5e-8cc2-f77594bfa6b3 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 949 time: 0.0735240 Jul 07 17:48:49.050776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fd6ef60-96fa-4b5f-8f09-0e4cf2e375d7 req-5d8bbaf8-ec4a-4e22-83c6-cd31c5f02b1f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Jul 07 17:48:49.590591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:49.642326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:49.646074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:49.646450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.726133 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.752058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:49.754328 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e79faa8-6fdb-4cb6-ad5d-80b96f6b7d23" -d '{"events": [{"server_uuid": "6dfbd229-c362-4a9d-a2f2-dd7329493d9f", "name": "network-vif-plugged", "status": "completed", "tag": "f8d09496-6cc9-43b3-95eb-2956dc4f2cc0"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:49.767703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:49.771992 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.798804 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff437b28-9a4e-4285-a528-dceab293b550 x-openstack-request-id: req-ff437b28-9a4e-4285-a528-dceab293b550 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:49.799204 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfbd229-c362-4a9d-a2f2-dd7329493d9f", "name": "network-vif-plugged", "status": "completed", "tag": "f8d09496-6cc9-43b3-95eb-2956dc4f2cc0", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:49.799461 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff437b28-9a4e-4285-a528-dceab293b550 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:49.799844 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0', 'code': 200} Jul 07 17:48:49.825772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:49.931736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9171b09-06fb-4a56-b047-faa86fab7237 req-ca22857a-e2dd-4761-bcc3-9ddb0a33fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.933183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9171b09-06fb-4a56-b047-faa86fab7237 req-ca22857a-e2dd-4761-bcc3-9ddb0a33fe2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 1101 time: 0.0515985 Jul 07 17:48:49.967212 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9171b09-06fb-4a56-b047-faa86fab7237 req-b9976a34-d82d-4bc4-92cb-bf95b905fc64 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279119 Jul 07 17:48:50.228163 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbdc97-f67f-4ab6-8632-e2f8b323c560 req-9d45dd31-887d-4cfe-9ff7-39cbb08c1603 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.229771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2dbdc97-f67f-4ab6-8632-e2f8b323c560 req-9d45dd31-887d-4cfe-9ff7-39cbb08c1603 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 950 time: 0.0663679 Jul 07 17:48:50.267925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2dbdc97-f67f-4ab6-8632-e2f8b323c560 req-f4498bc6-4e14-4b8e-a938-7d06e146cda1 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 07 17:48:51.448404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86e76-e481-48c8-8c42-a5ed7dec581e req-4da13477-1fde-4b99-a011-530e05c9353e tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.449981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dc86e76-e481-48c8-8c42-a5ed7dec581e req-4da13477-1fde-4b99-a011-530e05c9353e tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 950 time: 0.0681348 Jul 07 17:48:51.489047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dc86e76-e481-48c8-8c42-a5ed7dec581e req-b543cc20-7117-44c0-90c8-5e6a86b4c109 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Jul 07 17:48:52.589803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32035234-c72a-4dac-b57f-bbddf57833b0 req-98ce8b18-1966-49a8-ba22-732ab7db5d62 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:52.591298 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32035234-c72a-4dac-b57f-bbddf57833b0 req-98ce8b18-1966-49a8-ba22-732ab7db5d62 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 950 time: 0.0645256 Jul 07 17:48:52.629554 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32035234-c72a-4dac-b57f-bbddf57833b0 req-4be718c0-4869-4b08-82f2-c1932b0128d0 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Jul 07 17:48:53.806078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978396-0194-4121-b4b3-fb8bf20f437f req-0c5cac97-ee29-40f5-9e3b-06730c927563 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.807562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00978396-0194-4121-b4b3-fb8bf20f437f req-0c5cac97-ee29-40f5-9e3b-06730c927563 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 950 time: 0.0673208 Jul 07 17:48:53.854939 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-00978396-0194-4121-b4b3-fb8bf20f437f req-82947bcf-a1c9-4f67-ad7b-4c33d93d57c7 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b9c191b-693f-4948-97dc-532bc86880b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Jul 07 17:48:53.916857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae487f9-d805-4e66-b134-14f20c828622 req-a4caad0f-7764-49e9-b3d9-1ccabdf4ceb8 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.918248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dae487f9-d805-4e66-b134-14f20c828622 req-a4caad0f-7764-49e9-b3d9-1ccabdf4ceb8 tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 950 time: 0.0793788 Jul 07 17:48:54.021925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Deleting port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:54.022269 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.108893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] For port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,segment=NetworkSegment(c91f7545-9686-4546-88c4-28d0fff4ae63),segment_id=c91f7545-9686-4546-88c4-28d0fff4ae63)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:54.109289 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.123401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Calling delete_port for f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:54.184250 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.267689 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.300223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Pushing event deleted for resources: {'Port': ['ID=f8d09496-6cc9-43b3-95eb-2956dc4f2cc0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:54.301762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f8d09496-6cc9-43b3-95eb-2956dc4f2cc0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:54.349861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] No DVR routers for this DVR port f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:54.352961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.355144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dae487f9-d805-4e66-b134-14f20c828622 req-cafb14d7-934f-450c-82cf-fc4fb9fd390f tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.13 "DELETE /v2.0/ports/f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 HTTP/1.1" status: 204 len: 173 time: 0.4316490 Jul 07 17:48:54.355614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'name': 'network-vif-deleted', 'tag': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:54.358001 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efde885-938a-4db1-8408-f47e85bbcaa8" -d '{"events": [{"server_uuid": "6dfbd229-c362-4a9d-a2f2-dd7329493d9f", "name": "network-vif-deleted", "tag": "f8d09496-6cc9-43b3-95eb-2956dc4f2cc0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:54.408033 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f4067e-a557-4465-95ec-3c2d28b69f22 x-openstack-request-id: req-e2f4067e-a557-4465-95ec-3c2d28b69f22 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:54.408394 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfbd229-c362-4a9d-a2f2-dd7329493d9f", "name": "network-vif-deleted", "tag": "f8d09496-6cc9-43b3-95eb-2956dc4f2cc0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:54.408743 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2f4067e-a557-4465-95ec-3c2d28b69f22 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:54.409240 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfbd229-c362-4a9d-a2f2-dd7329493d9f', 'name': 'network-vif-deleted', 'tag': 'f8d09496-6cc9-43b3-95eb-2956dc4f2cc0', 'status': 'completed', 'code': 200} Jul 07 17:48:55.025923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ba7c10b-72b6-444d-9e22-26153ea20e56 req-da2f2aaf-bc14-47b8-96e7-4672c39157ed tempest-ServersAdminNegativeTestJSON-265289627 tempest-ServersAdminNegativeTestJSON-265289627-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dfbd229-c362-4a9d-a2f2-dd7329493d9f HTTP/1.1" status: 200 len: 210 time: 0.0328078 Jul 07 17:48:56.388352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:56.519967 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13c89493-2dd1-4b26-927d-9e79bdafcda2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08d0f5c11ec3422f8c282b18f7863163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304529 Jul 07 17:48:56.522459 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39934) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:56.572927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e89773-810d-4ace-8c4b-b84fbe705099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.594942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e89773-810d-4ace-8c4b-b84fbe705099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.646431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e89773-810d-4ace-8c4b-b84fbe705099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.649128 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e89773-810d-4ace-8c4b-b84fbe705099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.650342 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-94e89773-810d-4ace-8c4b-b84fbe705099 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b9c191b-693f-4948-97dc-532bc86880b1 HTTP/1.1" status: 204 len: 168 time: 0.1269779 Jul 07 17:48:56.659813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e89773-810d-4ace-8c4b-b84fbe705099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c191b-693f-4948-97dc-532bc86880b1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:56.937272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39940) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:56.951667 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1657bc8-658c-4d51-b233-dbd0c9b12353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.050095 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1657bc8-658c-4d51-b233-dbd0c9b12353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.054801 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d1657bc8-658c-4d51-b233-dbd0c9b12353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.095327 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d1657bc8-658c-4d51-b233-dbd0c9b12353 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=598d534579ef4e27af432667b33d6fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566255 Jul 07 17:48:57.096113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1657bc8-658c-4d51-b233-dbd0c9b12353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a82a9f9-5088-43af-8bd4-40d7af227985,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:57.099437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:57.155711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3c11330-b896-43ca-a680-828b15734d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.178606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3c11330-b896-43ca-a680-828b15734d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.229879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3c11330-b896-43ca-a680-828b15734d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.232559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a3c11330-b896-43ca-a680-828b15734d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.233830 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a3c11330-b896-43ca-a680-828b15734d3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a82a9f9-5088-43af-8bd4-40d7af227985 HTTP/1.1" status: 204 len: 168 time: 0.1326821 Jul 07 17:48:57.242764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11330-b896-43ca-a680-828b15734d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a82a9f9-5088-43af-8bd4-40d7af227985,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:57.622716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:57.644040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:57.644475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f8d09496-6cc9-43b3-95eb-2956dc4f2cc0 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:57.943125 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 39964) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:58.042008 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1496539346-network', 'tenant_id': 'a09140396f31413b947c4813a886f474'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:58.065842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Made reservation on behalf of a09140396f31413b947c4813a886f474 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:58.068404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.077096 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.164364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.168246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.196420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:58.202096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb03963-4025-4a96-b3e8-36d7f2f18a08,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:58.211086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.211392 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Added segment 56c90177-55d1-4734-829f-42fd9a42382f of type vlan for network b320e201-0e99-40bf-b993-072e19758f97 Jul 07 17:48:58.260465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.291543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.292581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:58.293187 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.352311 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4077280 Jul 07 17:48:58.355647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 39968) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:58.358553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32fe9d-4abe-4229-b9f7-424e1501277e admin admin] Pushing event updated for resources: {'Network': ['ID=b320e201-0e99-40bf-b993-072e19758f97,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:58.361860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Request body: {'subnet': {'network_id': 'b320e201-0e99-40bf-b993-072e19758f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1496539346-subnet', 'tenant_id': 'a09140396f31413b947c4813a886f474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:58.370158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b320e201-0e99-40bf-b993-072e19758f97 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:58.382497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Made reservation on behalf of a09140396f31413b947c4813a886f474 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:58.384951 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.556219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.613784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e585f99e-d5df-46fa-90f7-9d22fb24b972,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:58.618838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Checking segment: {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:58.619200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Network hostable DHCP agents. Network: b320e201-0e99-40bf-b993-072e19758f97, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:58.636551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Network b320e201-0e99-40bf-b993-072e19758f97 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:58.646047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b320e201-0e99-40bf-b993-072e19758f97) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:58.650597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:58.651747 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.654813 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93466aa-359d-4bb3-aaba-e239ca1c8a7a None None] Network b320e201-0e99-40bf-b993-072e19758f97 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:58.666632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4f0844e0-7b8f-4e28-ab4c-d21039212fce admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3097792 Jul 07 17:48:58.790817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc3ef38-72e7-44ab-9bd4-b10fc68ccca3 None None] Network b320e201-0e99-40bf-b993-072e19758f97 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:59.111375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-0197e33b-147e-4a9c-800d-77552081e4dd tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:59.112765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-0197e33b-147e-4a9c-800d-77552081e4dd tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 812 time: 0.1131847 Jul 07 17:48:59.127668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-51d35708-9bd7-42b8-9118-6e0f9c39c9e2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/quotas/a09140396f31413b947c4813a886f474 HTTP/1.1" status: 200 len: 375 time: 0.0095932 Jul 07 17:48:59.162886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-c4f8c4b4-474d-47ea-b25b-69b9a8c5eab4 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300364 Jul 07 17:48:59.175697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-c4ab7553-05fb-4ff6-bd2c-50d8e61b048b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:59.176787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-c4ab7553-05fb-4ff6-bd2c-50d8e61b048b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070257 Jul 07 17:48:59.273892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-362b2b7c-a97d-4df8-9f7d-3a1b3acd91c4 service neutron] 10.222.0.78 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911837 Jul 07 17:48:59.367768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-8ca3ddbe-9d04-43bd-9a09-26faa0cc82b8 service neutron] 10.222.0.78 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880785 Jul 07 17:48:59.539562 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42fc3ad1-c992-4852-96b5-ef5e5d33e655 req-6488c782-907a-420c-8ff2-612ac6c00dac tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 210 time: 0.0294280 Jul 07 17:49:00.726805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-2a23c813-8a2a-4f37-871f-051d96a2b52b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.728489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-2a23c813-8a2a-4f37-871f-051d96a2b52b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.13 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 812 time: 0.1581006 Jul 07 17:49:00.760533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cba4712-e19e-44c1-929e-568ea8a64d73 req-dc3153ca-b605-4fcd-acf4-441e6e6be82f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 210 time: 0.0310559 Jul 07 17:49:00.763996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Request body: {'port': {'device_id': '79c481c8-0d35-4240-a38d-51cf76965429', 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97', 'admin_state_up': True, 'tenant_id': 'a09140396f31413b947c4813a886f474'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:00.877856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Made reservation on behalf of a09140396f31413b947c4813a886f474 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:00.881325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.004351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Allocated IP 172.20.0.5 (b320e201-0e99-40bf-b993-072e19758f97/e585f99e-d5df-46fa-90f7-9d22fb24b972/7e2dffd8-acb8-408e-beeb-01e9a0ebbf01) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:01.158591 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.205736 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.248591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Network b320e201-0e99-40bf-b993-072e19758f97 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:01.252729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:01.259271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:01.291408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.306740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.307233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.307450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.307785 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.308115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.308445 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.308769 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.309091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.309436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.309755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.310075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.310400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.330266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.330891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.346835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-99cb8158-acb3-4f27-a9f7-cdc3ad3843d2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887291 Jul 07 17:49:01.364829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Request body: {'port': {'device_id': '79c481c8-0d35-4240-a38d-51cf76965429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:01.434853 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.699086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:01.707244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.719910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Transition to ACTIVE for port object 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:01.724090 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.775447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.845253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:01.845526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:01.845832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on network b320e201-0e99-40bf-b993-072e19758f97 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:01.850093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on network b320e201-0e99-40bf-b993-072e19758f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:01.850412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on network b320e201-0e99-40bf-b993-072e19758f97 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:01.855364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:01.855699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Checking segment: {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:01.856082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Bound using segment: {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:01.856536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Bound port: 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:01.856895 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.956913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:01.960432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:01.965152 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.007611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.008331 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.009752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 1091 time: 0.6501908 Jul 07 17:49:02.010908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:02.013185 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81" -d '{"events": [{"name": "network-changed", "server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:02.025658 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6eea-2e64-4e20-8d49-4b733759f86f req-d47b1b70-87cc-4bbe-b7b3-7e0ece72a67c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.027475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f9f6eea-2e64-4e20-8d49-4b733759f86f req-d47b1b70-87cc-4bbe-b7b3-7e0ece72a67c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.1350081 Jul 07 17:49:02.073544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e304-142b-40e0-8e36-aed1d7e10cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:02.115574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6f9f6eea-2e64-4e20-8d49-4b733759f86f req-e1d0df7d-fd94-4309-9451-2b8ebbd56e3f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797431 Jul 07 17:49:02.136599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-fb73a436-8993-4e37-98df-a47df596bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.138150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-fb73a436-8993-4e37-98df-a47df596bbc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1094 time: 0.0749102 Jul 07 17:49:02.185566 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f9e9c-46d8-4e08-94e5-c77940624d88 x-openstack-request-id: req-3a9f9e9c-46d8-4e08-94e5-c77940624d88 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:02.185862 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:02.186123 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a9f9e9c-46d8-4e08-94e5-c77940624d88 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:02.186521 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'status': 'completed', 'code': 200} Jul 07 17:49:02.188531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-060c8361-b020-4444-8565-3e279bc1da5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0382133 Jul 07 17:49:02.236805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85f77-c984-451e-84fe-777651632f33 req-36ce00fd-9e88-47aa-9dfc-c073e9097f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.238215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-36ce00fd-9e88-47aa-9dfc-c073e9097f55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.0440032 Jul 07 17:49:02.272541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-cde1fdbe-1758-4138-9393-34ae98bd8d22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267434 Jul 07 17:49:02.372121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-5e78d1f1-2105-4e3c-ae7d-a6346f0fea78 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931444 Jul 07 17:49:02.463846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaa85f77-c984-451e-84fe-777651632f33 req-ef6bcded-b02f-4b6a-9210-daf3712be04d service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858033 Jul 07 17:49:02.607994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-41d97219-1318-4058-a98a-46ee416f5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.610267 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-41d97219-1318-4058-a98a-46ee416f5368 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1094 time: 0.0631936 Jul 07 17:49:02.699046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-7cdd433c-d357-42e7-b67a-3476f593a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.700519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-7cdd433c-d357-42e7-b67a-3476f593a1e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.0850525 Jul 07 17:49:02.744648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-ec04fabf-f455-43a2-a2de-bc45671fca0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0381651 Jul 07 17:49:02.792503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-c27132e7-9cb5-4d85-a993-d883f42bdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.793995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-c27132e7-9cb5-4d85-a993-d883f42bdc01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.0427394 Jul 07 17:49:02.830095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-4317f0dc-c494-4e1f-a93a-3c5b21ab21fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285478 Jul 07 17:49:02.926651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-98e55cc8-eb23-4d0f-8753-1fcd5fe6a4d3 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891893 Jul 07 17:49:03.014986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8bb4a0d-450e-4850-9a43-dd6138e5cf81 req-6dc593cb-f77a-4f05-8d5f-90a5a1452562 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821598 Jul 07 17:49:03.293378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805456a-ed3b-4204-9b04-34a1d59f71c9 req-319b2472-8a15-4db3-8100-daff5d329e29 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.294864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d805456a-ed3b-4204-9b04-34a1d59f71c9 req-319b2472-8a15-4db3-8100-daff5d329e29 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.0658946 Jul 07 17:49:03.333187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d805456a-ed3b-4204-9b04-34a1d59f71c9 req-bd925e14-c370-4bb8-9514-5950af7718c5 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Jul 07 17:49:04.270369 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.510836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede6812-1336-48ed-aeaa-ea664d1a8d00 req-50672ed8-6023-4097-8096-54c8ffbb7e53 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:04.512328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aede6812-1336-48ed-aeaa-ea664d1a8d00 req-50672ed8-6023-4097-8096-54c8ffbb7e53 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.0688303 Jul 07 17:49:04.552178 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aede6812-1336-48ed-aeaa-ea664d1a8d00 req-642dc8f1-3221-4b2f-8b90-13af86d6efc3 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Jul 07 17:49:05.308533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-815aa363-f689-4454-8dbe-3b7ddb6fb1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.670958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:05.729011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a89078-7c3d-4ef0-9fec-01ec31969637 req-97126576-6aee-4205-a88f-4bae3089d358 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.731225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36a89078-7c3d-4ef0-9fec-01ec31969637 req-97126576-6aee-4205-a88f-4bae3089d358 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.0663209 Jul 07 17:49:05.771091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36a89078-7c3d-4ef0-9fec-01ec31969637 req-b234524f-103d-4ddf-ada8-1854d66d1db1 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Jul 07 17:49:05.772855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:05.785020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97', 'port_id': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'mac_address': 'fa:16:3e:b1:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585f99e-d5df-46fa-90f7-9d22fb24b972', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:05.823679 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.836414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:05.857431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:05.861846 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.914962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.117689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:06.961050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab29a68-1ca8-400a-9836-5eea669211e0 req-05d08bf1-8d17-430a-a8cc-465fa5525010 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.962574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ab29a68-1ca8-400a-9836-5eea669211e0 req-05d08bf1-8d17-430a-a8cc-465fa5525010 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 944 time: 0.0695863 Jul 07 17:49:07.000046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ab29a68-1ca8-400a-9836-5eea669211e0 req-70cf8d8d-df17-4151-98ae-4d4a9f65af30 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Jul 07 17:49:07.683313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:07.731839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.748430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:07.752166 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:07.752542 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.830899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.853841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:07.856210 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7324a7-c79c-4b20-a42f-e333f0aa6462" -d '{"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-plugged", "status": "completed", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:07.869985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:07.874239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.898151 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208b6ee-1329-4a60-b937-75f8c0f23ba0 x-openstack-request-id: req-7208b6ee-1329-4a60-b937-75f8c0f23ba0 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:07.898450 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-plugged", "status": "completed", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:07.898709 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7208b6ee-1329-4a60-b937-75f8c0f23ba0 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:07.899100 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'code': 200} Jul 07 17:49:07.928197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:08.033738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5d077-f289-49b6-9f15-c54423f711e1 req-581e14cf-afbc-44bd-91b6-9818485b867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:08.035228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e5d077-f289-49b6-9f15-c54423f711e1 req-581e14cf-afbc-44bd-91b6-9818485b867d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1096 time: 0.0550597 Jul 07 17:49:08.070319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-28e5d077-f289-49b6-9f15-c54423f711e1 req-c7932d79-a2fe-4fe3-830e-492e7f4acd22 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288522 Jul 07 17:49:08.178004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa007aa-2525-4816-93a1-49c64d3a08d0 req-1417e3ba-1677-43cd-ab06-165a782178aa tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:08.179480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1aa007aa-2525-4816-93a1-49c64d3a08d0 req-1417e3ba-1677-43cd-ab06-165a782178aa tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0620627 Jul 07 17:49:08.221587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1aa007aa-2525-4816-93a1-49c64d3a08d0 req-d397439d-6569-431e-86e9-cff644ca455d tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Jul 07 17:49:09.210485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-913fd658-899f-4e4a-93e5-c11dd599ebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.333244 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.396263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974de6e-36bb-4362-ba8c-f0de8f717961 req-62fc17e7-3f07-47a2-8caf-0c7e278f2717 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:09.397768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4974de6e-36bb-4362-ba8c-f0de8f717961 req-62fc17e7-3f07-47a2-8caf-0c7e278f2717 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0647194 Jul 07 17:49:09.434936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4974de6e-36bb-4362-ba8c-f0de8f717961 req-b597c9e2-9014-47e2-94c6-0603f4c3d04e tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jul 07 17:49:09.833016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ff277-d685-4c84-b7c7-f1296da8e363 req-684cd4fb-5a34-4070-a8aa-fb6321255162 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:09.834545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b36ff277-d685-4c84-b7c7-f1296da8e363 req-684cd4fb-5a34-4070-a8aa-fb6321255162 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0648856 Jul 07 17:49:09.848071 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-4e4394ea-0f58-4300-b9e2-4e0324123e6c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919344 Jul 07 17:49:09.874157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b36ff277-d685-4c84-b7c7-f1296da8e363 req-c7ab73fb-b9e1-4995-baba-7fe35ddf7eac tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Jul 07 17:49:10.977667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.056152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3f41f-dcef-4824-b43e-134457a14814 req-3e4425cf-3d7b-4cbc-809a-4121642338b0 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.057743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fae3f41f-dcef-4824-b43e-134457a14814 req-3e4425cf-3d7b-4cbc-809a-4121642338b0 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0706563 Jul 07 17:49:11.098365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fae3f41f-dcef-4824-b43e-134457a14814 req-0b41daf0-a659-41a2-a596-f17069d5e123 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Jul 07 17:49:11.203958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-d6dfef4b-2d6f-469b-8094-1b00a1d63b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.206348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-d6dfef4b-2d6f-469b-8094-1b00a1d63b28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1096 time: 0.0581920 Jul 07 17:49:11.608462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-733784ec-a422-4b63-a493-157e003ea5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.609968 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-733784ec-a422-4b63-a493-157e003ea5b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.3973918 Jul 07 17:49:11.652661 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-7b9088b5-33ec-4c25-a3c2-3c58428641f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0345068 Jul 07 17:49:11.701282 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-6f603a70-0fd8-4942-8d1f-bc1a87e59c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.702801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-6f603a70-0fd8-4942-8d1f-bc1a87e59c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.0443053 Jul 07 17:49:11.739190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-1933134c-8ad9-4994-8ba7-eb98c6e8fd3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301671 Jul 07 17:49:11.829042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-9e0a9952-f6f4-4ba3-b2c5-700c92f2098a service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838945 Jul 07 17:49:11.919810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-b97be269-4ea5-4d40-93c2-a11cb9150b08 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846035 Jul 07 17:49:12.280533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883986-2fb2-440d-8b23-a62f7a0fefad req-79b524a0-22ea-450a-8a40-485fd0d19629 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:12.281976 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68883986-2fb2-440d-8b23-a62f7a0fefad req-79b524a0-22ea-450a-8a40-485fd0d19629 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0666897 Jul 07 17:49:12.322726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68883986-2fb2-440d-8b23-a62f7a0fefad req-24157130-67a2-4fb2-8d75-ebe850923ee5 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Jul 07 17:49:13.502409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d52bd-0f29-4f75-a884-827863c931f2 req-1ed01e0c-51e9-49b0-a7e0-d52925826c66 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.503822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c73d52bd-0f29-4f75-a884-827863c931f2 req-1ed01e0c-51e9-49b0-a7e0-d52925826c66 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0644438 Jul 07 17:49:13.541222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c73d52bd-0f29-4f75-a884-827863c931f2 req-db4ea70a-684e-4688-9297-10091a7de69f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 Jul 07 17:49:14.723250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80c97-f557-418d-9a85-d2fdab63ca55 req-099f018e-fb61-4a57-8f1b-cbbbcc5d1c68 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.724753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2bc80c97-f557-418d-9a85-d2fdab63ca55 req-099f018e-fb61-4a57-8f1b-cbbbcc5d1c68 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0721800 Jul 07 17:49:14.761528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2bc80c97-f557-418d-9a85-d2fdab63ca55 req-04d11d1f-dd5a-4630-b149-f3714b16f0d4 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 07 17:49:15.934925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bcf1f-c4dc-4083-abd8-1abe538e85c8 req-8c127b2f-fb3c-4646-9007-c85a648aa24a tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.936398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d01bcf1f-c4dc-4083-abd8-1abe538e85c8 req-8c127b2f-fb3c-4646-9007-c85a648aa24a tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0637407 Jul 07 17:49:15.975322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d01bcf1f-c4dc-4083-abd8-1abe538e85c8 req-036939bf-0b93-4b41-bf92-078e6c060f2a tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Jul 07 17:49:17.158232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7e286-982f-417a-96ac-24ba6151bc55 req-9adf5042-9a14-4d51-bd3e-749eba3a945c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.159696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4af7e286-982f-417a-96ac-24ba6151bc55 req-9adf5042-9a14-4d51-bd3e-749eba3a945c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0666423 Jul 07 17:49:17.196406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4af7e286-982f-417a-96ac-24ba6151bc55 req-f4b12016-3094-417a-9007-db6b818ea264 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jul 07 17:49:18.191568 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:18.372357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bb140-3e11-4bf4-8cd8-bb7017ed4518 req-e257d999-2462-4c6b-8c2c-eeec78798851 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.373862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc5bb140-3e11-4bf4-8cd8-bb7017ed4518 req-e257d999-2462-4c6b-8c2c-eeec78798851 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0663111 Jul 07 17:49:18.415870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc5bb140-3e11-4bf4-8cd8-bb7017ed4518 req-f490c28d-f5da-4406-8580-cfa3c4c909de tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356607 Jul 07 17:49:19.592598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76a60-eb46-4c62-b029-152e8a4f7049 req-af77dec6-1ba1-4670-92c7-544e7948a1c5 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.594148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdc76a60-eb46-4c62-b029-152e8a4f7049 req-af77dec6-1ba1-4670-92c7-544e7948a1c5 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0662303 Jul 07 17:49:19.633629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fdc76a60-eb46-4c62-b029-152e8a4f7049 req-12ff3b71-aebe-46d5-adf6-6216317b6250 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Jul 07 17:49:19.732780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860848-221b-431a-87d2-89b206c7df4b req-e38ccb89-0538-450c-b9d3-35fe6007547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.734217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-e38ccb89-0538-450c-b9d3-35fe6007547e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1096 time: 0.0561185 Jul 07 17:49:19.839683 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860848-221b-431a-87d2-89b206c7df4b req-7e04df19-02e6-4bf3-bfb1-2fc773bf5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.841151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-7e04df19-02e6-4bf3-bfb1-2fc773bf5303 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.0824866 Jul 07 17:49:19.885802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-ff841f19-0fce-41a8-baad-a99a5839f82d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Jul 07 17:49:19.932470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860848-221b-431a-87d2-89b206c7df4b req-a0f2a4eb-3f8a-4b61-953a-0c4c6f29f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.933931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-a0f2a4eb-3f8a-4b61-953a-0c4c6f29f66a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.0424614 Jul 07 17:49:19.965764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-63cf8aa4-358a-4767-87da-ecb6770817ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255837 Jul 07 17:49:20.064183 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-d91c52b3-bfaf-4fa1-88a9-32131ec6c201 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912504 Jul 07 17:49:20.153191 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88860848-221b-431a-87d2-89b206c7df4b req-5211085a-881a-4c53-b310-6f0201857449 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Jul 07 17:49:20.811029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090d5ee-1af1-45e6-b79d-5f13238efb83 req-331f721f-44da-4ea6-82ac-ce5cbe64b753 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.812535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f090d5ee-1af1-45e6-b79d-5f13238efb83 req-331f721f-44da-4ea6-82ac-ce5cbe64b753 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0664499 Jul 07 17:49:20.856023 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f090d5ee-1af1-45e6-b79d-5f13238efb83 req-fa4e8af9-e9d8-4e84-adb2-e2ba655a08a2 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371077 Jul 07 17:49:22.039018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714ec7-7572-4613-93e4-849fcb7d5453 req-02f2f822-7c7d-47d8-aaa7-69c72a7d4dc8 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:22.040553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90714ec7-7572-4613-93e4-849fcb7d5453 req-02f2f822-7c7d-47d8-aaa7-69c72a7d4dc8 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0693164 Jul 07 17:49:22.080263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90714ec7-7572-4613-93e4-849fcb7d5453 req-634e2c76-1ba5-4d0d-87f1-fa9d4290fc22 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Jul 07 17:49:23.254956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5835a0-99fb-4647-b1c6-14faca9c0e8a req-c9a41471-fa1a-4e39-8d1a-c94866dab261 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.256457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe5835a0-99fb-4647-b1c6-14faca9c0e8a req-c9a41471-fa1a-4e39-8d1a-c94866dab261 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0650809 Jul 07 17:49:23.294009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe5835a0-99fb-4647-b1c6-14faca9c0e8a req-88a3ec5e-0d0b-43b5-afd2-8f0746da8507 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Jul 07 17:49:24.198976 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.472961 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9b9a-de4e-4aec-b5bd-7c95621224cb req-7e42ac0a-c558-4d16-8c38-d9216599a32c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:24.474468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57da9b9a-de4e-4aec-b5bd-7c95621224cb req-7e42ac0a-c558-4d16-8c38-d9216599a32c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0681317 Jul 07 17:49:24.515432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57da9b9a-de4e-4aec-b5bd-7c95621224cb req-a1d52c3d-6426-4e29-abce-e646ed3eabef tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Jul 07 17:49:25.691496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c81f0f-8d5b-4e72-9940-f3c68f0f98d5 req-b6ffd423-5222-41de-9bd2-7f6635f7ee47 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.692983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97c81f0f-8d5b-4e72-9940-f3c68f0f98d5 req-b6ffd423-5222-41de-9bd2-7f6635f7ee47 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0647516 Jul 07 17:49:25.731007 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-97c81f0f-8d5b-4e72-9940-f3c68f0f98d5 req-50322927-57e8-4e67-868e-5947bd780a65 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Jul 07 17:49:26.912291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3f028-6ad0-45e6-b678-0f0d7418ca0f req-ed430617-456c-4be0-a953-baa695967b44 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.913827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7b3f028-6ad0-45e6-b678-0f0d7418ca0f req-ed430617-456c-4be0-a953-baa695967b44 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0667963 Jul 07 17:49:26.956026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7b3f028-6ad0-45e6-b678-0f0d7418ca0f req-e4b04b55-3b14-411d-98d6-1275eb66e5bf tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Jul 07 17:49:28.312720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beb31c-032e-4c87-bf8a-fed7e27e22ea req-699e357a-be10-4905-92ba-edf5038e465c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.314891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42beb31c-032e-4c87-bf8a-fed7e27e22ea req-699e357a-be10-4905-92ba-edf5038e465c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0647867 Jul 07 17:49:28.353484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42beb31c-032e-4c87-bf8a-fed7e27e22ea req-ecf5f1fc-298f-4dc0-bf94-93ca3343a2c5 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Jul 07 17:49:29.530817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea069-11f7-4cc6-8acc-25585ba26233 req-4c1baa4c-6c84-4fae-8e8f-5d45f183f53b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.532852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-491ea069-11f7-4cc6-8acc-25585ba26233 req-4c1baa4c-6c84-4fae-8e8f-5d45f183f53b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0647080 Jul 07 17:49:29.570777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-491ea069-11f7-4cc6-8acc-25585ba26233 req-89e037ca-9a26-4a1a-985f-47db752a0b4f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Jul 07 17:49:30.754395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64062fc9-d6ed-4b4e-a35e-f40fc0934b13 req-01e787bf-1f77-4c08-9c42-97fdc3e3daf6 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.755916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64062fc9-d6ed-4b4e-a35e-f40fc0934b13 req-01e787bf-1f77-4c08-9c42-97fdc3e3daf6 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0715623 Jul 07 17:49:30.795300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64062fc9-d6ed-4b4e-a35e-f40fc0934b13 req-34d5de0f-819d-4aa2-b056-a44abe9c8724 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335829 Jul 07 17:49:31.975585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c717-92cb-43de-80ac-32fdd1f8e7d4 req-c7f55a71-e00a-45a4-8b5a-271b2a3bd190 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.977175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c010c717-92cb-43de-80ac-32fdd1f8e7d4 req-c7f55a71-e00a-45a4-8b5a-271b2a3bd190 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0652516 Jul 07 17:49:32.017084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c010c717-92cb-43de-80ac-32fdd1f8e7d4 req-0321fc8e-c40a-4103-b5a4-3d65d05d85be tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340607 Jul 07 17:49:33.195772 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4056a-71b4-4bcf-9f82-78975cb88138 req-7d323ca6-fd8a-46a7-887e-f9fc5832f430 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:33.197684 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10e4056a-71b4-4bcf-9f82-78975cb88138 req-7d323ca6-fd8a-46a7-887e-f9fc5832f430 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0646253 Jul 07 17:49:33.240873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10e4056a-71b4-4bcf-9f82-78975cb88138 req-34df11f9-3894-4f8e-abb0-ffb10bee8455 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Jul 07 17:49:34.285753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.440310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433997e2-ecf2-429a-83e1-5d4ad8b89d82 req-8ea6daa0-a76e-4c48-8b79-0f928c3e1192 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:34.441920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-433997e2-ecf2-429a-83e1-5d4ad8b89d82 req-8ea6daa0-a76e-4c48-8b79-0f928c3e1192 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0672536 Jul 07 17:49:34.480839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-433997e2-ecf2-429a-83e1-5d4ad8b89d82 req-6024547a-c292-4dba-bc2e-21eb390ea590 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Jul 07 17:49:35.309818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b44e7580-3a83-4102-9a33-ba9a99f2549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.654065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19196-c558-4ee8-9019-554d092db8bb req-085bcfcd-120a-4844-affc-ddb41b5eef7f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:35.655578 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93c19196-c558-4ee8-9019-554d092db8bb req-085bcfcd-120a-4844-affc-ddb41b5eef7f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0634201 Jul 07 17:49:35.693058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93c19196-c558-4ee8-9019-554d092db8bb req-5067f63b-5064-4fc2-8b3b-5db09b4b7e9a tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Jul 07 17:49:36.885202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0cf38-e903-42e2-824b-59ae904c2c0f req-4939058e-012b-49d6-b9c6-d65286b7a47b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:36.886759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1e0cf38-e903-42e2-824b-59ae904c2c0f req-4939058e-012b-49d6-b9c6-d65286b7a47b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0708981 Jul 07 17:49:36.926941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f1e0cf38-e903-42e2-824b-59ae904c2c0f req-b1095193-7596-4d70-89a0-5598b90dcbd3 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Jul 07 17:49:37.724567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.103693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334885b-67d0-4d5f-9bcf-2d48acb17ebd req-48711675-bb59-4f3f-8c33-8d8420ac220b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.105225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4334885b-67d0-4d5f-9bcf-2d48acb17ebd req-48711675-bb59-4f3f-8c33-8d8420ac220b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0654571 Jul 07 17:49:38.145329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4334885b-67d0-4d5f-9bcf-2d48acb17ebd req-17a59245-4ff7-4464-9911-df81eca2c1ee tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Jul 07 17:49:38.850524 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-b6386890-f821-4497-98da-07e9b3725fec req-0298161d-4f23-4560-925d-1e92d06d9b87 service neutron] show failed (client error): The resource could not be found. Jul 07 17:49:38.851574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-0298161d-4f23-4560-925d-1e92d06d9b87 service neutron] 10.222.0.13 "GET /v2.0/ports/7e2dffd8-acb8-408e-beeb-01e9a0ebbf01/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0566051 Jul 07 17:49:39.103633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-08f850e5-e592-47cd-bed9-8d9d70bf91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.105073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-08f850e5-e592-47cd-bed9-8d9d70bf91b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429&tenant_id=a09140396f31413b947c4813a886f474 HTTP/1.1" status: 200 len: 1096 time: 0.0608408 Jul 07 17:49:39.116379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:39.187933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.221584 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1d46bfe1-bfa7-425d-82ad-4059fd14d2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.337441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.439200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f006bb-8de5-4a0b-9e9b-9b7c8344f0db req-96e39f6c-473d-47a1-8536-0664451c82ed tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.440607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72f006bb-8de5-4a0b-9e9b-9b7c8344f0db req-96e39f6c-473d-47a1-8536-0664451c82ed tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.1436138 Jul 07 17:49:39.459730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:39.499742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-72f006bb-8de5-4a0b-9e9b-9b7c8344f0db req-9090278b-171f-45fc-85bc-417265446e5c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534244 Jul 07 17:49:39.515424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:39.554497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:39.556788 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f88813f-e3a4-4d2c-a373-e17bf5a85cff" -d '{"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:39.560850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.575155 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Transition to ACTIVE for port object 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:39.579775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.611509 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1902f-1e40-4279-b008-a7f83037c180 x-openstack-request-id: req-38c1902f-1e40-4279-b008-a7f83037c180 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:39.611810 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:39.612060 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38c1902f-1e40-4279-b008-a7f83037c180 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:39.612452 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'code': 200} Jul 07 17:49:39.648655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] No DVR routers for this DVR port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:39.655185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:39.689026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:39.689448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:39.689720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on network b320e201-0e99-40bf-b993-072e19758f97 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:39.693963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on network b320e201-0e99-40bf-b993-072e19758f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:39.694288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Attempting to bind port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on network b320e201-0e99-40bf-b993-072e19758f97 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:39.699305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:39.699646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Checking segment: {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:39.700035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Bound using segment: {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:39.700459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Bound port: 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c90177-55d1-4734-829f-42fd9a42382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:39.700812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.762894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:39.766485 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:39.770749 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.806431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.807055 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.808452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] 10.222.0.54 "PUT /v2.0/ports/7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 1091 time: 0.6961200 Jul 07 17:49:39.840719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7745-8f66-476c-8e40-1534fde70c85 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:39.885495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-53351de3-b515-43c5-94ea-273e5d87800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.887031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-53351de3-b515-43c5-94ea-273e5d87800a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1094 time: 0.0551479 Jul 07 17:49:39.983278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-34e1ce65-1f79-4d70-b608-4719bee9b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.985715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-34e1ce65-1f79-4d70-b608-4719bee9b01c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.0914385 Jul 07 17:49:40.025219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-c8db5d8b-267d-439f-8c02-1e9513215906 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0345051 Jul 07 17:49:40.073335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386890-f821-4497-98da-07e9b3725fec req-3387cec9-8de2-406d-990d-7adb1f6c27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.074783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-3387cec9-8de2-406d-990d-7adb1f6c27e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.0442505 Jul 07 17:49:40.106187 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-de3d2ad2-e18f-4c96-9602-7428f9469adf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250099 Jul 07 17:49:40.198637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-6182b0fc-187b-496c-b9e4-5b56e64f2517 service neutron] 10.222.0.54 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859914 Jul 07 17:49:40.287145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6386890-f821-4497-98da-07e9b3725fec req-e596e906-a3e3-4830-83d7-ae3e0d0d61f3 service neutron] 10.222.0.54 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823941 Jul 07 17:49:40.687501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ea05f-e4c8-49c3-be92-aeff5199df91 req-05d28921-78cd-4aba-91ea-412b8568cf18 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.689788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-501ea05f-e4c8-49c3-be92-aeff5199df91 req-05d28921-78cd-4aba-91ea-412b8568cf18 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.0720098 Jul 07 17:49:40.728111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-501ea05f-e4c8-49c3-be92-aeff5199df91 req-afca1c88-8ad1-4e33-986a-1b506c736399 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Jul 07 17:49:40.978760 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.614550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:41.616951 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b5d3b3-992a-49c9-9200-d738fcdc7595" -d '{"events": [{"name": "network-changed", "server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:41.665668 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1becff0-0e92-4350-8fbb-0b192c346d64 x-openstack-request-id: req-a1becff0-0e92-4350-8fbb-0b192c346d64 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:41.665958 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:41.666209 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1becff0-0e92-4350-8fbb-0b192c346d64 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:41.666637 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'status': 'completed', 'code': 200} Jul 07 17:49:41.789166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-44e4b78b-eba7-4e28-9917-4adf9f846b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.790711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-44e4b78b-eba7-4e28-9917-4adf9f846b4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1094 time: 0.0954413 Jul 07 17:49:41.796368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-623b0b4e-c3a4-447b-98a1-5130c2653659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.798475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-623b0b4e-c3a4-447b-98a1-5130c2653659 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1094 time: 0.0761392 Jul 07 17:49:41.839163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:41.878053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:41.990941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-e44d41ec-ce34-4bad-9919-421f892f0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.992446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-e44d41ec-ce34-4bad-9919-421f892f0c26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.1931150 Jul 07 17:49:42.055378 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716c5c-8563-4171-aa10-090e60e1a6de req-11f83d1e-7679-46b9-8864-98e142ce574b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.056869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21716c5c-8563-4171-aa10-090e60e1a6de req-11f83d1e-7679-46b9-8864-98e142ce574b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.2036340 Jul 07 17:49:42.058533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-936d1d73-60af-4b69-a96f-fdf4ffb6c23b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0571110 Jul 07 17:49:42.059617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-e09f73e4-4b9c-495f-9749-a5c30e457978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.060940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-e09f73e4-4b9c-495f-9749-a5c30e457978 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.2535903 Jul 07 17:49:42.135567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-ca983188-ec81-441d-9a2b-65ded50ec497 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0657508 Jul 07 17:49:42.197805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-76354fd2-05a8-4031-8bd6-df62d5cb4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.199319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-76354fd2-05a8-4031-8bd6-df62d5cb4b39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.1306789 Jul 07 17:49:42.202169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21716c5c-8563-4171-aa10-090e60e1a6de req-9f425f51-3cec-430f-89bc-79619fa43afc tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396103 Jul 07 17:49:42.238675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-242cdcb7-cc9b-46bc-9740-6152f2a08044 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316007 Jul 07 17:49:42.243885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-bd97480d-c5bf-4369-9399-744c049c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.245285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-bd97480d-c5bf-4369-9399-744c049c7843 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.1033852 Jul 07 17:49:42.313319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-e49ba805-c959-4ad2-8fbd-2a751c83aa11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589540 Jul 07 17:49:42.418664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-1888fa7a-b88d-4d1c-916b-4eaa661f68fb service neutron] 10.222.0.54 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723480 Jul 07 17:49:42.482278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-319a9d8b-d668-4f5a-96b3-97cbab319269 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614764 Jul 07 17:49:42.583372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-b6613d2c-fdaf-46a1-b390-0bd3a4455247 service neutron] 10.222.0.54 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576016 Jul 07 17:49:42.605516 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53b5d3b3-992a-49c9-9200-d738fcdc7595 req-d94d1455-7abd-492e-ac32-d35972c87de4 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145892 Jul 07 17:49:43.414920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cabb39-79c0-40be-9b83-0c0d79bd147b req-0112b140-761d-4c86-9406-1b1449b0426a tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.416497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5cabb39-79c0-40be-9b83-0c0d79bd147b req-0112b140-761d-4c86-9406-1b1449b0426a tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 943 time: 0.0844846 Jul 07 17:49:43.459851 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5cabb39-79c0-40be-9b83-0c0d79bd147b req-e36243f8-3dd3-4334-ac46-03453e67a0dc tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Jul 07 17:49:43.572413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:43.669080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:43.680790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'network_id': 'b320e201-0e99-40bf-b993-072e19758f97', 'port_id': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'mac_address': 'fa:16:3e:b1:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e585f99e-d5df-46fa-90f7-9d22fb24b972', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:43.720789 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.733321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:43.755769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:43.759572 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.811114 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.819930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.820275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.820623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.820962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.821334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.821670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.822262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.822589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.822912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.823253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.823560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:43.823881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:44.121822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:44.636491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea91a5f-81a3-4dc9-bb85-e5da3902dd0d req-bbf1de3c-2f69-4c5c-874e-de7173a50fbd tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.638037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ea91a5f-81a3-4dc9-bb85-e5da3902dd0d req-bbf1de3c-2f69-4c5c-874e-de7173a50fbd tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 944 time: 0.0649993 Jul 07 17:49:44.675513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ea91a5f-81a3-4dc9-bb85-e5da3902dd0d req-f75b50c3-38e5-42fa-9a9b-8dc29998f62f tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313048 Jul 07 17:49:45.102764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-234da3f8-a353-4374-9425-bf1e01a147b0 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.104233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-234da3f8-a353-4374-9425-bf1e01a147b0 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429&tenant_id=a09140396f31413b947c4813a886f474&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 944 time: 0.0720215 Jul 07 17:49:45.167249 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-7fa5439e-98d5-4024-8e21-1e2d6fc327a6 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:49:45.168249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-7fa5439e-98d5-4024-8e21-1e2d6fc327a6 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7e2dffd8-acb8-408e-beeb-01e9a0ebbf01/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0584867 Jul 07 17:49:45.284713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-5d4c95c5-2d59-4256-b8cb-2cb15ca8ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.286224 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-5d4c95c5-2d59-4256-b8cb-2cb15ca8ff58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09140396f31413b947c4813a886f474&device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 1095 time: 0.0552769 Jul 07 17:49:45.379028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-a55003c3-6cb9-43b0-a035-56f76833fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.380465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-a55003c3-6cb9-43b0-a035-56f76833fae8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 200 len: 913 time: 0.0877004 Jul 07 17:49:45.421254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-b28dc591-1853-43da-97dd-8b8506ad1ccf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 200 len: 217 time: 0.0342824 Jul 07 17:49:45.469698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-3a3ae8a8-c96b-449f-a434-6e68349d3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.471208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-3a3ae8a8-c96b-449f-a434-6e68349d3477 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 200 len: 852 time: 0.0445092 Jul 07 17:49:45.503197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-ba16cb0e-3e87-4184-9164-7d2923279409 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b320e201-0e99-40bf-b993-072e19758f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261316 Jul 07 17:49:45.593801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:45.596035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-b6ca62a1-84f4-49c8-b339-ba3a580b3678 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870743 Jul 07 17:49:45.646897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:45.650618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:45.650995 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.687232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-135e311f-afe4-44b1-8504-344b633f1ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854080 Jul 07 17:49:45.731340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.754676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:45.756919 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e24faf-67e4-4ac4-a67d-bd0a0c90f7af" -d '{"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-plugged", "status": "completed", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:45.769938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:45.773816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.825743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:46.480917 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843d479-c1e5-430c-96cc-57d3b79da9ab x-openstack-request-id: req-2843d479-c1e5-430c-96cc-57d3b79da9ab {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:46.481263 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-plugged", "status": "completed", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:46.481523 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2843d479-c1e5-430c-96cc-57d3b79da9ab {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:46.481932 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'code': 200} Jul 07 17:49:46.636362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121769-1fa0-47a3-943f-fbc615ca19d7 req-bae99353-7e7b-4ef6-9a24-a50029f2ad37 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:46.637905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81121769-1fa0-47a3-943f-fbc615ca19d7 req-bae99353-7e7b-4ef6-9a24-a50029f2ad37 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0696476 Jul 07 17:49:46.676959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81121769-1fa0-47a3-943f-fbc615ca19d7 req-53696d07-a474-46ea-a48b-60481030a85c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Jul 07 17:49:47.855231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d232c2-1c7a-4ad0-8f75-22f7ccd6323a req-9798d356-b40b-4c91-b39d-d9ff4dbbf49e tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:47.856710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0d232c2-1c7a-4ad0-8f75-22f7ccd6323a req-9798d356-b40b-4c91-b39d-d9ff4dbbf49e tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0647738 Jul 07 17:49:47.893890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0d232c2-1c7a-4ad0-8f75-22f7ccd6323a req-d5f69cc7-6f6f-4657-903d-df4237ac62d4 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb03963-4025-4a96-b3e8-36d7f2f18a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Jul 07 17:49:48.050215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-234d85db-c1aa-4b2f-be7e-3116b4ad7be4 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.051738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-234d85db-c1aa-4b2f-be7e-3116b4ad7be4 tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.54 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 945 time: 0.0662956 Jul 07 17:49:48.471317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Deleting port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:48.471659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.573809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] For port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,segment=NetworkSegment(56c90177-55d1-4734-829f-42fd9a42382f),segment_id=56c90177-55d1-4734-829f-42fd9a42382f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:48.574064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.587639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Calling delete_port for 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:48.719550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.731880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:48.748946 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Pushing event deleted for resources: {'Port': ['ID=7e2dffd8-acb8-408e-beeb-01e9a0ebbf01,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.800906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] No DVR routers for this DVR port 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:48.803737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.805844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7b2215-aff9-440c-8aa1-d9c2c4baacb5 req-47082a6b-5cb4-4db6-a278-e3a94842604c tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.54 "DELETE /v2.0/ports/7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 HTTP/1.1" status: 204 len: 173 time: 0.7486744 Jul 07 17:49:48.806311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-deleted', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:48.808638 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6644c9ac-134b-44c3-b578-ec94f9c7fe4c" -d '{"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-deleted", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:48.856367 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d787a871-9172-4768-977f-f0f6b4619db2 x-openstack-request-id: req-d787a871-9172-4768-977f-f0f6b4619db2 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:48.857365 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c481c8-0d35-4240-a38d-51cf76965429", "name": "network-vif-deleted", "tag": "7e2dffd8-acb8-408e-beeb-01e9a0ebbf01", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:48.857623 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d787a871-9172-4768-977f-f0f6b4619db2 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:48.858026 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c481c8-0d35-4240-a38d-51cf76965429', 'name': 'network-vif-deleted', 'tag': '7e2dffd8-acb8-408e-beeb-01e9a0ebbf01', 'status': 'completed', 'code': 200} Jul 07 17:49:49.053141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20e77d18-95ff-4ce6-b719-e1013908f1f5 req-411603e7-257d-4982-a1ca-ed7f3c25c24b tempest-DeleteServersTestJSON-974829824 tempest-DeleteServersTestJSON-974829824-project] 10.222.0.78 "GET /v2.0/ports?device_id=79c481c8-0d35-4240-a38d-51cf76965429 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Jul 07 17:49:50.289788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40134) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:50.339723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Deleting subnet e585f99e-d5df-46fa-90f7-9d22fb24b972 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:50.342848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.376902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.416212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.473827 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.498856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e585f99e-d5df-46fa-90f7-9d22fb24b972,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:50.505120 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.512171 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e585f99e-d5df-46fa-90f7-9d22fb24b972 HTTP/1.1" status: 204 len: 168 time: 0.2162321 Jul 07 17:49:50.512918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.513024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40136) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:50.513430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.513430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.513430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.513652 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.513888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.514212 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.514530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.514849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.515168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.515592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.516198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5a873-e52c-4f0d-aa52-7f9cd63813f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:50.583731 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.658905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.669349 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b320e201-0e99-40bf-b993-072e19758f97']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:50.681086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c90177-55d1-4734-829f-42fd9a42382f') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:50.681407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c90177-55d1-4734-829f-42fd9a42382f') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:50.691575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.711776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.717835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:50.718294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:50.720118 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:50.774611 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.781515 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.783393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b320e201-0e99-40bf-b993-072e19758f97 HTTP/1.1" status: 204 len: 168 time: 0.2698317 Jul 07 17:49:50.796178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f677df7-e8f9-47bf-9a39-eb5cd98b6590 admin admin] Pushing event deleted for resources: {'Network': ['ID=b320e201-0e99-40bf-b993-072e19758f97,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:50.896422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40140) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:50.938190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7a00326e-770e-4d24-9145-2801dd799f56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a09140396f31413b947c4813a886f474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404954 Jul 07 17:49:50.941011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40142) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:50.996999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae866d55-742c-4c69-9db4-0139c4f7ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.018634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae866d55-742c-4c69-9db4-0139c4f7ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.069942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae866d55-742c-4c69-9db4-0139c4f7ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.074881 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae866d55-742c-4c69-9db4-0139c4f7ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.076083 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ae866d55-742c-4c69-9db4-0139c4f7ff34 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ebb03963-4025-4a96-b3e8-36d7f2f18a08 HTTP/1.1" status: 204 len: 168 time: 0.1341350 Jul 07 17:49:51.085379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae866d55-742c-4c69-9db4-0139c4f7ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb03963-4025-4a96-b3e8-36d7f2f18a08,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:51.752598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40164) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:51.853402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1187090361-network', 'tenant_id': '400c0e402edc4367b010f83cf76b2d5b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:51.877232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Made reservation on behalf of 400c0e402edc4367b010f83cf76b2d5b for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:51.879585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.887819 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.978072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.981767 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.004245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:52.019596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62a695-15b9-48a4-a1b1-e150bccfd000,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.022480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.022833 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Added segment dec82306-7a06-4a1f-b6d8-5c172749267f of type vlan for network 65060f50-df12-4382-bfdf-2e59149db8b0 Jul 07 17:49:52.069969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.103425 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.104419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:52.105029 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.176891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4231021 Jul 07 17:49:52.179944 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40168) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:52.185522 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Request body: {'subnet': {'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1187090361-subnet', 'tenant_id': '400c0e402edc4367b010f83cf76b2d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:52.202054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca5688-ce29-4f8b-9cda-9863b84f4809 admin admin] Pushing event updated for resources: {'Network': ['ID=65060f50-df12-4382-bfdf-2e59149db8b0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.209056 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Made reservation on behalf of 400c0e402edc4367b010f83cf76b2d5b for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:52.212012 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.214122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 65060f50-df12-4382-bfdf-2e59149db8b0 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:52.393968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.458408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67160df-55bb-4514-b659-0b12c2cabffb,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.469315 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Checking segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:52.469892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Network hostable DHCP agents. Network: 65060f50-df12-4382-bfdf-2e59149db8b0, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:52.500832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Network 65060f50-df12-4382-bfdf-2e59149db8b0 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:52.512605 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 65060f50-df12-4382-bfdf-2e59149db8b0) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:52.520908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:52.521542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.522768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c044a0-9e5a-4c6d-b023-973ad0db4e9b None None] Network 65060f50-df12-4382-bfdf-2e59149db8b0 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:52.546443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-69d2aa6e-8443-43c7-92b0-f0f189b89635 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3615708 Jul 07 17:49:52.673638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107f13d-928d-43fe-88b9-cd28b4399ae9 None None] Network 65060f50-df12-4382-bfdf-2e59149db8b0 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:52.997957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-09b8e953-b2c1-4513-b7fd-47062204d440 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:52.999523 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-09b8e953-b2c1-4513-b7fd-47062204d440 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 815 time: 0.1093795 Jul 07 17:49:53.016181 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-abc33852-fa71-48a8-aede-e161678bcf8e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/quotas/400c0e402edc4367b010f83cf76b2d5b HTTP/1.1" status: 200 len: 375 time: 0.0102475 Jul 07 17:49:53.057438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-3cfacf4c-c674-4ec2-9dce-1c1943beed22 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343001 Jul 07 17:49:53.162514 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-d7bf0296-439e-4cce-8e11-a06bc225567e service neutron] 10.222.0.78 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942390 Jul 07 17:49:53.263810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-6bfe82a2-7319-42a9-a40d-48c97760386f service neutron] 10.222.0.78 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949836 Jul 07 17:49:53.442171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d4fa684-01e5-46f7-8b1c-fe8966435077 req-56700a2a-3a46-4558-9448-cf06bb859d00 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 210 time: 0.0313101 Jul 07 17:49:53.619267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:53.639895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:53.640246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 7e2dffd8-acb8-408e-beeb-01e9a0ebbf01 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:54.210514 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.557198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-2885462f-fe88-454b-b4bf-3af718aa1f58 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.559092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-2885462f-fe88-454b-b4bf-3af718aa1f58 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 815 time: 0.1281426 Jul 07 17:49:54.574022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Request body: {'port': {'device_id': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'admin_state_up': True, 'tenant_id': '400c0e402edc4367b010f83cf76b2d5b'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:54.656880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03263437-1431-4e8f-a430-fdcaf4e24822 req-01ad9577-1928-4305-a69e-db77639858d8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 210 time: 0.0777669 Jul 07 17:49:54.731672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Made reservation on behalf of 400c0e402edc4367b010f83cf76b2d5b for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:54.735996 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.864394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Allocated IP 172.20.0.14 (65060f50-df12-4382-bfdf-2e59149db8b0/a67160df-55bb-4514-b659-0b12c2cabffb/95d434cd-7f79-4a94-8d21-bce1256612b1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:55.017540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.057311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.101704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Network 65060f50-df12-4382-bfdf-2e59149db8b0 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:55.106845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:55.111646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:55.118185 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.167590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.168196 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.183208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-7e5cc727-2d5a-4831-b656-e53c1938f54c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157610 Jul 07 17:49:55.191804 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:55.201284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Request body: {'port': {'device_id': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:55.283445 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.571353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d434cd-7f79-4a94-8d21-bce1256612b1 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:55.579781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.592268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Transition to ACTIVE for port object 95d434cd-7f79-4a94-8d21-bce1256612b1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:55.595463 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.647166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.720882 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:55.721264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:55.721598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:55.726852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Port 95d434cd-7f79-4a94-8d21-bce1256612b1 on network 65060f50-df12-4382-bfdf-2e59149db8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:55.727184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:55.732460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:55.732804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Checking segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:55.733221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Bound using segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:55.733657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Bound port: 95d434cd-7f79-4a94-8d21-bce1256612b1, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:55.734060 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.838391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:55.842492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:55.847139 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.893250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.893882 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.895290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] 10.222.0.54 "PUT /v2.0/ports/95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 1092 time: 0.6989515 Jul 07 17:49:55.896423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:55.898719 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9133910-6940-4110-b1f3-0ecb0a5dc54b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:55.925976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47351ee-2a0d-45e7-861c-d9b8f2bbd62e req-3b4640ab-ee25-4803-91c2-7da3b55bc1a8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.927604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e47351ee-2a0d-45e7-861c-d9b8f2bbd62e req-3b4640ab-ee25-4803-91c2-7da3b55bc1a8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.1538482 Jul 07 17:49:55.932734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134691ac-c9c2-4006-94a7-e4601cce9bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:56.008427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e47351ee-2a0d-45e7-861c-d9b8f2bbd62e req-e220d134-afa1-4435-915a-2bf0b35826b8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Jul 07 17:49:56.037728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-c788e527-bca7-411d-a13b-c636d03b976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.039563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-c788e527-bca7-411d-a13b-c636d03b976c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1095 time: 0.1028383 Jul 07 17:49:56.058427 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4fb83-5145-4b56-b257-941a288ccd7b x-openstack-request-id: req-83d4fb83-5145-4b56-b257-941a288ccd7b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:56.058727 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:56.058985 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83d4fb83-5145-4b56-b257-941a288ccd7b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:56.059408 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'status': 'completed', 'code': 200} Jul 07 17:49:56.088990 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-b21bc8a4-25fc-4778-a3ef-5b9269485238 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0421414 Jul 07 17:49:56.143500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-9fc0f2df-82f2-4672-9879-5fdb0c725fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.145709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-9fc0f2df-82f2-4672-9879-5fdb0c725fd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0494909 Jul 07 17:49:56.182044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-d5a8d93a-07b3-4d50-a967-2f7e0e7b710f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301692 Jul 07 17:49:56.287575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-1c6ab1a4-9015-44bf-9745-11092dc96d2c service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989451 Jul 07 17:49:56.379487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b17d9a5-09d8-4b86-bc20-e91762a657a4 req-01e59b1c-8ac5-4481-889e-fbd7d567bfe4 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859499 Jul 07 17:49:56.486531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-15ec3e56-7415-4ac2-b4ff-4b4d2b3de161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.488061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-15ec3e56-7415-4ac2-b4ff-4b4d2b3de161 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1095 time: 0.0595031 Jul 07 17:49:56.608687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-bf11584d-41c6-4e34-a7bb-04d364a841af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.610259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-bf11584d-41c6-4e34-a7bb-04d364a841af service neutron] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.1163132 Jul 07 17:49:56.657525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-a08b5319-188c-4c2f-ab01-a5fa3540d6a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0409677 Jul 07 17:49:56.705281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-81d30e3c-6ac4-4b05-b3eb-6f7e7c1a319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.706745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-81d30e3c-6ac4-4b05-b3eb-6f7e7c1a319a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0437770 Jul 07 17:49:56.739462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-0a65117b-ae5f-47a3-9192-9cfe62949943 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266113 Jul 07 17:49:56.830387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-6e65ba3b-b4e4-443c-8f27-8aa7cf6305f0 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Jul 07 17:49:56.941052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9133910-6940-4110-b1f3-0ecb0a5dc54b req-c422bec6-1c6b-437f-809d-d52a13be872c service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038432 Jul 07 17:49:57.186287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561183-07f6-4110-9f26-0c91784f66c7 req-2323f1e3-17ef-4af6-8b30-2a8e523f3efa tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.187969 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9561183-07f6-4110-9f26-0c91784f66c7 req-2323f1e3-17ef-4af6-8b30-2a8e523f3efa tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.0656998 Jul 07 17:49:57.228451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b9561183-07f6-4110-9f26-0c91784f66c7 req-c3163014-912b-42e3-981c-8afdda7d82b2 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Jul 07 17:49:58.419883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32c15b-ceff-408d-a1d4-0117ccaf1757 req-5673ecfe-0016-4300-a2fe-aa0059daa66e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:58.421425 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef32c15b-ceff-408d-a1d4-0117ccaf1757 req-5673ecfe-0016-4300-a2fe-aa0059daa66e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.0713701 Jul 07 17:49:58.461461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef32c15b-ceff-408d-a1d4-0117ccaf1757 req-503d25f9-6713-46ee-9488-33fdf21b6e7b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Jul 07 17:49:59.637167 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-7453e913-17f2-4422-86f1-a5bcdf01a2bd req-cc163f43-ae1e-49dd-820f-97ffd0caf5e8 service neutron] (98264) timed out ('10.222.0.13', 58154) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:49:59.637761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aff4e-098d-4d26-95b6-1889a55a3a90 req-28f70227-0543-4c24-89de-339d3d90b0e0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.638893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-105aff4e-098d-4d26-95b6-1889a55a3a90 req-28f70227-0543-4c24-89de-339d3d90b0e0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.0657778 Jul 07 17:49:59.649457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:59.678184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-105aff4e-098d-4d26-95b6-1889a55a3a90 req-2824e1ed-61e9-4fbf-bb02-d43c20ddb1ce tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Jul 07 17:49:59.747123 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:59.758657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'port_id': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'mac_address': 'fa:16:3e:f5:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67160df-55bb-4514-b659-0b12c2cabffb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:59.797270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.809504 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d434cd-7f79-4a94-8d21-bce1256612b1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:59.830248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:59.834282 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.883240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:00.114526 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['95d434cd-7f79-4a94-8d21-bce1256612b1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:00.873631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffe3a4-de29-4c93-8fff-cd42b0b8176a req-0818114e-04e7-46f2-8eec-347e16018d56 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:00.875237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ffe3a4-de29-4c93-8fff-cd42b0b8176a req-0818114e-04e7-46f2-8eec-347e16018d56 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 945 time: 0.0699377 Jul 07 17:50:00.914122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8ffe3a4-de29-4c93-8fff-cd42b0b8176a req-beeffdb2-9e7e-4c88-bc86-a41fe407254e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Jul 07 17:50:01.665036 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:01.714606 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 95d434cd-7f79-4a94-8d21-bce1256612b1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:01.718825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 95d434cd-7f79-4a94-8d21-bce1256612b1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:01.719200 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.805949 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.828831 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:01.831117 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa3dc0-ae77-4f47-af7c-ae7d1aab96e2" -d '{"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-plugged", "status": "completed", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:01.844366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:01.848614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.872293 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab87916-12e1-4cfd-ae66-18e9a89095e6 x-openstack-request-id: req-9ab87916-12e1-4cfd-ae66-18e9a89095e6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:01.872592 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-plugged", "status": "completed", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:01.872864 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ab87916-12e1-4cfd-ae66-18e9a89095e6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:01.873289 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'code': 200} Jul 07 17:50:01.899835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:01.982799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8f7a-d556-4784-8e53-c53962ae4ca3 req-ffd9098d-1a62-4999-a905-a9dced89f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.984920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67df8f7a-d556-4784-8e53-c53962ae4ca3 req-ffd9098d-1a62-4999-a905-a9dced89f6e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1097 time: 0.0551245 Jul 07 17:50:02.021495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67df8f7a-d556-4784-8e53-c53962ae4ca3 req-58e7a3d5-d469-491c-a035-b513be24a0f0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300987 Jul 07 17:50:02.104132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedac15-45db-4482-8048-70652f54a0dd req-ad5453fd-7ef9-45b2-ab67-d858e3e19c12 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:02.105670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0eedac15-45db-4482-8048-70652f54a0dd req-ad5453fd-7ef9-45b2-ab67-d858e3e19c12 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0702252 Jul 07 17:50:02.147359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0eedac15-45db-4482-8048-70652f54a0dd req-e0d72740-76f8-428a-a55b-6b13051d7588 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Jul 07 17:50:03.344796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26611e-52db-4180-adc1-f3dca34e8388 req-e2ee70cf-4e4d-49bf-ab25-fe7ef8c0cada tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.346259 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da26611e-52db-4180-adc1-f3dca34e8388 req-e2ee70cf-4e4d-49bf-ab25-fe7ef8c0cada tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0739400 Jul 07 17:50:03.391145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-da26611e-52db-4180-adc1-f3dca34e8388 req-318df606-0dd2-46e4-b14d-605a79494cea tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392451 Jul 07 17:50:03.568407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68432-85c9-4b64-90c2-4008f988c177 req-261ea3f8-b4cb-4017-9099-81c4a1b94b06 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.569985 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37a68432-85c9-4b64-90c2-4008f988c177 req-261ea3f8-b4cb-4017-9099-81c4a1b94b06 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0656261 Jul 07 17:50:03.608690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37a68432-85c9-4b64-90c2-4008f988c177 req-1b4a50ad-1ddf-4a55-a037-6407c9673e51 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Jul 07 17:50:03.981602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370ce8e-27ed-474d-8b67-c2a1dc1eec97 req-d2087183-16b8-4fc9-9c74-bba0fc53042e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.983020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7370ce8e-27ed-474d-8b67-c2a1dc1eec97 req-d2087183-16b8-4fc9-9c74-bba0fc53042e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0714579 Jul 07 17:50:04.024472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7370ce8e-27ed-474d-8b67-c2a1dc1eec97 req-d015d872-512e-4eef-9bd2-6a7e2e462a11 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Jul 07 17:50:04.208685 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157406df-0023-4cfb-840a-7d1513a57d66 req-ea5aebdd-3282-4f7b-ad2e-16e9a7bf2587 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.210325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-157406df-0023-4cfb-840a-7d1513a57d66 req-ea5aebdd-3282-4f7b-ad2e-16e9a7bf2587 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0713992 Jul 07 17:50:04.251926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-157406df-0023-4cfb-840a-7d1513a57d66 req-e9910cbd-e5c3-4342-899d-d257c9064f80 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359194 Jul 07 17:50:04.284460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.616789 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-e8765b17-8e8c-4942-a096-8c8238d73cca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539513 Jul 07 17:50:04.675297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f8a82-3076-45f4-bf70-8d433c85ec77 req-a9aa494e-1f84-43ae-a652-b5ee91ee0fad tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.676876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f8f8a82-3076-45f4-bf70-8d433c85ec77 req-a9aa494e-1f84-43ae-a652-b5ee91ee0fad tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0699978 Jul 07 17:50:04.717094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f8f8a82-3076-45f4-bf70-8d433c85ec77 req-1ea703a5-a1f8-4fd5-b1ec-7833b08259fb tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 07 17:50:05.311332 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b2d92e97-3816-4a37-8154-2eb1c13d8cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.909139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a2b2-727b-4674-9e85-d5b466392b83 req-08de575c-6d71-402a-8dc0-6df8d34ee769 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:05.910677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e19a2b2-727b-4674-9e85-d5b466392b83 req-08de575c-6d71-402a-8dc0-6df8d34ee769 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0743694 Jul 07 17:50:05.979391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e19a2b2-727b-4674-9e85-d5b466392b83 req-2e2544b4-a0da-4aad-a03d-0b716547533b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614161 Jul 07 17:50:06.001806 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-87a02cfd-1998-4a19-925a-425acc903ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:06.003248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-87a02cfd-1998-4a19-925a-425acc903ed0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1097 time: 0.0787640 Jul 07 17:50:06.124078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-863596a5-c702-49e3-8885-356059fa557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:06.127305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-863596a5-c702-49e3-8885-356059fa557a service neutron] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.1178291 Jul 07 17:50:06.170893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-fb2b1a8f-7f7d-494d-a1f0-c21719d45264 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0373564 Jul 07 17:50:06.221759 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-07aa60bb-5900-4bb0-8aa8-c13a84c77ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:06.223289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-07aa60bb-5900-4bb0-8aa8-c13a84c77ce6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0453861 Jul 07 17:50:06.261701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-c61b8fa8-f6ea-42db-94fb-49af57bb8c99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322633 Jul 07 17:50:06.354860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-71fa2bed-39e7-4352-9fca-4648ad6794f7 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873966 Jul 07 17:50:06.457607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-4d2a21fd-6ab2-42e4-8cd6-e05f74ab1cce service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965593 Jul 07 17:50:07.170106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade608b-e509-4ca0-940d-0c287d93d8e5 req-398f2786-efcf-4b44-ac66-7658218b525c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.172257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ade608b-e509-4ca0-940d-0c287d93d8e5 req-398f2786-efcf-4b44-ac66-7658218b525c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0681753 Jul 07 17:50:07.213071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ade608b-e509-4ca0-940d-0c287d93d8e5 req-152a5d72-7771-435d-a97e-9b477729d92a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Jul 07 17:50:07.729782 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.406541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b64ad8-72ff-4b32-8b2a-989afbbe3219 req-94c21ce1-4cbb-4d7d-86bd-e888a985cfa4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.408223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b64ad8-72ff-4b32-8b2a-989afbbe3219 req-94c21ce1-4cbb-4d7d-86bd-e888a985cfa4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0721462 Jul 07 17:50:08.450219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71b64ad8-72ff-4b32-8b2a-989afbbe3219 req-a5d84dc0-0b8b-49ec-adaf-172fbc442782 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Jul 07 17:50:09.216580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a187438b-bb8a-46ff-878a-0073ab3f9a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.339566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.640944 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d69cb-681c-4c66-b62b-f31da8fc54b3 req-b0f75fd1-710f-42b2-a012-4d2963c45fcd tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:09.642461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-290d69cb-681c-4c66-b62b-f31da8fc54b3 req-b0f75fd1-710f-42b2-a012-4d2963c45fcd tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0681491 Jul 07 17:50:09.684176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-290d69cb-681c-4c66-b62b-f31da8fc54b3 req-4079e388-299e-4830-a82c-a706587cba7e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Jul 07 17:50:10.865171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd0b67-85ff-46ae-bff6-0f611b21bfa0 req-37ea0fba-960c-42e9-a1a9-e9993c0c1978 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.866658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18cd0b67-85ff-46ae-bff6-0f611b21bfa0 req-37ea0fba-960c-42e9-a1a9-e9993c0c1978 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0664778 Jul 07 17:50:10.908873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18cd0b67-85ff-46ae-bff6-0f611b21bfa0 req-45914a6d-0e71-4a7a-aa49-0cd60d0f5076 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Jul 07 17:50:10.982124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.097770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818ef29-d5ee-4352-b14a-b254d04f2ad4 req-465769ec-f253-4c4d-ace8-6f9d72daacf7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.099660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3818ef29-d5ee-4352-b14a-b254d04f2ad4 req-465769ec-f253-4c4d-ace8-6f9d72daacf7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0765996 Jul 07 17:50:12.140386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3818ef29-d5ee-4352-b14a-b254d04f2ad4 req-18494332-d255-444c-a66b-01c43db48a8a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Jul 07 17:50:13.335060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8502-b9ce-4c8c-ac82-44b26bf90512 req-51b96a4e-81c6-4e97-8e3a-a462d0dfe7b5 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.337016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68ac8502-b9ce-4c8c-ac82-44b26bf90512 req-51b96a4e-81c6-4e97-8e3a-a462d0dfe7b5 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0755892 Jul 07 17:50:13.375771 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68ac8502-b9ce-4c8c-ac82-44b26bf90512 req-1c683b71-8589-46ce-9d29-dcd4cdb8ca76 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Jul 07 17:50:14.560655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffb282-e4db-4b78-919c-908d29a640fa req-b980eb14-b63d-4036-80eb-0a0d42e1c785 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.562164 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95ffb282-e4db-4b78-919c-908d29a640fa req-b980eb14-b63d-4036-80eb-0a0d42e1c785 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0639479 Jul 07 17:50:14.601671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95ffb282-e4db-4b78-919c-908d29a640fa req-d0c0262f-4297-465a-b9ad-65f05643e936 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Jul 07 17:50:15.781866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834660fd-4a02-4414-b45e-794772c6cad0 req-cd50faa2-f7f5-4a45-a598-c3452afdcab7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.783371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-834660fd-4a02-4414-b45e-794772c6cad0 req-cd50faa2-f7f5-4a45-a598-c3452afdcab7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0690415 Jul 07 17:50:15.824483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-834660fd-4a02-4414-b45e-794772c6cad0 req-c14ead4d-17b8-486f-9f26-e7ac09d83e73 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Jul 07 17:50:17.023497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8be3-d71d-450b-813e-f132cc0f1817 req-82fa9903-fb7c-4701-bab3-0b463b435662 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.024975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a4b8be3-d71d-450b-813e-f132cc0f1817 req-82fa9903-fb7c-4701-bab3-0b463b435662 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0644822 Jul 07 17:50:17.062264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a4b8be3-d71d-450b-813e-f132cc0f1817 req-8650405c-a620-484f-8115-4792a6258997 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Jul 07 17:50:18.242782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841d623-09c3-4473-bd33-90ec21ed2cb5 req-d2207e9c-63e5-4605-be28-411324ebff61 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:18.244297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2841d623-09c3-4473-bd33-90ec21ed2cb5 req-d2207e9c-63e5-4605-be28-411324ebff61 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0650206 Jul 07 17:50:18.283612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2841d623-09c3-4473-bd33-90ec21ed2cb5 req-9aec064a-0bce-40de-b3bd-0f0a0b475248 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337994 Jul 07 17:50:19.463462 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f7d61-2358-472e-9652-248575a99187 req-c2ea9e2c-73ed-425f-a8da-d5542a5387af tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.464870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce9f7d61-2358-472e-9652-248575a99187 req-c2ea9e2c-73ed-425f-a8da-d5542a5387af tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0689437 Jul 07 17:50:19.505576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce9f7d61-2358-472e-9652-248575a99187 req-18d7516c-fe73-4bf1-8e99-1c21a8056a16 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Jul 07 17:50:20.699715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb79611-a4b8-42e3-bbdd-6c72f70c9350 req-07db33fb-999c-469e-babb-1dac76b25f96 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:20.701271 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcb79611-a4b8-42e3-bbdd-6c72f70c9350 req-07db33fb-999c-469e-babb-1dac76b25f96 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0813856 Jul 07 17:50:20.744196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcb79611-a4b8-42e3-bbdd-6c72f70c9350 req-dd693f4b-c041-4c49-8801-a9b5cc7728bc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368237 Jul 07 17:50:21.937019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58427d29-1209-4668-a979-51852c6fc8dc req-5ad73314-0e25-475e-8591-7c404ed28679 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.938672 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58427d29-1209-4668-a979-51852c6fc8dc req-5ad73314-0e25-475e-8591-7c404ed28679 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0728581 Jul 07 17:50:21.982500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58427d29-1209-4668-a979-51852c6fc8dc req-ca3cfb54-8a96-4dfa-9b1f-42679231d387 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Jul 07 17:50:23.170223 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eb455-295a-4cb3-a100-94b4ac55dbeb req-ce246f04-dcf1-41d4-a369-483cc025ec04 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:23.171767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c02eb455-295a-4cb3-a100-94b4ac55dbeb req-ce246f04-dcf1-41d4-a369-483cc025ec04 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0684407 Jul 07 17:50:23.216980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c02eb455-295a-4cb3-a100-94b4ac55dbeb req-106c5d8a-5f8c-4351-96fc-e6607a4e435e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Jul 07 17:50:24.210821 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.399963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65818bc-d526-4794-bf9a-a2462505e092 req-e1a3cf6f-b58a-4de4-aafe-defb46c7512b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:24.401474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d65818bc-d526-4794-bf9a-a2462505e092 req-e1a3cf6f-b58a-4de4-aafe-defb46c7512b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0649669 Jul 07 17:50:24.444256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d65818bc-d526-4794-bf9a-a2462505e092 req-2b3953a1-73c2-4ae1-ad1c-35642ba0df89 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Jul 07 17:50:25.637306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc1ab6-daff-4d1e-9bc3-2f6b21ed7aef req-f43bc01f-db47-4022-8372-a2a57c3bc5f7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:25.638871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3dc1ab6-daff-4d1e-9bc3-2f6b21ed7aef req-f43bc01f-db47-4022-8372-a2a57c3bc5f7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0639114 Jul 07 17:50:25.680461 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3dc1ab6-daff-4d1e-9bc3-2f6b21ed7aef req-db968836-197b-4640-9d39-7f0304020d2f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Jul 07 17:50:26.874823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ae32-3bc9-4b95-964d-d5dd3cc33b80 req-852d6f96-f106-4c43-9394-42785a27dca5 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:26.876491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba4ae32-3bc9-4b95-964d-d5dd3cc33b80 req-852d6f96-f106-4c43-9394-42785a27dca5 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0715957 Jul 07 17:50:26.932360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba4ae32-3bc9-4b95-964d-d5dd3cc33b80 req-2786d095-71a8-47a6-87ab-20e1a17df8d2 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494213 Jul 07 17:50:28.128641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6ace2-956e-4583-baef-b02aab2521f0 req-e818227d-b405-47d6-a3fc-38c5a21f0ceb tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:28.130238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9b6ace2-956e-4583-baef-b02aab2521f0 req-e818227d-b405-47d6-a3fc-38c5a21f0ceb tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0735278 Jul 07 17:50:28.173128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9b6ace2-956e-4583-baef-b02aab2521f0 req-1132bcbb-6312-4de9-8737-481c444f4149 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Jul 07 17:50:29.364868 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bca6a1-95b6-4693-b849-9827cb69a880 req-12fa313c-c522-4534-82e7-c85069bd01ec tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:29.366423 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bca6a1-95b6-4693-b849-9827cb69a880 req-12fa313c-c522-4534-82e7-c85069bd01ec tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0733001 Jul 07 17:50:29.405475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85bca6a1-95b6-4693-b849-9827cb69a880 req-b32d8097-1626-4db3-a97b-0b364b64d8d5 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Jul 07 17:50:30.604441 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3682766-c710-4e95-9aad-c83763cd3432 req-2860d3d6-62fa-4049-aa7b-3d44d63e416f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:30.605972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3682766-c710-4e95-9aad-c83763cd3432 req-2860d3d6-62fa-4049-aa7b-3d44d63e416f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0720961 Jul 07 17:50:30.645759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b3682766-c710-4e95-9aad-c83763cd3432 req-72b8e849-b170-4248-8c4a-a3e38a69cdc6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jul 07 17:50:31.829609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18846e8-3849-4a91-8b16-4f00ef0816e3 req-f232e36c-fa5c-49b0-bf2b-459e87050020 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.831239 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e18846e8-3849-4a91-8b16-4f00ef0816e3 req-f232e36c-fa5c-49b0-bf2b-459e87050020 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0676367 Jul 07 17:50:31.872704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e18846e8-3849-4a91-8b16-4f00ef0816e3 req-47f77a73-fff7-4271-b19c-517299e3f03f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349059 Jul 07 17:50:32.190999 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:33.078146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6d44-34f8-450f-9528-2ab92299fc58 req-833479be-6ab4-4481-82f1-45105189eb21 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.079687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a9e6d44-34f8-450f-9528-2ab92299fc58 req-833479be-6ab4-4481-82f1-45105189eb21 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0801551 Jul 07 17:50:33.118732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a9e6d44-34f8-450f-9528-2ab92299fc58 req-45ed266c-fc1b-43cf-8c19-6073f4e339eb tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Jul 07 17:50:33.383875 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-839b7948-4ed8-49e5-a0e5-a2f1ff0f3e60 service neutron] show failed (client error): The resource could not be found. Jul 07 17:50:33.384889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-839b7948-4ed8-49e5-a0e5-a2f1ff0f3e60 service neutron] 10.222.0.54 "GET /v2.0/ports/95d434cd-7f79-4a94-8d21-bce1256612b1/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0626416 Jul 07 17:50:33.644376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-090a5be6-f1d8-4a56-8a64-74eb9ba87843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.646953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-090a5be6-f1d8-4a56-8a64-74eb9ba87843 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a&tenant_id=400c0e402edc4367b010f83cf76b2d5b HTTP/1.1" status: 200 len: 1097 time: 0.0588968 Jul 07 17:50:33.666178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.749260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.290947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.304605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:34.356327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d280881-0f01-4a13-8913-887c106c2c23 req-5db51550-3257-4c88-a16d-2ac7f2c66b83 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.357999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d280881-0f01-4a13-8913-887c106c2c23 req-5db51550-3257-4c88-a16d-2ac7f2c66b83 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.1179438 Jul 07 17:50:34.365841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:34.434177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:34.436386 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed489c-8840-4589-a79e-1404b9b4a9d6" -d '{"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:34.440213 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.445838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d280881-0f01-4a13-8913-887c106c2c23 req-4f8a892e-87c0-4dd3-88db-84ae9b32669b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814145 Jul 07 17:50:34.458325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Transition to ACTIVE for port object 95d434cd-7f79-4a94-8d21-bce1256612b1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:34.470301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.521948 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52fa697-f379-4b48-83eb-aa37c86a99ce x-openstack-request-id: req-e52fa697-f379-4b48-83eb-aa37c86a99ce {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:34.522312 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:34.522463 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e52fa697-f379-4b48-83eb-aa37c86a99ce {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:34.522866 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'code': 200} Jul 07 17:50:34.546537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] No DVR routers for this DVR port 95d434cd-7f79-4a94-8d21-bce1256612b1 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:34.548611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.560996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.561362 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.561731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.562029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.562386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.562711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.563033 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.563450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.563673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.563985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.564490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.564625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:34.600353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:34.600690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:34.601019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:34.605727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Port 95d434cd-7f79-4a94-8d21-bce1256612b1 on network 65060f50-df12-4382-bfdf-2e59149db8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:34.606048 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Attempting to bind port 95d434cd-7f79-4a94-8d21-bce1256612b1 on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:34.611633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:34.611978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Checking segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:34.612372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Bound using segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:34.612810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Bound port: 95d434cd-7f79-4a94-8d21-bce1256612b1, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:34.613198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.688771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:34.692093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:34.697064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.730516 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.731149 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.732692 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] 10.222.0.13 "PUT /v2.0/ports/95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 1092 time: 1.0710480 Jul 07 17:50:34.759715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af12d-1280-4c8e-83ba-2560ca187cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.840057 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-689ddaeb-4cf1-4569-88c4-e91a76c1aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.841697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-689ddaeb-4cf1-4569-88c4-e91a76c1aa28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1095 time: 0.0581498 Jul 07 17:50:34.947730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-15212c95-2356-4830-a47a-789961cedc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.949176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-15212c95-2356-4830-a47a-789961cedc15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.1013491 Jul 07 17:50:34.994682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-f80a8c12-6198-4d4e-bddf-d6c5b76a47a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0385780 Jul 07 17:50:35.054363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-660a4dc2-91ad-42cb-b279-1da377f97b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:35.055908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-660a4dc2-91ad-42cb-b279-1da377f97b8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0549011 Jul 07 17:50:35.095335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-93028f78-4112-44c3-acce-be21ee743702 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323386 Jul 07 17:50:35.192124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-8385531b-a8dc-4ee1-8bd7-ff029a018c2f service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906897 Jul 07 17:50:35.299384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3fb56bc-dffb-41bc-90ea-307458e48092 req-301a77bf-f597-4349-9e7b-360f65390f5b service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000299 Jul 07 17:50:35.320101 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4f094ecd-4b1d-4e28-9540-1c814ab88186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.633554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3311df-394d-4f3a-a0e5-d3433108757d req-d0a56d30-f852-4bc5-9491-8348f4e43903 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:35.635117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a3311df-394d-4f3a-a0e5-d3433108757d req-d0a56d30-f852-4bc5-9491-8348f4e43903 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.0674074 Jul 07 17:50:35.680256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3a3311df-394d-4f3a-a0e5-d3433108757d req-8569aa21-206b-4235-bca7-b9d5f3b608f2 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jul 07 17:50:36.524676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:36.528543 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd6e42c-71be-4330-88e7-72fb3947fac0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:36.593555 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5bb28-d9d8-414e-b83c-cd2d41887245 x-openstack-request-id: req-94a5bb28-d9d8-414e-b83c-cd2d41887245 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:36.593856 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:36.594111 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94a5bb28-d9d8-414e-b83c-cd2d41887245 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:36.594526 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'status': 'completed', 'code': 200} Jul 07 17:50:36.718985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-922b0878-7954-44c7-bd83-521b09fbac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.720546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-922b0878-7954-44c7-bd83-521b09fbac23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1095 time: 0.1019700 Jul 07 17:50:36.725208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-1fc14891-75c6-4704-9218-96f584896a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.726283 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-1fc14891-75c6-4704-9218-96f584896a3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1095 time: 0.0801115 Jul 07 17:50:36.916072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-80549aa9-4215-446a-ba13-4e2359f47da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.917489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-80549aa9-4215-446a-ba13-4e2359f47da5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.1901302 Jul 07 17:50:36.992450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-c23265ea-8af8-4514-af67-a33693f7d477 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0683753 Jul 07 17:50:37.003541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-1dd61770-f8c4-423e-b63a-b7f0e7cde988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.006472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-1dd61770-f8c4-423e-b63a-b7f0e7cde988 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.2699943 Jul 07 17:50:37.115016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-8a25be16-39c9-4f44-9b0b-bcb2c537033a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0937750 Jul 07 17:50:37.127921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba4de7-07ee-43ed-aee6-5448c91b385d req-87eb46fe-1a0d-4791-a423-ada8c66ddb6c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.130870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2ba4de7-07ee-43ed-aee6-5448c91b385d req-87eb46fe-1a0d-4791-a423-ada8c66ddb6c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.3122835 Jul 07 17:50:37.229891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-9ae0906a-04ae-4135-bc73-1cde9835d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.232080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-9ae0906a-04ae-4135-bc73-1cde9835d8b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.2325144 Jul 07 17:50:37.300549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-8ba64886-80e1-4f3f-abc3-8a578628a241 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590069 Jul 07 17:50:37.307821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-b17a38b6-2c81-4f40-9009-b618c7259158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.310190 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-b17a38b6-2c81-4f40-9009-b618c7259158 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.1727774 Jul 07 17:50:37.317760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2ba4de7-07ee-43ed-aee6-5448c91b385d req-7636b979-9246-45ba-b885-ffdc964c58b1 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783268 Jul 07 17:50:37.436105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-2e7bcb9c-2b93-409b-8f41-ccf3bf2b2326 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168349 Jul 07 17:50:37.571669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-d1d2180f-7930-4978-8929-b5ad3a2a24c2 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599318 Jul 07 17:50:37.634550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-48b940c9-5146-4ff0-a3eb-73da315b2019 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864815 Jul 07 17:50:37.732741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.735450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-674d8d66-dbdb-48ab-bdfa-233be15b9c42 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571784 Jul 07 17:50:37.759004 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4dd6e42c-71be-4330-88e7-72fb3947fac0 req-baee302b-6ad1-47c4-a88b-7a05b3adc0b4 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180170 Jul 07 17:50:37.774060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:37.817339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:38.149912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:38.248483 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:38.420513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'port_id': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'mac_address': 'fa:16:3e:f5:b5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67160df-55bb-4514-b659-0b12c2cabffb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:38.459907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.473183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d434cd-7f79-4a94-8d21-bce1256612b1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:38.494056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:38.498442 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.518398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ecbb0-b19e-4329-b0e2-98604bef64f8 req-2495f591-f892-4c8d-8c17-5a7106837ce6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.520558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d02ecbb0-b19e-4329-b0e2-98604bef64f8 req-2495f591-f892-4c8d-8c17-5a7106837ce6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 944 time: 0.0685859 Jul 07 17:50:38.546651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.560091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d02ecbb0-b19e-4329-b0e2-98604bef64f8 req-69544fa4-70a1-4ebb-8a09-8f610277ad4e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Jul 07 17:50:38.798521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['95d434cd-7f79-4a94-8d21-bce1256612b1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:38.937039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55bc2d-08aa-4350-8157-7c86eb35e5de req-09242896-0046-4e2c-9637-68fb69934174 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.938490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e55bc2d-08aa-4350-8157-7c86eb35e5de req-09242896-0046-4e2c-9637-68fb69934174 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 945 time: 0.1301675 Jul 07 17:50:38.947776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99a302-5713-4f76-9248-d3c3034379eb req-b06f31d5-078e-4943-b11a-15143c837c03 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.949240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-b06f31d5-078e-4943-b11a-15143c837c03 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a&tenant_id=400c0e402edc4367b010f83cf76b2d5b&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 945 time: 0.1301568 Jul 07 17:50:39.017002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e55bc2d-08aa-4350-8157-7c86eb35e5de req-0f61de2e-45e7-47a2-8799-cc9032dea547 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667546 Jul 07 17:50:39.038943 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-0d99a302-5713-4f76-9248-d3c3034379eb req-9f01ef2d-deba-4d86-9687-6112d9bfcdf1 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:50:39.040020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-9f01ef2d-deba-4d86-9687-6112d9bfcdf1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/95d434cd-7f79-4a94-8d21-bce1256612b1/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0839584 Jul 07 17:50:39.148503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99a302-5713-4f76-9248-d3c3034379eb req-e834b054-55ca-4a9c-9acf-5d7801767834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:39.150091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-e834b054-55ca-4a9c-9acf-5d7801767834 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 1096 time: 0.0587656 Jul 07 17:50:39.219938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c3b2-586b-4b9c-aceb-0859974ed72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.250131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99a302-5713-4f76-9248-d3c3034379eb req-f686776a-4a3d-48da-b8aa-cd21a39bf444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:39.252051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-f686776a-4a3d-48da-b8aa-cd21a39bf444 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.0961776 Jul 07 17:50:39.293431 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-eea32510-870d-429f-9259-657de42a050e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 200 len: 217 time: 0.0348232 Jul 07 17:50:39.341095 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.346990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99a302-5713-4f76-9248-d3c3034379eb req-14adf09a-af1e-47fa-8742-d3a31a6c8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:39.361204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-14adf09a-af1e-47fa-8742-d3a31a6c8afc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0501266 Jul 07 17:50:39.390199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-b8fa154f-c217-4899-8b19-456f6daa0065 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281134 Jul 07 17:50:39.482793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-89203fac-0302-49fe-aecf-17afc10c226d service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857549 Jul 07 17:50:39.577536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d99a302-5713-4f76-9248-d3c3034379eb req-aff80ebc-fdd3-47f4-8ee2-ad83720a46dd service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889056 Jul 07 17:50:40.165767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:40.219192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 95d434cd-7f79-4a94-8d21-bce1256612b1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:40.224056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 95d434cd-7f79-4a94-8d21-bce1256612b1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:40.224694 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.261049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026262-2b62-439f-a4a5-d612c0912188 req-dab94c53-cb65-43bd-9e72-e9746645b92f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.263677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d026262-2b62-439f-a4a5-d612c0912188 req-dab94c53-cb65-43bd-9e72-e9746645b92f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 945 time: 0.0877285 Jul 07 17:50:40.316876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d026262-2b62-439f-a4a5-d612c0912188 req-71b7f8af-76c0-493e-bb8c-03e770a06fbf tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Jul 07 17:50:40.334415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.360451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:40.362822 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad3d030-ce54-4cf0-a58f-763628121d59" -d '{"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-plugged", "status": "completed", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:40.379869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:40.384910 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.438860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:40.520671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19acc6-1ddc-4a5f-91ac-50c4c520240f req-f2aa1f7f-8f41-4ce3-902c-e7afc780f1c3 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.522262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b19acc6-1ddc-4a5f-91ac-50c4c520240f req-f2aa1f7f-8f41-4ce3-902c-e7afc780f1c3 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0758874 Jul 07 17:50:40.568344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b19acc6-1ddc-4a5f-91ac-50c4c520240f req-62600215-f3b0-4b56-8086-75b4adc6caaf tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Jul 07 17:50:40.616158 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4a4a3-719a-49cd-b06e-9c566c19efe8 x-openstack-request-id: req-86f4a4a3-719a-49cd-b06e-9c566c19efe8 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:40.616519 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-plugged", "status": "completed", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:40.616837 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86f4a4a3-719a-49cd-b06e-9c566c19efe8 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:40.617329 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'code': 200} Jul 07 17:50:40.770266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18330-d635-4118-8ec3-12167a9b68a4 req-ae40104c-dec1-4c26-96d3-36da9f7b0998 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.771517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19d18330-d635-4118-8ec3-12167a9b68a4 req-ae40104c-dec1-4c26-96d3-36da9f7b0998 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0670066 Jul 07 17:50:40.812594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19d18330-d635-4118-8ec3-12167a9b68a4 req-66d48cdb-c150-425b-97b3-f8d83421a963 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354245 Jul 07 17:50:40.981495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:41.295928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-9d391094-1e0e-49ca-b2b2-0478305f411c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:41.297553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-9d391094-1e0e-49ca-b2b2-0478305f411c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 815 time: 0.1113188 Jul 07 17:50:41.317165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-0193c2db-310c-4537-aa00-cdd0ba20e054 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/quotas/400c0e402edc4367b010f83cf76b2d5b HTTP/1.1" status: 200 len: 375 time: 0.0098100 Jul 07 17:50:41.384845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-793c7714-78a5-46db-8c25-8a85f7eaed8d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609329 Jul 07 17:50:41.485751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-37db5b4f-2516-440b-bfe5-49680370607c service neutron] 10.222.0.78 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938666 Jul 07 17:50:41.596435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-1c682c44-2c16-4da0-8087-586766f4837e service neutron] 10.222.0.78 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036100 Jul 07 17:50:41.786464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cfb72c0-5e11-45d5-af08-807b9d21c2f9 req-123ff3f8-d4cd-44f2-8379-b177c6384d3c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 210 time: 0.0311654 Jul 07 17:50:42.664373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fdbb15b5-b6dc-40ff-a1c0-a32f0b3bc86c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:42.666154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fdbb15b5-b6dc-40ff-a1c0-a32f0b3bc86c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b328f7-b73e-4598-b8ea-f88058fd0a8a HTTP/1.1" status: 200 len: 946 time: 0.0867660 Jul 07 17:50:42.788158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Deleting port 95d434cd-7f79-4a94-8d21-bce1256612b1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:42.788493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.906834 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] For port 95d434cd-7f79-4a94-8d21-bce1256612b1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=95d434cd-7f79-4a94-8d21-bce1256612b1,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:42.907526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.933763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Calling delete_port for 95d434cd-7f79-4a94-8d21-bce1256612b1 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:42.984681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.13', 58902) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:43.022471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a2342e1-2377-4009-bdb4-62d324498929 req-e63b2d46-edf6-4cb6-a89b-11c42a4eacde tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 210 time: 0.0713022 Jul 07 17:50:43.164590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-ccb1846a-2f3f-4400-b78d-ff63fd7e042f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:43.167531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-ccb1846a-2f3f-4400-b78d-ff63fd7e042f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 815 time: 0.1812587 Jul 07 17:50:43.189281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Request body: {'port': {'device_id': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'admin_state_up': True, 'tenant_id': '400c0e402edc4367b010f83cf76b2d5b'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:43.359727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Made reservation on behalf of 400c0e402edc4367b010f83cf76b2d5b for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:43.364282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.563834 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.597152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['95d434cd-7f79-4a94-8d21-bce1256612b1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:43.603750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Pushing event deleted for resources: {'Port': ['ID=95d434cd-7f79-4a94-8d21-bce1256612b1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.652213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] No DVR routers for this DVR port 95d434cd-7f79-4a94-8d21-bce1256612b1 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:43.655517 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.657730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.13 "DELETE /v2.0/ports/95d434cd-7f79-4a94-8d21-bce1256612b1 HTTP/1.1" status: 204 len: 173 time: 0.9851348 Jul 07 17:50:43.658264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-deleted', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:43.660770 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e99f46-5059-4cb1-8566-db9cf44dae67" -d '{"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-deleted", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:43.709872 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a23fab-649d-499c-8dbf-702846714c7c x-openstack-request-id: req-69a23fab-649d-499c-8dbf-702846714c7c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:43.710526 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b328f7-b73e-4598-b8ea-f88058fd0a8a", "name": "network-vif-deleted", "tag": "95d434cd-7f79-4a94-8d21-bce1256612b1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:43.710526 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69a23fab-649d-499c-8dbf-702846714c7c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:43.710998 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b328f7-b73e-4598-b8ea-f88058fd0a8a', 'name': 'network-vif-deleted', 'tag': '95d434cd-7f79-4a94-8d21-bce1256612b1', 'status': 'completed', 'code': 200} Jul 07 17:50:43.734840 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Allocated IP 172.20.0.10 (65060f50-df12-4382-bfdf-2e59149db8b0/a67160df-55bb-4514-b659-0b12c2cabffb/a0026652-73a5-4730-82c6-57ecafa0ae7f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:43.914766 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.964134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.997552 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['95d434cd-7f79-4a94-8d21-bce1256612b1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:44.014060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Network 65060f50-df12-4382-bfdf-2e59149db8b0 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:44.021334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:44.024842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:44.049502 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:44.090222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.090994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.110406 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d56c2495-e879-479d-888b-7c39d178a49f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9257591 Jul 07 17:50:44.128246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Request body: {'port': {'device_id': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:44.226369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.234216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff7a3-e720-4ca2-989a-641fbea1b68b req-dffda8bf-82c5-4833-b63a-2bc5498fb24a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.235796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e86ff7a3-e720-4ca2-989a-641fbea1b68b req-dffda8bf-82c5-4833-b63a-2bc5498fb24a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 932 time: 0.0719941 Jul 07 17:50:44.285527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e86ff7a3-e720-4ca2-989a-641fbea1b68b req-8d7d1085-bd28-40bb-badc-36ec62da3204 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Jul 07 17:50:44.513095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0026652-73a5-4730-82c6-57ecafa0ae7f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:44.520912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.538667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Transition to ACTIVE for port object a0026652-73a5-4730-82c6-57ecafa0ae7f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:44.542377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.599788 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:44.668155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:44.668405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:44.668739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:44.673293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Port a0026652-73a5-4730-82c6-57ecafa0ae7f on network 65060f50-df12-4382-bfdf-2e59149db8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:44.673615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:44.679302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:44.679641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Checking segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:44.680027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Bound using segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:44.680457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Bound port: a0026652-73a5-4730-82c6-57ecafa0ae7f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:44.680815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.745804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:44.748969 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:44.755099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.795208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.795343 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.796762 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] 10.222.0.13 "PUT /v2.0/ports/a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 1092 time: 0.6736853 Jul 07 17:50:44.797241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:44.799542 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e5956-d52d-4851-b230-8fc88baf1084" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:44.825680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dd7d3-2da7-4d4b-83ba-759ac77998ae service neutron] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:44.843172 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac307a3-7423-4a67-9774-c2b29d77ee0c x-openstack-request-id: req-6ac307a3-7423-4a67-9774-c2b29d77ee0c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:44.843172 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:44.843172 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ac307a3-7423-4a67-9774-c2b29d77ee0c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:44.843172 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'status': 'completed', 'code': 200} Jul 07 17:50:44.913007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-9cbaed25-0132-4dfe-9085-8404a9d182d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.914589 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-9cbaed25-0132-4dfe-9085-8404a9d182d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1095 time: 0.0568824 Jul 07 17:50:44.962617 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-0c8f1f23-0926-4a25-bc98-273bcf2d63bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0350537 Jul 07 17:50:45.015631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-7bdbc7a4-5466-49d0-9510-52be21c6417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.017158 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-7bdbc7a4-5466-49d0-9510-52be21c6417e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0485010 Jul 07 17:50:45.050185 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-3ac2a429-05f6-46e5-b158-3a4d8b0bee19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268743 Jul 07 17:50:45.141901 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-d49893fa-ba00-4fc1-a58d-b2ba4c47bbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849874 Jul 07 17:50:45.244685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8dea76e1-a5f9-4202-9676-7ef842a2ca9c req-ab2f82be-8b8e-42eb-93c3-69a183d3b381 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960641 Jul 07 17:50:45.392632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-4f4235e0-4eae-4344-aaa0-25f1113639d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.394219 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-4f4235e0-4eae-4344-aaa0-25f1113639d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1095 time: 0.0605822 Jul 07 17:50:45.493880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbcba1-303d-4f3e-8ac0-d1ea60c46d8b req-c45e4556-857b-4038-bb4e-92601a4b41be tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.495603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87bbcba1-303d-4f3e-8ac0-d1ea60c46d8b req-c45e4556-857b-4038-bb4e-92601a4b41be tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.0746739 Jul 07 17:50:45.513983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-79c51862-9f53-404d-a854-f5dd6bfd8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.516532 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-79c51862-9f53-404d-a854-f5dd6bfd8e52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.1155140 Jul 07 17:50:45.537785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-87bbcba1-303d-4f3e-8ac0-d1ea60c46d8b req-44c7f204-a04d-4241-b506-572ca3f82f14 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Jul 07 17:50:45.565834 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-c5e2ed63-5e55-42b3-bc66-2a6e2d272f13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0404308 Jul 07 17:50:45.616048 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-fd7828b6-78a6-4bd4-9db8-5f611206bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.617597 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-fd7828b6-78a6-4bd4-9db8-5f611206bbee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0451057 Jul 07 17:50:45.655697 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-a3aaa1b6-1dfc-4405-a874-ef2bda59e83c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315030 Jul 07 17:50:45.749801 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-054b6897-cfa2-45a4-b148-32520078f47d service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871921 Jul 07 17:50:45.849055 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f2e5956-d52d-4851-b230-8fc88baf1084 req-fe8621c2-e0a2-42b5-a8b2-55af02cc715f service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929520 Jul 07 17:50:46.211819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:46.232224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 95d434cd-7f79-4a94-8d21-bce1256612b1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:46.232574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 95d434cd-7f79-4a94-8d21-bce1256612b1 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:46.722242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359291cb-fc2a-43ed-b091-2bb4fd6d35a4 req-73b4c96e-5ac8-4c8d-9538-c2690caa49a0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.724841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-359291cb-fc2a-43ed-b091-2bb4fd6d35a4 req-73b4c96e-5ac8-4c8d-9538-c2690caa49a0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.0691643 Jul 07 17:50:46.767091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-359291cb-fc2a-43ed-b091-2bb4fd6d35a4 req-a9789a8c-f6e1-49a3-866a-1188ab322bb4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367460 Jul 07 17:50:48.001565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4071e-2abd-4489-b90b-b6b79026d65f req-37d85078-5703-4830-9652-a9d331203396 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:48.003136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ce4071e-2abd-4489-b90b-b6b79026d65f req-37d85078-5703-4830-9652-a9d331203396 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.0776248 Jul 07 17:50:48.049506 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ce4071e-2abd-4489-b90b-b6b79026d65f req-9a4ae140-2e5d-4cc9-9205-185f20179cea tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 Jul 07 17:50:48.227308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:48.336743 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:48.349159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'port_id': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'mac_address': 'fa:16:3e:f7:f3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67160df-55bb-4514-b659-0b12c2cabffb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:48.390823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.405902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0026652-73a5-4730-82c6-57ecafa0ae7f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:48.428503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:48.433139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.487320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:48.495491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.495842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.496182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.496518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.496851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.497215 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.497543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.497867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.498189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.498508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.498832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.499153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:48.699553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['a0026652-73a5-4730-82c6-57ecafa0ae7f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:49.242044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb92f28-4f00-44a5-bc5c-fb5d0f1ad6f4 req-2057d773-3afe-4f4a-9301-6b5538387c7a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.243649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbb92f28-4f00-44a5-bc5c-fb5d0f1ad6f4 req-2057d773-3afe-4f4a-9301-6b5538387c7a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 945 time: 0.0762253 Jul 07 17:50:49.284657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbb92f28-4f00-44a5-bc5c-fb5d0f1ad6f4 req-9621d0f5-83e1-4257-acf6-51ac8dded6fc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Jul 07 17:50:50.243537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:50.304812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port a0026652-73a5-4730-82c6-57ecafa0ae7f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:50.311336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port a0026652-73a5-4730-82c6-57ecafa0ae7f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:50.311901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.443530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.478498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:50.481313 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7fe92f-18b8-4949-9a3c-fdd9aa38f064" -d '{"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-plugged", "status": "completed", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:50.497663 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:50.503672 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.531499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5867-8fa1-421a-bfe1-6ecab2abf0bc req-e60678a7-3a1b-4659-bdb3-7a8913d5b302 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.534215 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d14c5867-8fa1-421a-bfe1-6ecab2abf0bc req-e60678a7-3a1b-4659-bdb3-7a8913d5b302 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 945 time: 0.1174381 Jul 07 17:50:50.576556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:50.587246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d14c5867-8fa1-421a-bfe1-6ecab2abf0bc req-0de6853f-2eee-42aa-9eee-8652b108a212 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Jul 07 17:50:50.642871 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deae18c8-e3b4-47b3-96e8-9e1691995d6b x-openstack-request-id: req-deae18c8-e3b4-47b3-96e8-9e1691995d6b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:50.643132 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-plugged", "status": "completed", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:50.643342 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-deae18c8-e3b4-47b3-96e8-9e1691995d6b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:50.643938 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'code': 200} Jul 07 17:50:50.796023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2eef6-dcee-4117-a2b7-958ac5b7306c req-ba038414-ea40-4c86-9bf4-81118df1aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.798026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-90a2eef6-dcee-4117-a2b7-958ac5b7306c req-ba038414-ea40-4c86-9bf4-81118df1aab9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1097 time: 0.0588381 Jul 07 17:50:50.838729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-90a2eef6-dcee-4117-a2b7-958ac5b7306c req-ab285315-a394-4ca9-a5e2-5894cc5182da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Jul 07 17:50:51.783010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9f3a-1cb0-43dc-9835-fd54ce5cbe0e req-fb3d265a-af08-4cf3-84be-07bdf432ab17 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.784609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297d9f3a-1cb0-43dc-9835-fd54ce5cbe0e req-fb3d265a-af08-4cf3-84be-07bdf432ab17 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0689027 Jul 07 17:50:51.831840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-297d9f3a-1cb0-43dc-9835-fd54ce5cbe0e req-ea25895f-afad-400c-a3a7-c6f3c5bf082a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Jul 07 17:50:53.024887 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793065e-2b7f-4362-93f1-efd1b6160fdf req-c98d0eed-a372-4cf4-9cad-043a9c1f7198 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.026541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6793065e-2b7f-4362-93f1-efd1b6160fdf req-c98d0eed-a372-4cf4-9cad-043a9c1f7198 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0735698 Jul 07 17:50:53.073435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6793065e-2b7f-4362-93f1-efd1b6160fdf req-0afd5f91-a04f-4e98-aa62-71f3ee490697 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jul 07 17:50:53.300763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a1e3f-b4c5-44ff-981b-fed2d677ba99 req-5caa1057-d287-4c0e-ae4e-436635fd223f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.302640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f24a1e3f-b4c5-44ff-981b-fed2d677ba99 req-5caa1057-d287-4c0e-ae4e-436635fd223f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0981805 Jul 07 17:50:53.357022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f24a1e3f-b4c5-44ff-981b-fed2d677ba99 req-6940fc1f-ac7f-464c-ab23-6a80b0c4ac9d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Jul 07 17:50:53.789981 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-5d838e97-ab2d-4b3b-a6db-c1e4485fc260 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588286 Jul 07 17:50:53.862364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be4b6e-dc22-4017-8728-9d53406e0f48 req-db627bb1-ef38-4423-a9af-8f162917ad58 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.865000 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4be4b6e-dc22-4017-8728-9d53406e0f48 req-db627bb1-ef38-4423-a9af-8f162917ad58 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0875428 Jul 07 17:50:53.908591 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a4be4b6e-dc22-4017-8728-9d53406e0f48 req-e9cc40ad-2b3c-4f4c-bdf9-17f22a88862a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Jul 07 17:50:54.216662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.074733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-ff09b4a8-0274-4cb3-8279-c89fb9bbcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.076905 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-ff09b4a8-0274-4cb3-8279-c89fb9bbcd8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1097 time: 0.0705938 Jul 07 17:50:55.187370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f170e-2f11-4af0-bc6f-5336ac2e2d23 req-c9e13808-3d15-4d14-86d0-7fc31ab5dd8d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.189282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-241f170e-2f11-4af0-bc6f-5336ac2e2d23 req-c9e13808-3d15-4d14-86d0-7fc31ab5dd8d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0882001 Jul 07 17:50:55.191350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-c3f671a8-5b6e-4e8b-86fe-408bcc550668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.194113 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-c3f671a8-5b6e-4e8b-86fe-408bcc550668 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.1097319 Jul 07 17:50:55.234909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-241f170e-2f11-4af0-bc6f-5336ac2e2d23 req-d1afadd9-13e5-4bf8-9c3c-503baed42d67 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354733 Jul 07 17:50:55.237081 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-ab3d838b-122d-4082-a09d-bce94e197da5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0354049 Jul 07 17:50:55.295037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-0de885bd-7788-4d2e-b5aa-7ac6b9e20d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.296538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-0de885bd-7788-4d2e-b5aa-7ac6b9e20d3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0529859 Jul 07 17:50:55.331329 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-d7f04344-5884-438f-8ba2-50878729e723 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276980 Jul 07 17:50:55.442717 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-57588ce5-c12c-443a-b1ae-7f9d734c8b7d service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030757 Jul 07 17:50:55.562614 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-2b03047a-ee3d-49c9-be69-415b59cd096e service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129372 Jul 07 17:50:56.460954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e81921-de86-4ee5-81f9-70098a6c4d25 req-01f13c50-67e5-42f0-a1b1-ad4f324557c6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.462620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8e81921-de86-4ee5-81f9-70098a6c4d25 req-01f13c50-67e5-42f0-a1b1-ad4f324557c6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.1065154 Jul 07 17:50:56.509247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8e81921-de86-4ee5-81f9-70098a6c4d25 req-9b2382f3-fd59-4c87-be1c-23e94bbfcf60 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Jul 07 17:50:57.746045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e65f42-748d-4bc5-91cc-59527e2b17d8 req-bdf89650-160c-455a-bbe4-014ec913ebd6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.747633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51e65f42-748d-4bc5-91cc-59527e2b17d8 req-bdf89650-160c-455a-bbe4-014ec913ebd6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.1204786 Jul 07 17:50:57.790635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51e65f42-748d-4bc5-91cc-59527e2b17d8 req-d5df5e8f-c1b6-4694-9930-1da79e403d7c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Jul 07 17:50:58.975626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e60a9-905c-4652-be73-7743ba9122ff req-0e28b3e6-d017-492d-bd0a-22d920edaf8a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:58.977172 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444e60a9-905c-4652-be73-7743ba9122ff req-0e28b3e6-d017-492d-bd0a-22d920edaf8a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0734258 Jul 07 17:50:59.017154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444e60a9-905c-4652-be73-7743ba9122ff req-856ae1b0-e25f-40da-9e95-a6981e15306c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343862 Jul 07 17:51:00.204237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c1d13-ce88-45a9-b21a-97e09fff5085 req-05c76d1e-0d86-4844-8490-9da5289677f2 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:00.205919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba0c1d13-ce88-45a9-b21a-97e09fff5085 req-05c76d1e-0d86-4844-8490-9da5289677f2 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0682983 Jul 07 17:51:00.248996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba0c1d13-ce88-45a9-b21a-97e09fff5085 req-41578ad9-8b4a-41ea-b874-4d1d703f919b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361471 Jul 07 17:51:01.463352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4bbfe-4199-4b04-ba74-80d74465465d req-678b2d74-c228-45c5-9eff-4c386d1948a6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:01.465205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aac4bbfe-4199-4b04-ba74-80d74465465d req-678b2d74-c228-45c5-9eff-4c386d1948a6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0904875 Jul 07 17:51:01.510556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aac4bbfe-4199-4b04-ba74-80d74465465d req-625d4e3f-4cbd-4625-9039-0930435992fd tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Jul 07 17:51:02.695657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436e6a1-0052-42c3-b538-ba9e3eb31909 req-13fe83ee-26a6-4778-858c-d9e93c51a562 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:02.697573 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a436e6a1-0052-42c3-b538-ba9e3eb31909 req-13fe83ee-26a6-4778-858c-d9e93c51a562 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0699384 Jul 07 17:51:02.748377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a436e6a1-0052-42c3-b538-ba9e3eb31909 req-fb5fcb30-b2a1-4e9a-97f2-c4e3941594b8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Jul 07 17:51:03.935419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736db9d5-b75a-4f29-8592-ff6417099c5c req-e6f71e1d-97a0-42b5-a297-ead32a7fd312 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.937029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-736db9d5-b75a-4f29-8592-ff6417099c5c req-e6f71e1d-97a0-42b5-a297-ead32a7fd312 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0720522 Jul 07 17:51:03.978763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-736db9d5-b75a-4f29-8592-ff6417099c5c req-fb4dd2b8-6a6d-4012-9549-b596dcf2832f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Jul 07 17:51:04.302454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.167322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dc6b7-72e4-4116-aa5a-21f93789e7a9 req-ff140d89-78a7-47a1-809b-66147e4195be tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:05.168984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b6dc6b7-72e4-4116-aa5a-21f93789e7a9 req-ff140d89-78a7-47a1-809b-66147e4195be tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0705562 Jul 07 17:51:05.210135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b6dc6b7-72e4-4116-aa5a-21f93789e7a9 req-296557d3-9fd5-41e8-8d20-dbd0d1452fab tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Jul 07 17:51:05.324979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-37e2f2f6-432e-4d44-bb21-c04e1f64e48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.395840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a67690-791c-41a8-82ba-606033cb69be req-55d6180d-e45b-4599-8a97-f7eb2f8a4e8d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:06.397422 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95a67690-791c-41a8-82ba-606033cb69be req-55d6180d-e45b-4599-8a97-f7eb2f8a4e8d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0680287 Jul 07 17:51:06.436509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-95a67690-791c-41a8-82ba-606033cb69be req-703a8d6c-84b8-4536-9407-9fad696176bb tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Jul 07 17:51:07.623994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50255d4-11be-4d08-b8ad-66f54df285a4 req-ef7ca7cd-1944-45a5-a4ae-ec40f3a9f509 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:07.625604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e50255d4-11be-4d08-b8ad-66f54df285a4 req-ef7ca7cd-1944-45a5-a4ae-ec40f3a9f509 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0701013 Jul 07 17:51:07.668765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e50255d4-11be-4d08-b8ad-66f54df285a4 req-c7249d25-9301-4201-b07a-55cbfe1f8431 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Jul 07 17:51:07.741159 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.858784 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f651-c869-4b78-89f8-f4cf8c2f41a9 req-ff48f45e-ce3b-4430-bf0f-8f034352e287 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:08.860406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5286f651-c869-4b78-89f8-f4cf8c2f41a9 req-ff48f45e-ce3b-4430-bf0f-8f034352e287 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0704818 Jul 07 17:51:08.900769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5286f651-c869-4b78-89f8-f4cf8c2f41a9 req-bc8f020d-a4f5-4e8f-a8dd-5378e1efc20e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Jul 07 17:51:09.193595 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:09.227137 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8c7120fa-0265-4410-84ec-659c0027eacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.351096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.100795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcf01-2f3a-464c-b0ff-4fb549a01dcf req-5e49603e-4d59-4949-8673-9ed25ddcecd8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.102389 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a8fcf01-2f3a-464c-b0ff-4fb549a01dcf req-5e49603e-4d59-4949-8673-9ed25ddcecd8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0699213 Jul 07 17:51:10.148741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a8fcf01-2f3a-464c-b0ff-4fb549a01dcf req-914791e9-d86f-4720-aecb-4be0b503ea86 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Jul 07 17:51:10.983684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.349795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0a9bb-4a37-4b42-8452-acd7c9cf09a7 req-67d46be2-4f53-4d58-aa3b-b196e822c045 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:11.351342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09b0a9bb-4a37-4b42-8452-acd7c9cf09a7 req-67d46be2-4f53-4d58-aa3b-b196e822c045 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0803106 Jul 07 17:51:11.389988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09b0a9bb-4a37-4b42-8452-acd7c9cf09a7 req-78b7165a-a598-4d95-a509-f0e825a41e2f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Jul 07 17:51:12.586371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf6ce-0b61-44d0-b4a9-2d75ece86f8e req-9d228963-c021-4016-ae0a-f656307a7998 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.587963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46ebf6ce-0b61-44d0-b4a9-2d75ece86f8e req-9d228963-c021-4016-ae0a-f656307a7998 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0728614 Jul 07 17:51:12.630252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46ebf6ce-0b61-44d0-b4a9-2d75ece86f8e req-9e6c33b6-6b9f-47f5-a80a-acad275faf1b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Jul 07 17:51:13.822392 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c08d-ea3f-4c4c-a0da-cb7a286ae496 req-f3fb504a-721e-4153-b1ce-cfc099230105 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:13.824048 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec50c08d-ea3f-4c4c-a0da-cb7a286ae496 req-f3fb504a-721e-4153-b1ce-cfc099230105 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0733249 Jul 07 17:51:13.865252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec50c08d-ea3f-4c4c-a0da-cb7a286ae496 req-250c6741-7f8f-4ae2-931b-6a1e8f8f1dcf tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352404 Jul 07 17:51:15.068873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f7b49-4a79-4b4e-9e3b-a6e7b08eb2d5 req-98708969-35a9-41c5-8d07-29dd907ab4d6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.070749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-549f7b49-4a79-4b4e-9e3b-a6e7b08eb2d5 req-98708969-35a9-41c5-8d07-29dd907ab4d6 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0862310 Jul 07 17:51:15.117540 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-549f7b49-4a79-4b4e-9e3b-a6e7b08eb2d5 req-1b327aec-8750-4334-a73a-9cddd2911e5e tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Jul 07 17:51:16.298240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdb0de-4fdd-4286-a39f-fcfee0e2e422 req-30aa59c4-12c4-4f9d-860b-44f5d29e9c15 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.300492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8fdb0de-4fdd-4286-a39f-fcfee0e2e422 req-30aa59c4-12c4-4f9d-860b-44f5d29e9c15 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0656252 Jul 07 17:51:16.339607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8fdb0de-4fdd-4286-a39f-fcfee0e2e422 req-3d1943c7-bd49-4889-9e07-2da92ffcde70 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Jul 07 17:51:17.537739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926938-1cb6-4381-be51-4b37af7cddb1 req-b2b5a2fd-55e6-4b10-8787-e2e6a3770d58 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.539513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4926938-1cb6-4381-be51-4b37af7cddb1 req-b2b5a2fd-55e6-4b10-8787-e2e6a3770d58 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0838337 Jul 07 17:51:17.582663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4926938-1cb6-4381-be51-4b37af7cddb1 req-78e609e8-f0fb-4bac-a46f-8b2429eb3e07 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368252 Jul 07 17:51:18.769423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2a9cf-4492-4a6b-8a79-4a4743be002e req-3a9912f5-66b6-488f-9a91-8b6e05113b2b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.771078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18e2a9cf-4492-4a6b-8a79-4a4743be002e req-3a9912f5-66b6-488f-9a91-8b6e05113b2b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0708652 Jul 07 17:51:18.821658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18e2a9cf-4492-4a6b-8a79-4a4743be002e req-5c1eb22e-bf5d-4959-8be7-78f6222a79ba tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 Jul 07 17:51:20.035757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b364-5ec5-4249-9c2b-9aa08a39d291 req-e853c14f-b27a-44ab-b780-5ab30296af42 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:20.037314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e32b364-5ec5-4249-9c2b-9aa08a39d291 req-e853c14f-b27a-44ab-b780-5ab30296af42 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0710723 Jul 07 17:51:20.077497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2e32b364-5ec5-4249-9c2b-9aa08a39d291 req-f2e9e031-a42a-44bb-909c-f3f1c4821a5b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Jul 07 17:51:20.773407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208264-b460-4307-b447-420998dd5dea req-8e3dbdc8-69b0-4758-9ab2-df179c4b8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:20.774951 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-8e3dbdc8-69b0-4758-9ab2-df179c4b8082 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1097 time: 0.1003716 Jul 07 17:51:21.263301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0953e46-b3d2-409b-bf77-e2b093ae74d4 req-29b359a1-4594-4b7f-af4d-7f127d3dfecd tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:21.265029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0953e46-b3d2-409b-bf77-e2b093ae74d4 req-29b359a1-4594-4b7f-af4d-7f127d3dfecd tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0702770 Jul 07 17:51:21.292742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208264-b460-4307-b447-420998dd5dea req-7e5c41b7-a369-4909-bf2e-cd3a0ec0b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:21.294528 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-7e5c41b7-a369-4909-bf2e-cd3a0ec0b82b service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.4757826 Jul 07 17:51:21.307472 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0953e46-b3d2-409b-bf77-e2b093ae74d4 req-f5368202-f2f3-48f0-9165-db9c77d02d8b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355096 Jul 07 17:51:21.345565 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-fb776d29-ed26-499f-a505-aa43a3636a96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0403056 Jul 07 17:51:21.400285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208264-b460-4307-b447-420998dd5dea req-a1f55172-c97f-4171-8be1-8e25516f2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:21.401741 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-a1f55172-c97f-4171-8be1-8e25516f2ade service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0478992 Jul 07 17:51:21.441736 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-e3825ebe-f5d2-4526-a452-522e5b277e0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322242 Jul 07 17:51:21.538851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-891d0fa9-ce6f-4611-a66a-12d9cf4ec7ba service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898533 Jul 07 17:51:21.640891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a7208264-b460-4307-b447-420998dd5dea req-e5fc4737-912a-4266-ae87-c201655baf52 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938790 Jul 07 17:51:22.492855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7e7a-27da-4fb4-90e9-10bfec1a1cc0 req-267f2549-a320-4668-ab29-e3d3dfd6cd02 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:22.494565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-858f7e7a-27da-4fb4-90e9-10bfec1a1cc0 req-267f2549-a320-4668-ab29-e3d3dfd6cd02 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0694821 Jul 07 17:51:22.535381 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-858f7e7a-27da-4fb4-90e9-10bfec1a1cc0 req-0f7a4213-2a4a-4a5d-bc9c-b96b3215ad95 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Jul 07 17:51:22.873736 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-767a6ec8-efa3-48b9-b646-759b66896138 service neutron] show failed (client error): The resource could not be found. Jul 07 17:51:22.874661 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-767a6ec8-efa3-48b9-b646-759b66896138 service neutron] 10.222.0.13 "GET /v2.0/ports/a0026652-73a5-4730-82c6-57ecafa0ae7f/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0555837 Jul 07 17:51:23.179726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-d8e693e0-c99f-4924-b4ac-f5ee0121c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.181228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-d8e693e0-c99f-4924-b4ac-f5ee0121c2c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870&tenant_id=400c0e402edc4367b010f83cf76b2d5b HTTP/1.1" status: 200 len: 1097 time: 0.1052432 Jul 07 17:51:23.192739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:23.267347 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.481416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:23.521492 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:23.561599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:23.563918 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11767a56-3e10-4ee0-8196-5ecc4f66378e" -d '{"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-unplugged", "status": "completed", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:23.568362 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.583086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Transition to ACTIVE for port object a0026652-73a5-4730-82c6-57ecafa0ae7f will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:23.587111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.655993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] No DVR routers for this DVR port a0026652-73a5-4730-82c6-57ecafa0ae7f on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:23.672044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:23.733275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:23.733517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:23.733855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:23.741040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Port a0026652-73a5-4730-82c6-57ecafa0ae7f on network 65060f50-df12-4382-bfdf-2e59149db8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:23.741395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Attempting to bind port a0026652-73a5-4730-82c6-57ecafa0ae7f on network 65060f50-df12-4382-bfdf-2e59149db8b0 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:23.749034 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:23.749408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Checking segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:23.749797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Bound using segment: {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:23.750229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Bound port: a0026652-73a5-4730-82c6-57ecafa0ae7f, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec82306-7a06-4a1f-b6d8-5c172749267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:23.750593 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.780391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190d292-3587-4668-93f2-6c612647a791 req-609b4a32-cdf3-4014-98b8-4a79874b1e1a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.781933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5190d292-3587-4668-93f2-6c612647a791 req-609b4a32-cdf3-4014-98b8-4a79874b1e1a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.1272986 Jul 07 17:51:23.855528 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5190d292-3587-4668-93f2-6c612647a791 req-c55dd8d0-17ed-42d8-b9dd-5266ebb39b2f tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Jul 07 17:51:23.858028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:23.861222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:23.866466 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.882631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.883263 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.885148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] 10.222.0.54 "PUT /v2.0/ports/a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 1092 time: 0.6969712 Jul 07 17:51:23.970388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f298-767f-499a-b26a-582ad0fa4a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:23.979902 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b044cba-576d-40e1-85b8-aed2b1b78fda x-openstack-request-id: req-2b044cba-576d-40e1-85b8-aed2b1b78fda {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:23.980206 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-unplugged", "status": "completed", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:23.980456 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b044cba-576d-40e1-85b8-aed2b1b78fda {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:23.980856 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'code': 200} Jul 07 17:51:23.998260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-5900f630-9ebd-434f-a858-f1b33fce60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.999807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-5900f630-9ebd-434f-a858-f1b33fce60e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1095 time: 0.0896258 Jul 07 17:51:24.092237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1166e36f-8d43-4ba2-92a1-ca3a65f992fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:24.093762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-1166e36f-8d43-4ba2-92a1-ca3a65f992fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.0874124 Jul 07 17:51:24.138633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-68188fb7-447e-4fd7-a256-32b8bd6a1272 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0386412 Jul 07 17:51:24.188121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-a788f1d2-66e2-4775-a4a6-5c1fc8d58f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:24.189607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-a788f1d2-66e2-4775-a4a6-5c1fc8d58f18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0442324 Jul 07 17:51:24.209990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.224553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-09fd24bc-e01f-48f2-8f1e-ac3f038f2824 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jul 07 17:51:24.329184 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-fc020345-0e8a-4a48-84c2-a35f94b338a1 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978303 Jul 07 17:51:24.419356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-84e8373e-7bbb-4d85-bfa8-ba88cb953776 req-3ae5a122-ad18-4b9b-b5ab-9905a3e6162f service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841520 Jul 07 17:51:25.042467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898874e0-7638-4e91-9b95-95b1e53eadc6 req-4d925ef3-e06f-4e7b-b142-ef6b3e66d9e8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.043983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-898874e0-7638-4e91-9b95-95b1e53eadc6 req-4d925ef3-e06f-4e7b-b142-ef6b3e66d9e8 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.0697789 Jul 07 17:51:25.088169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-898874e0-7638-4e91-9b95-95b1e53eadc6 req-99aa5d05-97c2-46cf-a780-329862f98053 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Jul 07 17:51:25.982524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:25.984967 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404eb860-b12e-4f45-81f0-863d2a94a1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:26.034870 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec49cc-6cb9-4c90-aadf-1d7bf89de3aa x-openstack-request-id: req-7cec49cc-6cb9-4c90-aadf-1d7bf89de3aa {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:26.035172 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:26.035457 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cec49cc-6cb9-4c90-aadf-1d7bf89de3aa {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:26.035882 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'status': 'completed', 'code': 200} Jul 07 17:51:26.114591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-09bfddb8-9478-423a-9fa0-9582c4f8ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.115971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-09bfddb8-9478-423a-9fa0-9582c4f8ae69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1095 time: 0.0560570 Jul 07 17:51:26.133210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-969dc408-ac0e-4e04-bbaf-01913f0190ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.135739 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-969dc408-ac0e-4e04-bbaf-01913f0190ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1095 time: 0.0560839 Jul 07 17:51:26.217090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-7780832c-f9f6-4e01-b6af-5418b1b1f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.217894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-7780832c-f9f6-4e01-b6af-5418b1b1f196 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.0946946 Jul 07 17:51:26.235375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-decb53dd-10bd-4801-a175-f29d60757858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.237517 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-decb53dd-10bd-4801-a175-f29d60757858 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.0948288 Jul 07 17:51:26.280907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-1323eb68-6a30-4ff5-bc78-a869f6ef2f47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0372379 Jul 07 17:51:26.288694 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-2eaec445-1e12-4396-989f-ab0e8038332b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0598698 Jul 07 17:51:26.334170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-33961cdd-8286-4022-a6fd-3d4d3dff0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.335527 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-33961cdd-8286-4022-a6fd-3d4d3dff0caf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0480800 Jul 07 17:51:26.358040 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-9bfab483-f344-42cf-9c39-8a57e9df47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.359908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-9bfab483-f344-42cf-9c39-8a57e9df47a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0609963 Jul 07 17:51:26.376103 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-cc20c36e-6a45-44b1-897a-f361bd2b781a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328171 Jul 07 17:51:26.383157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:26.383651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3995b87-b160-4b94-804c-8590c0703d25 req-c3bcadbd-e47d-4374-928f-4d2518eb5390 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.384960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3995b87-b160-4b94-804c-8590c0703d25 req-c3bcadbd-e47d-4374-928f-4d2518eb5390 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.1702683 Jul 07 17:51:26.412980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-9dd61f6e-3abd-4034-b094-4ddd5d935429 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458088 Jul 07 17:51:26.426108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:26.468285 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-352c7934-ef8d-4f5f-a995-1250c71edae0 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 Jul 07 17:51:26.495458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3995b87-b160-4b94-804c-8590c0703d25 req-7f9f2916-716d-48db-91d9-d8ed07ebd3d0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855091 Jul 07 17:51:26.528285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-bbf07bca-97c1-476a-974a-c04a4f8418c9 service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084197 Jul 07 17:51:26.564509 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-b3b08fc6-150e-4acf-a42d-88dc01f17a4c service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894773 Jul 07 17:51:26.630839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404eb860-b12e-4f45-81f0-863d2a94a1f0 req-db0145fa-1317-41fc-b331-7489540bdfef service neutron] 10.222.0.54 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946395 Jul 07 17:51:27.679923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9c545-cc5b-4f22-9543-028ea605f3de req-550373c7-b5e2-49a4-9196-e0daf8261133 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.681485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bd9c545-cc5b-4f22-9543-028ea605f3de req-550373c7-b5e2-49a4-9196-e0daf8261133 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.0694563 Jul 07 17:51:27.719246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1bd9c545-cc5b-4f22-9543-028ea605f3de req-47368cc8-ead9-4e59-9e33-1582eba8ac36 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Jul 07 17:51:28.039542 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd54481-11b3-490a-8602-6acb15f481ef req-2332e7e5-19a4-4321-8d06-659890254d2a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.040482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:28.041160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cd54481-11b3-490a-8602-6acb15f481ef req-2332e7e5-19a4-4321-8d06-659890254d2a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 944 time: 0.0707901 Jul 07 17:51:28.090877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cd54481-11b3-490a-8602-6acb15f481ef req-956740b9-8216-4895-999e-e57aac5515a4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Jul 07 17:51:28.135110 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035083bf-3aa7-404d-850b-5fb007086638 req-1a9584b6-9cb7-4aac-98d6-361961319cce tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.136845 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-1a9584b6-9cb7-4aac-98d6-361961319cce tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870&tenant_id=400c0e402edc4367b010f83cf76b2d5b&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 944 time: 0.1523025 Jul 07 17:51:28.149911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:28.162306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'network_id': '65060f50-df12-4382-bfdf-2e59149db8b0', 'port_id': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'mac_address': 'fa:16:3e:f7:f3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67160df-55bb-4514-b659-0b12c2cabffb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:28.198182 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-035083bf-3aa7-404d-850b-5fb007086638 req-8025ce79-c804-4551-979d-4a00a38c1a83 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:51:28.199216 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-8025ce79-c804-4551-979d-4a00a38c1a83 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a0026652-73a5-4730-82c6-57ecafa0ae7f/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0563776 Jul 07 17:51:28.200014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.213487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0026652-73a5-4730-82c6-57ecafa0ae7f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:28.238708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:28.243103 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.290987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.318149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035083bf-3aa7-404d-850b-5fb007086638 req-277a8e18-d61b-4c19-a848-11dffb8e7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.319803 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-277a8e18-d61b-4c19-a848-11dffb8e7dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=400c0e402edc4367b010f83cf76b2d5b&device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 1096 time: 0.0588865 Jul 07 17:51:28.410602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035083bf-3aa7-404d-850b-5fb007086638 req-e09da4ba-3074-41a9-ae94-e56b762b44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.412088 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-e09da4ba-3074-41a9-ae94-e56b762b44a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 200 len: 916 time: 0.0861337 Jul 07 17:51:28.462968 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-e545d4f7-08f3-4c42-a82d-fc7de4258793 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 200 len: 217 time: 0.0440044 Jul 07 17:51:28.513031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035083bf-3aa7-404d-850b-5fb007086638 req-ff32fb8e-5b63-40c3-9af8-30a21ea59dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.514513 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-ff32fb8e-5b63-40c3-9af8-30a21ea59dde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 200 len: 855 time: 0.0447352 Jul 07 17:51:28.547484 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-fe5db69d-6d25-4ad5-9b23-9617413f1cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65060f50-df12-4382-bfdf-2e59149db8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269661 Jul 07 17:51:28.559464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a0026652-73a5-4730-82c6-57ecafa0ae7f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:28.646432 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-a910309d-c4c1-4a37-b183-483470fb3ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921752 Jul 07 17:51:28.739945 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-035083bf-3aa7-404d-850b-5fb007086638 req-31f54231-26ab-4cf7-8c67-920bbfa9bf36 service neutron] 10.222.0.13 "GET /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871937 Jul 07 17:51:29.286260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c910-b55e-4dbd-bfce-d795c3d5e1b7 req-77d3df32-8a82-48a3-8bcf-73e74e4b9c32 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:29.287846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8797c910-b55e-4dbd-bfce-d795c3d5e1b7 req-77d3df32-8a82-48a3-8bcf-73e74e4b9c32 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 945 time: 0.0752642 Jul 07 17:51:29.334243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8797c910-b55e-4dbd-bfce-d795c3d5e1b7 req-00d5a370-4c27-448b-a4e3-3f500ed86d5d tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Jul 07 17:51:30.045804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:30.097992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port a0026652-73a5-4730-82c6-57ecafa0ae7f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:30.101582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port a0026652-73a5-4730-82c6-57ecafa0ae7f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:30.101957 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.185096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.209502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:30.211805 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071506f-392f-4629-87c3-87871213af64" -d '{"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-plugged", "status": "completed", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:30.226103 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:30.231026 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.293978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.305889 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac4ee8-0a90-445b-bc0d-09ae0a139fc1 x-openstack-request-id: req-82ac4ee8-0a90-445b-bc0d-09ae0a139fc1 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:30.306211 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-plugged", "status": "completed", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:30.306467 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82ac4ee8-0a90-445b-bc0d-09ae0a139fc1 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:30.306867 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'code': 200} Jul 07 17:51:30.514122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05433aa-8164-435c-8c93-f00bbc1a1ad2 req-4ab2e409-5375-4485-ab48-5d98c8ce79e4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:30.515664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e05433aa-8164-435c-8c93-f00bbc1a1ad2 req-4ab2e409-5375-4485-ab48-5d98c8ce79e4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0639946 Jul 07 17:51:30.555323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e05433aa-8164-435c-8c93-f00bbc1a1ad2 req-b3334085-913c-4747-91b0-d6491f88e2c2 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Jul 07 17:51:30.735050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e759-984b-4670-a101-5705e7b6fc93 req-1a193fe0-0c98-4f21-b464-534489b568b9 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:30.736695 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7843e759-984b-4670-a101-5705e7b6fc93 req-1a193fe0-0c98-4f21-b464-534489b568b9 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0679493 Jul 07 17:51:30.775388 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7843e759-984b-4670-a101-5705e7b6fc93 req-d4a8fef3-267f-4862-bffc-f53551e9af26 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Jul 07 17:51:30.950698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821d1e3-e416-41c4-b71b-697b9b9c0cef req-2a583520-31bb-4eca-a332-44f545fa6ad4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:30.952208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a821d1e3-e416-41c4-b71b-697b9b9c0cef req-2a583520-31bb-4eca-a332-44f545fa6ad4 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0649030 Jul 07 17:51:30.992948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a821d1e3-e416-41c4-b71b-697b9b9c0cef req-508fd7cb-6cf4-41ad-903a-ba689c356015 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Jul 07 17:51:31.579120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e849f8c-9007-4083-b0ff-b8aa9228eab3 req-436e114e-5407-48e4-9d4d-19217cb90a1b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.580730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e849f8c-9007-4083-b0ff-b8aa9228eab3 req-436e114e-5407-48e4-9d4d-19217cb90a1b tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0777946 Jul 07 17:51:31.621200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e849f8c-9007-4083-b0ff-b8aa9228eab3 req-307663ef-a299-4b22-a90f-d2a30c39cfa0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Jul 07 17:51:32.721555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-624af274-669e-4cd6-9754-9b2a20985d6c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.723395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-624af274-669e-4cd6-9754-9b2a20985d6c tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.0695398 Jul 07 17:51:32.861254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71797dd0-e0de-4dcd-bac9-a16b13509ab8 req-4018f8f5-e217-4f15-8fab-300b99deb70a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.862971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71797dd0-e0de-4dcd-bac9-a16b13509ab8 req-4018f8f5-e217-4f15-8fab-300b99deb70a tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bcfc950-a1c7-472c-894b-d39a79af3870 HTTP/1.1" status: 200 len: 946 time: 0.1277549 Jul 07 17:51:32.896836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Deleting port a0026652-73a5-4730-82c6-57ecafa0ae7f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:32.897191 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.949003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71797dd0-e0de-4dcd-bac9-a16b13509ab8 req-16b6ff8c-9195-45d7-a665-22732523cda7 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff62a695-15b9-48a4-a1b1-e150bccfd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 Jul 07 17:51:32.996249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] For port a0026652-73a5-4730-82c6-57ecafa0ae7f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a0026652-73a5-4730-82c6-57ecafa0ae7f,segment=NetworkSegment(dec82306-7a06-4a1f-b6d8-5c172749267f),segment_id=dec82306-7a06-4a1f-b6d8-5c172749267f)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:32.996607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.010628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Calling delete_port for a0026652-73a5-4730-82c6-57ecafa0ae7f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:33.153494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.165429 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a0026652-73a5-4730-82c6-57ecafa0ae7f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:33.182737 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Pushing event deleted for resources: {'Port': ['ID=a0026652-73a5-4730-82c6-57ecafa0ae7f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.232353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] No DVR routers for this DVR port a0026652-73a5-4730-82c6-57ecafa0ae7f on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:33.235075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.237857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b56b7f7d-2baa-4303-bc1c-13d2e6da4613 req-c38cfe11-5e0b-48bf-bea1-cbdf9b35eacc tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] 10.222.0.54 "DELETE /v2.0/ports/a0026652-73a5-4730-82c6-57ecafa0ae7f HTTP/1.1" status: 204 len: 173 time: 0.5094275 Jul 07 17:51:33.238304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-deleted', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:33.240565 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2147897-9af8-42b6-8f27-6bbfc723de8b" -d '{"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-deleted", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:33.281155 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7392c2bf-177c-4fdf-8f10-251ae4fc0351 x-openstack-request-id: req-7392c2bf-177c-4fdf-8f10-251ae4fc0351 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:33.281458 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcfc950-a1c7-472c-894b-d39a79af3870", "name": "network-vif-deleted", "tag": "a0026652-73a5-4730-82c6-57ecafa0ae7f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:33.282220 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7392c2bf-177c-4fdf-8f10-251ae4fc0351 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:33.282647 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc950-a1c7-472c-894b-d39a79af3870', 'name': 'network-vif-deleted', 'tag': 'a0026652-73a5-4730-82c6-57ecafa0ae7f', 'status': 'completed', 'code': 200} Jul 07 17:51:34.187493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40502) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.235277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Deleting subnet a67160df-55bb-4514-b659-0b12c2cabffb {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:34.239169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.280248 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.293887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.321834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.375751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.403675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67160df-55bb-4514-b659-0b12c2cabffb,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.406700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.408034 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a67160df-55bb-4514-b659-0b12c2cabffb HTTP/1.1" status: 204 len: 168 time: 0.2195413 Jul 07 17:51:34.410920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40504) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.414649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.414997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.415335 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.415673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.416006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.416334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.416661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.417081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.417359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.417683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.418007 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.418323 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fad57a-e08f-4d65-be21-9b248650f21a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.484968 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.574618 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.586480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65060f50-df12-4382-bfdf-2e59149db8b0']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.597812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec82306-7a06-4a1f-b6d8-5c172749267f') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.598109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec82306-7a06-4a1f-b6d8-5c172749267f') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.607741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.622917 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.630054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:34.630461 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: timer() Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:34.632320 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:34.691554 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.697737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.699610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/65060f50-df12-4382-bfdf-2e59149db8b0 HTTP/1.1" status: 204 len: 168 time: 0.2875657 Jul 07 17:51:34.711122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65060f50-df12-4382-bfdf-2e59149db8b0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.719622 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.719975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.720363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.720661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.722190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.722190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.722190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.722722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.722722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.723099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.723225 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.723553 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6f266-7bb3-4eae-a0ac-fcd730abc2f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:34.831018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40508) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.871970 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-44119831-3128-4cf6-ada1-762a7702e415 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=400c0e402edc4367b010f83cf76b2d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396795 Jul 07 17:51:34.874590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40510) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.922939 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7f79e55-fba9-47bd-a605-966632e4f9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.949384 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7f79e55-fba9-47bd-a605-966632e4f9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.997019 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7f79e55-fba9-47bd-a605-966632e4f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.999982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e7f79e55-fba9-47bd-a605-966632e4f9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.001491 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e7f79e55-fba9-47bd-a605-966632e4f9f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff62a695-15b9-48a4-a1b1-e150bccfd000 HTTP/1.1" status: 204 len: 168 time: 0.1258485 Jul 07 17:51:35.014300 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f79e55-fba9-47bd-a605-966632e4f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62a695-15b9-48a4-a1b1-e150bccfd000,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.321349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-35afd7af-2297-42b1-9c61-132ccfd1ba14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.701612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40532) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:35.800065 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1972098551-network', 'tenant_id': '3487e70aec9e4029b14ff976ece48538'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:35.821473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Made reservation on behalf of 3487e70aec9e4029b14ff976ece48538 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:35.823805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.832274 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.925929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.929756 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.959248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:35.969412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e07f28-3282-47d5-9e17-3f2f119a9254,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.975557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.975900 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Added segment d2fecd45-dcb3-43cb-a259-4e0fade6dbad of type vlan for network d34d9b73-bac0-454d-ab17-0350daed3bcf Jul 07 17:51:36.017227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.047751 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.049017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.050370 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.107508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4047751 Jul 07 17:51:36.110480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40536) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:36.116911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Request body: {'subnet': {'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1972098551-subnet', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:36.118221 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d631-50db-4428-bce4-fe0f86f186c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d34d9b73-bac0-454d-ab17-0350daed3bcf,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:36.129413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network d34d9b73-bac0-454d-ab17-0350daed3bcf details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:36.140873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Made reservation on behalf of 3487e70aec9e4029b14ff976ece48538 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:36.144289 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.322408 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.384511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=739735c2-c55d-49bc-bb69-28ec4c87cae1,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:36.392050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:36.392421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Network hostable DHCP agents. Network: d34d9b73-bac0-454d-ab17-0350daed3bcf, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:36.410556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:36.419982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, d34d9b73-bac0-454d-ab17-0350daed3bcf) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:36.424549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.425382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.431013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c89210-91a4-4a18-9a15-a2e31e031aa5 None None] Network d34d9b73-bac0-454d-ab17-0350daed3bcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:36.442099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2643dfed-8ae6-4d1e-8abc-5e3f77d1b9da admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3304415 Jul 07 17:51:36.446149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40538) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:36.450755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:36.474743 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.475832 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.531593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.602163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-d34d9b73-bac0-454d-ab17-0350daed3bcf', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:36.603054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.678527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.744712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Allocated IP 172.20.0.2 (d34d9b73-bac0-454d-ab17-0350daed3bcf/739735c2-c55d-49bc-bb69-28ec4c87cae1/9d8b1bdb-1ef7-48ad-ad99-bec6cf742814) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:36.895039 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.916231 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.916897 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.927559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Transition to ACTIVE for port object 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:36.945012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Transition to ACTIVE for port object 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:36.953343 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.993313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:36.998378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:37.000737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:37.010620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Pushing event updated for resources: {'Port': ['ID=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.033504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Allocated IP 172.25.5.45 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:37.069485 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Attempting to bind port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:37.070117 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Attempting to bind port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:37.070862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Attempting to bind port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:37.076149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:37.076625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:37.076927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.077358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:37.077830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Bound port: 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:37.078213 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.142388 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.156369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] For port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:37.161879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] For port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:37.166577 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.196145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.230641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aa9c2-1c0b-4c19-905a-0fef6bef039a None None] Pushing event updated for resources: {'Port': ['ID=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.258592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:37.261420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:37.266098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:37.270130 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Pushing event updated for resources: {'Port': ['ID=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.577325 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.736507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.797788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.948730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Router 5d72e838-b16a-4ced-9d14-274475b4c098 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:38.066814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:38.077025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:38.093428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:38.093675 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.094352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:51:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:38.097825 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-14f12e88-5606-4c93-aa48-a0104505b76a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6477883 Jul 07 17:51:38.100650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40540) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:38.100844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:38.159133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: a0026652-73a5-4730-82c6-57ecafa0ae7f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:38.159500 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a0026652-73a5-4730-82c6-57ecafa0ae7f not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:38.210018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887768bb-abcc-4206-8f7f-5e56e1a8627b None None] Network d34d9b73-bac0-454d-ab17-0350daed3bcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:38.296298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:38.372729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-519de361-1e32-40f6-b1e5-d1f5e17b5c4a None None] Provisioning for port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:38.494564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:38.569510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.637431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:38.647592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:38.648197 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.676670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:37Z', 'revision_number': 3, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:38.716150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:38.716528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Updating router 5d72e838-b16a-4ced-9d14-274475b4c098 port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:38.743417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Allocated IP 172.20.0.1 (d34d9b73-bac0-454d-ab17-0350daed3bcf/739735c2-c55d-49bc-bb69-28ec4c87cae1/51dc04ce-ebe6-46cc-97d7-29031067efc4) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:38.767298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.867904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.884346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Transition to ACTIVE for port object 51dc04ce-ebe6-46cc-97d7-29031067efc4 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:38.918734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.926283 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.005818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-da645ad3-6e40-4bbc-9ead-07eab58070c6 None None] Provisioning complete for port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:39.006191 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-da645ad3-6e40-4bbc-9ead-07eab58070c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.232119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:39.246814 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.287082 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-92ae9529-d832-4bf2-b43d-3cb737c65bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.329543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:39.336248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:39.339934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:39.360041 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.366228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Pushing event updated for resources: {'Port': ['ID=51dc04ce-ebe6-46cc-97d7-29031067efc4,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.389957 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.395912 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.475320 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.488172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Transition to ACTIVE for port object 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:39.494840 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.550367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Attempting to bind port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:39.550742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Attempting to bind port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:39.551108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Attempting to bind port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:39.553987 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.558535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364319ae-f48c-4009-bc20-95667a76abab None None] Pushing event updated for resources: {'Port': ['ID=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.561018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:39.561428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:39.561820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.562497 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:39.563255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Bound port: 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:39.563255 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.616060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] For port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:39.619377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] For port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:39.623046 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.693984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:39.693984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:51:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:39.697997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b001f5cb-1a73-4b7c-ad76-375da18802bd None None] Provisioning for port 51dc04ce-ebe6-46cc-97d7-29031067efc4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:39.726424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.730873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.734345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364319ae-f48c-4009-bc20-95667a76abab None None] Pushing event updated for resources: {'Port': ['ID=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.737671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b001f5cb-1a73-4b7c-ad76-375da18802bd None None] Provisioning complete for port 51dc04ce-ebe6-46cc-97d7-29031067efc4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:39.738066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b001f5cb-1a73-4b7c-ad76-375da18802bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.799623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.802715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Pushing event updated for resources: {'Port': ['ID=51dc04ce-ebe6-46cc-97d7-29031067efc4,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.812630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b001f5cb-1a73-4b7c-ad76-375da18802bd None None] Port 51dc04ce-ebe6-46cc-97d7-29031067efc4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:39.843343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:39.903873 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:39.905412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:40.031490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:40.056828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:38Z', 'revision_number': 1, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:40.085953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa8415-2b96-439d-9446-f563229c0a65 None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:38Z', 'revision_number': 1, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:40.136470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2f8bd5cf-c68b-46f1-bc7d-8cb9ef42f88d None None] Provisioning complete for port 51dc04ce-ebe6-46cc-97d7-29031067efc4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:40.136850 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd5cf-c68b-46f1-bc7d-8cb9ef42f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.149585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:40.155177 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f87254ab-0f2a-4f24-8058-a771a250d5ff admin admin] 10.222.0.78 "PUT /v2.0/routers/5d72e838-b16a-4ced-9d14-274475b4c098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0533583 Jul 07 17:51:40.185950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bd5cf-c68b-46f1-bc7d-8cb9ef42f88d None None] Port 51dc04ce-ebe6-46cc-97d7-29031067efc4 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:40.468023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:40.524573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:40.525374 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.690571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40548) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:40.696020 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231626058', 'description': 'tempest-description--525570328'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:40.727497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.841955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.848176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.875570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.880535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1851003 Jul 07 17:51:40.881299 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40550) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:40.882229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9b4c3-4561-4e5e-b3b8-e75c61f4c570 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a923bc2-61d7-4d1b-9956-429913e2c426,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.888383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'security_group_rule': {'security_group_id': '7a923bc2-61d7-4d1b-9956-429913e2c426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:40.919675 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.983015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.988353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.989335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.008431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742da162-bd18-4d1b-91be-4f72cb60bd91,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.016702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.018124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-18f97d52-e4bf-462c-919f-7d1fc1dd8ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350164 Jul 07 17:51:41.021336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40552) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.026655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'security_group_rule': {'security_group_id': '7a923bc2-61d7-4d1b-9956-429913e2c426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:41.055805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.119113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.122904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.141497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3b582c-2a19-4ed7-a01b-0c219b9d7c69,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.149243 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.150425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2cd333a0-c893-4b0d-946c-34947cd6ca96 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277540 Jul 07 17:51:41.153499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 40554) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.157856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:41.185963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.299551 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.411823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Allocated IP 172.25.5.191 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e33bc30f-0307-4262-a5f7-734867d3515b) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:41.521503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.560870 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.598684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:41.603520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:41.607140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:41.613727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'Port': ['ID=e33bc30f-0307-4262-a5f7-734867d3515b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.735157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.795118 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.975174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.980348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.050574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'Port': ['ID=e33bc30f-0307-4262-a5f7-734867d3515b,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:42.068962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.084244 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.085450 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7f5e5763-b86a-4ecd-863e-b9052abce380 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9311411 Jul 07 17:51:42.148635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:42.164588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:42.165316 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:51:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:42.255835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-4b1b8010-1ee9-4e17-aada-ae89b75091dc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1231626058&fields=id&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 267 time: 0.0376265 Jul 07 17:51:42.291190 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:42.399054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-803ed50b-c444-4cdd-a272-f87aeac4a1c0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:42.400629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-803ed50b-c444-4cdd-a272-f87aeac4a1c0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1380191 Jul 07 17:51:42.423752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f6492121-591b-4fc8-bc63-ab140e1334ac tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/quotas/3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 375 time: 0.0166578 Jul 07 17:51:42.505761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:42.522328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f08ccb05-aa0a-46a3-a6a6-d9b1c1d95d5a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922229 Jul 07 17:51:42.554343 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 2, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:42.571580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:42.576140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:42.576624 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.590340 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:42.591124 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Updating router 5d72e838-b16a-4ced-9d14-274475b4c098 port 51dc04ce-ebe6-46cc-97d7-29031067efc4 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:42.637297 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.682373 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.710128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:42.715065 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.719833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-b03c8098-f331-4dfa-9901-286e9f44a36a service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837647 Jul 07 17:51:42.791541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:42.853064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-42901486-508c-41f1-b64b-5cce42e89065 service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150558 Jul 07 17:51:42.982313 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.995435 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Transition to ACTIVE for port object 51dc04ce-ebe6-46cc-97d7-29031067efc4 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:43.003885 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.067722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bccc459f-da94-4f56-b68f-1b26e0a0ae46 req-09dc634b-6986-428d-912d-a84329848d82 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 210 time: 0.0388348 Jul 07 17:51:43.125255 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d73634-347f-4256-998f-623204d52281 None None] Pushing event updated for resources: {'Port': ['ID=51dc04ce-ebe6-46cc-97d7-29031067efc4,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.146553 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.146845 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.148050 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.148541 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.149349 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.149896 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.150307 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.150858 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.151436 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.152208 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.152208 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.152603 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d73634-347f-4256-998f-623204d52281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:43.156291 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Attempting to bind port 51dc04ce-ebe6-46cc-97d7-29031067efc4 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:43.156724 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Attempting to bind port 51dc04ce-ebe6-46cc-97d7-29031067efc4 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:43.157138 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Attempting to bind port 51dc04ce-ebe6-46cc-97d7-29031067efc4 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:43.166403 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:43.167069 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:43.167693 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.168445 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:43.170280 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Bound port: 51dc04ce-ebe6-46cc-97d7-29031067efc4, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:43.171054 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.262535 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] For port 51dc04ce-ebe6-46cc-97d7-29031067efc4, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:43.266534 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] For port 51dc04ce-ebe6-46cc-97d7-29031067efc4, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51dc04ce-ebe6-46cc-97d7-29031067efc4,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:43.274068 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.341772 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:43.342439 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:51:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:43.447630 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d73634-347f-4256-998f-623204d52281 None None] Pushing event updated for resources: {'Port': ['ID=51dc04ce-ebe6-46cc-97d7-29031067efc4,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.495176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:43.769644 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:43Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:43.796822 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e30405-ba25-49fb-881d-7920a2187dda None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:43Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:44.230207 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7ffd2f91-3f6a-4b44-96ff-b4bf555aa9aa req-a0b551a1-7509-4d90-8b21-46e11a213f91 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 210 time: 0.0340064 Jul 07 17:51:44.496804 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:44.565319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:44.565319 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.613463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-5b82e34f-8ac1-4966-ba8f-1793fdb20fc5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.613463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-5b82e34f-8ac1-4966-ba8f-1793fdb20fc5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1205480 Jul 07 17:51:44.667777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-8a914b3f-d307-46ce-9188-47c6ec461460 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 380 time: 0.0482621 Jul 07 17:51:44.672253 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51dc04ce-ebe6-46cc-97d7-29031067efc4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:44.678096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'port': {'device_id': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'admin_state_up': True, 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'security_groups': ['7a923bc2-61d7-4d1b-9956-429913e2c426']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:44.733886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 51dc04ce-ebe6-46cc-97d7-29031067efc4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:44.740192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 51dc04ce-ebe6-46cc-97d7-29031067efc4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:44.740603 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.810032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Made reservation on behalf of 3487e70aec9e4029b14ff976ece48538 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:44.813862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.831440 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.868574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 51dc04ce-ebe6-46cc-97d7-29031067efc4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51dc04ce-ebe6-46cc-97d7-29031067efc4,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:44.872763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.923072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=51dc04ce-ebe6-46cc-97d7-29031067efc4,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:44.946281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Allocated IP 172.20.0.4 (d34d9b73-bac0-454d-ab17-0350daed3bcf/739735c2-c55d-49bc-bb69-28ec4c87cae1/a3251e86-aed0-4705-9586-d5fed4391029) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:45.090186 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.104572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Transition to ACTIVE for port object a3251e86-aed0-4705-9586-d5fed4391029 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:45.138758 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.182753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:45.187980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:45.192050 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:45.508796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3c79daff-7b66-4803-a5d2-4bc498eb14c8 None None] Provisioning for port a3251e86-aed0-4705-9586-d5fed4391029 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:45.515246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3c79daff-7b66-4803-a5d2-4bc498eb14c8 None None] Provisioning complete for port a3251e86-aed0-4705-9586-d5fed4391029 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:45.515847 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3c79daff-7b66-4803-a5d2-4bc498eb14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.558765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:45.573810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3c79daff-7b66-4803-a5d2-4bc498eb14c8 None None] Port a3251e86-aed0-4705-9586-d5fed4391029 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:45.610972 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.611529 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.632016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-f7266dcb-f0fe-4dc9-9617-5b318e56bcbe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594994 Jul 07 17:51:45.644957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Request body: {'port': {'device_id': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:45.675327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8b92-cf71-48e2-b988-f9c8a86e9f9a req-ebd36757-125b-43e4-98f8-458d91f5437f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.676847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d6e8b92-cf71-48e2-b988-f9c8a86e9f9a req-ebd36757-125b-43e4-98f8-458d91f5437f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 931 time: 0.1217289 Jul 07 17:51:45.749503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d6e8b92-cf71-48e2-b988-f9c8a86e9f9a req-224e121c-858a-40b1-a7be-0e246cc3a90c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666251 Jul 07 17:51:45.764692 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.044753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3251e86-aed0-4705-9586-d5fed4391029 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:46.053066 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.066280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Transition to ACTIVE for port object a3251e86-aed0-4705-9586-d5fed4391029 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:46.069647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.121718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:46.196897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:46.203180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:46.203518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:46.203845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:46.209024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Port a3251e86-aed0-4705-9586-d5fed4391029 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:46.209399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:46.215476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:46.215817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:46.216199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:46.216823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Bound port: a3251e86-aed0-4705-9586-d5fed4391029, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:46.216988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.290214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:46.293864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:46.299998 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.339403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.340068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.341525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] 10.222.0.54 "PUT /v2.0/ports/a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1091 time: 0.7018781 Jul 07 17:51:46.341985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:46.344263 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24" -d '{"events": [{"name": "network-changed", "server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:46.378074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3707fdf-b017-472e-8146-cb62af7ab5ca service neutron] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:46.392128 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fad6cd-355e-4042-8ca2-d99c81a94578 x-openstack-request-id: req-b4fad6cd-355e-4042-8ca2-d99c81a94578 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:46.392128 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:46.392443 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4fad6cd-355e-4042-8ca2-d99c81a94578 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:46.392878 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'status': 'completed', 'code': 200} Jul 07 17:51:46.448254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-7e7fed51-d30b-4530-9073-9e00d0277e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.449973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-7e7fed51-d30b-4530-9073-9e00d0277e10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1094 time: 0.0668399 Jul 07 17:51:46.463298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51dc04ce-ebe6-46cc-97d7-29031067efc4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:46.500266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-e1a60625-2760-4389-828c-2590934b296a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 217 time: 0.0428009 Jul 07 17:51:46.513934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 51dc04ce-ebe6-46cc-97d7-29031067efc4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:46.514499 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.554713 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-03e1ff87-ad3b-40b7-868d-3a9f5ac619fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.556147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-03e1ff87-ad3b-40b7-868d-3a9f5ac619fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0499723 Jul 07 17:51:46.615258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-83338a14-7062-448c-b725-4144586c9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.616794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-83338a14-7062-448c-b725-4144586c9afa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549567 Jul 07 17:51:46.710739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-694640e9-f51e-4e4a-be17-5d04b3c46bdb service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870473 Jul 07 17:51:46.799294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-967f2dbb-66f0-4178-afbb-85465bf407fc req-937bec63-3407-4cb4-983e-34eb74fb3513 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823607 Jul 07 17:51:46.950570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-9ba82eba-cc84-4d17-9369-b7f146862786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.952092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-9ba82eba-cc84-4d17-9369-b7f146862786 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1094 time: 0.1019540 Jul 07 17:51:46.963909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f26ba-7586-4f79-b865-fbaf57a6178a req-406737a1-11ab-4f01-b7e2-61046f802321 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.965314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c48f26ba-7586-4f79-b865-fbaf57a6178a req-406737a1-11ab-4f01-b7e2-61046f802321 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 943 time: 0.0840478 Jul 07 17:51:47.053564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c48f26ba-7586-4f79-b865-fbaf57a6178a req-8f6c0fc2-17e4-422a-b3a9-a98764905428 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793624 Jul 07 17:51:47.080959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-a4d18121-e0f9-49a0-9f7c-1e3bb0a9e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.082535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-a4d18121-e0f9-49a0-9f7c-1e3bb0a9e92a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1163416 Jul 07 17:51:47.123034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-18ff3b0f-1c05-466b-84de-8b2cce655aef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 217 time: 0.0342252 Jul 07 17:51:47.172353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-ab263050-d3f7-4240-b0f8-27c4886347b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.174209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-ab263050-d3f7-4240-b0f8-27c4886347b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0447748 Jul 07 17:51:47.238503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-1557618c-3b40-4ea3-9053-abe23f53fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.240065 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-1557618c-3b40-4ea3-9053-abe23f53fa2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598845 Jul 07 17:51:47.333460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-df6cdda4-7323-4ebe-9bf2-ee876026ebfa service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870242 Jul 07 17:51:47.429546 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30bbb79b-7d0d-4dd9-b6cb-48d98f115b24 req-45e4c00d-43c9-4d6e-a8e9-0fdc476ea222 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899606 Jul 07 17:51:48.236581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432a8a-eb3c-420f-b998-397a244cb4e7 req-37ac09c5-b38a-4707-b47a-21d22a833036 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.238104 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e432a8a-eb3c-420f-b998-397a244cb4e7 req-37ac09c5-b38a-4707-b47a-21d22a833036 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 943 time: 0.0692563 Jul 07 17:51:48.279913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e432a8a-eb3c-420f-b998-397a244cb4e7 req-b1db0f10-b7ec-4bf7-b511-95b4c0d49de6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362897 Jul 07 17:51:49.458458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb705ebc-6587-4166-adcd-e9260725b8ce req-1089142a-f0fb-48b0-9d93-cb919387f70c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:49.459928 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb705ebc-6587-4166-adcd-e9260725b8ce req-1089142a-f0fb-48b0-9d93-cb919387f70c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 943 time: 0.0657969 Jul 07 17:51:49.500249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb705ebc-6587-4166-adcd-e9260725b8ce req-012a452f-d5b9-4114-b0dd-341c47f43c41 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347240 Jul 07 17:51:50.113956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a3251e86-aed0-4705-9586-d5fed4391029 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:50.214062 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:50.227013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'a3251e86-aed0-4705-9586-d5fed4391029', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': 'a3251e86-aed0-4705-9586-d5fed4391029', 'mac_address': 'fa:16:3e:64:3a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:50.265158 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.279394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3251e86-aed0-4705-9586-d5fed4391029 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:50.303252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:50.307364 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.359362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.367646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.367929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.368267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.368602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.368932 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.369286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.369613 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.369936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.370256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.370582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.370902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.371222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:50.598840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a3251e86-aed0-4705-9586-d5fed4391029'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:50.687586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d6c9a-5a5e-4973-9e11-3a44297efeb6 req-373ac362-0aa4-4a1a-a067-8048993d1d68 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.689027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-672d6c9a-5a5e-4973-9e11-3a44297efeb6 req-373ac362-0aa4-4a1a-a067-8048993d1d68 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 944 time: 0.0717201 Jul 07 17:51:50.730550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-672d6c9a-5a5e-4973-9e11-3a44297efeb6 req-051488c2-f530-41da-bdcb-1c11440859ea tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348508 Jul 07 17:51:51.927555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892d0e7-d3c2-47d1-bbf9-fccb7b83b696 req-6ae5ead3-0b6d-41bd-b272-7c00329990ac tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.928941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2892d0e7-d3c2-47d1-bbf9-fccb7b83b696 req-6ae5ead3-0b6d-41bd-b272-7c00329990ac tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 944 time: 0.0643215 Jul 07 17:51:51.969169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2892d0e7-d3c2-47d1-bbf9-fccb7b83b696 req-2981a8e9-6c25-47c4-a167-83412d6a5997 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343626 Jul 07 17:51:52.129438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a3251e86-aed0-4705-9586-d5fed4391029 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:52.178342 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port a3251e86-aed0-4705-9586-d5fed4391029 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:52.181860 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port a3251e86-aed0-4705-9586-d5fed4391029 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:52.182214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.279639 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.302946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:52.305250 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa786234-d615-4bb1-bf7e-a1c9ae8499ed" -d '{"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:52.318732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:52.323350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.349926 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5225084d-c317-48d6-b551-6e0ef4daf4b4 x-openstack-request-id: req-5225084d-c317-48d6-b551-6e0ef4daf4b4 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:52.350219 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:52.350514 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5225084d-c317-48d6-b551-6e0ef4daf4b4 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:52.350872 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'code': 200} Jul 07 17:51:52.378414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:52.461291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e72c89-eb91-4340-b560-236be056565a req-a6673666-8f1f-4a2d-be3a-6164e3b86f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:52.463120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93e72c89-eb91-4340-b560-236be056565a req-a6673666-8f1f-4a2d-be3a-6164e3b86f1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1096 time: 0.0575428 Jul 07 17:51:52.501368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93e72c89-eb91-4340-b560-236be056565a req-7fe7a62a-9282-4ad4-92f3-91b07b517310 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323062 Jul 07 17:51:53.150747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba443b-b5b6-492f-9d73-8cccca1fd3c2 req-1906bde3-0a88-4635-9e44-7fee1894585a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:53.152278 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20ba443b-b5b6-492f-9d73-8cccca1fd3c2 req-1906bde3-0a88-4635-9e44-7fee1894585a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0680034 Jul 07 17:51:53.190628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20ba443b-b5b6-492f-9d73-8cccca1fd3c2 req-acd575fd-8432-4627-ba3f-562509cbbc1c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Jul 07 17:51:54.211343 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.554228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95aa05-ada0-463e-a323-4b6ba2e68bc4 req-e3819bed-8de4-429e-a55d-94b32d3acc26 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:54.555758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c95aa05-ada0-463e-a323-4b6ba2e68bc4 req-e3819bed-8de4-429e-a55d-94b32d3acc26 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0643692 Jul 07 17:51:54.595320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c95aa05-ada0-463e-a323-4b6ba2e68bc4 req-442e963c-5769-4f03-ad30-db3f549671ba tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339997 Jul 07 17:51:54.766102 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee40a0-b6d3-4ff9-8c17-b27dfcc903c3 req-0dc28f62-4b5d-41e6-8e51-cec555decee4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:54.768189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-73ee40a0-b6d3-4ff9-8c17-b27dfcc903c3 req-0dc28f62-4b5d-41e6-8e51-cec555decee4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0681860 Jul 07 17:51:54.776730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 40614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:54.781148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'floatingip': {'port_id': 'a3251e86-aed0-4705-9586-d5fed4391029'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:54.819226 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.269519 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.273393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.373921 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 associated. External IP: 172.25.5.191, port: a3251e86-aed0-4705-9586-d5fed4391029. Jul 07 17:51:55.584690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:55.696097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:55.701244 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.705836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:55.720121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:55.721009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:51:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:55.741953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1445f74a-448b-473e-bc09-413622ce98ef tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "PUT /v2.0/floatingips/4b07f59f-a918-4a52-b905-7f02b219bd72 HTTP/1.1" status: 200 len: 991 time: 0.9641383 Jul 07 17:51:55.742547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:55.744837 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae42083-1522-4d9e-8009-e1945deb7777" -d '{"events": [{"name": "network-changed", "server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:55.834876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:55.883384 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd9c06-c78c-43c3-a08b-1d98f734ba6b x-openstack-request-id: req-25bd9c06-c78c-43c3-a08b-1d98f734ba6b {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:55.883680 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:55.883935 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25bd9c06-c78c-43c3-a08b-1d98f734ba6b {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:55.885021 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'status': 'completed', 'code': 200} Jul 07 17:51:55.962590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-b56a46fe-b17b-4b93-b8ba-0fba96241971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.964331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-b56a46fe-b17b-4b93-b8ba-0fba96241971 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1096 time: 0.0589080 Jul 07 17:51:56.099100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-0e0bc89b-9832-42b9-b279-b4809ba7e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.100702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-0e0bc89b-9832-42b9-b279-b4809ba7e009 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1306829 Jul 07 17:51:56.120052 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': 'a3251e86-aed0-4705-9586-d5fed4391029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:64:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:51:55Z', 'revision_number': 1, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:56.169076 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-73d74258-6b32-446a-a8f7-5e6c211a7524 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 999 time: 0.0620615 Jul 07 17:51:56.180971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:56.194793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:56.195678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:51:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:56.219182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-60114a32-ad32-4ffc-a264-fbd80129d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.221451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-60114a32-ad32-4ffc-a264-fbd80129d31d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0468469 Jul 07 17:51:56.290402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-4babcbf2-323e-4904-8a12-4cd56d6cd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.291761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-4babcbf2-323e-4904-8a12-4cd56d6cd610 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639298 Jul 07 17:51:56.339361 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:56.394957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-56be0380-5da7-49d8-bdcd-ff88f5c1247f service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970278 Jul 07 17:51:56.493549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5ae42083-1522-4d9e-8009-e1945deb7777 req-adde79b0-0373-4b5f-b2f9-70c65f756d46 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920150 Jul 07 17:51:56.760015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': 'a3251e86-aed0-4705-9586-d5fed4391029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:64:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:51:55Z', 'revision_number': 1, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:56.787276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878af21-5472-4ca6-9d11-a232c20aeed8 None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': 'a3251e86-aed0-4705-9586-d5fed4391029', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:64:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:51:55Z', 'revision_number': 1, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:57.000603 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0040d11-329e-456b-bc2c-6835a6902e64 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:52:04.299817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.329362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-a82b0051-9b32-4926-8cd5-67c553906652 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607984 Jul 07 17:52:04.426754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-c2ab6785-203e-4022-b231-b34f067cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.428287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-c2ab6785-203e-4022-b231-b34f067cfcbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1096 time: 0.0572991 Jul 07 17:52:04.537701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-f9056e74-d8e2-4f35-93a5-45edf0491207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.539344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-f9056e74-d8e2-4f35-93a5-45edf0491207 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0910349 Jul 07 17:52:04.928536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-2ead44c0-df55-4bc9-b610-a65067d6c4f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1001 time: 0.3826134 Jul 07 17:52:04.978292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-26245b3f-8de7-4caa-8560-b1203393a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.979876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-26245b3f-8de7-4caa-8560-b1203393a0d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0443237 Jul 07 17:52:05.041859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-3c5ed5ef-6fdc-4b6f-a4c3-6c718d37cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.043377 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-3c5ed5ef-6fdc-4b6f-a4c3-6c718d37cf07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561996 Jul 07 17:52:05.132452 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-fad7d1b6-47d6-4064-90f8-9330d2f6b65f service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824730 Jul 07 17:52:05.228717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9be37d47-03ab-4918-bb25-2f7af99f6dfb req-22af2dcd-38c0-43ac-88ab-e3cee1bd8456 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905106 Jul 07 17:52:05.323707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fbfcba8b-f5a7-4e86-b1fc-66994b763208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:07.741871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.218344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f7f20e07-397e-492e-8ed2-8c3a04ff5707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.350757 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.989931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.196896 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:24.233253 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.294005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:35.324903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3e90-d4c3-40b7-97a6-a99655479e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:37.746646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.221772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b38c66b5-813c-4c79-ad21-7b0128b3d258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.352934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.993148 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.238248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.196400 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:03.778753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-e69296dc-43aa-436c-bdd5-323086061164 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575182 Jul 07 17:53:03.872111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-da5c776d-86c9-41f2-80aa-f50bbe35cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.873652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-da5c776d-86c9-41f2-80aa-f50bbe35cca9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1096 time: 0.0531723 Jul 07 17:53:03.983940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-6545f295-fef3-4486-b66e-e4a8de338879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.986168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-6545f295-fef3-4486-b66e-e4a8de338879 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0885675 Jul 07 17:53:04.054659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-788010b1-ec61-4455-b114-4a7496c31c63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1001 time: 0.0618172 Jul 07 17:53:04.102458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-b2db2ba2-64b2-45d4-a818-8cd2a74bc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.103923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-b2db2ba2-64b2-45d4-a818-8cd2a74bc99a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0441868 Jul 07 17:53:04.163998 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-2b456aea-a46a-4868-873c-d26ecbc80631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.165529 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-2b456aea-a46a-4868-873c-d26ecbc80631 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553231 Jul 07 17:53:04.256033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-7164e596-d0ce-41c7-a3cb-07e219dc06e0 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Jul 07 17:53:04.295782 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.362194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e03509ce-ab10-44bf-bdf2-fae5851b4b66 req-da47354d-9e9a-4d25-9a44-a7d5b27c493d service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996962 Jul 07 17:53:05.334275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-24bc248a-e672-48e1-96f9-cd4fad7bcc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.748744 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.223596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8b7fdda7-8c9e-40cb-90ca-9a2fe4ac60d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.356714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.000486 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.236404 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.301725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.325555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e2faf0b1-512f-425f-8e2c-8a9fa799de30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.196921 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:37.750379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.229080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0cd92b3e-d443-4a7f-84d7-0a52d8d20c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.358954 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.996607 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.230702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.306415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.327230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-edf1d130-d3fa-444a-bc47-96fe2a06476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.784743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-f89be447-9762-4f49-a695-f02753740595 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591385 Jul 07 17:54:05.881494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-dedca6c9-2433-4da3-b481-041667166cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.883020 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-dedca6c9-2433-4da3-b481-041667166cda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1096 time: 0.0545084 Jul 07 17:54:05.990014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-e6c4fd1e-9fd8-484c-a0c5-f9516fc9b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.991496 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-e6c4fd1e-9fd8-484c-a0c5-f9516fc9b00a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0885122 Jul 07 17:54:06.056492 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-c5ac1136-590d-47ba-a803-70605f377613 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1001 time: 0.0590680 Jul 07 17:54:06.107880 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-dac7da02-baf6-46db-ac9b-ee2f006da181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:06.109408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-dac7da02-baf6-46db-ac9b-ee2f006da181 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0476193 Jul 07 17:54:06.177444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-7bf377f7-8584-4cf6-8f73-fb56c03c5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:06.178931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-7bf377f7-8584-4cf6-8f73-fb56c03c5fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637572 Jul 07 17:54:06.269788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-1082b19f-c0e4-47f4-b0a5-0f322035fe76 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 Jul 07 17:54:06.363254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e81e121-8222-4221-a1f8-fe1a60a53eec req-8ae5be30-4798-4e92-9090-f30c3f85016e service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Jul 07 17:54:07.751357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.223244 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-736d6d76-ca20-4b97-b7e1-7f56bb78de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.361983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.999528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.196801 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:24.245337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.617657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2a2c-9d20-4d3e-8def-7a5bcdf778db req-ee8134b7-1ce6-44cd-9643-c4c1f2e22072 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:25.619210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b8c2a2c-9d20-4d3e-8def-7a5bcdf778db req-ee8134b7-1ce6-44cd-9643-c4c1f2e22072 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0674894 Jul 07 17:54:25.661469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1b8c2a2c-9d20-4d3e-8def-7a5bcdf778db req-ce15dc2b-c6ce-4f35-a7e1-6c3513f0c985 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365520 Jul 07 17:54:27.088030 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-84ffe0da-b4c0-4e39-bfda-295c8de94373 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021347 Jul 07 17:54:27.102948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc1d10-9379-4c9d-9594-0010572453fa req-51d84c0d-44fd-4621-9205-857550e62cdc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:27.104670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2bc1d10-9379-4c9d-9594-0010572453fa req-51d84c0d-44fd-4621-9205-857550e62cdc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0714695 Jul 07 17:54:27.152485 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2bc1d10-9379-4c9d-9594-0010572453fa req-9497decf-9a23-4bd8-a6e6-15948945f336 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410814 Jul 07 17:54:28.337068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898284-06ae-439b-a91b-93d7d36e0392 req-23cca83f-ec22-43e4-a7c6-271755a0df12 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:28.339063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c898284-06ae-439b-a91b-93d7d36e0392 req-23cca83f-ec22-43e4-a7c6-271755a0df12 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0722418 Jul 07 17:54:28.381945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0c898284-06ae-439b-a91b-93d7d36e0392 req-fd7076aa-5694-4f99-a855-844abb3c71e8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372131 Jul 07 17:54:28.480826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-a3986de1-e6b0-4ae8-9be0-bb4420905e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:28.481673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-a3986de1-e6b0-4ae8-9be0-bb4420905e52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1096 time: 0.0595388 Jul 07 17:54:28.590124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-daddab8c-1662-4603-8584-e4b833a216c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:28.591611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-daddab8c-1662-4603-8584-e4b833a216c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1035712 Jul 07 17:54:28.662780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-7fa199a4-ac52-4131-9c48-d6cd1f00b216 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1001 time: 0.0636063 Jul 07 17:54:28.717364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-f3f50dd9-6098-47c6-8eae-31f21fa32de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:28.719018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-f3f50dd9-6098-47c6-8eae-31f21fa32de9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0504577 Jul 07 17:54:28.782310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-a499c90f-0ed2-4599-acc9-762d0d2980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:28.783880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-a499c90f-0ed2-4599-acc9-762d0d2980d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578103 Jul 07 17:54:28.886818 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-1a1f0ac1-29ba-4e82-a96a-e44521e588b3 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964410 Jul 07 17:54:28.983550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-4abba735-7bf4-4deb-baaf-380b47aa82f5 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896578 Jul 07 17:54:29.579153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c06f-4186-4184-9124-521ef544e025 req-41576869-2aa5-4b83-ac11-c599be9474e5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:29.581570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18d4c06f-4186-4184-9124-521ef544e025 req-41576869-2aa5-4b83-ac11-c599be9474e5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0669353 Jul 07 17:54:29.625597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18d4c06f-4186-4184-9124-521ef544e025 req-aa457c05-fbde-4048-96a4-7b30ad6ab740 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367143 Jul 07 17:54:30.820418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b861d-94ad-484c-b170-e70e2f51cd8a req-900ecf6f-7636-4e5b-94ff-3a74c045b1df tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:30.822046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1b861d-94ad-484c-b170-e70e2f51cd8a req-900ecf6f-7636-4e5b-94ff-3a74c045b1df tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0826046 Jul 07 17:54:30.863702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc1b861d-94ad-484c-b170-e70e2f51cd8a req-ad265afd-9d61-45dc-bbf8-47b3021c629d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360279 Jul 07 17:54:32.059702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53525f-8ff6-49a9-bcbc-571baa7a3d03 req-c325d2c0-24af-4f87-9f3e-b45c1c25b2b0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:32.061656 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd53525f-8ff6-49a9-bcbc-571baa7a3d03 req-c325d2c0-24af-4f87-9f3e-b45c1c25b2b0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0845797 Jul 07 17:54:32.110555 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd53525f-8ff6-49a9-bcbc-571baa7a3d03 req-43359c3d-4143-4489-be73-68517e2ca9b4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426598 Jul 07 17:54:33.287959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4175dfc-85ab-495e-875d-8ef9a7379e76 req-627e5350-5f62-4915-b6cf-7ca1ab99fb26 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:33.289490 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4175dfc-85ab-495e-875d-8ef9a7379e76 req-627e5350-5f62-4915-b6cf-7ca1ab99fb26 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0651901 Jul 07 17:54:33.328825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e4175dfc-85ab-495e-875d-8ef9a7379e76 req-8c0445ab-b402-413f-9639-e30011e3b6b2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 07 17:54:34.306243 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.513885 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208736b5-51b4-4617-85d8-1fa802c17e8c req-05ef83e6-e41d-403a-a87a-f2f2a9db21c6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:34.515453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-208736b5-51b4-4617-85d8-1fa802c17e8c req-05ef83e6-e41d-403a-a87a-f2f2a9db21c6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0688300 Jul 07 17:54:34.558096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-208736b5-51b4-4617-85d8-1fa802c17e8c req-1b8b7695-db86-4231-8c4f-963e7e72f202 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351541 Jul 07 17:54:35.334523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3650c05b-40a5-4836-a83b-eb6d17a66658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.755629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6b432-bb8a-47be-8394-aa3e2fc2c1ba req-1c8d6eac-305c-4e6d-9649-756f7f5dce7d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.757481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7f6b432-bb8a-47be-8394-aa3e2fc2c1ba req-1c8d6eac-305c-4e6d-9649-756f7f5dce7d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0736828 Jul 07 17:54:35.806398 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b7f6b432-bb8a-47be-8394-aa3e2fc2c1ba req-dfd135e6-a136-4f8a-8842-86247ac57398 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Jul 07 17:54:37.007230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ca7ba-773d-4c76-8aa6-881e184fdfc5 req-9e9192f6-621b-4b07-84b7-1a791a73080a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:37.008768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-875ca7ba-773d-4c76-8aa6-881e184fdfc5 req-9e9192f6-621b-4b07-84b7-1a791a73080a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0730765 Jul 07 17:54:37.053519 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-875ca7ba-773d-4c76-8aa6-881e184fdfc5 req-90218025-28d0-44b8-93e3-0273d73c5ff5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364807 Jul 07 17:54:37.754270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.243625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62354-c437-4fcf-87b9-ebbafb21d902 req-654a229d-075b-482f-b1e8-c08e27b6659d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:38.246145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9a62354-c437-4fcf-87b9-ebbafb21d902 req-654a229d-075b-482f-b1e8-c08e27b6659d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0761781 Jul 07 17:54:38.285711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9a62354-c437-4fcf-87b9-ebbafb21d902 req-cc811e3f-cf6b-4f74-b61d-3f4b29f96ef3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Jul 07 17:54:39.225749 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfd4d-56ee-49aa-9946-dd9d4d4cdc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:39.368973 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:39.490761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02257842-4033-410f-97d7-1cfc606153de req-f678ef4d-ecea-41d1-9a46-ec92593bfe3a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:39.493050 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02257842-4033-410f-97d7-1cfc606153de req-f678ef4d-ecea-41d1-9a46-ec92593bfe3a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0700245 Jul 07 17:54:39.540919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-02257842-4033-410f-97d7-1cfc606153de req-3ee6e9a1-e5c9-430b-9814-2603955e45e0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Jul 07 17:54:40.732056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713cc7a-4d61-4316-87bd-1390072bbfe3 req-04a85927-b703-4f74-8513-dafef9c60b82 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:40.734160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9713cc7a-4d61-4316-87bd-1390072bbfe3 req-04a85927-b703-4f74-8513-dafef9c60b82 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0659633 Jul 07 17:54:40.772706 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9713cc7a-4d61-4316-87bd-1390072bbfe3 req-dfd8f183-9687-483b-ba39-fc39e38a0006 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jul 07 17:54:41.006617 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.083600 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-8d535269-64a4-49f7-87e8-0775c922424e req-ebd11980-0001-4cc3-9728-7ad0fd9f7ef5 service neutron] show failed (client error): The resource could not be found. Jul 07 17:54:41.084536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-ebd11980-0001-4cc3-9728-7ad0fd9f7ef5 service neutron] 10.222.0.54 "GET /v2.0/ports/a3251e86-aed0-4705-9586-d5fed4391029/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0560575 Jul 07 17:54:41.391615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-c8d81ebb-e244-40d3-a5ce-1021df1fcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:41.393070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-c8d81ebb-e244-40d3-a5ce-1021df1fcd7d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 1096 time: 0.1010113 Jul 07 17:54:41.411092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:41.485422 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.705470 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:41.740001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:41.779171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:41.782625 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f581e0-d720-494a-a5ba-e3853b0948e3" -d '{"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-unplugged", "status": "completed", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:41.786666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.801709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Transition to ACTIVE for port object a3251e86-aed0-4705-9586-d5fed4391029 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:41.805455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.920976 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:41.943793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.944112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.944461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.944751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.944751 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.946367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.946367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.946367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.946367 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.947042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.947042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.947465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:41.952005 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4de38-1a95-408f-a616-c26ddb9f1215 x-openstack-request-id: req-6ee4de38-1a95-408f-a616-c26ddb9f1215 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:41.952386 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-unplugged", "status": "completed", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:41.952627 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ee4de38-1a95-408f-a616-c26ddb9f1215 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:41.953031 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'code': 200} Jul 07 17:54:42.010674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] No DVR routers for this DVR port a3251e86-aed0-4705-9586-d5fed4391029 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:42.144502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf48083-561a-4f90-ab67-24e290a2cbc8 req-fedff22d-38b3-45a5-8597-2c37a47fb76f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.146240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddf48083-561a-4f90-ab67-24e290a2cbc8 req-fedff22d-38b3-45a5-8597-2c37a47fb76f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 943 time: 0.0759666 Jul 07 17:54:42.161725 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:42.162042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:42.162370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:42.166781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Port a3251e86-aed0-4705-9586-d5fed4391029 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:42.167098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Attempting to bind port a3251e86-aed0-4705-9586-d5fed4391029 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:42.173151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:42.173551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:42.173933 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:42.174366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Bound port: a3251e86-aed0-4705-9586-d5fed4391029, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:42.174734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.192671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddf48083-561a-4f90-ab67-24e290a2cbc8 req-b6ba99e3-d4fa-4ae4-b2ee-186630a61ae1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351350 Jul 07 17:54:42.256664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:42.261896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:42.270759 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.308513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.309048 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.310618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1091 time: 0.9037924 Jul 07 17:54:42.335101 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b408d46-a75d-4950-af4d-01bcc5b3d223 service neutron] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:42.420673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-6570e701-7854-44db-8dc1-bc5cb80b8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.423204 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-6570e701-7854-44db-8dc1-bc5cb80b8f03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1094 time: 0.0750163 Jul 07 17:54:42.539193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-47793a71-f554-4319-96e1-0d5943d2a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.540685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-47793a71-f554-4319-96e1-0d5943d2a867 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1101315 Jul 07 17:54:42.642181 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-593ad93c-b42d-4a1f-8e37-34f985d0f5a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 999 time: 0.0943775 Jul 07 17:54:42.712190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-b678e18f-ca06-4cbf-9d4b-9bc9eb7f45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.714301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-b678e18f-ca06-4cbf-9d4b-9bc9eb7f45ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0648177 Jul 07 17:54:42.788630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535269-64a4-49f7-87e8-0775c922424e req-d7937b32-6d5d-4992-b50e-15278294afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.790186 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-d7937b32-6d5d-4992-b50e-15278294afbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697615 Jul 07 17:54:42.801161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-22f04ddd-9d1e-4043-bdac-25789af0ca43 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:54:42.802124 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-22f04ddd-9d1e-4043-bdac-25789af0ca43 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052588 Jul 07 17:54:42.895784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-b9b16103-d645-46e5-ae57-4ec10491d5ff service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875156 Jul 07 17:54:42.990871 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8d535269-64a4-49f7-87e8-0775c922424e req-d8cbb1e2-bc7f-4d48-8357-6e3ce1771480 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882761 Jul 07 17:54:43.402013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fcbdc-32c1-4f09-85b8-59cf3a202966 req-5ce1311a-e298-48af-a42a-268f9253106e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:43.403444 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378fcbdc-32c1-4f09-85b8-59cf3a202966 req-5ce1311a-e298-48af-a42a-268f9253106e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 943 time: 0.0651836 Jul 07 17:54:43.444474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-378fcbdc-32c1-4f09-85b8-59cf3a202966 req-d8fe0570-5467-47c8-b6a5-0ace84e682c7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351384 Jul 07 17:54:43.954596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:43.957546 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92d478-3469-49aa-9693-1e7e087b1675" -d '{"events": [{"name": "network-changed", "server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:44.009517 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4ecf98-93b5-4d0a-8823-ab2c9a0e41db x-openstack-request-id: req-1c4ecf98-93b5-4d0a-8823-ab2c9a0e41db {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:44.009814 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:44.010072 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c4ecf98-93b5-4d0a-8823-ab2c9a0e41db {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:44.010482 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'status': 'completed', 'code': 200} Jul 07 17:54:44.092624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-3c5ec97e-ce75-4929-8931-d8ff7925c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.094352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-3c5ec97e-ce75-4929-8931-d8ff7925c094 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1094 time: 0.0609386 Jul 07 17:54:44.198517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-1ed89394-91e6-4a7f-8835-dbd3a9882a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.200075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-1ed89394-91e6-4a7f-8835-dbd3a9882a16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0993874 Jul 07 17:54:44.284838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-e5986985-79c6-430c-93a9-1057ee7f7ab5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 999 time: 0.0781825 Jul 07 17:54:44.351382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-91876d29-8095-4118-be54-6bac8a52e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.353258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-91876d29-8095-4118-be54-6bac8a52e614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0624011 Jul 07 17:54:44.354085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-d8b125d6-1230-403e-8ca1-9c6d2c18c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.355604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-d8b125d6-1230-403e-8ca1-9c6d2c18c467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1094 time: 0.3001225 Jul 07 17:54:44.415792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-44f93877-6f38-412f-ba48-71ad4cf4cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.417362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-44f93877-6f38-412f-ba48-71ad4cf4cb72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580564 Jul 07 17:54:44.463822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-7aa973ac-5dd7-4791-b35e-1d52c3885ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.465382 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-7aa973ac-5dd7-4791-b35e-1d52c3885ffc service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1003022 Jul 07 17:54:44.538559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-2ed9a162-921e-4557-90e7-17a7e692b7d5 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137445 Jul 07 17:54:44.574469 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-52a1bd61-e751-40ba-8aea-ba2d6a1554fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 999 time: 0.0992441 Jul 07 17:54:44.638471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-43f8ae18-8055-4793-8416-3064c2494369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.641126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-43f8ae18-8055-4793-8416-3064c2494369 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0602465 Jul 07 17:54:44.718125 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-9bcd1e15-c72c-4144-90b9-82abc35485c0 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735704 Jul 07 17:54:44.738238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35d23-50a1-4584-954e-323e14413ff3 req-0c8f777d-6918-451c-820b-6cca0915a44a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.740466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1b35d23-50a1-4584-954e-323e14413ff3 req-0c8f777d-6918-451c-820b-6cca0915a44a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 943 time: 0.1430349 Jul 07 17:54:44.743899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-8d2deb3b-c23d-4c6d-8641-5b0580d1dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.746318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-8d2deb3b-c23d-4c6d-8641-5b0580d1dc6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736969 Jul 07 17:54:44.801881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1b35d23-50a1-4584-954e-323e14413ff3 req-cb85b8f9-fbdc-4ff3-946e-d41788432c26 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541542 Jul 07 17:54:44.850327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-7e412f7b-f59a-47cb-abc7-9744c9ed6028 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974686 Jul 07 17:54:44.944164 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb92d478-3469-49aa-9693-1e7e087b1675 req-6bd3ad82-99aa-4c80-8b33-63ee1a705b06 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871041 Jul 07 17:54:45.011603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a3251e86-aed0-4705-9586-d5fed4391029 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:45.051351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a3251e86-aed0-4705-9586-d5fed4391029 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:45.376413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a3251e86-aed0-4705-9586-d5fed4391029 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:45.472035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:45.484351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'a3251e86-aed0-4705-9586-d5fed4391029', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': 'a3251e86-aed0-4705-9586-d5fed4391029', 'mac_address': 'fa:16:3e:64:3a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:45.527453 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.541030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3251e86-aed0-4705-9586-d5fed4391029 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:45.561213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:45.566549 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.614266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:45.621748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.622099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.622445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.622784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.623126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.623489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.623843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.624669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.625201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.625541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.625875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.626203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:45.891904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['a3251e86-aed0-4705-9586-d5fed4391029'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:46.012820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803f49-258f-40ea-80a9-5acd6cb5acc5 req-650d7c99-dd2a-4d76-a328-036b4bbdf0b8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.015272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8803f49-258f-40ea-80a9-5acd6cb5acc5 req-650d7c99-dd2a-4d76-a328-036b4bbdf0b8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 944 time: 0.0836699 Jul 07 17:54:46.060604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8803f49-258f-40ea-80a9-5acd6cb5acc5 req-5e49cace-a7a2-4379-98a5-5ca7ec8bdc90 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387623 Jul 07 17:54:46.440480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-5181a278-44a4-41e0-898f-d9c3b7d586ec tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.441932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-5181a278-44a4-41e0-898f-d9c3b7d586ec tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf&tenant_id=3487e70aec9e4029b14ff976ece48538&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 944 time: 0.1089828 Jul 07 17:54:46.463956 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62e9ee-9aff-459c-a5dc-ee72b60f110e req-fb907e96-ed42-45ad-b2d6-9f2310ce0b88 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.465451 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c62e9ee-9aff-459c-a5dc-ee72b60f110e req-fb907e96-ed42-45ad-b2d6-9f2310ce0b88 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 944 time: 0.1311769 Jul 07 17:54:46.540891 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c62e9ee-9aff-459c-a5dc-ee72b60f110e req-7bb88e51-316e-4f2f-8858-8341631d5090 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543609 Jul 07 17:54:46.544116 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-3ddbd9cd-6d6f-4c88-9641-c976aa4596ad service neutron] delete failed (client error): The resource could not be found. Jul 07 17:54:46.544974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-3ddbd9cd-6d6f-4c88-9641-c976aa4596ad service neutron] 10.222.0.54 "DELETE /v2.0/ports/a3251e86-aed0-4705-9586-d5fed4391029/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0960057 Jul 07 17:54:46.648734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-f14ae09e-992c-492c-b7b9-592dda903b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.650300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-f14ae09e-992c-492c-b7b9-592dda903b06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 1095 time: 0.0588460 Jul 07 17:54:46.746044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-190c19b0-bc10-42d1-85f2-27f4cdf94c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.747558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-190c19b0-bc10-42d1-85f2-27f4cdf94c86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0911126 Jul 07 17:54:46.814394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-589afdbd-59f3-4b8a-8d0c-266ab8eb881c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 200 len: 1000 time: 0.0600865 Jul 07 17:54:46.865088 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-1b1b8b7e-3d6c-4f5a-8b04-4d2ba017d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.866626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-1b1b8b7e-3d6c-4f5a-8b04-4d2ba017d7d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0465853 Jul 07 17:54:46.930109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-a9774d95-7837-416d-b312-f55a6f7cb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.931864 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-a9774d95-7837-416d-b312-f55a6f7cb9e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594385 Jul 07 17:54:47.040350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-439fb373-3baa-4b04-a5ec-da2d3192aa38 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017678 Jul 07 17:54:47.136058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7619d0-ed49-448d-81c9-d599b54f4f59 req-b8eeb083-746e-47bb-aef7-2e720b34a163 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887640 Jul 07 17:54:47.393536 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a3251e86-aed0-4705-9586-d5fed4391029 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:47.444942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port a3251e86-aed0-4705-9586-d5fed4391029 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:47.449801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port a3251e86-aed0-4705-9586-d5fed4391029 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:47.450571 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:47.533226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:47.564386 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:47.566793 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0158e2-9cfd-459b-95eb-a6708a5a0033" -d '{"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:47.583140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:47.588088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:47.658160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:47.764066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13064b6d-63b7-4144-95b8-e87581ba3e93 req-d7598be0-d3bb-4b0c-8322-2a0957f74002 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:47.766441 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13064b6d-63b7-4144-95b8-e87581ba3e93 req-d7598be0-d3bb-4b0c-8322-2a0957f74002 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0766165 Jul 07 17:54:47.814611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-13064b6d-63b7-4144-95b8-e87581ba3e93 req-0ba01b0c-08e1-4c90-a146-940b2b6ed960 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381887 Jul 07 17:54:47.867501 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c84e140-167b-463d-89dc-3d889a2b262c x-openstack-request-id: req-3c84e140-167b-463d-89dc-3d889a2b262c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:47.867818 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:47.868090 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c84e140-167b-463d-89dc-3d889a2b262c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:47.868503 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'code': 200} Jul 07 17:54:48.039728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71481b4c-f336-45aa-8d83-6f3a51d23ed7 req-bf0251b9-813e-4df7-ba47-1d2b39390e97 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:48.041325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71481b4c-f336-45aa-8d83-6f3a51d23ed7 req-bf0251b9-813e-4df7-ba47-1d2b39390e97 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0844116 Jul 07 17:54:48.095217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71481b4c-f336-45aa-8d83-6f3a51d23ed7 req-aff14aa4-f818-40ba-912c-bb209d8e16b1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Jul 07 17:54:48.279551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6a1b-fbb3-4a81-96e5-0721e648b1ed req-4987aa48-c77e-42a8-90b7-737231daf988 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:48.281447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2ca6a1b-fbb3-4a81-96e5-0721e648b1ed req-4987aa48-c77e-42a8-90b7-737231daf988 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0725713 Jul 07 17:54:48.323430 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2ca6a1b-fbb3-4a81-96e5-0721e648b1ed req-5db99638-25a7-4b42-8213-9c1c2e13b77f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Jul 07 17:54:48.758559 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecd878-9b8d-45b3-8ba9-8109b1c1dbcf req-25fadadc-a976-4282-9423-4cd190d73cf0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:48.760367 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaecd878-9b8d-45b3-8ba9-8109b1c1dbcf req-25fadadc-a976-4282-9423-4cd190d73cf0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0758400 Jul 07 17:54:48.807699 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaecd878-9b8d-45b3-8ba9-8109b1c1dbcf req-682c630d-fe97-41a4-9dfc-b97167a65f17 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Jul 07 17:54:49.997382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fccea-354b-4262-9fdb-1e21de2d39bd req-ac497886-bf7b-4830-8c6f-d9dfd918f7ad tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:49.999394 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c8fccea-354b-4262-9fdb-1e21de2d39bd req-ac497886-bf7b-4830-8c6f-d9dfd918f7ad tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.0695214 Jul 07 17:54:50.043102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c8fccea-354b-4262-9fdb-1e21de2d39bd req-f7b269bf-e43b-44f7-902d-a75ca4288a26 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 Jul 07 17:54:50.374641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702833e-9572-4292-83b7-54bf5711a115 req-530d63a7-7586-44d0-be75-da070061835b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.376631 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7702833e-9572-4292-83b7-54bf5711a115 req-530d63a7-7586-44d0-be75-da070061835b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 945 time: 0.1128302 Jul 07 17:54:50.481951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Deleting port a3251e86-aed0-4705-9586-d5fed4391029 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:50.482298 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.574571 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] For port a3251e86-aed0-4705-9586-d5fed4391029, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=a3251e86-aed0-4705-9586-d5fed4391029,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:50.574926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.799052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.799619 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.800094 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 disassociated. External IP: 172.25.5.191, port: a3251e86-aed0-4705-9586-d5fed4391029. Jul 07 17:54:50.800611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Calling delete_port for a3251e86-aed0-4705-9586-d5fed4391029 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:50.935545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.965958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event deleted for resources: {'Port': ['ID=a3251e86-aed0-4705-9586-d5fed4391029,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:51.099515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:51.201493 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:51.210470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-567e9093-71a8-4e20-b615-327a8ec05aed req-a5a11c49-5a46-427b-9fd2-bbf4e3ea8fa0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf HTTP/1.1" status: 200 len: 210 time: 0.0314620 Jul 07 17:54:51.246999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:51.261303 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:51.274354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:51.275136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:54:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:51.308446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] No DVR routers for this DVR port a3251e86-aed0-4705-9586-d5fed4391029 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:51.314228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.318339 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7702833e-9572-4292-83b7-54bf5711a115 req-b8a78579-037e-494e-8703-879f2599cb66 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "DELETE /v2.0/ports/a3251e86-aed0-4705-9586-d5fed4391029 HTTP/1.1" status: 204 len: 173 time: 0.9355235 Jul 07 17:54:51.319043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-deleted', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:51.324456 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297eff0-912f-4200-9d47-09097943233f" -d '{"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-deleted", "tag": "a3251e86-aed0-4705-9586-d5fed4391029"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:51.378550 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380be34e-6c99-4f17-b203-ce2739d30f99 x-openstack-request-id: req-380be34e-6c99-4f17-b203-ce2739d30f99 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:51.379228 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf", "name": "network-vif-deleted", "tag": "a3251e86-aed0-4705-9586-d5fed4391029", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:51.379228 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-380be34e-6c99-4f17-b203-ce2739d30f99 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:51.379473 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba1bfea-2675-4a72-b8f5-5ba8fba1b5cf', 'name': 'network-vif-deleted', 'tag': 'a3251e86-aed0-4705-9586-d5fed4391029', 'status': 'completed', 'code': 200} Jul 07 17:54:51.466641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:51.719686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:51.751505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:51.762686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:51.763618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:54:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:51.869281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:52.079727 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:52.108816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae18ca-386f-4f05-a165-6111199de1b9 None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:52.367259 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afad06-8630-4174-b480-de00b4fef8f7 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:54:52.569434 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4f0d4448-a3f5-47cb-8ae6-e9d5e38bedc0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1231626058&fields=id&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 267 time: 0.0399601 Jul 07 17:54:52.690115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-dc62f6b7-7d60-40de-b8b7-28d14f31be12 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:52.691498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-dc62f6b7-7d60-40de-b8b7-28d14f31be12 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1145492 Jul 07 17:54:52.708027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-f5598e41-19e5-41fd-a4e5-38adda54fc8a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/quotas/3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 375 time: 0.0105851 Jul 07 17:54:52.785489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-6fa6ece7-d9fa-4acb-916b-aa70f193b0e9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707161 Jul 07 17:54:52.882343 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8b1aef7d-73e1-4660-917c-93130f5d28fa service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847232 Jul 07 17:54:52.976797 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-f37fc7c6-d05c-47c5-8e1b-d80a968457b3 service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881679 Jul 07 17:54:53.160735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7461d70c-2528-43cd-85e5-f88363b71d84 req-95832191-94ea-4bd3-b58d-e10e5cce3868 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 210 time: 0.0306520 Jul 07 17:54:53.440235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a3251e86-aed0-4705-9586-d5fed4391029 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:53.475017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: a3251e86-aed0-4705-9586-d5fed4391029 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:53.475599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device a3251e86-aed0-4705-9586-d5fed4391029 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:54.268184 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.300226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-308bb3d3-38f3-4163-b104-63b42a034342 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:54.301938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-308bb3d3-38f3-4163-b104-63b42a034342 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1463246 Jul 07 17:54:54.384332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50895fc1-513c-4f87-8042-64ef9fccdfdb req-7c41c71a-6efa-48e8-a2bf-3a12f20a1509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 210 time: 0.0626943 Jul 07 17:54:54.419484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-08e0a59a-f646-4348-a1e3-de869deb1cf8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 380 time: 0.1086619 Jul 07 17:54:54.428564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'port': {'device_id': 'c2027844-29da-43b4-9718-15cdb37de533', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'admin_state_up': True, 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'security_groups': ['7a923bc2-61d7-4d1b-9956-429913e2c426']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:54.547657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Made reservation on behalf of 3487e70aec9e4029b14ff976ece48538 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:54.551498 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.683720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Allocated IP 172.20.0.9 (d34d9b73-bac0-454d-ab17-0350daed3bcf/739735c2-c55d-49bc-bb69-28ec4c87cae1/486db474-9342-4e47-a2dd-7be14d08d02e) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:54.839381 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.854811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Transition to ACTIVE for port object 486db474-9342-4e47-a2dd-7be14d08d02e will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:54.889664 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.934855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:54.940393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:54.944688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:54.970716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:54.988673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.989069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.989393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.989732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.990063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.990398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.990724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.991054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.991379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.991704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.992024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.992345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:55.012014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.012751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.029747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-4195ee66-8d93-4963-8041-4dea1229e881 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050158 Jul 07 17:54:55.042107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Request body: {'port': {'device_id': 'c2027844-29da-43b4-9718-15cdb37de533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:55.129914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.175199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc913f32-6c18-42a5-9029-72c54ffd2efd None None] Provisioning for port 486db474-9342-4e47-a2dd-7be14d08d02e completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:55.179291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-fc913f32-6c18-42a5-9029-72c54ffd2efd None None] Provisioning complete for port 486db474-9342-4e47-a2dd-7be14d08d02e triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:55.179669 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc913f32-6c18-42a5-9029-72c54ffd2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.220095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-fc913f32-6c18-42a5-9029-72c54ffd2efd None None] Port 486db474-9342-4e47-a2dd-7be14d08d02e cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:55.410343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486db474-9342-4e47-a2dd-7be14d08d02e {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:55.419783 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.434193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Transition to ACTIVE for port object 486db474-9342-4e47-a2dd-7be14d08d02e will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:55.439695 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.499975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:55.628625 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:55.629483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:55.630081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:55.639309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Port 486db474-9342-4e47-a2dd-7be14d08d02e on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:55.640029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:55.653377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:55.653377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:55.653377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:55.653377 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Bound port: 486db474-9342-4e47-a2dd-7be14d08d02e, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:55.653964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.712094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d345a-602a-46d9-9dd4-97a67ed7b378 req-845e344c-7ab4-4be0-bcc1-69139f672de8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.714664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d7d345a-602a-46d9-9dd4-97a67ed7b378 req-845e344c-7ab4-4be0-bcc1-69139f672de8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.1411078 Jul 07 17:54:56.179793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d7d345a-602a-46d9-9dd4-97a67ed7b378 req-7ba22d19-c200-4723-b49c-48d892a31ed1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398472 Jul 07 17:54:56.185458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:56.190595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:56.197825 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:56.234306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.235049 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:56.236537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] 10.222.0.54 "PUT /v2.0/ports/486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1091 time: 1.1991129 Jul 07 17:54:56.236988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:56.239465 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412d3801-db95-434f-82b6-9690eb53bd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:56.299752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88401-e85c-4789-883d-ddefbbfee34a service neutron] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:56.320771 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce191b-6d2f-47ca-a221-c47146d65314 x-openstack-request-id: req-bfce191b-6d2f-47ca-a221-c47146d65314 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:56.321194 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:56.321546 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfce191b-6d2f-47ca-a221-c47146d65314 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:56.322218 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'status': 'completed', 'code': 200} Jul 07 17:54:56.391639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-c9e6c78f-a0d1-4cf0-8ce4-8299cab220d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.393219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-c9e6c78f-a0d1-4cf0-8ce4-8299cab220d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1094 time: 0.0890977 Jul 07 17:54:56.447899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-01ee9caf-b938-4936-865b-5309de9bca45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 217 time: 0.0471053 Jul 07 17:54:56.512159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-48271375-fb52-4bac-ad0f-6cce041c2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.513665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-48271375-fb52-4bac-ad0f-6cce041c2fca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0596573 Jul 07 17:54:56.576111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-c497fe97-b8e2-4354-8d80-55b1aaf20c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.578926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-c497fe97-b8e2-4354-8d80-55b1aaf20c63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580473 Jul 07 17:54:56.675926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-940f4659-b74f-4635-b41b-d99997285376 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901191 Jul 07 17:54:56.776372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d2412ab3-57e5-4688-902d-6cabfc4839a6 req-f41350bf-02a7-4cc4-9966-9432d91fa81b service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940881 Jul 07 17:54:56.884078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d3801-db95-434f-82b6-9690eb53bd9c req-d432705a-8f79-4702-a8b6-3aea1641e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.885635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-d432705a-8f79-4702-a8b6-3aea1641e11d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1094 time: 0.0596421 Jul 07 17:54:56.981540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d3801-db95-434f-82b6-9690eb53bd9c req-f0cb2df6-cc8b-4fda-b7cd-87058df588bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.983180 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-f0cb2df6-cc8b-4fda-b7cd-87058df588bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0914485 Jul 07 17:54:57.026963 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-212dda26-ae75-4783-8203-a9c2b097e3f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 217 time: 0.0371490 Jul 07 17:54:57.083363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d3801-db95-434f-82b6-9690eb53bd9c req-231ea891-f2a3-471f-bfa8-c7ff0ac0d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:57.085242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-231ea891-f2a3-471f-bfa8-c7ff0ac0d363 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0528338 Jul 07 17:54:57.147595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d3801-db95-434f-82b6-9690eb53bd9c req-049ebcc1-c647-4e25-9cfa-1464f8bcea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:57.149153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-049ebcc1-c647-4e25-9cfa-1464f8bcea78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581977 Jul 07 17:54:57.242907 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-273a9745-cdf1-44ae-a95d-19dfad8197b7 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870781 Jul 07 17:54:57.375114 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-412d3801-db95-434f-82b6-9690eb53bd9c req-2d808963-9938-40d3-853b-dad74a94c450 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260493 Jul 07 17:54:57.404711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f4b7-01bb-4da7-bc94-6bc21f15fb7f req-cadf80ce-cc40-4414-8d50-ccfe82d098d7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:57.406483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f108f4b7-01bb-4da7-bc94-6bc21f15fb7f req-cadf80ce-cc40-4414-8d50-ccfe82d098d7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.0815210 Jul 07 17:54:57.446330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f108f4b7-01bb-4da7-bc94-6bc21f15fb7f req-51e6596d-3396-4f1d-b43a-2c1566f2add4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342698 Jul 07 17:54:58.634650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75818124-99d8-40b9-9fc9-605104cfdfa0 req-4ca6806a-9002-4322-8e7b-205edd5542d9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:58.636169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75818124-99d8-40b9-9fc9-605104cfdfa0 req-4ca6806a-9002-4322-8e7b-205edd5542d9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.0701208 Jul 07 17:54:58.676344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75818124-99d8-40b9-9fc9-605104cfdfa0 req-48e24009-7b47-45c1-84a2-12fde6c95567 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336721 Jul 07 17:54:59.042718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:59.143047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:59.156915 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '486db474-9342-4e47-a2dd-7be14d08d02e', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '486db474-9342-4e47-a2dd-7be14d08d02e', 'mac_address': 'fa:16:3e:07:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:59.199580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.213523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486db474-9342-4e47-a2dd-7be14d08d02e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:59.237374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:59.242665 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.301984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:59.573276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['486db474-9342-4e47-a2dd-7be14d08d02e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:59.857697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844ac3a-0fd1-4089-a978-77269e259dde req-e1437ba6-9cec-46b3-8a4e-379cf588d4e5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.859731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f844ac3a-0fd1-4089-a978-77269e259dde req-e1437ba6-9cec-46b3-8a4e-379cf588d4e5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 944 time: 0.0657623 Jul 07 17:54:59.898848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f844ac3a-0fd1-4089-a978-77269e259dde req-e90d2a17-e755-4703-9bca-98c4eb6764de tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Jul 07 17:55:01.057893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:01.084615 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b64ab-4f50-4d6c-8bb1-7bcb51599ab6 req-8e12d13d-24cb-4e76-86b8-c53173254ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:01.086153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c25b64ab-4f50-4d6c-8bb1-7bcb51599ab6 req-8e12d13d-24cb-4e76-86b8-c53173254ff9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 944 time: 0.0695801 Jul 07 17:55:01.110595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 486db474-9342-4e47-a2dd-7be14d08d02e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:01.114827 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 486db474-9342-4e47-a2dd-7be14d08d02e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:01.115308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.128858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c25b64ab-4f50-4d6c-8bb1-7bcb51599ab6 req-e3c17b88-6457-4cff-ad39-480024a53a98 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362539 Jul 07 17:55:01.194935 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.220172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:01.222483 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205dfab4-d8bf-4566-833c-2b82f3d9d65c" -d '{"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-plugged", "status": "completed", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:01.238455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:01.242642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.276593 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55845501-a2a8-4317-b8d5-4d03e4f07a9d x-openstack-request-id: req-55845501-a2a8-4317-b8d5-4d03e4f07a9d {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:01.277044 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-plugged", "status": "completed", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:01.277512 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55845501-a2a8-4317-b8d5-4d03e4f07a9d {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:01.278111 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'code': 200} Jul 07 17:55:01.312741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:01.398269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58809718-4462-4120-9680-01591234f1e9 req-7cc1bf58-da0d-44da-8335-cd4e8c4c99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:01.399784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58809718-4462-4120-9680-01591234f1e9 req-7cc1bf58-da0d-44da-8335-cd4e8c4c99af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1096 time: 0.0610371 Jul 07 17:55:01.435078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58809718-4462-4120-9680-01591234f1e9 req-43dd23ef-4a58-4cfa-9e8f-9ba0470a832a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281045 Jul 07 17:55:02.319151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df478-8fdd-46dc-bcdc-8971ed08cd5d req-b9fe8a73-365f-4b67-81b1-fa134e17e251 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:02.320738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-570df478-8fdd-46dc-bcdc-8971ed08cd5d req-b9fe8a73-365f-4b67-81b1-fa134e17e251 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0743146 Jul 07 17:55:02.362769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-570df478-8fdd-46dc-bcdc-8971ed08cd5d req-354dce58-c0ed-4c16-bee6-98611104e302 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348201 Jul 07 17:55:03.571475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015005ae-de18-4f17-9a1b-04f85343f034 req-5bb3a340-2b95-448e-8232-b6606ab89ea5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.572986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015005ae-de18-4f17-9a1b-04f85343f034 req-5bb3a340-2b95-448e-8232-b6606ab89ea5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0759647 Jul 07 17:55:03.612817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015005ae-de18-4f17-9a1b-04f85343f034 req-0a540121-9dad-4361-a991-58a16c2b4e03 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329559 Jul 07 17:55:03.787384 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010c52-49f1-47ed-893c-d9b5f50f4c6e req-a6c33160-3706-43f1-b3d9-13919b2d6aa9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.788957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22010c52-49f1-47ed-893c-d9b5f50f4c6e req-a6c33160-3706-43f1-b3d9-13919b2d6aa9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0677140 Jul 07 17:55:03.806916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41086) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:03.812651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'floatingip': {'port_id': '486db474-9342-4e47-a2dd-7be14d08d02e'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:03.864236 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.322943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.359468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.362794 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.468802 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 associated. External IP: 172.25.5.191, port: 486db474-9342-4e47-a2dd-7be14d08d02e. Jul 07 17:55:04.682014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:04.793069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:04.798093 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.803512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:04.813581 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:04.814213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:54:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:04.841252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b5195c9f-cbc7-45f3-b5b3-a5a01dc5d509 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "PUT /v2.0/floatingips/4b07f59f-a918-4a52-b905-7f02b219bd72 HTTP/1.1" status: 200 len: 991 time: 1.0330667 Jul 07 17:55:04.841867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:04.845750 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb87dd8-79ba-470e-9853-5916613559b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:04.984085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:05.054255 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913a31f3-9cd4-4741-8a61-e9576cd73a12 x-openstack-request-id: req-913a31f3-9cd4-4741-8a61-e9576cd73a12 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:05.054614 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:05.054879 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-913a31f3-9cd4-4741-8a61-e9576cd73a12 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:05.055292 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'status': 'completed', 'code': 200} Jul 07 17:55:05.134209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-ab65105f-cf69-4e7f-9ece-79a66163ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.135759 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-ab65105f-cf69-4e7f-9ece-79a66163ce8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1096 time: 0.0573153 Jul 07 17:55:05.241125 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-e00f0c83-d7fe-48d0-bd8d-77f8f1ac3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.242646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-e00f0c83-d7fe-48d0-bd8d-77f8f1ac3923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1008136 Jul 07 17:55:05.246534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '486db474-9342-4e47-a2dd-7be14d08d02e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:07:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2027844-29da-43b4-9718-15cdb37de533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:55:04Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:05.277798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:05.287199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:05.287889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:54:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:05.318157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-57eca6ac-d518-45bd-956b-954a2b5a560a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 999 time: 0.0683155 Jul 07 17:55:05.346581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-66c448c9-2e91-4beb-b875-6415185142a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.378027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-b4dd687b-1c10-4441-a66b-67daf10f84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.379552 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-b4dd687b-1c10-4441-a66b-67daf10f84e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0557399 Jul 07 17:55:05.412671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:05.444889 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-c57420f8-5be8-461f-81d7-29e8b7d1a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.446532 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-c57420f8-5be8-461f-81d7-29e8b7d1a4d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611670 Jul 07 17:55:05.547167 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-a4762e31-2742-4dad-96c5-626633b3f7d7 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936093 Jul 07 17:55:05.650809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ccb87dd8-79ba-470e-9853-5916613559b0 req-9286169c-c7a0-45ff-b36a-9c357396dfd8 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977437 Jul 07 17:55:05.819199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '486db474-9342-4e47-a2dd-7be14d08d02e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:07:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2027844-29da-43b4-9718-15cdb37de533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:55:04Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:05.850591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72eda6-4c48-426c-91af-2b8296955d1e None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '486db474-9342-4e47-a2dd-7be14d08d02e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:07:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2027844-29da-43b4-9718-15cdb37de533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:55:04Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:06.066574 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fc4f7-d126-41db-897a-ec6090bf597d None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:55:07.756742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.300898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-95e11da2-c985-436f-993a-1319a0efa8a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605679 Jul 07 17:55:08.426460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-82ebe126-876f-4790-a617-3152ecb480b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.428651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-82ebe126-876f-4790-a617-3152ecb480b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1096 time: 0.0668931 Jul 07 17:55:08.547978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-6a4a6ee6-d251-40e9-a1e2-4af47d8cafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.549491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-6a4a6ee6-d251-40e9-a1e2-4af47d8cafb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0989792 Jul 07 17:55:08.617137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-8d6f0a90-2c98-4906-ad6c-60a0cb89ed63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1001 time: 0.0608761 Jul 07 17:55:08.674429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-956b00d7-8b78-461e-b762-20c54953958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.675923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-956b00d7-8b78-461e-b762-20c54953958f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0528014 Jul 07 17:55:08.739810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-34a4c00f-6c71-4b8f-9104-61188397834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.741253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-34a4c00f-6c71-4b8f-9104-61188397834e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593016 Jul 07 17:55:08.837769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-2999c980-2938-4225-a843-b6a86c8c038a service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899367 Jul 07 17:55:08.935038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee66a87e-0e85-4746-9bed-b1980b592b36 req-024c81dc-6253-4ff5-8fec-06c48ec5efe8 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912533 Jul 07 17:55:09.228792 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aeb31e24-5308-4db9-b889-c167a7131927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.369995 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.010447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:24.270237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.203049 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:34.319822 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.328563 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-77a49815-26e2-4673-9ba9-e28ea86ec1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.760831 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.231734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ec17-5a7d-4550-972f-6db4b1a8acee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.371966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.006771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.262590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.316811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.202014 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:05.331250 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8250a960-cf34-46c7-b527-8a86ac099e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.762768 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.757323 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-d5e2395e-06bc-4784-97dc-d6a084c9142b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519516 Jul 07 17:56:08.857159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-5c4f82b4-e335-4952-84aa-9ed579f5578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.858629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-5c4f82b4-e335-4952-84aa-9ed579f5578a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1096 time: 0.0567164 Jul 07 17:56:08.971074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-185f77a8-7ac1-459e-ae63-d09fb3ad44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.972595 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-185f77a8-7ac1-459e-ae63-d09fb3ad44e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0945272 Jul 07 17:56:09.045294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-61c13bc9-87a4-4cfe-a291-a1914a528a3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1001 time: 0.0658884 Jul 07 17:56:09.099440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-c6eb0171-31e2-4403-a671-2e49a5159886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.101438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-c6eb0171-31e2-4403-a671-2e49a5159886 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0499148 Jul 07 17:56:09.159420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-f8a2c4ea-787d-4768-879b-307421586d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.160860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-f8a2c4ea-787d-4768-879b-307421586d3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523729 Jul 07 17:56:09.176925 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-052d8aab-08ab-4c60-a7c6-d4393b8a4255 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:56:09.177909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-052d8aab-08ab-4c60-a7c6-d4393b8a4255 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057952 Jul 07 17:56:09.236406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d37ce2a1-72cf-42a9-a247-a50f1e4110e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.272944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-793cd813-8b2b-4121-97f1-7e0fdb19d839 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878680 Jul 07 17:56:09.380318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.395349 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef0d1216-8eeb-435f-81a5-b8268637f363 req-7b1c1003-b209-4908-a6a0-a9fb6ce9fb1b service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154199 Jul 07 17:56:11.007321 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:24.269222 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.331869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.332967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c343f2f2-68a5-425d-a85c-399f8a9a1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.767805 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.239138 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-333efa28-c528-42c4-abf6-40768014b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.376547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.010449 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.202235 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:54.284108 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.347290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.333646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6bb1b26-6e98-4ca5-ad81-dfec89484003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.769350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:09.241623 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b82668e0-78e1-4a87-9bd7-11823303452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:09.379990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:09.790518 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-689fd4bd-c6cf-4209-9bc3-7e394a3a1d44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955904 Jul 07 17:57:09.889314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-b1702be8-0129-4952-958c-385342eef140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.891682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-b1702be8-0129-4952-958c-385342eef140 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1096 time: 0.0567703 Jul 07 17:57:09.993170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-78d7d576-df0a-4382-9c12-566d503399d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.994657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-78d7d576-df0a-4382-9c12-566d503399d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0851319 Jul 07 17:57:10.065432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-0f7c1c7e-692e-478d-8bd8-0d40af792353 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1001 time: 0.0637505 Jul 07 17:57:10.113317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-f9d63217-ec81-4010-9cde-2f57a4fcf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.114774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-f9d63217-ec81-4010-9cde-2f57a4fcf5af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0436599 Jul 07 17:57:10.173388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-fc8df137-ed2b-46da-84ca-e3d13fe02e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.174910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-fc8df137-ed2b-46da-84ca-e3d13fe02e49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530684 Jul 07 17:57:10.270701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-f32c52e6-c759-4437-8c8b-1321406abb37 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 Jul 07 17:57:10.358054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ef3ffba-3a54-4d4e-b0c2-fbcb2ec3751c req-24279aa5-ff8e-45e3-a5a7-71046cae65f9 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815794 Jul 07 17:57:11.014337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:19.201336 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:24.282811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:34.346427 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:35.335663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7c9327a2-4ceb-41df-bccf-38d681d879ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:36.373912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2975c-a67f-4610-87c7-39a09434cd47 req-0f930e11-4079-4c70-8ef5-44c714089323 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.377038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a2975c-a67f-4610-87c7-39a09434cd47 req-0f930e11-4079-4c70-8ef5-44c714089323 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.1329794 Jul 07 17:57:36.424721 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-18a2975c-a67f-4610-87c7-39a09434cd47 req-606624b0-0a82-48ff-b0ac-968176b2c69e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Jul 07 17:57:37.621702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb602-99fe-433c-9cf0-cf485b273f60 req-4e4ad51a-6595-4797-b2e2-c13549a8f8e1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:37.623567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3dbb602-99fe-433c-9cf0-cf485b273f60 req-4e4ad51a-6595-4797-b2e2-c13549a8f8e1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0778883 Jul 07 17:57:37.665179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a3dbb602-99fe-433c-9cf0-cf485b273f60 req-eae2bd86-cd3d-4ba3-9df1-3f85fd24433f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358772 Jul 07 17:57:37.771741 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.862090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d68ab-75e2-437c-90e5-9638de8758a5 req-f3d9ad39-0454-48b2-9ecb-f67fe1cc3918 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.863509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635d68ab-75e2-437c-90e5-9638de8758a5 req-f3d9ad39-0454-48b2-9ecb-f67fe1cc3918 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0674038 Jul 07 17:57:38.906362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-635d68ab-75e2-437c-90e5-9638de8758a5 req-fee98c4c-f7dd-44a9-aedd-7de1da1c8910 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Jul 07 17:57:39.242074 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-57e700bb-7649-42dd-b188-1f0f09f0e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.382280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.091636 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3700a-db9c-480b-875d-6433930b1c42 req-89a91e69-dd05-4edf-8ab4-7319dc15a900 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.094263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ce3700a-db9c-480b-875d-6433930b1c42 req-89a91e69-dd05-4edf-8ab4-7319dc15a900 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0748825 Jul 07 17:57:40.131845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ce3700a-db9c-480b-875d-6433930b1c42 req-7f68d0cf-9120-4ebe-8cab-a96f171d6528 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Jul 07 17:57:41.016207 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:41.306248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab084e-aefb-4539-bd61-1854aecdf0db req-d22b6c05-97af-4471-a222-c89ad928e579 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:41.307727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaab084e-aefb-4539-bd61-1854aecdf0db req-d22b6c05-97af-4471-a222-c89ad928e579 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0638583 Jul 07 17:57:41.352320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aaab084e-aefb-4539-bd61-1854aecdf0db req-275a14f6-e3c5-41db-90cb-ef0520e21db6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Jul 07 17:57:42.542940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892654-b75b-4f55-a613-4219a4e642d1 req-a4af3322-4f37-44bb-b0ba-f9ad25ace4b8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.544457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf892654-b75b-4f55-a613-4219a4e642d1 req-a4af3322-4f37-44bb-b0ba-f9ad25ace4b8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0658920 Jul 07 17:57:42.584162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cf892654-b75b-4f55-a613-4219a4e642d1 req-3d1f591d-acc2-4515-b79e-b5101e354fdd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Jul 07 17:57:43.764166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92a0c-525a-4226-aa56-fa2138612cf3 req-8b863d2d-957d-4d6d-84ba-f4ccd89143b9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:43.766012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc92a0c-525a-4226-aa56-fa2138612cf3 req-8b863d2d-957d-4d6d-84ba-f4ccd89143b9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0683353 Jul 07 17:57:43.804395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cbc92a0c-525a-4226-aa56-fa2138612cf3 req-e9d2e9cf-3601-41d3-854b-d0b5e26e5c84 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Jul 07 17:57:44.992147 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7bab1-5864-4517-b8c9-255c76df8888 req-77f5d1c8-7820-4b26-84dd-7654abd025bb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.993690 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3c7bab1-5864-4517-b8c9-255c76df8888 req-77f5d1c8-7820-4b26-84dd-7654abd025bb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0671835 Jul 07 17:57:45.032658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3c7bab1-5864-4517-b8c9-255c76df8888 req-2cf77291-9f5e-4ae7-843b-4f63922351a6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332103 Jul 07 17:57:46.226186 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bb76-8a55-411f-8668-df765dc6962f req-e5727688-6936-4b3f-9d7c-045d4b153e5b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.229601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0242bb76-8a55-411f-8668-df765dc6962f req-e5727688-6936-4b3f-9d7c-045d4b153e5b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0772796 Jul 07 17:57:46.270077 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0242bb76-8a55-411f-8668-df765dc6962f req-3064f259-c101-452c-b90a-4c78fec8624e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365534 Jul 07 17:57:47.449337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34641435-6354-4888-87a0-98bd8ffe5566 req-f26633aa-9f6c-4270-b51b-9340bf92cb47 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:47.450889 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34641435-6354-4888-87a0-98bd8ffe5566 req-f26633aa-9f6c-4270-b51b-9340bf92cb47 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0660172 Jul 07 17:57:47.488999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34641435-6354-4888-87a0-98bd8ffe5566 req-99525a02-64e9-4923-bff1-913365a0c118 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Jul 07 17:57:48.849056 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-820d4f23-66c2-4613-95f4-3f2074ad4120 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518472 Jul 07 17:57:48.914330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146efb8-0833-43c5-912c-f7ed315c40ad req-0e6a23c3-6500-4566-89af-83aac24bdee5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:48.915892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2146efb8-0833-43c5-912c-f7ed315c40ad req-0e6a23c3-6500-4566-89af-83aac24bdee5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0704591 Jul 07 17:57:48.959668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2146efb8-0833-43c5-912c-f7ed315c40ad req-ca67a76b-a8b1-4a48-aa57-32ac9c0a81be tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377181 Jul 07 17:57:50.178177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ef891-29f4-48ac-a55d-c5980af59cb4 req-e09188f0-887e-4bbb-93d8-d14f5cbcdbc9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.179568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df6ef891-29f4-48ac-a55d-c5980af59cb4 req-e09188f0-887e-4bbb-93d8-d14f5cbcdbc9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.1032090 Jul 07 17:57:50.207192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-4518203c-ec7d-4dd1-87ba-41cbd48a93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.208702 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-4518203c-ec7d-4dd1-87ba-41cbd48a93c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1096 time: 0.0948906 Jul 07 17:57:50.242642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df6ef891-29f4-48ac-a55d-c5980af59cb4 req-8fafeffb-06ad-4cb7-93ed-76fb51eba2b5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571370 Jul 07 17:57:50.319717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-a805325a-38d0-49cb-8514-1b82574e4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.321249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-a805325a-38d0-49cb-8514-1b82574e4170 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1024141 Jul 07 17:57:50.399247 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-3fef65f3-c00e-4c77-ab46-89f700ba796e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1001 time: 0.0704255 Jul 07 17:57:50.450278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-2a28db85-8c0d-40ff-96f1-f46e9758dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.451700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-2a28db85-8c0d-40ff-96f1-f46e9758dc7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0451343 Jul 07 17:57:50.513110 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-bb374a51-f875-4078-8f0f-226b7ce72671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.515657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-bb374a51-f875-4078-8f0f-226b7ce72671 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577686 Jul 07 17:57:50.607341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-a7c29d89-4d89-4b04-8b90-cc2ea47ce2c1 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858197 Jul 07 17:57:51.085417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-46997878-e8e8-47c7-a477-cf9a8248808e service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714646 Jul 07 17:57:51.440158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1474a6-69df-4073-8a92-bba71f0b0fb6 req-4fe4b678-edc4-44d5-97ab-fdcc8b7b604e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:51.441704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a1474a6-69df-4073-8a92-bba71f0b0fb6 req-4fe4b678-edc4-44d5-97ab-fdcc8b7b604e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0780966 Jul 07 17:57:51.485231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2a1474a6-69df-4073-8a92-bba71f0b0fb6 req-5977fd92-cf3a-4d1d-8bb6-0f41b53536c6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Jul 07 17:57:52.658160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07b341-bcb8-4bbf-abef-ec78c19d193d req-e4655dc4-afef-4548-b185-b41e7b4b045a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:52.659665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de07b341-bcb8-4bbf-abef-ec78c19d193d req-e4655dc4-afef-4548-b185-b41e7b4b045a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0625222 Jul 07 17:57:52.708281 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-de07b341-bcb8-4bbf-abef-ec78c19d193d req-c095d318-f4a4-42cc-89a8-5ba83319257a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370457 Jul 07 17:57:53.027388 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-42ec6b62-d9ff-4625-a230-78364a80a055 service neutron] show failed (client error): The resource could not be found. Jul 07 17:57:53.028373 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-42ec6b62-d9ff-4625-a230-78364a80a055 service neutron] 10.222.0.54 "GET /v2.0/ports/486db474-9342-4e47-a2dd-7be14d08d02e/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0561273 Jul 07 17:57:53.321590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-804dc183-5d6e-4439-8a1e-0c42d3df9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:53.323111 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-804dc183-5d6e-4439-8a1e-0c42d3df9de2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 1096 time: 0.0967913 Jul 07 17:57:53.340438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:53.414267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.615457 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:53.650517 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:53.689727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:53.692021 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2622b-240e-436e-b2c7-0d634a44f32d" -d '{"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-unplugged", "status": "completed", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:53.695927 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.708333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Transition to ACTIVE for port object 486db474-9342-4e47-a2dd-7be14d08d02e will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:53.711942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.746569 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bffca7-6423-41ec-8096-9b1265f4ee85 x-openstack-request-id: req-89bffca7-6423-41ec-8096-9b1265f4ee85 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:53.746866 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-unplugged", "status": "completed", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:53.747114 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89bffca7-6423-41ec-8096-9b1265f4ee85 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:53.747622 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'code': 200} Jul 07 17:57:53.807896 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:53.824355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.824697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.825034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.825489 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.825766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.826030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.826350 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.827394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.828017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.828115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.828421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.828737 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:53.859900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] No DVR routers for this DVR port 486db474-9342-4e47-a2dd-7be14d08d02e on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:53.917354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263576d-2c9f-41ae-8593-5da286cc6556 req-4d43766e-681a-49cc-a842-87383b2aeedf tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:53.920407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b263576d-2c9f-41ae-8593-5da286cc6556 req-4d43766e-681a-49cc-a842-87383b2aeedf tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.0815518 Jul 07 17:57:53.974689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b263576d-2c9f-41ae-8593-5da286cc6556 req-72d19d00-e60c-42b6-a73e-ea81db3b2da2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485256 Jul 07 17:57:54.014573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:54.015051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:54.015445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:54.020317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Port 486db474-9342-4e47-a2dd-7be14d08d02e on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:54.020794 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Attempting to bind port 486db474-9342-4e47-a2dd-7be14d08d02e on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:54.029471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:54.030086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:54.030679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:54.031937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Bound port: 486db474-9342-4e47-a2dd-7be14d08d02e, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:54.032547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.102306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:54.105373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:54.110040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.148165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.148931 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.150225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1091 time: 0.8139489 Jul 07 17:57:54.173201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427577b-7dc3-48b1-a64e-de455e6eaeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:54.247181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-27e890bf-acba-4801-9206-1bb01b925dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.249420 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-27e890bf-acba-4801-9206-1bb01b925dbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1094 time: 0.0616083 Jul 07 17:57:54.281947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.354928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-accfff66-b868-408f-9d40-9053c3e6b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.356472 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-accfff66-b868-408f-9d40-9053c3e6b102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1009810 Jul 07 17:57:54.426850 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-ac4c8eb0-028e-400d-8d17-9780979b9de7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 999 time: 0.0631413 Jul 07 17:57:54.478830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-c6a601d7-849a-47f5-9869-6845c9a98a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.480355 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-c6a601d7-849a-47f5-9869-6845c9a98a0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0467589 Jul 07 17:57:54.537611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-5d7fdd2b-5dd0-4bf8-8d12-ff9d19433b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.539138 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-5d7fdd2b-5dd0-4bf8-8d12-ff9d19433b12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517077 Jul 07 17:57:54.634294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-121b63ac-c4d3-4f1a-a65b-0eed6b99b154 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875432 Jul 07 17:57:54.730231 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2610c1c4-890a-4f7f-a02d-be17f47018b0 req-7c6e43d3-da6f-4c21-9ef4-8e4b026d2502 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889938 Jul 07 17:57:55.160307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5096-c4a1-4167-b1c7-804783200bb9 req-5b4c11bb-5ec9-4b5e-bc8f-7d45452fa9f2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.161910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46ea5096-c4a1-4167-b1c7-804783200bb9 req-5b4c11bb-5ec9-4b5e-bc8f-7d45452fa9f2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.0679514 Jul 07 17:57:55.200326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-46ea5096-c4a1-4167-b1c7-804783200bb9 req-e99b5786-3cfb-4e34-8b1f-8b6abf640896 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Jul 07 17:57:55.749407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:55.751812 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:55.799113 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a8e64b-afe2-4712-a291-0ac2b079d26d x-openstack-request-id: req-95a8e64b-afe2-4712-a291-0ac2b079d26d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:55.799418 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:55.799678 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95a8e64b-afe2-4712-a291-0ac2b079d26d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:55.800076 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'status': 'completed', 'code': 200} Jul 07 17:57:55.879995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-e5cdaf44-cfbe-472e-b498-e43f68f1b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.881581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-e5cdaf44-cfbe-472e-b498-e43f68f1b790 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1094 time: 0.0586503 Jul 07 17:57:55.905428 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-9f872a2c-f57c-469b-bd42-42e1fb0c73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.906707 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-9f872a2c-f57c-469b-bd42-42e1fb0c73be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1094 time: 0.0641847 Jul 07 17:57:55.975166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-9f456265-0cb9-40ec-b067-f4d777396b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.976659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-9f456265-0cb9-40ec-b067-f4d777396b54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0886583 Jul 07 17:57:55.999528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-95f83391-3351-4646-98ed-9203839a95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.000954 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-95f83391-3351-4646-98ed-9203839a95e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0876224 Jul 07 17:57:56.055825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-eff1627c-1ded-4100-a0d5-d0b4099d288c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 999 time: 0.0724101 Jul 07 17:57:56.092145 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-7b1242d1-d955-441d-98ca-8a183d25d3bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 999 time: 0.0770061 Jul 07 17:57:56.108909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-39e0a994-d73a-423e-bec6-4d9f353f023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.112396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-39e0a994-d73a-423e-bec6-4d9f353f023f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0508182 Jul 07 17:57:56.146168 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-be5536f5-ac8b-40cb-aae2-47bcb22d5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.148077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-be5536f5-ac8b-40cb-aae2-47bcb22d5ed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0491393 Jul 07 17:57:56.183564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-402ae009-cceb-4ac5-83d8-b29ddf3ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.185216 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-402ae009-cceb-4ac5-83d8-b29ddf3ff107 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668662 Jul 07 17:57:56.200463 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:56.223762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-3304683a-657c-47a2-928d-30ec562222ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.226096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-3304683a-657c-47a2-928d-30ec562222ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693040 Jul 07 17:57:56.349012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-e44fa7e5-0f71-4d3a-9cf6-d59abba86393 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546748 Jul 07 17:57:56.384271 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-59d981bc-73b6-430a-9699-b9173e15cb92 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445606 Jul 07 17:57:56.485811 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-6a3aa572-cf0e-402b-b001-56fe5ebd2bf1 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942822 Jul 07 17:57:56.497302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9f047c0-74c3-4315-ab28-a8e1bc6666b5 req-5c3f37aa-a8ec-4373-adeb-782579e0c6ad service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407747 Jul 07 17:57:56.510715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74d3a-f420-4432-bbfd-528e81a02954 req-aef2bebe-cb7f-4009-8b30-035d1b435bb9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.512157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ada74d3a-f420-4432-bbfd-528e81a02954 req-aef2bebe-cb7f-4009-8b30-035d1b435bb9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.1305394 Jul 07 17:57:56.557031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ada74d3a-f420-4432-bbfd-528e81a02954 req-d1feb19e-8ae0-465c-ab4a-6504f5283a6f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343256 Jul 07 17:57:56.912203 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5c06-c9ff-4210-9679-14a37a73f5f7 req-8ece8a8a-59b9-4101-bf3e-ff6899a92843 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.913619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc4e5c06-c9ff-4210-9679-14a37a73f5f7 req-8ece8a8a-59b9-4101-bf3e-ff6899a92843 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.1226125 Jul 07 17:57:56.922410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-b6bdcf6c-ea92-48ca-aff5-9061091fbdd9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.923823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-b6bdcf6c-ea92-48ca-aff5-9061091fbdd9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533&tenant_id=3487e70aec9e4029b14ff976ece48538&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 943 time: 0.1230409 Jul 07 17:57:56.988835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc4e5c06-c9ff-4210-9679-14a37a73f5f7 req-a30780e5-a220-4bc2-9a3c-b213a9833e63 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640540 Jul 07 17:57:57.005916 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-0832c593-58c3-468f-aa36-447dfcdd032f service neutron] delete failed (client error): The resource could not be found. Jul 07 17:57:57.007005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-0832c593-58c3-468f-aa36-447dfcdd032f service neutron] 10.222.0.54 "DELETE /v2.0/ports/486db474-9342-4e47-a2dd-7be14d08d02e/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0753250 Jul 07 17:57:57.101351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-f8995f53-58ee-496c-8f31-2c5fc7d94516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.102855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-f8995f53-58ee-496c-8f31-2c5fc7d94516 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1094 time: 0.0530698 Jul 07 17:57:57.198448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-02a270e8-3ca8-444a-a889-84f3dd4564f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.199876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-02a270e8-3ca8-444a-a889-84f3dd4564f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0907874 Jul 07 17:57:57.265902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-e7c48a50-cd3e-4957-b3de-11459dbd40b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 999 time: 0.0579708 Jul 07 17:57:57.319684 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-4c7226c6-787a-4ab9-9ef8-df38cdb357d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.321396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-4c7226c6-787a-4ab9-9ef8-df38cdb357d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0490427 Jul 07 17:57:57.382130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-4ea37ec8-8089-4e47-ad23-e06fa6438c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.383655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-4ea37ec8-8089-4e47-ad23-e06fa6438c8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544369 Jul 07 17:57:57.474438 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-e398ef14-a265-47da-b1c1-378266a58486 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837781 Jul 07 17:57:57.571417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c51eb56c-46b9-4702-8cca-117e598dd8ec req-e7731b4f-cdbc-44ac-87db-ec6cff98a93d service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 Jul 07 17:57:57.850228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:57.893153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:57.995221 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:58.111580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:58.124857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '486db474-9342-4e47-a2dd-7be14d08d02e', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '486db474-9342-4e47-a2dd-7be14d08d02e', 'mac_address': 'fa:16:3e:07:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:58.163343 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.180210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486db474-9342-4e47-a2dd-7be14d08d02e {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:58.181952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0d579-7a19-41ac-8b8a-e127e3aec85c req-d4b6df95-be67-4c84-9afd-6f27796df862 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.183780 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3a0d579-7a19-41ac-8b8a-e127e3aec85c req-d4b6df95-be67-4c84-9afd-6f27796df862 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 943 time: 0.0746617 Jul 07 17:57:58.202325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:58.207238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.231134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3a0d579-7a19-41ac-8b8a-e127e3aec85c req-0a686165-86ca-4182-97d5-48d10357a423 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Jul 07 17:57:58.266354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:58.273920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.274159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.274501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.274840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.275173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.275506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.275853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.276161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.276487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.276812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.277163 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.277489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:58.424841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5716-d3c5-48f3-8ca7-442b7c2fc9bc req-99cd9946-c143-4e51-9083-43e04bca4385 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.426261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-123b5716-d3c5-48f3-8ca7-442b7c2fc9bc req-99cd9946-c143-4e51-9083-43e04bca4385 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 944 time: 0.0706167 Jul 07 17:57:58.465598 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-123b5716-d3c5-48f3-8ca7-442b7c2fc9bc req-a021ed7c-2d7d-48d7-937c-c2775b907c61 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Jul 07 17:57:58.523640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['486db474-9342-4e47-a2dd-7be14d08d02e'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:58.808875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c8c3f-b705-4a2b-ae1a-38c318c9426f req-f42d1c10-ae81-4811-b439-c5b8f18bb90a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.810453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a1c8c3f-b705-4a2b-ae1a-38c318c9426f req-f42d1c10-ae81-4811-b439-c5b8f18bb90a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 944 time: 0.0642571 Jul 07 17:57:58.819242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-a0b279da-4693-4cd3-8f78-5e864969d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.820753 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-a0b279da-4693-4cd3-8f78-5e864969d07d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 1095 time: 0.0546083 Jul 07 17:57:58.852348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a1c8c3f-b705-4a2b-ae1a-38c318c9426f req-e3c2ccf6-678d-412d-a734-8ab1e3bc65fe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Jul 07 17:57:58.928294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-016acbb9-248a-45de-bcb6-6a99f585d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.929832 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-016acbb9-248a-45de-bcb6-6a99f585d7c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1020391 Jul 07 17:57:58.997190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-79400d95-76dd-4c28-af06-18c88f3a86cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 200 len: 1000 time: 0.0597088 Jul 07 17:57:59.053178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-8ea1b3e1-5965-4762-bd72-e544f71a7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:59.056548 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-8ea1b3e1-5965-4762-bd72-e544f71a7e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0527143 Jul 07 17:57:59.114709 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-8d36678e-aac0-4ff4-a445-38189d1b4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:59.116121 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-8d36678e-aac0-4ff4-a445-38189d1b4e12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514276 Jul 07 17:57:59.205310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-eef62f10-e127-4c83-b786-117f7e45f866 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823319 Jul 07 17:57:59.301019 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a17738fe-1d4b-4085-a1e5-1acbe20bddcf req-dc2de21f-bccb-424a-ad15-848162ef08c5 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892334 Jul 07 17:57:59.997843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:00.043477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035f182-760a-4328-8ebb-3d3dc3964899 req-efd192d3-2980-43fd-9261-a4503eadc0a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.045429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3035f182-760a-4328-8ebb-3d3dc3964899 req-efd192d3-2980-43fd-9261-a4503eadc0a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 944 time: 0.0743477 Jul 07 17:58:00.068087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 486db474-9342-4e47-a2dd-7be14d08d02e completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:00.075516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 486db474-9342-4e47-a2dd-7be14d08d02e triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:00.076143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.088018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3035f182-760a-4328-8ebb-3d3dc3964899 req-32993a0c-f8db-43b3-9c5f-c2b1e049ea9d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370216 Jul 07 17:58:00.198732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.233590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:00.236314 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d364d03-1af2-42d7-8cab-f1ee91741a2d" -d '{"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-plugged", "status": "completed", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:00.250868 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:00.255296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.308522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:00.460368 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c2b12-4d5f-408b-956f-96796b358904 x-openstack-request-id: req-ef1c2b12-4d5f-408b-956f-96796b358904 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:00.460671 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-plugged", "status": "completed", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:00.460990 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef1c2b12-4d5f-408b-956f-96796b358904 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:00.461437 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'code': 200} Jul 07 17:58:00.621840 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d06b3-0103-4de2-85b2-d62ec91bb364 req-e73e924c-a99d-4d0c-b0e4-c61d2181a607 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.623960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c5d06b3-0103-4de2-85b2-d62ec91bb364 req-e73e924c-a99d-4d0c-b0e4-c61d2181a607 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0728648 Jul 07 17:58:00.663192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c5d06b3-0103-4de2-85b2-d62ec91bb364 req-17b1e6dd-7205-415e-806c-ce5e3b4c7b2f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Jul 07 17:58:01.852601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3406-87fb-4d7f-af75-646ca82e2f5f req-349bdac2-5dd1-4e39-9093-08ab8b7d10cc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.854245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-133f3406-87fb-4d7f-af75-646ca82e2f5f req-349bdac2-5dd1-4e39-9093-08ab8b7d10cc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0702612 Jul 07 17:58:01.916856 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-133f3406-87fb-4d7f-af75-646ca82e2f5f req-60a6bf48-e9e0-4782-8d25-18c962ce76d6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529351 Jul 07 17:58:01.941731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-5e99c907-38da-49f0-b8e5-957d810f86cf tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.943282 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-5e99c907-38da-49f0-b8e5-957d810f86cf tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 945 time: 0.0908041 Jul 07 17:58:02.051222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Deleting port 486db474-9342-4e47-a2dd-7be14d08d02e {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:02.051574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.144848 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] For port 486db474-9342-4e47-a2dd-7be14d08d02e, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=486db474-9342-4e47-a2dd-7be14d08d02e,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:02.145247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.580249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.580902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.581228 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 disassociated. External IP: 172.25.5.191, port: 486db474-9342-4e47-a2dd-7be14d08d02e. Jul 07 17:58:02.581791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Calling delete_port for 486db474-9342-4e47-a2dd-7be14d08d02e owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:02.720147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.756786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event deleted for resources: {'Port': ['ID=486db474-9342-4e47-a2dd-7be14d08d02e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:02.889580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:03.008035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:03.019669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:03.030725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:03.031421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:57:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:03.059005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] No DVR routers for this DVR port 486db474-9342-4e47-a2dd-7be14d08d02e on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:03.066962 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:03.069221 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b5a0a883-9405-4323-8a5e-244385eb86ed req-64789d05-4da3-4d0e-b9fb-91a83d16a005 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "DELETE /v2.0/ports/486db474-9342-4e47-a2dd-7be14d08d02e HTTP/1.1" status: 204 len: 173 time: 1.1201992 Jul 07 17:58:03.069705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-deleted', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:03.072255 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29220f9-e632-49ec-9072-268d0dd2f526" -d '{"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-deleted", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:03.077440 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-35218d6e-338f-4b8b-965f-2219bd74470c req-6e1ee9fb-c905-4510-a2ce-bfa4d04e1ce5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2027844-29da-43b4-9718-15cdb37de533 HTTP/1.1" status: 200 len: 210 time: 0.0411074 Jul 07 17:58:03.130652 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce19ec-a045-4bf6-9aac-20d62b891f06 x-openstack-request-id: req-ffce19ec-a045-4bf6-9aac-20d62b891f06 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:03.130954 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2027844-29da-43b4-9718-15cdb37de533", "name": "network-vif-deleted", "tag": "486db474-9342-4e47-a2dd-7be14d08d02e", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:03.131210 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffce19ec-a045-4bf6-9aac-20d62b891f06 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:03.131612 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2027844-29da-43b4-9718-15cdb37de533', 'name': 'network-vif-deleted', 'tag': '486db474-9342-4e47-a2dd-7be14d08d02e', 'status': 'completed', 'code': 200} Jul 07 17:58:03.180101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:03.399993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:03.432994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:03.441095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:03.441495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:57:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:03.583040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:03.799611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:03.828724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a41d3c-7cf7-457b-8bcc-7958935cc62d None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:04.072565 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46344e97-e232-4a28-89b6-9d387787b3d7 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:04.366793 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.530568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-f172709e-c24f-4f64-97bd-f98b62189823 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1231626058&fields=id&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 267 time: 0.0384262 Jul 07 17:58:04.639305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-1c075144-4cad-4b67-b5e2-2cdc16e58bc5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.641223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-1c075144-4cad-4b67-b5e2-2cdc16e58bc5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1040099 Jul 07 17:58:04.658199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-0d7e0ebf-189d-40bb-a4e8-91cee1489f5e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/quotas/3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 375 time: 0.0103273 Jul 07 17:58:04.734117 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-0f5ca281-23c4-4d39-968e-047765ee9ee0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706713 Jul 07 17:58:04.868922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-e458c8bb-37a4-4cd5-b460-e4e79b47501b service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225986 Jul 07 17:58:04.964607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-a5a4118b-87dc-4f94-88c8-a75cdc1897e3 service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894685 Jul 07 17:58:05.141878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8315ebf5-1a1d-4d2f-a70d-0e551addef7b req-8060167f-ceee-4391-827a-7075298903c3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0306149 Jul 07 17:58:05.337223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8e33f594-c3ab-433b-83f3-4b5eaeb107cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.993706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:06.014702 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 486db474-9342-4e47-a2dd-7be14d08d02e {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:06.015045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 486db474-9342-4e47-a2dd-7be14d08d02e not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:06.239754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a69d6a46-6584-4784-8c62-1e0b47b926e4 req-01b09f0b-8dba-492b-b268-c73598278cb7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Jul 07 17:58:07.326264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd216ab8-5f33-4ce9-a1d5-50627960141d req-6ece128f-1c8d-44ac-90ca-658070ac80f7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0312979 Jul 07 17:58:07.772338 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.411997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57fdbaea-324a-4205-bf10-0d518480ad7e req-f3dfd640-9113-4e8b-90ec-97ed7175a25b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0350583 Jul 07 17:58:09.245147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c068fe60-866e-4119-a738-6c857dec7b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.386315 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.562682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-388dd9a2-5251-4f7c-b907-060a24d9231d req-28c6b8c3-4d8b-48df-8fc1-dd97ff37001c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0337367 Jul 07 17:58:10.461863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-86d93bde-2bbc-4323-86f9-41e8844759a3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:10.463635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-86d93bde-2bbc-4323-86f9-41e8844759a3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1100893 Jul 07 17:58:10.520882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-25abecd9-454c-43b5-bd5a-81324da6cb14 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 380 time: 0.0480587 Jul 07 17:58:10.530001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'port': {'device_id': 'a7439e04-8a44-4244-8698-fa7788715d22', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'admin_state_up': True, 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'security_groups': ['7a923bc2-61d7-4d1b-9956-429913e2c426']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:10.664374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Made reservation on behalf of 3487e70aec9e4029b14ff976ece48538 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:10.668301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.726403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-970060ac-1b8b-4384-ae52-0842dc7db34d req-0acfbc6d-29f3-403d-94ff-519e4cc3151a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0362608 Jul 07 17:58:10.828937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Allocated IP 172.20.0.3 (d34d9b73-bac0-454d-ab17-0350daed3bcf/739735c2-c55d-49bc-bb69-28ec4c87cae1/57cad1df-fff0-469e-954a-9dd7792de6a0) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:10.972371 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.986770 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Transition to ACTIVE for port object 57cad1df-fff0-469e-954a-9dd7792de6a0 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:11.018778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.019626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.065408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:11.070563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:11.074490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:11.100954 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:11.117798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.118140 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.118472 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.118822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.119129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.119455 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.119774 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.120095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.120413 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.120729 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.121045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.121383 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:11.144442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.145114 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.163339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-84f1140e-6cd6-486f-af56-658da73c3bf7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372566 Jul 07 17:58:11.175817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Request body: {'port': {'device_id': 'a7439e04-8a44-4244-8698-fa7788715d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:11.256905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.280377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-598be5a4-0dd6-4446-bf60-f53ffe8b832b None None] Provisioning for port 57cad1df-fff0-469e-954a-9dd7792de6a0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:11.284505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-598be5a4-0dd6-4446-bf60-f53ffe8b832b None None] Provisioning complete for port 57cad1df-fff0-469e-954a-9dd7792de6a0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:11.285123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-598be5a4-0dd6-4446-bf60-f53ffe8b832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.322450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-598be5a4-0dd6-4446-bf60-f53ffe8b832b None None] Port 57cad1df-fff0-469e-954a-9dd7792de6a0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:11.526893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cad1df-fff0-469e-954a-9dd7792de6a0 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:11.534383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.546593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Transition to ACTIVE for port object 57cad1df-fff0-469e-954a-9dd7792de6a0 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:11.550652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.627306 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:11.677042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:11.677809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:11.677941 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:11.682693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:11.683094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:11.689190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:11.689531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:11.689919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:11.690382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Bound port: 57cad1df-fff0-469e-954a-9dd7792de6a0, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:11.690742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.761267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:11.766765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:11.772364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.807500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.808125 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.809571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] 10.222.0.54 "PUT /v2.0/ports/57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1091 time: 0.6382363 Jul 07 17:58:11.810008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:11.813134 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ffdf4-19ba-4772-9297-aa3abda0d471" -d '{"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:11.841406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebdae8-af00-4434-a1ca-a48d87672773 service neutron] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:11.966454 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-25ccfe0e-827e-4d38-92b2-ec721e163d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.968042 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-25ccfe0e-827e-4d38-92b2-ec721e163d64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1094 time: 0.1036389 Jul 07 17:58:11.981120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2168-5ba3-4a72-a58f-cc0969f5f30c req-d443bf07-e535-4b3b-8f9e-ddab3a3fe50e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.983774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-042a2168-5ba3-4a72-a58f-cc0969f5f30c req-d443bf07-e535-4b3b-8f9e-ddab3a3fe50e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.1096308 Jul 07 17:58:12.029195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-e7b51668-b9d5-4a33-b86e-cbe4f340b2e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 217 time: 0.0445585 Jul 07 17:58:12.086091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-042a2168-5ba3-4a72-a58f-cc0969f5f30c req-f6c030f4-4fb1-476d-8b5f-e638fa07a582 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946186 Jul 07 17:58:12.094937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-eefc014c-b08d-4720-88aa-e6dccdc4a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.096385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-eefc014c-b08d-4720-88aa-e6dccdc4a35a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0593543 Jul 07 17:58:12.156814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762cb5-9910-4acd-af66-0d87680063cc req-ab76e97a-9e89-418f-93c3-5155498ad80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.158176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-ab76e97a-9e89-418f-93c3-5155498ad80a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550077 Jul 07 17:58:12.210742 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ebe31-54e6-4d64-b9c0-c1edc93a195f x-openstack-request-id: req-112ebe31-54e6-4d64-b9c0-c1edc93a195f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:12.211036 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:12.211286 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-112ebe31-54e6-4d64-b9c0-c1edc93a195f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:12.211681 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'status': 'completed', 'code': 200} Jul 07 17:58:12.254560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-2bad2e05-b4f6-4a8c-841d-77291128b38f service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900528 Jul 07 17:58:12.356908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f762cb5-9910-4acd-af66-0d87680063cc req-bfe695a4-269a-43c3-b13a-ab9486aefda5 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959520 Jul 07 17:58:12.458479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-634822ae-e286-4e2c-ac01-5f483f4b31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.459993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-634822ae-e286-4e2c-ac01-5f483f4b31ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1094 time: 0.0534549 Jul 07 17:58:12.555861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-368c55c0-f502-436a-adfb-50c071593d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.557401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-368c55c0-f502-436a-adfb-50c071593d8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0888093 Jul 07 17:58:12.598915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-ba842e38-5bdd-4ebe-af0b-1b3a52e15d92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 217 time: 0.0345781 Jul 07 17:58:12.653453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-4dc7faf7-cfb1-4271-b766-49b1a3c2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.654982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-4dc7faf7-cfb1-4271-b766-49b1a3c2b95f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0483446 Jul 07 17:58:12.710866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-c4b8c217-635f-4e8e-83f0-f54040af2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.712356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-c4b8c217-635f-4e8e-83f0-f54040af2395 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516660 Jul 07 17:58:12.803664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-eb26af09-2b7f-455e-acb8-ca7f395d8576 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848827 Jul 07 17:58:12.898403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e07ffdf4-19ba-4772-9297-aa3abda0d471 req-f592d932-3c03-476b-9291-a14442d66f6e service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868614 Jul 07 17:58:13.265574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe67a2-656d-4173-9f04-5c4709d1b4cc req-ecddef07-1ad3-40cf-83c2-80ddeed1fbdc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:13.267085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6fe67a2-656d-4173-9f04-5c4709d1b4cc req-ecddef07-1ad3-40cf-83c2-80ddeed1fbdc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.0655439 Jul 07 17:58:13.306697 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6fe67a2-656d-4173-9f04-5c4709d1b4cc req-bae2fd39-d425-450e-8527-9821d86b8490 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340486 Jul 07 17:58:14.490049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055ec40-9b88-436d-b800-473d95eeb200 req-e365e82f-0140-455d-8ca0-5be581e73cdb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:14.491483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0055ec40-9b88-436d-b800-473d95eeb200 req-e365e82f-0140-455d-8ca0-5be581e73cdb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.0669115 Jul 07 17:58:14.534729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0055ec40-9b88-436d-b800-473d95eeb200 req-def75d2b-cbee-46f8-b0a9-30e2a59dccbf tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Jul 07 17:58:15.730888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96f0f-34fa-4104-8b97-cd9be7cc8272 req-5387dff4-fb5e-447e-ae5e-251e0f9ae856 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:15.732416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6a96f0f-34fa-4104-8b97-cd9be7cc8272 req-5387dff4-fb5e-447e-ae5e-251e0f9ae856 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.0675871 Jul 07 17:58:15.771505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6a96f0f-34fa-4104-8b97-cd9be7cc8272 req-5c48fbcd-be34-455f-8a30-ac6ea5189407 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 07 17:58:15.924705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:16.030469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:16.043250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'mac_address': 'fa:16:3e:23:77:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:16.086454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.105616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cad1df-fff0-469e-954a-9dd7792de6a0 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:16.130288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:16.134751 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.193410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:16.500250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['57cad1df-fff0-469e-954a-9dd7792de6a0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:16.948401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22ec19-0cd6-4b45-b90c-eb437441c24e req-750ca79d-5451-4164-a6a2-f3ba4f63c160 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.949937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c22ec19-0cd6-4b45-b90c-eb437441c24e req-750ca79d-5451-4164-a6a2-f3ba4f63c160 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.0639484 Jul 07 17:58:16.988544 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8c22ec19-0cd6-4b45-b90c-eb437441c24e req-3893f4fd-d8da-4e15-8794-e2d068d1a3a6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Jul 07 17:58:17.939508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:17.992278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 57cad1df-fff0-469e-954a-9dd7792de6a0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:17.995957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 57cad1df-fff0-469e-954a-9dd7792de6a0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:17.996333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.076959 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.100896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:18.103104 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573d323-49a1-4d59-ac14-00b10815a768" -d '{"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-plugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:18.116579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:18.120948 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.175585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c5b8a-96ed-4613-98c4-50e8a7ad9645 req-470a6440-f11d-4384-95a3-be3779743c85 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.177042 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:18.177202 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a53c5b8a-96ed-4613-98c4-50e8a7ad9645 req-470a6440-f11d-4384-95a3-be3779743c85 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.0720048 Jul 07 17:58:18.216627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a53c5b8a-96ed-4613-98c4-50e8a7ad9645 req-ec6e0a74-aa27-4d0b-8bb0-699babcfa319 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Jul 07 17:58:18.262472 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e23e3-9e67-4654-a377-2b941adb4c47 x-openstack-request-id: req-db2e23e3-9e67-4654-a377-2b941adb4c47 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:18.262781 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-plugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:18.263043 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db2e23e3-9e67-4654-a377-2b941adb4c47 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:18.263447 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'code': 200} Jul 07 17:58:18.383611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e24280-04a4-43db-bd2f-375cec5a4a6c req-b8fa3fb2-17c0-4e91-aaf3-bf87b0cec264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.385095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4e24280-04a4-43db-bd2f-375cec5a4a6c req-b8fa3fb2-17c0-4e91-aaf3-bf87b0cec264 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1096 time: 0.0619850 Jul 07 17:58:18.427669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4e24280-04a4-43db-bd2f-375cec5a4a6c req-a1e0818e-23d6-445d-af1b-ef5f8240b15f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352120 Jul 07 17:58:19.400676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498b4b0-1384-4e22-ba21-d0e3faf702b9 req-c3d707c2-aa0f-4724-9f2c-2426b548d270 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:19.402257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e498b4b0-1384-4e22-ba21-d0e3faf702b9 req-c3d707c2-aa0f-4724-9f2c-2426b548d270 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0701742 Jul 07 17:58:19.449205 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e498b4b0-1384-4e22-ba21-d0e3faf702b9 req-6852efa0-c3e8-4512-af5d-ed480fbd4445 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 Jul 07 17:58:20.635263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561ca0d-b475-41ca-babb-42633a9b0aad req-8511cde4-7488-47a3-b6bd-da7078c8b174 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:20.636801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6561ca0d-b475-41ca-babb-42633a9b0aad req-8511cde4-7488-47a3-b6bd-da7078c8b174 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0675783 Jul 07 17:58:20.675860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6561ca0d-b475-41ca-babb-42633a9b0aad req-7ed8a235-4c3a-410a-b358-8d04b0b317f7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Jul 07 17:58:20.852129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146504e-49a0-461e-99be-68d3ede46709 req-25b3cf59-877d-4d31-bd1d-37d554fa6ee4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:20.853674 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3146504e-49a0-461e-99be-68d3ede46709 req-25b3cf59-877d-4d31-bd1d-37d554fa6ee4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0647392 Jul 07 17:58:20.863550 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 41588) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:20.868563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'floatingip': {'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:20.916352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.753219 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.757303 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.862541 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 associated. External IP: 172.25.5.191, port: 57cad1df-fff0-469e-954a-9dd7792de6a0. Jul 07 17:58:22.079853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:22.196212 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:22.203759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.207561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:22.218796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:22.219509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:58:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.252755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5334d82d-663b-4618-b138-b5763e5260fd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "PUT /v2.0/floatingips/4b07f59f-a918-4a52-b905-7f02b219bd72 HTTP/1.1" status: 200 len: 991 time: 1.3876579 Jul 07 17:58:22.253802 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:22.258182 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef762765-11bd-41db-9d95-69c4754cb979" -d '{"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:22.390416 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b45a4-a33e-43ae-bfbd-85b6a753ee82 x-openstack-request-id: req-284b45a4-a33e-43ae-bfbd-85b6a753ee82 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:22.390714 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:22.390966 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-284b45a4-a33e-43ae-bfbd-85b6a753ee82 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:22.391369 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'status': 'completed', 'code': 200} Jul 07 17:58:22.484235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762765-11bd-41db-9d95-69c4754cb979 req-ee722d6e-d16b-48ff-bdc6-5a3539874c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.485861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-ee722d6e-d16b-48ff-bdc6-5a3539874c2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1096 time: 0.0584502 Jul 07 17:58:22.520138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:22.585170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762765-11bd-41db-9d95-69c4754cb979 req-df60cfe7-93c9-4fc9-82b2-dd3d0febd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.586679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-df60cfe7-93c9-4fc9-82b2-dd3d0febd0e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0947907 Jul 07 17:58:22.662664 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-a2867fe4-7b0c-49d9-a938-59035a660fde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 999 time: 0.0691378 Jul 07 17:58:22.715007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762765-11bd-41db-9d95-69c4754cb979 req-e074cf7f-a263-4cb7-bcf5-a0db928b9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.716482 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-e074cf7f-a263-4cb7-bcf5-a0db928b9441 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0473251 Jul 07 17:58:22.754250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:23:77:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7439e04-8a44-4244-8698-fa7788715d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:58:21Z', 'revision_number': 9, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.777065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762765-11bd-41db-9d95-69c4754cb979 req-ecab5ab4-94ec-4ed9-b4df-893f62b01043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.778624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-ecab5ab4-94ec-4ed9-b4df-893f62b01043 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560753 Jul 07 17:58:22.786149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:22.794797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:22.795956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T17:58:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.876783 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-f099c538-d28f-40ff-afd2-03e0ba007ae6 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918121 Jul 07 17:58:22.906947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:22.969192 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef762765-11bd-41db-9d95-69c4754cb979 req-0b2b9cf6-bfff-482a-adb1-3185c69a14c1 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Jul 07 17:58:23.145695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:23:77:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7439e04-8a44-4244-8698-fa7788715d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:58:21Z', 'revision_number': 9, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:23.172329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d28b4-e757-4999-80b4-d71a26a5e3a6 None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:23:77:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7439e04-8a44-4244-8698-fa7788715d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T17:58:21Z', 'revision_number': 9, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:23.383001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f357a91-70ee-4e03-8c5a-a4ecd4c0abf3 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:24.280612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.201354 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:34.372769 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.337671 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f567eb96-530b-4567-875c-34ccc242fcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.776942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.245718 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5efb9c73-59ab-45d5-b067-cd5ef561426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.391298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.021957 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.284227 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.404886 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.339231 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60023722-72f0-4a3c-b0be-5aa27002dcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.783171 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.246646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-63549614-3a9d-4e90-a117-28dcb352f7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.391819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.200198 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:11.025666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.359073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-b9bb66b2-ce58-49ea-9fa8-ed393231502f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691144 Jul 07 17:59:12.455746 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dee4f-8a04-4361-a199-51360325cb95 req-895e15c4-60f0-4b26-b030-4726fc939951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:12.457199 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-895e15c4-60f0-4b26-b030-4726fc939951 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1096 time: 0.0544815 Jul 07 17:59:12.562336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dee4f-8a04-4361-a199-51360325cb95 req-60c331fc-966f-4094-babd-e464fa4aff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:12.564347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-60c331fc-966f-4094-babd-e464fa4aff5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0864718 Jul 07 17:59:12.636727 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-0cc71d16-174d-490a-83aa-de747184c1ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0658851 Jul 07 17:59:12.687333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dee4f-8a04-4361-a199-51360325cb95 req-4a0ea753-f5b7-45b9-9ba4-9d7efe40ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:12.689166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-4a0ea753-f5b7-45b9-9ba4-9d7efe40ff22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0460773 Jul 07 17:59:12.746023 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dee4f-8a04-4361-a199-51360325cb95 req-2533cf7a-3f47-487a-a918-bd7d0f363a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:12.747545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-2533cf7a-3f47-487a-a918-bd7d0f363a59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519218 Jul 07 17:59:12.842062 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-162074f2-0c3f-4aae-bd1e-a26beeb5a92f service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881567 Jul 07 17:59:12.931009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421dee4f-8a04-4361-a199-51360325cb95 req-887a018c-387a-41b4-99a9-492053dd4124 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824344 Jul 07 17:59:24.283641 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.407859 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.340083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8bb11fa8-64e2-457a-bf53-4c65803c8496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.776214 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.251103 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5e3a62fe-023c-4e96-9439-aa2d84823d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.398168 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.027341 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.199778 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:54.285446 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.404709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.342116 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9e6eaab1-7280-4d31-b1ea-bb8bcae1f928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.789310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.255430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-75b005a2-2dbd-4e14-a7fe-0a9a55de169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.397835 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.029939 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.753881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-e4162e4b-4e8f-435d-836f-61409f21dc1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619466 Jul 07 18:00:13.851081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-263758bd-50e9-4232-97f5-c0ab86a5a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:13.852630 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-263758bd-50e9-4232-97f5-c0ab86a5a01e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1096 time: 0.0563309 Jul 07 18:00:13.962520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-1b6d4a72-d2fa-41ae-8e21-6d6d2ad189b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:13.963915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-1b6d4a72-d2fa-41ae-8e21-6d6d2ad189b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0914073 Jul 07 18:00:14.032755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-38a14cc0-1b55-46cc-83bd-8ec278701e25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0626125 Jul 07 18:00:14.082141 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-0109cd6e-5aa4-4f40-802e-6747ccc4dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.083782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-0109cd6e-5aa4-4f40-802e-6747ccc4dfb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0453703 Jul 07 18:00:14.140557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-1a2f9d13-2a90-4cb1-8037-a2ac8456d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.142120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-1a2f9d13-2a90-4cb1-8037-a2ac8456d74e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528536 Jul 07 18:00:14.238989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-b69a8f24-af20-4d05-aae5-763fcc8f8c83 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900037 Jul 07 18:00:14.340660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0ba13fd6-7b7c-4a03-9d1b-16863101f12b req-86044966-8726-4957-bf1f-fa69660c0541 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959337 Jul 07 18:00:24.202441 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:24.308423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.419983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.350428 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f3af97e3-010f-4b3b-9065-73c1323068b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.782608 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.260274 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bdb40562-190b-4f2e-9714-098efe539802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.401476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.039996 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.310649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.502035 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-a4a531ae-69e9-4d59-84a9-b5bfc86c622c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095991 Jul 07 18:00:59.515841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6785a-40c8-4f67-9e95-3c6d4e7fd4bb req-c13e5583-3580-43b2-ab9e-f882a02bcf4e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.518257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f6785a-40c8-4f67-9e95-3c6d4e7fd4bb req-c13e5583-3580-43b2-ab9e-f882a02bcf4e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0743721 Jul 07 18:00:59.560924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f6785a-40c8-4f67-9e95-3c6d4e7fd4bb req-799a4b86-686a-4bc7-87a6-86897c0daa1f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368500 Jul 07 18:01:00.758188 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cce8f-9774-4ea0-9a9f-370f80baf079 req-9766e728-fbdd-4210-aa7b-29b9138c3459 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.759890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a91cce8f-9774-4ea0-9a9f-370f80baf079 req-9766e728-fbdd-4210-aa7b-29b9138c3459 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0736525 Jul 07 18:01:00.806801 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a91cce8f-9774-4ea0-9a9f-370f80baf079 req-d06f5590-8a33-4170-8781-eaa5f7600276 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402572 Jul 07 18:01:00.935263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-04bc4cdd-16d0-4752-acad-29426b6d0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.936769 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-04bc4cdd-16d0-4752-acad-29426b6d0ddc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1096 time: 0.0578299 Jul 07 18:01:01.038367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-444a129e-3333-4439-b3cf-d7f024c08e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.039905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-444a129e-3333-4439-b3cf-d7f024c08e7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0969539 Jul 07 18:01:01.116830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-5c3820f9-cb46-4bdd-b4db-2792c9ccc60c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0706553 Jul 07 18:01:01.175639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-98cf3b5e-7f28-45e1-8ed5-99ecbec239f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.177208 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-98cf3b5e-7f28-45e1-8ed5-99ecbec239f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0537479 Jul 07 18:01:01.203889 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:01.245084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-9af90633-742d-478a-83bb-a5b9e3148964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.246711 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-9af90633-742d-478a-83bb-a5b9e3148964 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620077 Jul 07 18:01:01.341995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-7e6dacad-1d35-4244-8827-e1b31ed1d4c8 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Jul 07 18:01:01.442909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-4ad1402a-d6c3-40c5-b1d9-b25ca5c4885d service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941484 Jul 07 18:01:02.007707 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ac6f6-eb83-435a-bb20-fe0d04960c16 req-b6554959-4abc-469c-a0c3-1e4400b01154 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.009456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7ac6f6-eb83-435a-bb20-fe0d04960c16 req-b6554959-4abc-469c-a0c3-1e4400b01154 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0675726 Jul 07 18:01:02.051089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a7ac6f6-eb83-435a-bb20-fe0d04960c16 req-cd1e8050-21a4-4c06-a53f-b8f1481530f1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361245 Jul 07 18:01:03.234352 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08cc3-7c8e-4a25-b3ce-7a9f62268511 req-6fb0294f-ab46-481d-b026-e469eb096ae7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.235916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ff08cc3-7c8e-4a25-b3ce-7a9f62268511 req-6fb0294f-ab46-481d-b026-e469eb096ae7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0712972 Jul 07 18:01:03.275572 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ff08cc3-7c8e-4a25-b3ce-7a9f62268511 req-aa7f4a94-15ea-4bf8-b6cc-ce655cc46f0d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Jul 07 18:01:04.422403 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.490278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dfdd4-8419-4bca-be0a-d044b8705fdd req-1a2d024a-24b4-4d4e-8e58-af31eb05e6f7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.492508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-394dfdd4-8419-4bca-be0a-d044b8705fdd req-1a2d024a-24b4-4d4e-8e58-af31eb05e6f7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0910976 Jul 07 18:01:04.541043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-394dfdd4-8419-4bca-be0a-d044b8705fdd req-51097fff-d668-4baa-b538-4bc6b248ca47 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 Jul 07 18:01:05.344221 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cf357fe3-7ce5-468a-9bdf-57f046f2305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.731464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdd253-0909-4240-888e-63f15f6aa67c req-58221316-9388-4c56-888d-bf1bca46a78c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.733566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14bdd253-0909-4240-888e-63f15f6aa67c req-58221316-9388-4c56-888d-bf1bca46a78c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0710170 Jul 07 18:01:05.775735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14bdd253-0909-4240-888e-63f15f6aa67c req-84c18fbb-5e50-4d77-99ec-5e635d6209d9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Jul 07 18:01:07.002090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac960637-44c7-4a5c-a05a-08d0398584e6 req-74ca727a-bf68-4a2c-b90e-ef58df5144a5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:07.003905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac960637-44c7-4a5c-a05a-08d0398584e6 req-74ca727a-bf68-4a2c-b90e-ef58df5144a5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0750988 Jul 07 18:01:07.045515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ac960637-44c7-4a5c-a05a-08d0398584e6 req-cfbb2d0a-6f80-491e-bf57-42eb65923ae9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Jul 07 18:01:07.786844 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.239736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567ad8b-3e8a-4d8d-954c-25fb57c094f6 req-ac3652f8-8bfd-4587-b365-67901db1b9e2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:08.241418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9567ad8b-3e8a-4d8d-954c-25fb57c094f6 req-ac3652f8-8bfd-4587-b365-67901db1b9e2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0765707 Jul 07 18:01:08.303768 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9567ad8b-3e8a-4d8d-954c-25fb57c094f6 req-177fb7d0-e650-4ecc-9cb8-64e9a5131f30 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564594 Jul 07 18:01:09.262845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-44548752-6acc-437c-9162-8f4d3b7121ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.407822 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.502470 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac027-e134-4caf-811f-b10fe3258451 req-70559b8a-9714-411e-9f82-c0e974f3dcaa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.504054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7ac027-e134-4caf-811f-b10fe3258451 req-70559b8a-9714-411e-9f82-c0e974f3dcaa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0742140 Jul 07 18:01:09.552806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9f7ac027-e134-4caf-811f-b10fe3258451 req-c1a09d49-30dd-4d90-8086-d38c23fda5be tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Jul 07 18:01:10.781252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397192a8-9c1b-40dc-9e06-9ba01bd9ccf4 req-e2cca365-2f7e-4bf3-8c72-5904fadd8489 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:10.782922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-397192a8-9c1b-40dc-9e06-9ba01bd9ccf4 req-e2cca365-2f7e-4bf3-8c72-5904fadd8489 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0904930 Jul 07 18:01:10.845478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-397192a8-9c1b-40dc-9e06-9ba01bd9ccf4 req-96948640-0600-4840-a174-a5712d7daa2e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545847 Jul 07 18:01:11.047252 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.100243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26291f6-bc27-476a-b544-43735991d68e req-84aa33a2-fcbf-4f4d-8dbd-cba8b354eade tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.101948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e26291f6-bc27-476a-b544-43735991d68e req-84aa33a2-fcbf-4f4d-8dbd-cba8b354eade tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0936730 Jul 07 18:01:12.157924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e26291f6-bc27-476a-b544-43735991d68e req-72f57ba0-e57f-45ac-84ea-78902944081d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Jul 07 18:01:13.449582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a5420-9683-4a50-8be1-7bc6bfc768bf req-2806d6dc-6246-4304-b94c-32be964399a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.451231 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-208a5420-9683-4a50-8be1-7bc6bfc768bf req-2806d6dc-6246-4304-b94c-32be964399a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.1580904 Jul 07 18:01:13.515589 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [req-1ec324f0-a820-4188-afec-23b003d1110e req-13fa95e2-ccde-4c2d-9400-981a365cf623 service neutron] show failed (client error): The resource could not be found. Jul 07 18:01:13.518959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-13fa95e2-ccde-4c2d-9400-981a365cf623 service neutron] 10.222.0.54 "GET /v2.0/ports/57cad1df-fff0-469e-954a-9dd7792de6a0/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.1530082 Jul 07 18:01:13.539130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-208a5420-9683-4a50-8be1-7bc6bfc768bf req-054d01ac-f623-4ed2-b355-ec6fe6a57ecb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789163 Jul 07 18:01:13.852303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-cd53f9e5-5e24-4dcf-9e7d-5e56244f002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.854604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-cd53f9e5-5e24-4dcf-9e7d-5e56244f002e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1096 time: 0.0749252 Jul 07 18:01:13.924526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-d6155c8d-dafc-4fbf-b4dd-56e31561fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.926332 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-d6155c8d-dafc-4fbf-b4dd-56e31561fed1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 1096 time: 0.0648248 Jul 07 18:01:13.945366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:14.010813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-e97c092a-25aa-46a7-a10a-b6c168ca258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.013585 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-e97c092a-25aa-46a7-a10a-b6c168ca258a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1363301 Jul 07 18:01:14.038718 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.095596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-dbb48bd9-2051-4a5e-9b01-b49d64f902a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0751965 Jul 07 18:01:14.151268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-bf74a35e-2fc9-4011-8c61-ba70cc085f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.152792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-bf74a35e-2fc9-4011-8c61-ba70cc085f81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0482793 Jul 07 18:01:14.242931 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-84f5b03b-ff6d-4ff1-a326-92cc50093d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.244681 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-84f5b03b-ff6d-4ff1-a326-92cc50093d7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855198 Jul 07 18:01:14.325085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:14.360756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-f6a4f2d0-bfcb-4c45-ae9f-88007f0948ef service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096277 Jul 07 18:01:14.364688 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:14.430224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:14.433194 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2330a8f-e798-462f-b679-1bfdfe5df75e" -d '{"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-unplugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:14.438869 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.453930 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Transition to ACTIVE for port object 57cad1df-fff0-469e-954a-9dd7792de6a0 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:14.467601 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.541878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5491facd-b6cd-472c-b7be-4a7ff63a2468 req-3f496230-5fcc-417e-bd0d-eab6ebe6232f service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737814 Jul 07 18:01:14.613499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=6']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.620706 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8ca792-094c-4c90-9918-2844d275919b x-openstack-request-id: req-6c8ca792-094c-4c90-9918-2844d275919b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:14.621195 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-unplugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:14.621462 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c8ca792-094c-4c90-9918-2844d275919b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:14.621874 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'code': 200} Jul 07 18:01:14.638829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.639224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.639576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.640160 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.640716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.641410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.642520 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.643073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.643427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.643777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.644252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.644476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:14.701705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] No DVR routers for this DVR port 57cad1df-fff0-469e-954a-9dd7792de6a0 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:14.852478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7cb2-90cc-43c3-98f6-0e59de1a8498 req-3f341033-d4b0-40cc-82f5-f3ce9c6af8ab tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.859613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f43e7cb2-90cc-43c3-98f6-0e59de1a8498 req-3f341033-d4b0-40cc-82f5-f3ce9c6af8ab tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.1188977 Jul 07 18:01:14.925304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f43e7cb2-90cc-43c3-98f6-0e59de1a8498 req-a1aeec41-487c-4f28-bbac-f80787494b21 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590551 Jul 07 18:01:14.967337 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:14.968162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:14.968162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:14.974561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:14.974865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:14.981082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:14.981632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:14.982307 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:14.983079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Bound port: 57cad1df-fff0-469e-954a-9dd7792de6a0, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:14.983655 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.086735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:15.094422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:15.101548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.161938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.163116 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.165648 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] 10.222.0.13 "PUT /v2.0/ports/57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1091 time: 1.2250977 Jul 07 18:01:15.206401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e722dc-ac11-48f7-ab05-3d5ce3e74149 service neutron] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=7']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:15.295216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-14f252fe-213b-497b-9de7-968d67b039a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.297203 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-14f252fe-213b-497b-9de7-968d67b039a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1094 time: 0.0853212 Jul 07 18:01:15.431858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-a6c60998-94ee-4fd8-a34e-f1ce2a18728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.433531 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-a6c60998-94ee-4fd8-a34e-f1ce2a18728b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1288955 Jul 07 18:01:15.517066 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-7059ed12-de2e-43b9-91bb-9e74c2fc170b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0761209 Jul 07 18:01:15.583224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-2a8a4afd-9e26-463a-b97e-9a2fcb5b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.585313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-2a8a4afd-9e26-463a-b97e-9a2fcb5b1035 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0618269 Jul 07 18:01:15.681618 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec324f0-a820-4188-afec-23b003d1110e req-b1ba0800-818a-44b6-b5df-23e507f9513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.684154 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-b1ba0800-818a-44b6-b5df-23e507f9513e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912497 Jul 07 18:01:15.796112 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-41ff05f7-b3b6-46e5-83d5-3ae83ef5c25d service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041658 Jul 07 18:01:15.920823 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-e49fe819-885a-423f-9cb4-21e904b378b4 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180320 Jul 07 18:01:16.220471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41cd59-c858-47bb-bd30-498117999d99 req-42a8a037-5e54-4b41-be1e-375ec634dae4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.225251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a41cd59-c858-47bb-bd30-498117999d99 req-42a8a037-5e54-4b41-be1e-375ec634dae4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.1397338 Jul 07 18:01:16.293478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a41cd59-c858-47bb-bd30-498117999d99 req-8102d2d1-14c0-4d6c-a902-696303e243f3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608051 Jul 07 18:01:16.623941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:16.627070 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806dbc3e-e90a-4356-a875-3516bf3c1ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:16.688982 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e53de-26a3-4fe2-83df-7a01a003c734 x-openstack-request-id: req-108e53de-26a3-4fe2-83df-7a01a003c734 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:16.689731 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:16.690116 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-108e53de-26a3-4fe2-83df-7a01a003c734 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:16.690604 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'status': 'completed', 'code': 200} Jul 07 18:01:16.792004 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-83b3459e-3fc0-4efc-962b-aba46581e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.794109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-83b3459e-3fc0-4efc-962b-aba46581e04b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1094 time: 0.0751734 Jul 07 18:01:16.819723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-fbda71ad-b13c-4a26-ad3d-ef2994d30f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.821390 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-fbda71ad-b13c-4a26-ad3d-ef2994d30f23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1094 time: 0.0743454 Jul 07 18:01:16.937242 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-808258f9-9ed1-452b-be41-5880d24481b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.939321 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-808258f9-9ed1-452b-be41-5880d24481b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1104124 Jul 07 18:01:16.952074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-b63aa756-04f7-4231-9a33-68256087f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.953683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-b63aa756-04f7-4231-9a33-68256087f7aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1529064 Jul 07 18:01:16.983540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:17.037951 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-15672f94-20c6-4c98-b683-a3a99d7c9363 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0910156 Jul 07 18:01:17.049674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:17.068061 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-761e3615-8684-4b14-90bd-7d3b645e1964 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1000 time: 0.1074777 Jul 07 18:01:17.110888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-f6aab656-8d75-467d-bd72-618398bfade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.112886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-f6aab656-8d75-467d-bd72-618398bfade7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0664766 Jul 07 18:01:17.141733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-351d87e2-4b6e-4ff6-b01f-16a08295bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.144495 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-351d87e2-4b6e-4ff6-b01f-16a08295bf71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0700386 Jul 07 18:01:17.219777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-2badc8fd-e9d6-407b-83a9-b779d69a4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.226740 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-2badc8fd-e9d6-407b-83a9-b779d69a4066 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006997 Jul 07 18:01:17.229884 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-ffecb2fe-51e1-4275-a59c-b20af3448190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.231728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-ffecb2fe-51e1-4275-a59c-b20af3448190 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810759 Jul 07 18:01:17.351838 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-d82f5ad3-e8f9-424e-8d8f-f4d78c5b8076 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216514 Jul 07 18:01:17.364607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-7490f162-df7b-4824-adc6-39e706c92ea8 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259274 Jul 07 18:01:17.483843 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-f220be14-2d60-4b46-8069-f259edc36470 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171417 Jul 07 18:01:17.505396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-806dbc3e-e90a-4356-a875-3516bf3c1ab3 req-367b72b9-41ee-4b5e-9cb3-24a12345cbd2 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332762 Jul 07 18:01:17.628014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e9ae5-0972-460d-a268-71bbbadef3b9 req-6d5235e5-1e58-4309-a48f-c2ad03b2ab78 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.630938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed8e9ae5-0972-460d-a268-71bbbadef3b9 req-6d5235e5-1e58-4309-a48f-c2ad03b2ab78 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.1194477 Jul 07 18:01:17.701093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed8e9ae5-0972-460d-a268-71bbbadef3b9 req-31cfa209-ac96-4c07-b312-aaa25b01f356 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636892 Jul 07 18:01:18.803514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:18.912731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2d282-2eaf-4c08-acff-2bdbb236f6d6 req-e7f74ce2-bb40-44a9-8699-6a1eee7a6be7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:18.914607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2b2d282-2eaf-4c08-acff-2bdbb236f6d6 req-e7f74ce2-bb40-44a9-8699-6a1eee7a6be7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 943 time: 0.0872743 Jul 07 18:01:18.948726 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:18.964871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'mac_address': 'fa:16:3e:23:77:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:18.970730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2b2d282-2eaf-4c08-acff-2bdbb236f6d6 req-14ae32d1-ea87-4798-9f6a-2fa0fa286bcb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Jul 07 18:01:19.015985 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.039608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cad1df-fff0-469e-954a-9dd7792de6a0 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:19.078350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:19.084644 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.156594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:19.167097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.167465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.167974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.168324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.168661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.168992 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.169520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.169853 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.170185 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.170515 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.170841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.171167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:19.419802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['57cad1df-fff0-469e-954a-9dd7792de6a0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:19.518789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-2e1badbe-fae2-412d-a0c0-4953c2e5ecb8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:19.522359 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-2e1badbe-fae2-412d-a0c0-4953c2e5ecb8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22&tenant_id=3487e70aec9e4029b14ff976ece48538&binding%3Ahost_id=n-h1-793619-7 HTTP/1.1" status: 200 len: 944 time: 0.1011009 Jul 07 18:01:19.622451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-a32b8c28-39e1-4576-ae6e-11b930253b81 service neutron] 10.222.0.13 "GET /v2.0/ports/57cad1df-fff0-469e-954a-9dd7792de6a0/bindings/n-h1-793619-7 HTTP/1.1" status: 200 len: 382 time: 0.0883267 Jul 07 18:01:19.647613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544856b-0a2d-41cd-86aa-7ecd4a9908a4 req-b6ddbe52-be2a-4a03-9f56-205f3eb6efee tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:19.649033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7544856b-0a2d-41cd-86aa-7ecd4a9908a4 req-b6ddbe52-be2a-4a03-9f56-205f3eb6efee tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.1170154 Jul 07 18:01:19.698722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7544856b-0a2d-41cd-86aa-7ecd4a9908a4 req-85d1b543-f35b-4ea3-8ff2-70da8e1333fe tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426476 Jul 07 18:01:19.738462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-793cc3c1-9546-4253-8f34-292f41785cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:19.740085 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-793cc3c1-9546-4253-8f34-292f41785cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1095 time: 0.0763357 Jul 07 18:01:19.865878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-0c5888b9-b03f-4eab-8c4f-e59334a8c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:19.867634 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-0c5888b9-b03f-4eab-8c4f-e59334a8c9f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1203589 Jul 07 18:01:19.960470 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-644688b8-0b4e-4ffd-b296-52c1e0d42223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1001 time: 0.0794952 Jul 07 18:01:20.043653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-d7435c92-a014-4240-87de-99ca03613ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.045409 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-d7435c92-a014-4240-87de-99ca03613ff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0749130 Jul 07 18:01:20.146395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-7bd94e74-1d9a-442b-88a9-205fd6d52c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.148026 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-7bd94e74-1d9a-442b-88a9-205fd6d52c6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952218 Jul 07 18:01:20.296957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-e97f73c0-7056-48d5-a8ca-a4cef3458e80 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269345 Jul 07 18:01:20.414930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-a2d0f147-0520-4b3e-b661-347134f58a89 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111484 Jul 07 18:01:20.808116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:20.872043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 57cad1df-fff0-469e-954a-9dd7792de6a0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:20.879395 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 57cad1df-fff0-469e-954a-9dd7792de6a0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:20.879976 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.903827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4520c6-4bfa-432b-8895-db45cd9998a1 req-82f3a6f5-5d4a-4816-b787-9c8738a923e4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.905590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e4520c6-4bfa-432b-8895-db45cd9998a1 req-82f3a6f5-5d4a-4816-b787-9c8738a923e4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.0834632 Jul 07 18:01:20.957374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e4520c6-4bfa-432b-8895-db45cd9998a1 req-02252612-eb42-465c-a04a-6b7f503a43ae tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Jul 07 18:01:21.019051 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.047344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:21.050432 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690f08d5-5d26-4585-b6ee-34e187d545bf" -d '{"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-plugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:21.067013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:21.072396 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.118471 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a530426-58e7-482c-92cd-83694a08cf23 x-openstack-request-id: req-4a530426-58e7-482c-92cd-83694a08cf23 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:21.118801 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-plugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:21.119019 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a530426-58e7-482c-92cd-83694a08cf23 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:21.119419 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'code': 200} Jul 07 18:01:21.147309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.206891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a474f77-e65e-47d6-b38d-7bf84aa5e576 req-4ff1b8c6-4d03-48c9-a5da-8473198f30e5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:22.208563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a474f77-e65e-47d6-b38d-7bf84aa5e576 req-4ff1b8c6-4d03-48c9-a5da-8473198f30e5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0883191 Jul 07 18:01:22.257289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7a474f77-e65e-47d6-b38d-7bf84aa5e576 req-c631e7cc-be6d-4e5c-a23a-b26527fd206a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Jul 07 18:01:22.814169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-65a367d4-ec89-409a-b3f9-e28ee3445def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:22.817018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-65a367d4-ec89-409a-b3f9-e28ee3445def service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 1096 time: 0.0784271 Jul 07 18:01:22.830735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:22.961699 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.286616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:23.346968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:23.400644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:23.403151 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d22a9f-d3f5-44e3-94ab-40f8f9b3ad7e" -d '{"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-unplugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:23.407781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.425490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Transition to ACTIVE for port object 57cad1df-fff0-469e-954a-9dd7792de6a0 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:23.430676 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.926364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=10']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:23.955103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.955661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.956090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.956505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.957074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.957495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.957838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.958357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.958929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.959475 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.959968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:23.960512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:24.031676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] No DVR routers for this DVR port 57cad1df-fff0-469e-954a-9dd7792de6a0 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:24.129916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffc9e5-f4cd-463b-8a8e-ebaa720241c3 req-31b3d1b4-7c31-44e6-99b0-571636586d53 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.132525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94ffc9e5-f4cd-463b-8a8e-ebaa720241c3 req-31b3d1b4-7c31-44e6-99b0-571636586d53 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.2571826 Jul 07 18:01:24.245548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94ffc9e5-f4cd-463b-8a8e-ebaa720241c3 req-c1929d65-bd36-499c-9203-78ffe577f22c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008661 Jul 07 18:01:24.301597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:24.302598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:24.302598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:24.307526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:24.307863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Attempting to bind port 57cad1df-fff0-469e-954a-9dd7792de6a0 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:24.314162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:24.314796 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:24.315022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:24.315488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Bound port: 57cad1df-fff0-469e-954a-9dd7792de6a0, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:24.315862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.331929 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.354114 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eda4ff-a61f-4f7b-8e19-7958f44f2569 x-openstack-request-id: req-04eda4ff-a61f-4f7b-8e19-7958f44f2569 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:24.354114 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-unplugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:24.354114 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04eda4ff-a61f-4f7b-8e19-7958f44f2569 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:24.354114 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'code': 200} Jul 07 18:01:24.414549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:24.420831 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:24.427310 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.470332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.471134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.472708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] 10.222.0.54 "PUT /v2.0/ports/57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1092 time: 1.6477218 Jul 07 18:01:24.523783 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f24a54-e73b-44e5-8ddb-b8eb8359ab27 service neutron] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=11']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:24.583703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-0067ba1e-9fa9-4af4-b076-4dcc1bf9090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.585432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-0067ba1e-9fa9-4af4-b076-4dcc1bf9090d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1095 time: 0.0798576 Jul 07 18:01:24.723277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-8d2bedb4-48dd-40bc-81f7-667f0fb4a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.726220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-8d2bedb4-48dd-40bc-81f7-667f0fb4a488 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1322846 Jul 07 18:01:24.802432 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-23dd4fc4-3bde-4f68-9e94-5241325ac367 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0709517 Jul 07 18:01:24.856656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-4996b23f-c10f-46bd-bf64-ca2c3f8d277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.858305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-4996b23f-c10f-46bd-bf64-ca2c3f8d277a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0497785 Jul 07 18:01:24.951453 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-779bcf1c-6f51-4357-ab49-691f40baf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.954362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-779bcf1c-6f51-4357-ab49-691f40baf38d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892990 Jul 07 18:01:25.199332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-9083a5b6-4e11-4efa-aabd-e5746345b00a service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432211 Jul 07 18:01:25.309344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-98c5310a-2d0e-46dc-85a6-af83a6a182a5 req-53d7e4f0-ccc5-467c-9b2d-743825905f64 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031466 Jul 07 18:01:25.471111 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182c36-77f5-42f6-a6ce-e2e53437ed41 req-b154ab2c-697b-4741-b4f8-277f641cfd59 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.472626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20182c36-77f5-42f6-a6ce-e2e53437ed41 req-b154ab2c-697b-4741-b4f8-277f641cfd59 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.0750806 Jul 07 18:01:25.511407 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-20182c36-77f5-42f6-a6ce-e2e53437ed41 req-07a8aeea-b3b7-40ea-bdad-1aaf0f01733f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Jul 07 18:01:26.354786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:26.357239 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3df750-44ed-4a37-92a4-ac483ca68fae" -d '{"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:26.418450 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be7fd73-c07a-46b6-a255-379526bad42c x-openstack-request-id: req-9be7fd73-c07a-46b6-a255-379526bad42c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:26.418806 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:26.419105 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9be7fd73-c07a-46b6-a255-379526bad42c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:26.419499 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'status': 'completed', 'code': 200} Jul 07 18:01:26.518745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-524950ef-fea8-416c-935f-522b10d03fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.519659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-d394f08e-70b2-4de0-8c34-e7a5de860421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.520785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-524950ef-fea8-416c-935f-522b10d03fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1095 time: 0.0704186 Jul 07 18:01:26.521343 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-d394f08e-70b2-4de0-8c34-e7a5de860421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 1095 time: 0.0648253 Jul 07 18:01:26.634265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-c20b480b-fb56-48ea-92ed-9c09f8214e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.635878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-c20b480b-fb56-48ea-92ed-9c09f8214e31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1079197 Jul 07 18:01:26.664095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-3e54ac2c-d021-40c8-87cf-5a2b32c6b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.666410 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-3e54ac2c-d021-40c8-87cf-5a2b32c6b61a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1387265 Jul 07 18:01:26.754376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-80f827d2-19b9-486d-80e9-b96b1160aff3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1000 time: 0.1108637 Jul 07 18:01:26.762126 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-e2c6f101-569a-49e6-8990-1245cc0265f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0883632 Jul 07 18:01:26.806072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:26.825183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20be8b-4b35-4c6c-a7ec-a25e5c68d09c req-b906d170-96e5-44d9-bbd4-9ec2ff5da5c8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.827067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f20be8b-4b35-4c6c-a7ec-a25e5c68d09c req-b906d170-96e5-44d9-bbd4-9ec2ff5da5c8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.1391814 Jul 07 18:01:26.831641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-64fdf998-f350-41e8-ba01-7167a1d08d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.832288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-c4f62f00-94dc-4b7d-960d-b12450979186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.833251 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-64fdf998-f350-41e8-ba01-7167a1d08d15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0719407 Jul 07 18:01:26.834686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-c4f62f00-94dc-4b7d-960d-b12450979186 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0667651 Jul 07 18:01:26.862599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:26.922958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-a56a3b84-a7a8-4bbc-944d-6f02187a6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.923300 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f20be8b-4b35-4c6c-a7ec-a25e5c68d09c req-e6f3dccc-c313-4596-81e0-b50c17952a1d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874839 Jul 07 18:01:26.925270 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-a56a3b84-a7a8-4bbc-944d-6f02187a6f03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817685 Jul 07 18:01:26.949569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-2228fce3-b15d-4965-95d3-31f8d7461e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.951608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-2228fce3-b15d-4965-95d3-31f8d7461e3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085131 Jul 07 18:01:27.043030 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-eb1f8307-f694-463b-8694-457747c8ec97 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109126 Jul 07 18:01:27.059299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-86554f11-d3ad-4a21-8840-d32a66afb445 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000712 Jul 07 18:01:27.167947 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-bb9043b7-6d64-45da-9a78-3e31c36cc422 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173465 Jul 07 18:01:27.184307 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d3df750-44ed-4a37-92a4-ac483ca68fae req-4edce9f3-702e-4b1a-902b-6a27fc64861c service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181571 Jul 07 18:01:28.138029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32650fe-69a9-48eb-83bf-f904dfb19032 req-8ac8ef6c-4284-4be6-bad9-3650f8745084 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:28.139668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b32650fe-69a9-48eb-83bf-f904dfb19032 req-8ac8ef6c-4284-4be6-bad9-3650f8745084 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 944 time: 0.0780427 Jul 07 18:01:28.186633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b32650fe-69a9-48eb-83bf-f904dfb19032 req-1221721c-b473-463f-b39c-8077b47937f2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368896 Jul 07 18:01:29.033931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:29.168792 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:29.183203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'mac_address': 'fa:16:3e:23:77:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:29.225992 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.242661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cad1df-fff0-469e-954a-9dd7792de6a0 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:29.265066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:29.270425 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.325805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.393419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0ec3-f3dd-4365-bfc6-9d395e2e758e req-fb2c1ae8-aebf-449a-a3e7-4e9950dc46fa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.394955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cac0ec3-f3dd-4365-bfc6-9d395e2e758e req-fb2c1ae8-aebf-449a-a3e7-4e9950dc46fa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0689445 Jul 07 18:01:29.440487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cac0ec3-f3dd-4365-bfc6-9d395e2e758e req-ce1464fc-c669-4139-8036-746990619687 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 Jul 07 18:01:29.624302 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['57cad1df-fff0-469e-954a-9dd7792de6a0'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:29.642000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c03e1-7a63-4b7c-9330-aadbf0f24b01 req-3c31a10a-5c4d-411d-8e79-5ed46e7a1ae2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.643757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-013c03e1-7a63-4b7c-9330-aadbf0f24b01 req-3c31a10a-5c4d-411d-8e79-5ed46e7a1ae2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0724261 Jul 07 18:01:29.687686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-013c03e1-7a63-4b7c-9330-aadbf0f24b01 req-9934ccb0-3eac-421b-acf7-2149eefa7a76 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380466 Jul 07 18:01:29.874719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90358-d705-4bcc-a653-f5fbfae546ce req-ac6cb3e4-e386-4cb1-b952-3ce42c48050d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.876679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01d90358-d705-4bcc-a653-f5fbfae546ce req-ac6cb3e4-e386-4cb1-b952-3ce42c48050d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0682554 Jul 07 18:01:29.917075 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01d90358-d705-4bcc-a653-f5fbfae546ce req-9466163a-14ee-4134-938f-6bac28c9b87d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344493 Jul 07 18:01:30.331214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bdab1-7132-4e16-8da4-58ead23fa95c req-fd862e21-1c1c-42ee-bbd4-40fb2233eda2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:30.332850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c4bdab1-7132-4e16-8da4-58ead23fa95c req-fd862e21-1c1c-42ee-bbd4-40fb2233eda2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 945 time: 0.0723929 Jul 07 18:01:30.372916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c4bdab1-7132-4e16-8da4-58ead23fa95c req-3c399ef8-5444-463c-b552-2ded17586b6f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342793 Jul 07 18:01:31.052335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:31.108254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 57cad1df-fff0-469e-954a-9dd7792de6a0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:31.113245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 57cad1df-fff0-469e-954a-9dd7792de6a0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:31.113637 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.194377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.217927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:31.220350 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d458dd3-0869-432a-b942-dd7f64d00643" -d '{"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-plugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:31.233701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:31.238738 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.268589 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f2ff1-4aa9-4ead-b647-cb77481efac5 x-openstack-request-id: req-aa7f2ff1-4aa9-4ead-b647-cb77481efac5 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:31.269082 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-plugged", "status": "completed", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:31.269251 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa7f2ff1-4aa9-4ead-b647-cb77481efac5 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:31.269577 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'code': 200} Jul 07 18:01:31.298142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=13']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:31.603603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1fb7d-d918-4596-a362-209ab27f1690 req-3b4ea866-5f52-4273-89e4-6f27627bcc18 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:31.606089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ab1fb7d-d918-4596-a362-209ab27f1690 req-3b4ea866-5f52-4273-89e4-6f27627bcc18 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 946 time: 0.1177213 Jul 07 18:01:31.658753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6ab1fb7d-d918-4596-a362-209ab27f1690 req-4e33e3eb-6fe6-4512-ae48-5967f5e36bed tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461271 Jul 07 18:01:31.774194 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-34932fbe-8c80-4891-adb5-97d4dd458a45 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:31.775717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-34932fbe-8c80-4891-adb5-97d4dd458a45 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 946 time: 0.0679617 Jul 07 18:01:31.900911 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Deleting port 57cad1df-fff0-469e-954a-9dd7792de6a0 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:31.901229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.007085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] For port 57cad1df-fff0-469e-954a-9dd7792de6a0, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=57cad1df-fff0-469e-954a-9dd7792de6a0,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:32.007482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.250496 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.251594 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.252013 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 disassociated. External IP: 172.25.5.191, port: 57cad1df-fff0-469e-954a-9dd7792de6a0. Jul 07 18:01:32.252415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Calling delete_port for 57cad1df-fff0-469e-954a-9dd7792de6a0 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:32.416975 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.455380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event deleted for resources: {'Port': ['ID=57cad1df-fff0-469e-954a-9dd7792de6a0,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:32.615497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:32.748317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:32.761948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:32.776608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:32.777399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:01:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:32.811580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] No DVR routers for this DVR port 57cad1df-fff0-469e-954a-9dd7792de6a0 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:32.816052 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.818465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3dedd77-95b7-464e-a6e7-6fc6dd23f5c8 req-66da08cd-caf4-422d-a1cd-55f8e417d13e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "DELETE /v2.0/ports/57cad1df-fff0-469e-954a-9dd7792de6a0 HTTP/1.1" status: 204 len: 173 time: 1.0376837 Jul 07 18:01:32.820135 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-deleted', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:32.822577 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e2c5b-0dcc-4101-9c4c-5546fcc52ca4" -d '{"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-deleted", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:32.859374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffbe6d9d-6436-4083-b626-5ee0797f7fa8 req-61107ce6-fa43-43c6-ad4f-5c3933b44d48 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7439e04-8a44-4244-8698-fa7788715d22 HTTP/1.1" status: 200 len: 210 time: 0.0374210 Jul 07 18:01:32.915745 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19d103-db3f-4613-8f0e-c475254168a9 x-openstack-request-id: req-cf19d103-db3f-4613-8f0e-c475254168a9 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:32.916098 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7439e04-8a44-4244-8698-fa7788715d22", "name": "network-vif-deleted", "tag": "57cad1df-fff0-469e-954a-9dd7792de6a0", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:32.916431 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf19d103-db3f-4613-8f0e-c475254168a9 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:32.916907 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7439e04-8a44-4244-8698-fa7788715d22', 'name': 'network-vif-deleted', 'tag': '57cad1df-fff0-469e-954a-9dd7792de6a0', 'status': 'completed', 'code': 200} Jul 07 18:01:32.928480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:33.178987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:33.209360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:33.219870 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:33.220778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:01:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:33.343886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:33.565278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:33.591977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3211895-0057-4f2d-b90d-9fec46b53b62 None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:33.866696 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a05b94d-fcb4-4958-93b5-d10f6b946ed8 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:01:34.339409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-825d8cdc-fb4e-4c3d-8f10-6815393cab70 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1231626058&fields=id&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 267 time: 0.0425384 Jul 07 18:01:34.419712 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.474958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-d04531bc-87d7-4434-ad87-e031840fd5a9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.476503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-d04531bc-87d7-4434-ad87-e031840fd5a9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1289222 Jul 07 18:01:34.495535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-9069184f-71bd-4fb5-93f5-4b7302c4300a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/quotas/3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 375 time: 0.0126741 Jul 07 18:01:34.574100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-4d97bdc9-5668-447b-b8db-e06043a2b0a9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726864 Jul 07 18:01:34.594990 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-5a0583eb-c153-4550-a273-542eed60aafd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:01:34.595989 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-5a0583eb-c153-4550-a273-542eed60aafd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067523 Jul 07 18:01:34.698480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-86e958b2-eaee-48d6-861e-15a3269018c3 service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936058 Jul 07 18:01:34.822916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-5da9bba3-b65a-43d2-86ce-42213a93f680 service neutron] 10.222.0.78 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169937 Jul 07 18:01:35.040764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2378ea2a-0559-4de9-8418-16dffa7798be req-da008301-d7c3-4fc3-a326-b584e49ec3f1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0340886 Jul 07 18:01:35.086403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:35.107638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 57cad1df-fff0-469e-954a-9dd7792de6a0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:35.108006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 57cad1df-fff0-469e-954a-9dd7792de6a0 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:35.351232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-649d51fd-a8c2-4396-b4f3-7ae7f68047ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.217676 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-befd5318-27b2-42b1-a5b3-e8d694047c08 req-07167efd-7222-487b-9995-a7f0d9a182d4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0387776 Jul 07 18:01:36.345243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-94401cc5-c466-4de9-ab7d-58f21f46c4e4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.346809 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-94401cc5-c466-4de9-ab7d-58f21f46c4e4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 812 time: 0.1376319 Jul 07 18:01:36.423207 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-abfbd3d6-0c5a-40a1-be50-62170912150c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 380 time: 0.0533578 Jul 07 18:01:36.433118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'port': {'device_id': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'admin_state_up': True, 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'security_groups': ['7a923bc2-61d7-4d1b-9956-429913e2c426']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:36.571465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Made reservation on behalf of 3487e70aec9e4029b14ff976ece48538 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:36.575129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.748957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Allocated IP 172.20.0.3 (d34d9b73-bac0-454d-ab17-0350daed3bcf/739735c2-c55d-49bc-bb69-28ec4c87cae1/1874baf6-b853-4276-8e50-0f47e45979f6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:36.956095 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.972941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Transition to ACTIVE for port object 1874baf6-b853-4276-8e50-0f47e45979f6 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:37.010789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.065494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Network d34d9b73-bac0-454d-ab17-0350daed3bcf is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:37.075631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:37.083831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:37.094616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:37.158416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.159100 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.176725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-872dbd32-3a4d-45de-831d-b89ee73f5a46 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482684 Jul 07 18:01:37.196718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Request body: {'port': {'device_id': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:37.301502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.420106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-efa559da-2af8-40c7-9fb0-df3b5195149e None None] Provisioning for port 1874baf6-b853-4276-8e50-0f47e45979f6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:37.426787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-efa559da-2af8-40c7-9fb0-df3b5195149e None None] Provisioning complete for port 1874baf6-b853-4276-8e50-0f47e45979f6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:37.428322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efa559da-2af8-40c7-9fb0-df3b5195149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.477794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03367097-f5d2-4e80-b345-c6773b7ed86a req-f9cefbf6-ad81-4648-9f83-8110a9f60262 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.486834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03367097-f5d2-4e80-b345-c6773b7ed86a req-f9cefbf6-ad81-4648-9f83-8110a9f60262 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 931 time: 0.1253712 Jul 07 18:01:37.487242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-efa559da-2af8-40c7-9fb0-df3b5195149e None None] Port 1874baf6-b853-4276-8e50-0f47e45979f6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:37.528412 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03367097-f5d2-4e80-b345-c6773b7ed86a req-3887dace-3cbb-47a8-a1a4-dee2f1ca170f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Jul 07 18:01:37.630116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1874baf6-b853-4276-8e50-0f47e45979f6 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:37.642149 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.662985 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Transition to ACTIVE for port object 1874baf6-b853-4276-8e50-0f47e45979f6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:37.666885 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.780584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:37.795925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.848178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:37.848919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:37.849783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:37.861546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:37.861909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:37.868283 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:37.868662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:37.869089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:37.869572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Bound port: 1874baf6-b853-4276-8e50-0f47e45979f6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:37.869975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.963067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:37.967181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:37.972496 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.019925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.021280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.022951 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] 10.222.0.13 "PUT /v2.0/ports/1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1091 time: 0.8320127 Jul 07 18:01:38.026345 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:38.028629 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa745d7-9f43-43cd-9977-f7cd24e1876d" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:38.081324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1c698-b839-4a94-b6e1-c9b6455fd9fa service neutron] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:38.130716 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f7936-8544-443b-885f-bedd0fb9c26d x-openstack-request-id: req-550f7936-8544-443b-885f-bedd0fb9c26d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:38.131058 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:38.131316 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-550f7936-8544-443b-885f-bedd0fb9c26d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:38.131707 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'status': 'completed', 'code': 200} Jul 07 18:01:38.179927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-4cb59d44-7b28-4259-bc47-cd005a6dda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.181688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-4cb59d44-7b28-4259-bc47-cd005a6dda55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0899580 Jul 07 18:01:38.203402 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:38.237919 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-438b99aa-7e3b-4ee6-a220-111477fd7c79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 217 time: 0.0432529 Jul 07 18:01:38.294295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-81193cca-35c1-4e7f-bd5c-53a17daf64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.296777 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-81193cca-35c1-4e7f-bd5c-53a17daf64c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0528405 Jul 07 18:01:38.361093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-c7e75fd3-b125-4dbc-a67c-95141e7b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.362869 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-c7e75fd3-b125-4dbc-a67c-95141e7b9e89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597596 Jul 07 18:01:38.472049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-c352ac4c-874b-4a12-93dc-ea40ed523b2a service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026731 Jul 07 18:01:38.572826 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-db453d27-4e79-45ac-8b3b-7cb0565f08ff req-3b4dd04f-b791-42c6-a2d4-c96ef1ca6708 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944710 Jul 07 18:01:38.744128 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831081a-c42e-4451-bde0-bdd0a4a29c87 req-fbbb389e-b6cd-44d6-b4c9-dc90cdfb6712 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.744998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-bd94b33a-fdbe-4d96-8626-828168c8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.754527 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-bd94b33a-fdbe-4d96-8626-828168c8ef1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0801921 Jul 07 18:01:38.754662 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8831081a-c42e-4451-bde0-bdd0a4a29c87 req-fbbb389e-b6cd-44d6-b4c9-dc90cdfb6712 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.1016917 Jul 07 18:01:38.795614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8831081a-c42e-4451-bde0-bdd0a4a29c87 req-4d2778b3-0126-4228-a129-950ba6b270f8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Jul 07 18:01:38.862664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-2aa58b7e-0f27-4b80-8eb3-da14b07d1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.864260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-2aa58b7e-0f27-4b80-8eb3-da14b07d1043 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1117809 Jul 07 18:01:38.912868 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-97ee8483-3812-4689-a139-a0b5a77ae71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 217 time: 0.0408947 Jul 07 18:01:39.247360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-8038bedf-0e72-4533-9b5f-3ef284195fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.250202 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-8038bedf-0e72-4533-9b5f-3ef284195fb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.3299284 Jul 07 18:01:39.275882 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb7efdc6-90c8-4381-9350-c10e2a8924f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.321776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-38695b95-57e9-41e3-9d78-7205cf9930ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.323315 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-38695b95-57e9-41e3-9d78-7205cf9930ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659518 Jul 07 18:01:39.413502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.428547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-edbd50d0-1046-47db-9ccd-8103f66c51ea service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971031 Jul 07 18:01:39.549773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9fa745d7-9f43-43cd-9977-f7cd24e1876d req-2ff51605-5dce-4012-bdef-9ef6a32b2985 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124589 Jul 07 18:01:40.041775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73757f8-7a0e-4596-a929-8350dcd8c4c0 req-42176146-b4b2-4698-ba05-14c6ebff5ee1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.043337 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e73757f8-7a0e-4596-a929-8350dcd8c4c0 req-42176146-b4b2-4698-ba05-14c6ebff5ee1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0808630 Jul 07 18:01:40.179827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e73757f8-7a0e-4596-a929-8350dcd8c4c0 req-f01fe5a9-d43e-42fd-b965-8d4cd670e851 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304512 Jul 07 18:01:40.911936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:41.173695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.278475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:41.297087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '1874baf6-b853-4276-8e50-0f47e45979f6', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6', 'mac_address': 'fa:16:3e:65:e2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:41.360604 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.380308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1874baf6-b853-4276-8e50-0f47e45979f6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:41.383421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495d3ac-d0c8-4060-90c2-cd76c46ea333 req-b2f785e3-fb91-4c3d-b699-a47b61dcfc0d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.385134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f495d3ac-d0c8-4060-90c2-cd76c46ea333 req-b2f785e3-fb91-4c3d-b699-a47b61dcfc0d tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0826061 Jul 07 18:01:41.408139 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:41.413752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.428800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f495d3ac-d0c8-4060-90c2-cd76c46ea333 req-354d41d4-58a5-4599-a27e-2dd11abcc028 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349302 Jul 07 18:01:41.463875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:41.674764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['1874baf6-b853-4276-8e50-0f47e45979f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:42.635120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578b7ba-3cd6-4963-9464-f3fedc077f4c req-eec8bd3c-3b6d-4c82-8ef2-908e8aa3b963 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.636749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7578b7ba-3cd6-4963-9464-f3fedc077f4c req-eec8bd3c-3b6d-4c82-8ef2-908e8aa3b963 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0777259 Jul 07 18:01:42.688103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7578b7ba-3cd6-4963-9464-f3fedc077f4c req-53876d9e-4648-4120-a58f-2a97e535f391 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Jul 07 18:01:42.912138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:42.983789 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 1874baf6-b853-4276-8e50-0f47e45979f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:42.988855 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 1874baf6-b853-4276-8e50-0f47e45979f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:42.989270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.087399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.112280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:43.114687 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f803d24-c20e-4eb6-b71d-2b5997aabed3" -d '{"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:43.131626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:43.137154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.167621 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa55ea-d850-4f2b-bb49-445df6bd85d3 x-openstack-request-id: req-0eaa55ea-d850-4f2b-bb49-445df6bd85d3 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:43.167941 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:43.168154 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0eaa55ea-d850-4f2b-bb49-445df6bd85d3 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:43.168551 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'code': 200} Jul 07 18:01:43.205396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:43.306525 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c421-5d27-4fd7-8db0-e4bff28e8fab req-6ca753aa-212a-4519-8890-bf6960ffbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.308070 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e14c421-5d27-4fd7-8db0-e4bff28e8fab req-6ca753aa-212a-4519-8890-bf6960ffbbcb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0577788 Jul 07 18:01:43.344104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1e14c421-5d27-4fd7-8db0-e4bff28e8fab req-46c208c3-4e34-431e-98c4-5d42257eb320 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286596 Jul 07 18:01:43.877304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8337e38-9d7a-4624-b6e7-b1f83f12bd09 req-958b9e24-1284-485f-a4eb-7cee3809f157 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.878866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8337e38-9d7a-4624-b6e7-b1f83f12bd09 req-958b9e24-1284-485f-a4eb-7cee3809f157 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0718296 Jul 07 18:01:43.921581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b8337e38-9d7a-4624-b6e7-b1f83f12bd09 req-91c2b0f5-6a4e-4a77-9c81-69346638e9cc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362573 Jul 07 18:01:45.117437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62aca8-3a99-40fd-ba9a-e091d7f9539c req-040124dc-af1c-4936-9ca0-cfcf00d06f99 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.118956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee62aca8-3a99-40fd-ba9a-e091d7f9539c req-040124dc-af1c-4936-9ca0-cfcf00d06f99 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0793476 Jul 07 18:01:45.170340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ee62aca8-3a99-40fd-ba9a-e091d7f9539c req-d5778fc8-a703-437b-9144-7c49b8644b1e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456536 Jul 07 18:01:45.355204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383d349-ab84-4277-8c29-8dfa3b038b54 req-0f3bb0b8-f615-42eb-9edd-c14a80f707e2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.356866 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c383d349-ab84-4277-8c29-8dfa3b038b54 req-0f3bb0b8-f615-42eb-9edd-c14a80f707e2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0727539 Jul 07 18:01:45.367358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42074) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:45.373066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Request body: {'floatingip': {'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:45.416760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.060434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.065201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.164790 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 associated. External IP: 172.25.5.191, port: 1874baf6-b853-4276-8e50-0f47e45979f6. Jul 07 18:01:46.400061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:46.523046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:46.528533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.535938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:46.549796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:46.550650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:01:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:46.572705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4113a8bd-2da6-4421-80aa-72f1f8c886ca tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "PUT /v2.0/floatingips/4b07f59f-a918-4a52-b905-7f02b219bd72 HTTP/1.1" status: 200 len: 992 time: 1.2007911 Jul 07 18:01:46.572705 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:46.572705 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8714f67f-9ebf-434f-b154-af07a932ae6c" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:46.662549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:46.740868 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563d79d4-5eab-4c87-962f-d5100dd128b0 x-openstack-request-id: req-563d79d4-5eab-4c87-962f-d5100dd128b0 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:46.741227 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:46.741519 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-563d79d4-5eab-4c87-962f-d5100dd128b0 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:46.741973 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'status': 'completed', 'code': 200} Jul 07 18:01:46.836508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-37d7d0bf-112d-47ab-bc4e-451a80b94af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.838101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-37d7d0bf-112d-47ab-bc4e-451a80b94af8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0550992 Jul 07 18:01:46.907344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:65:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T18:01:45Z', 'revision_number': 13, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:46.942397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:46.951449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-ec83c243-7349-4ba9-bfda-3df1f8915cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.953338 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-ec83c243-7349-4ba9-bfda-3df1f8915cbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1091862 Jul 07 18:01:46.958407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:46.959260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:01:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:47.022310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-616b3ca4-f901-4746-ba46-748666834299 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0629947 Jul 07 18:01:47.078796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-d7c9e990-e02f-4add-b042-97377e46d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.080508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-d7c9e990-e02f-4add-b042-97377e46d724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0525014 Jul 07 18:01:47.085097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:47.142269 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-eaf07966-5dce-437a-a3c2-e77cb7e86688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.143857 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-eaf07966-5dce-437a-a3c2-e77cb7e86688 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574191 Jul 07 18:01:47.241706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-78fbe11b-9d81-4c03-8d51-cb28971a0dbe service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915124 Jul 07 18:01:47.343042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8714f67f-9ebf-434f-b154-af07a932ae6c req-e96368c7-93a5-4d1d-81a9-190590139ba5 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948927 Jul 07 18:01:47.347560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:65:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T18:01:45Z', 'revision_number': 13, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:47.378385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6703c0-929d-4d84-99ef-2859cfc16aae None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '4b07f59f-a918-4a52-b905-7f02b219bd72', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'mac_address': 'fa:16:3e:65:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:41Z', 'updated_at': '2021-07-07T18:01:45Z', 'revision_number': 13, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:47.607010 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3cf30-7132-4484-832d-6a1151018849 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:01:54.310235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.449642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.349375 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4dc98ca4-4441-43e7-83c9-2d4b9c52e036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.796411 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.269239 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-122ebfc8-2ca3-4b92-86b5-26986769bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.413219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.045630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.203295 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:24.321088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.627291 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-e494ac76-4936-4f2c-a55f-a0bef5f84737 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563588 Jul 07 18:02:28.754542 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-fd27d1a6-2b35-48df-909a-e6c0e2f90e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.756057 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-fd27d1a6-2b35-48df-909a-e6c0e2f90e3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0592391 Jul 07 18:02:28.893219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-5ae07f74-dd6d-4836-bdec-55de7738a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.895226 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-5ae07f74-dd6d-4836-bdec-55de7738a261 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1004596 Jul 07 18:02:28.981295 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-3d88853f-6af7-4e57-b9eb-55709d8a3797 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1002 time: 0.0796983 Jul 07 18:02:29.035154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-cb0b6cc2-b4b5-4444-b4b4-54750607675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:29.036672 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-cb0b6cc2-b4b5-4444-b4b4-54750607675a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0501120 Jul 07 18:02:29.094120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-6010b287-6659-430d-8948-8f7cd77451f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:29.095635 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-6010b287-6659-430d-8948-8f7cd77451f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531850 Jul 07 18:02:29.186475 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-915a9162-b4cc-452b-88eb-776ea74ed035 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812035 Jul 07 18:02:29.283318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec913e78-2111-4a0d-896e-2ac90958fb92 req-473e23d7-f139-4f6e-93db-eca5acd1b64d service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905459 Jul 07 18:02:34.476704 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.341526 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-03be2b2b-5a25-46b9-9a8e-e358ff3e9ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.790437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.271610 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-30d3db33-20ad-414c-802a-3d29639e2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.414585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.052149 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.202551 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:54.338618 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.481490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.343492 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3c4c11d5-5d02-40f5-9636-7ccd338157c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.794542 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.277833 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee100-4e66-4d8b-9f10-b2b2b03200e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.419041 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.054005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.339132 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.683014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cc60-ccb9-4898-9a32-9b8645d952d2 req-d0a1e50d-86f4-4767-89d3-feb2f3e29fb6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:24.684709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3d0cc60-ccb9-4898-9a32-9b8645d952d2 req-d0a1e50d-86f4-4767-89d3-feb2f3e29fb6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.2244732 Jul 07 18:03:24.729420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3d0cc60-ccb9-4898-9a32-9b8645d952d2 req-e3d33472-ad89-4332-8f3c-8af511fcca8f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 Jul 07 18:03:28.731653 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-341a152d-4f2e-48f1-89db-9f8f369cbfb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286356 Jul 07 18:03:28.863875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-d170e3d2-e9de-4ed3-bca5-5c54f387b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:28.865395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-d170e3d2-e9de-4ed3-bca5-5c54f387b911 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0644090 Jul 07 18:03:29.000276 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-981f454e-a659-47a5-bc56-9968f6853157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.001861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-981f454e-a659-47a5-bc56-9968f6853157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1143308 Jul 07 18:03:29.108190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-867b5abf-1f6c-402d-8302-93ae364a909e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1002 time: 0.0992675 Jul 07 18:03:29.160659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-d5d76efc-a448-48c5-b748-0d93c06964fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.162193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-d5d76efc-a448-48c5-b748-0d93c06964fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0483048 Jul 07 18:03:29.207267 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:29.236986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-39f1c8a0-266f-4a43-bb64-b250a9f2dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.238624 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-39f1c8a0-266f-4a43-bb64-b250a9f2dfe0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700521 Jul 07 18:03:29.351829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-009727cd-ee73-4df0-802c-82492ff787da service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061397 Jul 07 18:03:29.459705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9d27b786-102b-48d9-9894-a02dbdadb854 req-7c22d56a-a0c2-435f-8330-b0a59c8fe899 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014462 Jul 07 18:03:34.500497 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.347039 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a18fc8e3-9456-4a6a-a6ff-75df67693736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.385251 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42334) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:36.447860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed16635-f0a3-401b-9ac0-98933e5524c4 req-463df1b4-0fde-4e97-bc55-772a18b935d0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:36.450040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed16635-f0a3-401b-9ac0-98933e5524c4 req-463df1b4-0fde-4e97-bc55-772a18b935d0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0859566 Jul 07 18:03:36.493594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed16635-f0a3-401b-9ac0-98933e5524c4 req-be25d406-7f7f-4998-a6c9-732053fc2eb3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Jul 07 18:03:36.500152 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-b2021d51-58e3-4017-a419-280cf2298ee0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136513 Jul 07 18:03:37.734056 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f438-c217-4ff2-80ac-ae29d9c01a27 req-13db0e0e-63db-45b9-8c1e-3d8c731414a0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:37.735588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a25f438-c217-4ff2-80ac-ae29d9c01a27 req-13db0e0e-63db-45b9-8c1e-3d8c731414a0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0895960 Jul 07 18:03:37.793627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a25f438-c217-4ff2-80ac-ae29d9c01a27 req-7b3bba02-19c8-49b5-9fd8-377e7b23f39a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504458 Jul 07 18:03:37.812079 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.078222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-ab2c354d-e252-424d-bae9-a624ea7fd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.080507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-ab2c354d-e252-424d-bae9-a624ea7fd724 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0990129 Jul 07 18:03:38.518713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-70f47d43-9f78-4fc6-a232-8a388c03abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.520289 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-70f47d43-9f78-4fc6-a232-8a388c03abc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.4326954 Jul 07 18:03:38.597277 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-c0504b34-da3c-4f0e-85fa-1cf852711be2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1002 time: 0.0693834 Jul 07 18:03:38.653439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-4b1fa1f7-b292-4a4e-871d-07084d8afad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.655181 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-4b1fa1f7-b292-4a4e-871d-07084d8afad6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0505502 Jul 07 18:03:38.727279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-a3f88281-0acd-47ac-b358-1602e3ad0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.729613 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-a3f88281-0acd-47ac-b358-1602e3ad0337 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677295 Jul 07 18:03:38.851375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-c49cc14b-17c9-4b34-b631-b0953676f8f9 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151369 Jul 07 18:03:39.003253 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-d0d0b3ce-0141-4674-881d-067015fd87b1 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450784 Jul 07 18:03:39.060929 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35de34-86e1-467b-a28e-01daf31a4b1c req-102470ec-2cd1-4a8f-90c5-bc8cf4bea90e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.063507 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c35de34-86e1-467b-a28e-01daf31a4b1c req-102470ec-2cd1-4a8f-90c5-bc8cf4bea90e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1243155 Jul 07 18:03:39.126266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4c35de34-86e1-467b-a28e-01daf31a4b1c req-76286ff4-5f1e-4281-85f6-6639d3990d92 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548129 Jul 07 18:03:39.272221 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7a9880c0-6f93-4e6b-8209-4665ddce62f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.425275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.414943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b7b6-2ab2-48d7-b94e-be96bbf9c9aa req-6402259b-4984-48b8-9460-9ddf06d25c1b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:40.416520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a7b7b6-2ab2-48d7-b94e-be96bbf9c9aa req-6402259b-4984-48b8-9460-9ddf06d25c1b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0864336 Jul 07 18:03:40.464417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-38a7b7b6-2ab2-48d7-b94e-be96bbf9c9aa req-cf7ebf35-3e14-43e1-b879-e57c88fa4412 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 Jul 07 18:03:41.059878 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.672435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28261f-92f9-43c2-9473-a0e73b0d164e req-1723bc37-0b3b-4d68-8edc-e0d61344604b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:41.674111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf28261f-92f9-43c2-9473-a0e73b0d164e req-1723bc37-0b3b-4d68-8edc-e0d61344604b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0768204 Jul 07 18:03:41.720041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf28261f-92f9-43c2-9473-a0e73b0d164e req-a75bbce0-c902-48de-9a0f-7363c8d5e1d2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394285 Jul 07 18:03:42.925269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c69356-4864-4fd5-9277-f1290ae859c1 req-fae18b80-ea01-4792-8a25-2a1dd820cc25 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:42.927720 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56c69356-4864-4fd5-9277-f1290ae859c1 req-fae18b80-ea01-4792-8a25-2a1dd820cc25 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0825579 Jul 07 18:03:42.975743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56c69356-4864-4fd5-9277-f1290ae859c1 req-a8b35074-dfe8-4555-a599-cc3e38daa8f2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Jul 07 18:03:44.174672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3280a7-62f0-4ec3-bbe1-16373c32ac67 req-d9202593-5c78-42c7-8397-0209a20cc854 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.176148 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc3280a7-62f0-4ec3-bbe1-16373c32ac67 req-d9202593-5c78-42c7-8397-0209a20cc854 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0723934 Jul 07 18:03:44.223925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc3280a7-62f0-4ec3-bbe1-16373c32ac67 req-eac0d044-31a7-44c0-af40-de7d077ff8a8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Jul 07 18:03:45.410576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea706-49be-4ea8-b747-b2a276d82c3b req-369508ff-909e-4c5b-842d-b0d346f11422 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:45.412115 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a73ea706-49be-4ea8-b747-b2a276d82c3b req-369508ff-909e-4c5b-842d-b0d346f11422 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0643301 Jul 07 18:03:45.456302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a73ea706-49be-4ea8-b747-b2a276d82c3b req-283de73c-9fdd-4dbe-a0b9-c63ea2bb941b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375648 Jul 07 18:03:46.643213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54200703-aa48-41fe-9a3b-46f20b520f4e req-556aaec1-225a-4602-bff6-1d552aa78eb4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:46.644758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54200703-aa48-41fe-9a3b-46f20b520f4e req-556aaec1-225a-4602-bff6-1d552aa78eb4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0703998 Jul 07 18:03:46.685972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-54200703-aa48-41fe-9a3b-46f20b520f4e req-060e933c-bf08-4f4b-bfca-a2c180c8a3b0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Jul 07 18:03:47.869948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5892-32dc-4069-aa9d-dd8d21693c82 req-991a0158-6b54-4a6a-b007-40360c4cc8a9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:47.871556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c0c5892-32dc-4069-aa9d-dd8d21693c82 req-991a0158-6b54-4a6a-b007-40360c4cc8a9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0695591 Jul 07 18:03:47.912383 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9c0c5892-32dc-4069-aa9d-dd8d21693c82 req-2277c88d-f44a-4332-bb91-8f903653b7b5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349927 Jul 07 18:03:49.131569 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc377df8-b09a-4376-b078-31c1969cb693 req-92c1abcd-ae43-4f55-935d-924d2fb65770 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:49.134093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc377df8-b09a-4376-b078-31c1969cb693 req-92c1abcd-ae43-4f55-935d-924d2fb65770 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0692806 Jul 07 18:03:49.172029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dc377df8-b09a-4376-b078-31c1969cb693 req-4181e814-79c1-4893-b8b9-4c37ac38e4f1 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Jul 07 18:03:50.361908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0d3fb-72a6-4671-9ca9-1f1ee9e31a2a req-050cf34a-7ed5-4e3b-b117-1a5de113d9e8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:50.363508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40f0d3fb-72a6-4671-9ca9-1f1ee9e31a2a req-050cf34a-7ed5-4e3b-b117-1a5de113d9e8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0690916 Jul 07 18:03:50.405479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-40f0d3fb-72a6-4671-9ca9-1f1ee9e31a2a req-741191ec-bb0f-40e4-a619-07f6d8bee7bc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Jul 07 18:03:51.602524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6459a4-9041-4432-97ca-dda856643099 req-4e552e58-feb3-4de3-b0bc-08f29e42e678 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:51.604102 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6459a4-9041-4432-97ca-dda856643099 req-4e552e58-feb3-4de3-b0bc-08f29e42e678 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0741694 Jul 07 18:03:51.650137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7e6459a4-9041-4432-97ca-dda856643099 req-a0b58f58-0b35-4f28-8ce5-724d9cddc4f2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392170 Jul 07 18:03:52.900412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92034b7a-6b47-40aa-a5ee-946511db233a req-c858d56a-8a7a-4336-96f0-c881d1458295 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:52.904168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92034b7a-6b47-40aa-a5ee-946511db233a req-c858d56a-8a7a-4336-96f0-c881d1458295 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1156826 Jul 07 18:03:52.957987 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92034b7a-6b47-40aa-a5ee-946511db233a req-19e2ba50-308a-48d9-9272-5ac5f70b8473 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 Jul 07 18:03:53.366669 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-158c6f3a-e02e-42ae-93f5-342bd0bed68d service neutron] show failed (client error): The resource could not be found. Jul 07 18:03:53.367725 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-158c6f3a-e02e-42ae-93f5-342bd0bed68d service neutron] 10.222.0.13 "GET /v2.0/ports/1874baf6-b853-4276-8e50-0f47e45979f6/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0698016 Jul 07 18:03:53.693564 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-a882910a-0e4a-49da-bda8-7b1cda9f48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:53.695799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-a882910a-0e4a-49da-bda8-7b1cda9f48ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 1096 time: 0.0954258 Jul 07 18:03:53.707118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:53.784869 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.989541 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:54.025634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:54.066792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:54.069128 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000fe59-a78a-4ec8-9463-8e6912af5318" -d '{"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:54.073557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.112878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Transition to ACTIVE for port object 1874baf6-b853-4276-8e50-0f47e45979f6 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:54.117473 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.175184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.214183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.214537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.214878 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.215218 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.216460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.216460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.216460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.216778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.216876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.217368 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.217510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.217787 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:54.257756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfbef-3b86-4d19-9ec2-67da9ed53a1c req-8149fb4e-5eec-4b3c-81a5-cba0bfd29751 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:54.259397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdfbfbef-3b86-4d19-9ec2-67da9ed53a1c req-8149fb4e-5eec-4b3c-81a5-cba0bfd29751 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.1783617 Jul 07 18:03:54.294022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] No DVR routers for this DVR port 1874baf6-b853-4276-8e50-0f47e45979f6 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:54.337147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.365263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bdfbfbef-3b86-4d19-9ec2-67da9ed53a1c req-ab046173-0f1a-4465-a6f7-9b233c193df5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971458 Jul 07 18:03:54.461229 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:54.461513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:54.461867 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:54.466390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:03:54.466725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:54.471484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:54.471823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:54.472200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:54.472624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Bound port: 1874baf6-b853-4276-8e50-0f47e45979f6, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:54.472976 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.505916 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d71385-216c-4e48-b326-173a116ca528 x-openstack-request-id: req-59d71385-216c-4e48-b326-173a116ca528 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:54.506210 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:54.506461 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59d71385-216c-4e48-b326-173a116ca528 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:54.506849 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'code': 200} Jul 07 18:03:54.539003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:54.542403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:54.546541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.589771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:54.590406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.591895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] 10.222.0.54 "PUT /v2.0/ports/1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1091 time: 0.8893347 Jul 07 18:03:54.607835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22988530-ed8a-4fea-9912-e09b744d4ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.673052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-f2124f95-fe34-45d5-983a-801aa872809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:54.674657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-f2124f95-fe34-45d5-983a-801aa872809b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0608330 Jul 07 18:03:54.768253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-28a7bf47-aed9-4adf-8f5d-655dd744a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:54.769776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-28a7bf47-aed9-4adf-8f5d-655dd744a2f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0887804 Jul 07 18:03:54.839236 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-f3251b82-d2c1-41f5-a4e2-26a42ce98ab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0633693 Jul 07 18:03:55.197977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-19a3212e-ca58-4096-9ed1-d57487a6bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:55.199368 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-19a3212e-ca58-4096-9ed1-d57487a6bf21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.3545718 Jul 07 18:03:55.261357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-93ef64d5-e446-431f-93a3-0a286a2d0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:55.262897 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-93ef64d5-e446-431f-93a3-0a286a2d0172 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568311 Jul 07 18:03:55.354406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-8af1b24b-b849-4fb5-9077-7900dc36dd53 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853100 Jul 07 18:03:55.449025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d6719809-cbe1-46d9-8db9-67f2c59bce84 req-439284d6-9292-43db-a033-fe3bd9ba80f1 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Jul 07 18:03:55.549859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126214-bc97-425c-9c1c-bc60a87f6f87 req-e192db5f-0ca8-4563-b78b-613ec8d50aaa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:55.551534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0126214-bc97-425c-9c1c-bc60a87f6f87 req-e192db5f-0ca8-4563-b78b-613ec8d50aaa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0672729 Jul 07 18:03:55.597645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:55.604244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0126214-bc97-425c-9c1c-bc60a87f6f87 req-2af40efa-c16a-4925-8459-d6e9d92ca3f9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Jul 07 18:03:55.639025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:56.508208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:56.510585 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677bdf2e-7777-4033-9638-c074a4b84f30" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:56.558993 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba38659c-0c35-41dd-a81d-ea0bf1444b54 x-openstack-request-id: req-ba38659c-0c35-41dd-a81d-ea0bf1444b54 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:56.559294 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:56.559555 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba38659c-0c35-41dd-a81d-ea0bf1444b54 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:56.559953 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'status': 'completed', 'code': 200} Jul 07 18:03:56.648690 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-0ff74b68-0518-441c-b753-4f2f200eb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.650533 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-0ff74b68-0518-441c-b753-4f2f200eb6f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0662594 Jul 07 18:03:56.662216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-3084d800-65d0-4f77-bc7c-35b4e49881b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.664683 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-3084d800-65d0-4f77-bc7c-35b4e49881b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0640736 Jul 07 18:03:56.769012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-5b479393-4b73-4720-9340-a9d22b4e8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.770629 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-5b479393-4b73-4720-9340-a9d22b4e8419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0999062 Jul 07 18:03:56.801038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-2fe488fe-d2d5-4069-916c-bf881a5424af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.802740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-2fe488fe-d2d5-4069-916c-bf881a5424af service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1455822 Jul 07 18:03:56.861581 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-a8e96192-c7ed-4b9e-9315-4b03345630f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0829604 Jul 07 18:03:56.868244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141096c2-1d17-4ac0-bdd3-3b0f71a9775a req-58e61861-5980-4c6d-bc06-22badc2505c8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.869862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-141096c2-1d17-4ac0-bdd3-3b0f71a9775a req-58e61861-5980-4c6d-bc06-22badc2505c8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.1298137 Jul 07 18:03:56.907344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-f526cc54-8883-46da-8a68-6e845f0660fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0928814 Jul 07 18:03:56.916039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-439b533b-33e7-4b09-9fef-37a3a73e19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.917700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-439b533b-33e7-4b09-9fef-37a3a73e19c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0493333 Jul 07 18:03:56.936513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-141096c2-1d17-4ac0-bdd3-3b0f71a9775a req-0a858782-100f-41e2-83d4-0d3bacc0f5c0 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560193 Jul 07 18:03:56.982215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-651d374a-9590-4f90-947f-299f4d082e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.983890 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-651d374a-9590-4f90-947f-299f4d082e39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0657396 Jul 07 18:03:56.987946 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-9ba12a59-6a95-4f26-8cf5-be56790b4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.989480 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-9ba12a59-6a95-4f26-8cf5-be56790b4323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656352 Jul 07 18:03:57.043895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-399130e9-8e61-44a1-915d-82f1cedf13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.045483 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-399130e9-8e61-44a1-915d-82f1cedf13bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550933 Jul 07 18:03:57.091074 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-767bf94b-25d8-4760-a4be-c9857cb39eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944517 Jul 07 18:03:57.153820 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-05ecfd27-3326-47c7-ba7c-e00accd1a712 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019681 Jul 07 18:03:57.196476 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-8696ea95-ceb1-4d1b-8bff-e1c266bd3b63 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982993 Jul 07 18:03:57.264729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-677bdf2e-7777-4033-9638-c074a4b84f30 req-3030fc1c-8dbd-4928-833a-667581111175 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047616 Jul 07 18:03:58.132586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f96396-d2d6-4e90-a689-9a4219b07ed8 req-ad33bc4e-2132-49a4-8376-ff98329c9342 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:58.134250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21f96396-d2d6-4e90-a689-9a4219b07ed8 req-ad33bc4e-2132-49a4-8376-ff98329c9342 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0700157 Jul 07 18:03:58.176758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21f96396-d2d6-4e90-a689-9a4219b07ed8 req-4520b38f-a5d2-4d9a-90af-662026873531 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357780 Jul 07 18:03:59.374780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21142926-f35a-460f-a270-bf323cfb0c26 req-3f8d7b24-acde-4174-b1bf-c9abbe6f524b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:59.376393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21142926-f35a-460f-a270-bf323cfb0c26 req-3f8d7b24-acde-4174-b1bf-c9abbe6f524b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0779364 Jul 07 18:03:59.420743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-21142926-f35a-460f-a270-bf323cfb0c26 req-cb353d00-1ca4-4cf3-bda7-1a215ec16da6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385082 Jul 07 18:04:00.598829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c183-4208-466a-bc4a-a422ee6e71dc req-d7e9f5b3-b4fe-485b-a3b0-98c143513746 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:00.600403 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1336c183-4208-466a-bc4a-a422ee6e71dc req-d7e9f5b3-b4fe-485b-a3b0-98c143513746 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0656581 Jul 07 18:04:00.640106 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1336c183-4208-466a-bc4a-a422ee6e71dc req-643c3507-0f03-401d-8702-56689a0665cc tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jul 07 18:04:01.846811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c7e51-e1fb-42ef-acd8-2984207c7f79 req-31601458-5684-4c7e-a8b1-9cad7a4400cb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:01.848424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-275c7e51-e1fb-42ef-acd8-2984207c7f79 req-31601458-5684-4c7e-a8b1-9cad7a4400cb tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0684893 Jul 07 18:04:01.902975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-275c7e51-e1fb-42ef-acd8-2984207c7f79 req-b1a89b6b-baaf-4397-9fc3-4ef504a1515a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477285 Jul 07 18:04:03.119133 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29731c6-2ff0-4a27-a7ad-347b9de89212 req-8d66967f-52c0-4e08-9293-10ae7bff9482 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.120615 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f29731c6-2ff0-4a27-a7ad-347b9de89212 req-8d66967f-52c0-4e08-9293-10ae7bff9482 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0936739 Jul 07 18:04:03.163237 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f29731c6-2ff0-4a27-a7ad-347b9de89212 req-8f8dca3c-d6d8-491f-9540-44bdefe062da tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Jul 07 18:04:04.359046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c91c-86f5-4615-b1a5-13ca2a1a7ae7 req-3c479611-58eb-449e-8fcf-cabc3d81c751 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:04.360620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5498c91c-86f5-4615-b1a5-13ca2a1a7ae7 req-3c479611-58eb-449e-8fcf-cabc3d81c751 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0781081 Jul 07 18:04:04.400996 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5498c91c-86f5-4615-b1a5-13ca2a1a7ae7 req-86b5c613-e951-423e-a129-8a5869cd60b8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Jul 07 18:04:04.500677 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.353991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-598a9807-a562-4bba-a470-7bccd089b15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.655438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44361fa-cec3-43c5-9ba6-bccbc788cafc req-e6b44032-17a0-48f2-9ca3-06e20e7764c4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:05.656949 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f44361fa-cec3-43c5-9ba6-bccbc788cafc req-e6b44032-17a0-48f2-9ca3-06e20e7764c4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0813725 Jul 07 18:04:05.699534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f44361fa-cec3-43c5-9ba6-bccbc788cafc req-31171b95-db3f-4a21-8ed0-484aac3a3000 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366466 Jul 07 18:04:06.214419 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:06.895540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a23357-6b3f-4d26-8a91-1fb8e4a904ea req-4bc6a433-7fc6-4363-8674-71475b55a213 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.897293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61a23357-6b3f-4d26-8a91-1fb8e4a904ea req-4bc6a433-7fc6-4363-8674-71475b55a213 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0705421 Jul 07 18:04:06.938262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61a23357-6b3f-4d26-8a91-1fb8e4a904ea req-e9c1f011-26c3-4966-81b2-fdd87e078c3b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Jul 07 18:04:07.797072 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.132699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749d32-4ccd-40f8-9a66-e2ed4d6af83a req-48491679-9d18-46ea-b546-c7d7013fa62c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:08.134182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a749d32-4ccd-40f8-9a66-e2ed4d6af83a req-48491679-9d18-46ea-b546-c7d7013fa62c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0691540 Jul 07 18:04:08.177719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a749d32-4ccd-40f8-9a66-e2ed4d6af83a req-5c11c5ee-3609-46de-bbb4-016cca024989 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Jul 07 18:04:09.276778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-76784d26-5e11-4155-ac82-ad74bf5d3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.370224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff49bc-4f87-49f8-8038-892c69f229c4 req-5e5f2272-42b8-4d7d-8035-304427cacfb2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:09.371809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52ff49bc-4f87-49f8-8038-892c69f229c4 req-5e5f2272-42b8-4d7d-8035-304427cacfb2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.0705178 Jul 07 18:04:09.411879 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-52ff49bc-4f87-49f8-8038-892c69f229c4 req-8adcd9c2-d018-4ecc-8ae1-7d5f14be89ce tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328765 Jul 07 18:04:09.424853 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.866206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-2b21a7bd-e9d1-4ac0-ad28-834edf8f092b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:09.868234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-2b21a7bd-e9d1-4ac0-ad28-834edf8f092b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.54 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4&tenant_id=3487e70aec9e4029b14ff976ece48538&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 943 time: 0.0915413 Jul 07 18:04:09.959867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-3e07dc36-c0fe-4e18-83fc-159b0afec9cc service neutron] 10.222.0.54 "GET /v2.0/ports/1874baf6-b853-4276-8e50-0f47e45979f6/bindings/n-h2-793619-7 HTTP/1.1" status: 200 len: 382 time: 0.0744057 Jul 07 18:04:09.967923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:09.972988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d37d1f-80a1-4ab7-b600-a24088fdbc2d req-0abf08ba-d1c2-4d94-a33c-9b4a179d09fa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:09.974653 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36d37d1f-80a1-4ab7-b600-a24088fdbc2d req-0abf08ba-d1c2-4d94-a33c-9b4a179d09fa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 943 time: 0.1310580 Jul 07 18:04:10.055841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-36d37d1f-80a1-4ab7-b600-a24088fdbc2d req-ab27cd29-6aeb-4943-8ac1-80f24d40e8e3 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732534 Jul 07 18:04:10.072833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-e731353a-f9e2-4e16-9606-2b58d1958d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.074400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-e731353a-f9e2-4e16-9606-2b58d1958d13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0848360 Jul 07 18:04:10.103408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:10.119384 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '1874baf6-b853-4276-8e50-0f47e45979f6', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6', 'mac_address': 'fa:16:3e:65:e2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:10.169720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.177555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-381d7005-4304-49d3-8157-d80c23961ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.179786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-381d7005-4304-49d3-8157-d80c23961ef2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.0959473 Jul 07 18:04:10.183450 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1874baf6-b853-4276-8e50-0f47e45979f6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:10.204588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:10.208761 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.252341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-8adbdeb7-d191-44af-b3e1-7ad6a24e43cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0643811 Jul 07 18:04:10.260357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:10.268572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.269157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.269542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.270057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.270399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.270736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.271128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.271458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.271821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.272230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.272571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.272898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:10.302676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-6f30049e-6d1b-45fd-a1a2-72f5bd87eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.304830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-6f30049e-6d1b-45fd-a1a2-72f5bd87eae8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0455477 Jul 07 18:04:10.367666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-e4dd9441-ba2e-476d-bb11-c5ef7dd09ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.369159 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-e4dd9441-ba2e-476d-bb11-c5ef7dd09ae3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573275 Jul 07 18:04:10.457631 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-c984c5cf-d552-4b6d-bf62-1acac6708828 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809863 Jul 07 18:04:10.555545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-d8a5725d-a14a-4e6d-903a-3480b811f3b0 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913846 Jul 07 18:04:10.586579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['1874baf6-b853-4276-8e50-0f47e45979f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:11.058086 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.245938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d392da-4643-4c5d-8527-57fff9186ee9 req-58e1f19e-7642-4f12-9076-0e5002b7642e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.247914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67d392da-4643-4c5d-8527-57fff9186ee9 req-58e1f19e-7642-4f12-9076-0e5002b7642e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0666020 Jul 07 18:04:11.289446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67d392da-4643-4c5d-8527-57fff9186ee9 req-c1d23b11-7613-43bc-be96-fb73b875bd83 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351458 Jul 07 18:04:11.968355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:12.017980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 1874baf6-b853-4276-8e50-0f47e45979f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:12.021802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 1874baf6-b853-4276-8e50-0f47e45979f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:12.022237 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.107998 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.134280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:12.136602 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5cb68-9e78-489f-963d-0efc20a07dc1" -d '{"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:12.150753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:12.158379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.237622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:12.254228 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922269d-a32b-474c-9b29-afaf80bcd1ca x-openstack-request-id: req-5922269d-a32b-474c-9b29-afaf80bcd1ca {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:12.254524 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:12.254780 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5922269d-a32b-474c-9b29-afaf80bcd1ca {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:12.255179 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'code': 200} Jul 07 18:04:12.475090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574f6bb-4386-4098-8293-a619013fca6d req-ca9136a5-f626-4416-aadd-06558c253e7f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:12.477871 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1574f6bb-4386-4098-8293-a619013fca6d req-ca9136a5-f626-4416-aadd-06558c253e7f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0693457 Jul 07 18:04:12.519600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1574f6bb-4386-4098-8293-a619013fca6d req-540f6701-a476-4790-8e6d-5f7bd07a586b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357184 Jul 07 18:04:13.715267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78363a7b-1625-4fa5-9727-fa6d52414195 req-089f87a0-1531-4a77-ae10-b5258bf51c81 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.716887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78363a7b-1625-4fa5-9727-fa6d52414195 req-089f87a0-1531-4a77-ae10-b5258bf51c81 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0752094 Jul 07 18:04:13.758126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78363a7b-1625-4fa5-9727-fa6d52414195 req-f0ab37ee-4b26-4bc5-be40-076dcabcb58a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353007 Jul 07 18:04:14.512081 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-907ab269-6662-488d-a8ab-49964991b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:14.513669 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-907ab269-6662-488d-a8ab-49964991b647 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4&tenant_id=3487e70aec9e4029b14ff976ece48538 HTTP/1.1" status: 200 len: 1096 time: 0.0567811 Jul 07 18:04:14.533392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:14.614785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.825404 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:14.868301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h2-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:14.908488 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:14.911268 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d78e4f9-5ee1-4bd5-aac6-06a9b3d8724a" -d '{"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:14.915822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.930816 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Transition to ACTIVE for port object 1874baf6-b853-4276-8e50-0f47e45979f6 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:14.935147 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.952090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bdd3-47dc-42da-9f1d-6127c4db73db req-c7f86da6-df9c-403b-b1ef-4028b2e4c014 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:14.953685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91f7bdd3-47dc-42da-9f1d-6127c4db73db req-c7f86da6-df9c-403b-b1ef-4028b2e4c014 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0738072 Jul 07 18:04:14.996955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-91f7bdd3-47dc-42da-9f1d-6127c4db73db req-6be87288-e0b8-4475-b937-dc6adb30a8da tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371423 Jul 07 18:04:15.022293 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=10']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:15.028922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.029308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.029769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.030031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.030363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.030699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.031032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.031403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.031739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.032069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.032401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.032735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:15.082276 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36962df6-d8c7-4e28-aa63-b8c7ec9a2855 x-openstack-request-id: req-36962df6-d8c7-4e28-aa63-b8c7ec9a2855 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:15.082579 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:15.082834 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36962df6-d8c7-4e28-aa63-b8c7ec9a2855 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:15.083239 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'code': 200} Jul 07 18:04:15.084193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] No DVR routers for this DVR port 1874baf6-b853-4276-8e50-0f47e45979f6 on host n-h2-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:15.233359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:15.233702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:15.234037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:15.238480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:15.238801 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Attempting to bind port 1874baf6-b853-4276-8e50-0f47e45979f6 on network d34d9b73-bac0-454d-ab17-0350daed3bcf {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:15.243832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:15.244113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Checking segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:15.244494 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Bound using segment: {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:15.244923 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Bound port: 1874baf6-b853-4276-8e50-0f47e45979f6, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:15.245337 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.313551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:15.316671 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:15.322031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.357002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.357662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.359083 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1092 time: 0.8303766 Jul 07 18:04:15.381426 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89493be4-8e86-4766-9f8d-923475fa11c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=11']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:15.456885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-09585b53-f38a-4311-8d40-198efd308b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.458588 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-09585b53-f38a-4311-8d40-198efd308b9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0595989 Jul 07 18:04:15.575033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-658e39a8-f99c-42e5-b96d-74f5cbafaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.576346 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-658e39a8-f99c-42e5-b96d-74f5cbafaec9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1116259 Jul 07 18:04:15.655046 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-bcad1eea-6a3a-428f-85e5-02f1e2c1cd00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0725448 Jul 07 18:04:15.709659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-bb2c9452-4820-4a3d-b7ac-547af64d5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.711876 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-bb2c9452-4820-4a3d-b7ac-547af64d5c94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0511744 Jul 07 18:04:15.770401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692513-22fc-4c74-87b9-7b48a909f027 req-a75a00dd-9fa7-42c2-9cb8-f5a07a6c4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.772029 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-a75a00dd-9fa7-42c2-9cb8-f5a07a6c4966 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537436 Jul 07 18:04:15.862749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-219caf53-df9e-4755-974c-02eb7f649ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Jul 07 18:04:15.969557 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-91692513-22fc-4c74-87b9-7b48a909f027 req-1c125089-cb65-4f60-b1cb-740fb965fe69 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011965 Jul 07 18:04:16.000479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:16.043682 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:16.212393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587488-2581-4ba9-850e-bdadf26bfeee req-f712290c-38cd-46a1-a9e9-b968cdb4cba5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.214022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2587488-2581-4ba9-850e-bdadf26bfeee req-f712290c-38cd-46a1-a9e9-b968cdb4cba5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0806396 Jul 07 18:04:16.259815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2587488-2581-4ba9-850e-bdadf26bfeee req-73a757bc-7634-4fde-b07d-7a6749b332a5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376015 Jul 07 18:04:17.084535 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:17.087620 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da6196-590e-4e04-b76e-acad0f452069" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:17.138378 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a70f1-5628-45b9-9ea3-5c28767c3f40 x-openstack-request-id: req-db9a70f1-5628-45b9-9ea3-5c28767c3f40 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:17.138676 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:17.139053 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db9a70f1-5628-45b9-9ea3-5c28767c3f40 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:17.139757 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'status': 'completed', 'code': 200} Jul 07 18:04:17.237179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-d657e691-5591-4294-aa06-014e76438253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.239716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-d657e691-5591-4294-aa06-014e76438253 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0733101 Jul 07 18:04:17.257964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-2d2b9eec-8837-4600-a1cf-d1cb52a7f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.259799 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-2d2b9eec-8837-4600-a1cf-d1cb52a7f952 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3487e70aec9e4029b14ff976ece48538&device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0774734 Jul 07 18:04:17.353826 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-8dc71f35-59e0-48f1-964a-029c3d9ed5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.355302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-8dc71f35-59e0-48f1-964a-029c3d9ed5a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1091664 Jul 07 18:04:17.369312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-f74c487d-9c49-43ce-9536-0607df449355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.371656 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-f74c487d-9c49-43ce-9536-0607df449355 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 200 len: 913 time: 0.1046698 Jul 07 18:04:17.447837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-1190a26e-38f1-48ce-b30a-f7e33c5e6076 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0704877 Jul 07 18:04:17.457387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-25cd78fe-c94d-4328-b25c-ff299067fdaf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 200 len: 1000 time: 0.0952780 Jul 07 18:04:17.501441 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-526d9217-eb24-4d3b-b93d-79b1dd9066c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.503139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-526d9217-eb24-4d3b-b93d-79b1dd9066c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0485911 Jul 07 18:04:17.527227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-e3bd9c3e-f4a9-4e27-b707-3c744f759a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.528654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-e3bd9c3e-f4a9-4e27-b707-3c744f759a8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 200 len: 851 time: 0.0658376 Jul 07 18:04:17.571949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-de91d1d4-7c6b-4b63-b51d-375028b1c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.573616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-de91d1d4-7c6b-4b63-b51d-375028b1c54d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644848 Jul 07 18:04:17.580414 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84e0ca-5c5e-4548-9e78-eac2802f77e7 req-3b450e54-3a2d-4365-8193-eb3a5dff571f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.582539 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd84e0ca-5c5e-4548-9e78-eac2802f77e7 req-3b450e54-3a2d-4365-8193-eb3a5dff571f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.1693687 Jul 07 18:04:17.645198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6196-590e-4e04-b76e-acad0f452069 req-c529ce4f-3039-4cb1-bd32-7453d10aa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.646659 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-c529ce4f-3039-4cb1-bd32-7453d10aa087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34d9b73-bac0-454d-ab17-0350daed3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108875 Jul 07 18:04:17.650535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd84e0ca-5c5e-4548-9e78-eac2802f77e7 req-ffb89d5e-de76-4f2d-9237-a4a772cb4af8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588725 Jul 07 18:04:17.675664 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-bd0ce7f1-9556-4f6b-b26d-5beda91fd267 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958698 Jul 07 18:04:17.759994 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-1ae1defe-7f6b-4855-be55-d0188587e9b3 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067805 Jul 07 18:04:17.780306 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-77312de0-b9f5-4d3a-b31c-954607e7d55b service neutron] 10.222.0.13 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974772 Jul 07 18:04:17.854704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9da6196-590e-4e04-b76e-acad0f452069 req-2fe6a006-3e49-45ee-9f23-8f26c3084e35 service neutron] 10.222.0.54 "GET /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Jul 07 18:04:18.845539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd307251-23b5-4e7b-adc1-e430af815226 req-bd72861b-ca38-4a72-846a-c874eb1de458 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:18.847628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd307251-23b5-4e7b-adc1-e430af815226 req-bd72861b-ca38-4a72-846a-c874eb1de458 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0709651 Jul 07 18:04:18.893436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dd307251-23b5-4e7b-adc1-e430af815226 req-28cb661a-8916-486a-8239-884690d578c4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Jul 07 18:04:20.092411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12265f90-7795-45e1-ba7d-ac32212711fd req-02cb3cad-bf6b-49c2-8d49-d0652bcb37cd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:20.093981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12265f90-7795-45e1-ba7d-ac32212711fd req-02cb3cad-bf6b-49c2-8d49-d0652bcb37cd tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0719190 Jul 07 18:04:20.137057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12265f90-7795-45e1-ba7d-ac32212711fd req-2abd7c57-6f37-44d5-825b-0d2d4bc6baf5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373263 Jul 07 18:04:21.317894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ce2c3-d9e3-442a-b6e1-153da5c4c7fc req-83e7765d-8d0f-4dfa-932a-69d65978d6a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.319561 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d5ce2c3-d9e3-442a-b6e1-153da5c4c7fc req-83e7765d-8d0f-4dfa-932a-69d65978d6a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0671470 Jul 07 18:04:21.364489 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4d5ce2c3-d9e3-442a-b6e1-153da5c4c7fc req-2984e19f-9d9d-4301-97f1-f6135951a0a2 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Jul 07 18:04:22.563207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e0c8-03f6-41fa-a823-04bff954b61a req-ce463a0d-1c12-4bf6-87b8-4a38e7a8988c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.564726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2958e0c8-03f6-41fa-a823-04bff954b61a req-ce463a0d-1c12-4bf6-87b8-4a38e7a8988c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0686109 Jul 07 18:04:22.603592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2958e0c8-03f6-41fa-a823-04bff954b61a req-e22260ef-ea20-4da6-bfb5-46cfc236e7d7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Jul 07 18:04:23.784044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293bdb7-4a38-4e9b-8bb3-282170aad50f req-52179968-9643-4392-91bd-bffe3b746bd4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:23.785923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8293bdb7-4a38-4e9b-8bb3-282170aad50f req-52179968-9643-4392-91bd-bffe3b746bd4 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0684140 Jul 07 18:04:23.824846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8293bdb7-4a38-4e9b-8bb3-282170aad50f req-602c5511-670c-4ef7-905f-9e7c309986d9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Jul 07 18:04:24.337961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.011179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bc756-924f-4359-a55a-ae9f6a249062 req-f79695f6-233d-43d4-9c43-538b142c956a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.012685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f69bc756-924f-4359-a55a-ae9f6a249062 req-f79695f6-233d-43d4-9c43-538b142c956a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0690739 Jul 07 18:04:25.050470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f69bc756-924f-4359-a55a-ae9f6a249062 req-a5047751-6c42-4ba4-910a-eb4c9827e3e9 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Jul 07 18:04:26.243367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aeb10-c34d-4e5c-9449-15d8852c94bc req-b130a2d5-1335-404a-bf89-71479f33eb4f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:26.244906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-911aeb10-c34d-4e5c-9449-15d8852c94bc req-b130a2d5-1335-404a-bf89-71479f33eb4f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0668330 Jul 07 18:04:26.286525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-911aeb10-c34d-4e5c-9449-15d8852c94bc req-2be69b14-4716-4459-bc77-eec75a511298 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Jul 07 18:04:27.491877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2e39-72a6-4ff4-a8e9-09d5d07a869a req-65fea24b-9f5b-4122-8e79-77847e9ccfaa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.493556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-039e2e39-72a6-4ff4-a8e9-09d5d07a869a req-65fea24b-9f5b-4122-8e79-77847e9ccfaa tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0799620 Jul 07 18:04:27.533645 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-039e2e39-72a6-4ff4-a8e9-09d5d07a869a req-de4dec19-be4d-44b7-aa5f-246e8655fa62 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Jul 07 18:04:27.727914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cf8d4-e9af-433c-8676-590fdf276461 req-eb79cef4-8b44-4ab1-864f-a24ba63ccd9a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.729379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f25cf8d4-e9af-433c-8676-590fdf276461 req-eb79cef4-8b44-4ab1-864f-a24ba63ccd9a tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0753930 Jul 07 18:04:27.767859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f25cf8d4-e9af-433c-8676-590fdf276461 req-3f91c227-24a4-4783-8443-872ddc59efd7 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Jul 07 18:04:27.783554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:27.883719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:27.895830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '1874baf6-b853-4276-8e50-0f47e45979f6', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'port_id': '1874baf6-b853-4276-8e50-0f47e45979f6', 'mac_address': 'fa:16:3e:65:e2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:27.934461 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.951964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1874baf6-b853-4276-8e50-0f47e45979f6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:27.953816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939dc17-4327-49c4-9937-bd3d70ca650a req-b6a6f3bd-d4f7-45df-b8af-52a0d4045a9c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.955396 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6939dc17-4327-49c4-9937-bd3d70ca650a req-b6a6f3bd-d4f7-45df-b8af-52a0d4045a9c tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 944 time: 0.0692320 Jul 07 18:04:27.973284 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:27.978847 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.998008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6939dc17-4327-49c4-9937-bd3d70ca650a req-f8a77723-5223-4855-9f05-013562c3fbda tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359030 Jul 07 18:04:28.030462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:28.288475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['1874baf6-b853-4276-8e50-0f47e45979f6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:28.411277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf30355-d64f-42d0-bb92-f9c23966b56c req-60395f1a-a1dc-474e-b0ef-7350df6fb35b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:28.412888 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbf30355-d64f-42d0-bb92-f9c23966b56c req-60395f1a-a1dc-474e-b0ef-7350df6fb35b tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0696385 Jul 07 18:04:28.452982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bbf30355-d64f-42d0-bb92-f9c23966b56c req-2b21f884-9c50-4d5b-aac3-38c836ebf88e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342450 Jul 07 18:04:29.636068 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f4d53-b383-45da-8d4f-e0007f7cff94 req-e2a17373-67fd-4a5f-94cf-18eb7a4bbce5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:29.637740 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c12f4d53-b383-45da-8d4f-e0007f7cff94 req-e2a17373-67fd-4a5f-94cf-18eb7a4bbce5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0692372 Jul 07 18:04:29.679230 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c12f4d53-b383-45da-8d4f-e0007f7cff94 req-d22af5d4-1674-447d-8c02-366f3ca1f5d8 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Jul 07 18:04:29.783115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:29.996685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 1874baf6-b853-4276-8e50-0f47e45979f6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:30.000735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 1874baf6-b853-4276-8e50-0f47e45979f6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:30.001121 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.083600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.110621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:30.112933 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a398a-6726-4604-9dfa-f41352c92f45" -d '{"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:30.127999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:30.132848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.162384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-26c5d05c-3745-475d-adca-5387e61a58d6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.164177 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-26c5d05c-3745-475d-adca-5387e61a58d6 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 945 time: 0.0898869 Jul 07 18:04:30.167821 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54cc0c9-8898-4aa8-be75-a232ac0d64ff x-openstack-request-id: req-e54cc0c9-8898-4aa8-be75-a232ac0d64ff {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:30.168118 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:30.168373 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e54cc0c9-8898-4aa8-be75-a232ac0d64ff {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:30.168767 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'code': 200} Jul 07 18:04:30.194869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=13']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:30.313309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Deleting port 1874baf6-b853-4276-8e50-0f47e45979f6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:30.313723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.433954 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] For port 1874baf6-b853-4276-8e50-0f47e45979f6, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=1874baf6-b853-4276-8e50-0f47e45979f6,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:30.434267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.657547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.658082 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.658513 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72 disassociated. External IP: 172.25.5.191, port: 1874baf6-b853-4276-8e50-0f47e45979f6. Jul 07 18:04:30.659012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Calling delete_port for 1874baf6-b853-4276-8e50-0f47e45979f6 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:30.878965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.917803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074b27-a114-443d-ba27-53719df06c7e req-f2e4445e-97cd-4b93-aaaf-30bad5df2377 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.919457 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14074b27-a114-443d-ba27-53719df06c7e req-f2e4445e-97cd-4b93-aaaf-30bad5df2377 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 868 time: 0.0774424 Jul 07 18:04:30.928082 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event deleted for resources: {'Port': ['ID=1874baf6-b853-4276-8e50-0f47e45979f6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:30.974892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-14074b27-a114-443d-ba27-53719df06c7e req-5919238f-bf96-4d8e-a975-6593d288576f tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a923bc2-61d7-4d1b-9956-429913e2c426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479779 Jul 07 18:04:31.071648 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:31.202352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:31.216061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:31.230876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:31.231900 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:04:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:31.248845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] No DVR routers for this DVR port 1874baf6-b853-4276-8e50-0f47e45979f6 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:31.252291 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.254689 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-99d4695e-28b8-4e08-bb69-2db3a906bac3 req-3c0eb7ac-639f-45d5-bc7e-c03363737286 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.13 "DELETE /v2.0/ports/1874baf6-b853-4276-8e50-0f47e45979f6 HTTP/1.1" status: 204 len: 173 time: 1.0589936 Jul 07 18:04:31.255182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-deleted', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:31.258094 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b561d-eed4-48ae-9485-2ce1f7444012" -d '{"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-deleted", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:31.302175 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393962c3-1f3a-40a8-a678-c5e21fb5a675 x-openstack-request-id: req-393962c3-1f3a-40a8-a678-c5e21fb5a675 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:31.302527 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa45ed-d7a3-482c-a215-e39732c82ea4", "name": "network-vif-deleted", "tag": "1874baf6-b853-4276-8e50-0f47e45979f6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:31.302748 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-393962c3-1f3a-40a8-a678-c5e21fb5a675 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:31.303223 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa45ed-d7a3-482c-a215-e39732c82ea4', 'name': 'network-vif-deleted', 'tag': '1874baf6-b853-4276-8e50-0f47e45979f6', 'status': 'completed', 'code': 200} Jul 07 18:04:31.362420 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:31.590892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:31.624327 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:31.634192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:31.635078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:04:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:31.748490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:31.990967 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:32.018878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971f663-de67-4f35-b8ce-9b273be2548a None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:39Z', 'revision_number': 4, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '51dc04ce-ebe6-46cc-97d7-29031067efc4', 'name': '', 'network_id': 'd34d9b73-bac0-454d-ab17-0350daed3bcf', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'mac_address': 'fa:16:3e:0f:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:38Z', 'updated_at': '2021-07-07T17:51:44Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'subnets': [{'id': '739735c2-c55d-49bc-bb69-28ec4c87cae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:32.149766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2577b19-b82c-4c52-a505-99e82d694546 req-953d691d-608f-4e67-84b0-30d35db24f1e tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0363748 Jul 07 18:04:32.312556 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06440ac6-c072-4075-b0d3-9e61d46d1ae7 None None] New status for floating IP 4b07f59f-a918-4a52-b905-7f02b219bd72: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:04:33.304886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49de743c-c7d8-4f13-a2a1-c88507d9107e req-fe622e93-e322-4189-9d8d-131a2ea36cd5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0335538 Jul 07 18:04:33.784599 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:33.805825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 1874baf6-b853-4276-8e50-0f47e45979f6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:33.806171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 1874baf6-b853-4276-8e50-0f47e45979f6 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:34.454709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c6093541-206c-43c0-91f7-c14d2004d087 req-2bd01ac4-c565-4cbd-a4c0-938c27e94c81 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/ports?device_id=2daa45ed-d7a3-482c-a215-e39732c82ea4 HTTP/1.1" status: 200 len: 210 time: 0.0294068 Jul 07 18:04:34.509969 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.346001 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5bec94e0-6e22-49a8-8a0b-bf5f99dfa805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.803053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.296429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d7c313f-b4d5-44ef-ac07-76f9d7b3af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.433931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.664012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42522) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.739634 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-012ac134-d77f-416a-ab85-5f158ee76892 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.771099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-012ac134-d77f-416a-ab85-5f158ee76892 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.837712 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-012ac134-d77f-416a-ab85-5f158ee76892 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.840399 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-012ac134-d77f-416a-ab85-5f158ee76892 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.841531 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-012ac134-d77f-416a-ab85-5f158ee76892 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "DELETE /v2.0/security-groups/7a923bc2-61d7-4d1b-9956-429913e2c426 HTTP/1.1" status: 204 len: 168 time: 0.1762714 Jul 07 18:04:39.844993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42524) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.863288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ac134-d77f-416a-ab85-5f158ee76892 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a923bc2-61d7-4d1b-9956-429913e2c426,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.865264 n-d-793619-7 neutron-server[98270]: INFO neutron.api.v2.resource [None req-4902611f-5d9e-4555-bd69-13f1ede45a21 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] show failed (client error): The resource could not be found. Jul 07 18:04:39.866835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4902611f-5d9e-4555-bd69-13f1ede45a21 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "GET /v2.0/security-groups/7a923bc2-61d7-4d1b-9956-429913e2c426 HTTP/1.1" status: 404 len: 347 time: 0.0206661 Jul 07 18:04:39.870370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42526) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:40.014182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Deleting port e33bc30f-0307-4262-a5f7-734867d3515b {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:40.014521 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.096688 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.096921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.109278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Calling delete_port for e33bc30f-0307-4262-a5f7-734867d3515b owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:40.258853 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.285986 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Pushing event deleted for resources: {'Port': ['ID=e33bc30f-0307-4262-a5f7-734867d3515b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:40.351636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.354257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.355445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e87a21e6-3aaa-4340-84d6-677d245e83d5 tempest-ServerActionsTestJSON-1314256742 tempest-ServerActionsTestJSON-1314256742-project] 10.222.0.78 "DELETE /v2.0/floatingips/4b07f59f-a918-4a52-b905-7f02b219bd72 HTTP/1.1" status: 204 len: 168 time: 0.4841330 Jul 07 18:04:40.359114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42528) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:40.903409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.062336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.172838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Deleting port 51dc04ce-ebe6-46cc-97d7-29031067efc4 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:41.173069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.255626 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] For port 51dc04ce-ebe6-46cc-97d7-29031067efc4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=51dc04ce-ebe6-46cc-97d7-29031067efc4,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:41.255988 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.269396 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Calling delete_port for 51dc04ce-ebe6-46cc-97d7-29031067efc4 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:41.479585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.509659 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=51dc04ce-ebe6-46cc-97d7-29031067efc4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:41.721760 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.333686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Router 5d72e838-b16a-4ced-9d14-274475b4c098 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:42.452967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:42.460575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-17d83413-0f9e-4c0d-8f88-4af46832bfbb admin admin] 10.222.0.78 "PUT /v2.0/routers/5d72e838-b16a-4ced-9d14-274475b4c098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993602 Jul 07 18:04:42.462015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42532) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:42.467927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] Sync routers for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:42.480469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:42.481299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:04:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:42.588612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.638692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:42.782977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.890791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Deleting port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:42.891390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.928885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T18:04:41Z', 'revision_number': 5, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port': {'id': '1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ef:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:42.963222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] Checking router: 5d72e838-b16a-4ced-9d14-274475b4c098 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:42.974135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] Routers {'5d72e838-b16a-4ced-9d14-274475b4c098'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:42.975762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:04:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['5d72e838-b16a-4ced-9d14-274475b4c098'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.017850 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] For port 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:43.018249 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.041242 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Calling delete_port for 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:43.082436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] Set router 5d72e838-b16a-4ced-9d14-274475b4c098 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:43.153751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T18:04:42Z', 'revision_number': 6, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.188272 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace069a-5165-4a2c-86e5-9175f96aceac None None] The sync data for ids ['5d72e838-b16a-4ced-9d14-274475b4c098'] in n-d-793619-7 is: [{'id': '5d72e838-b16a-4ced-9d14-274475b4c098', 'name': 'tempest-ServerActionsTestJSON-1972098551-router', 'tenant_id': '3487e70aec9e4029b14ff976ece48538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:36Z', 'updated_at': '2021-07-07T18:04:42Z', 'revision_number': 6, 'project_id': '3487e70aec9e4029b14ff976ece48538', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:43.218748 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:43.341326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.384791 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:43.506117 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.636582 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.640778 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.702359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.703315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d72e838-b16a-4ced-9d14-274475b4c098 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:04:43.712716 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.714956 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-146d6cc0-dba7-4393-a20d-43b382e9b4a9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5d72e838-b16a-4ced-9d14-274475b4c098 HTTP/1.1" status: 204 len: 168 time: 1.2515275 Jul 07 18:04:43.718277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42534) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:43.781857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Deleting subnet 739735c2-c55d-49bc-bb69-28ec4c87cae1 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:43.786243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.828502 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.931862 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.006892 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.040960 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.046418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/739735c2-c55d-49bc-bb69-28ec4c87cae1 HTTP/1.1" status: 204 len: 168 time: 0.3232253 Jul 07 18:04:44.046418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dc1c7-db19-45fc-a4d1-ba240d1036b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739735c2-c55d-49bc-bb69-28ec4c87cae1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:44.047549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42536) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:44.052419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d86d0-96ec-44cf-93d1-fc34f4f26ed7 None None] Network d34d9b73-bac0-454d-ab17-0350daed3bcf requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:44.160994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.248729 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Deleting port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:44.249139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.344205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] For port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:44.344767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.351919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] DHCP port deletion for d34d9b73-bac0-454d-ab17-0350daed3bcf request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:04:44.378468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Calling delete_port for 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:44.425310 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] Deleting port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:44.425923 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.507887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.532241 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] For port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,segment=NetworkSegment(d2fecd45-dcb3-43cb-a259-4e0fade6dbad),segment_id=d2fecd45-dcb3-43cb-a259-4e0fade6dbad)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:44.532846 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.553791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:44.555841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] No DVR routers for this DVR port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:44.557381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] Calling delete_port for 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:44.640567 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.653368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34d9b73-bac0-454d-ab17-0350daed3bcf']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:44.664702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.666147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:44.666450 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fecd45-dcb3-43cb-a259-4e0fade6dbad') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:44.677439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.697911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.703988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] Pushing event deleted for resources: {'Port': ['ID=9d8b1bdb-1ef7-48ad-ad99-bec6cf742814,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:44.707864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:04:44.708570 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:04:44.712274 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:04:44.716204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9793a-6bd8-41ae-885a-9f78e36b89a1 None None] No DVR routers for this DVR port 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:44.820305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.826721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.829568 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] 10.222.0.78 "DELETE /v2.0/networks/d34d9b73-bac0-454d-ab17-0350daed3bcf HTTP/1.1" status: 204 len: 168 time: 0.7784538 Jul 07 18:04:44.846092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddcd23-bac7-408c-aa6f-6bf940e6f45b admin admin] Pushing event deleted for resources: {'Network': ['ID=d34d9b73-bac0-454d-ab17-0350daed3bcf,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:44.939040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:44.969698 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:44.970077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1fc1cc4c-ec12-4f4a-a94d-cb0b29eeca98 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:44.970509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51dc04ce-ebe6-46cc-97d7-29031067efc4 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:45.000158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 51dc04ce-ebe6-46cc-97d7-29031067efc4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:45.000746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 51dc04ce-ebe6-46cc-97d7-29031067efc4 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:45.001464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:45.031277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42540) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:45.040057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:45.041074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9d8b1bdb-1ef7-48ad-ad99-bec6cf742814 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:45.092511 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7d5eab2a-ed7e-4bc7-83f3-420e070ef86b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3487e70aec9e4029b14ff976ece48538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591159 Jul 07 18:04:45.095087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42542) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:45.162008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4016d263-9dd7-40f0-8565-bc11835f210d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.205982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4016d263-9dd7-40f0-8565-bc11835f210d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.298305 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4016d263-9dd7-40f0-8565-bc11835f210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.301983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4016d263-9dd7-40f0-8565-bc11835f210d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.304348 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4016d263-9dd7-40f0-8565-bc11835f210d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18e07f28-3282-47d5-9e17-3f2f119a9254 HTTP/1.1" status: 204 len: 168 time: 0.2080050 Jul 07 18:04:45.316510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016d263-9dd7-40f0-8565-bc11835f210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e07f28-3282-47d5-9e17-3f2f119a9254,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.308042 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42564) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:46.421807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-218383163-network', 'tenant_id': '533db122dc204f5985b6135ebaac1d5a'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:46.446973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Made reservation on behalf of 533db122dc204f5985b6135ebaac1d5a for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:46.449556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.458870 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.575444 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.580604 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.610821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:04:46.622745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f37829-bd77-48a8-ab0a-cf26c24306cc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.628322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.628669 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Added segment 231fd38a-5d83-457a-b606-a04dd1321f56 of type vlan for network 876e8379-a576-484e-b5a9-88de387359d2 Jul 07 18:04:46.690458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.731607 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.732720 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.733418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.799355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4901457 Jul 07 18:04:46.802291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42568) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:46.810853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Request body: {'subnet': {'network_id': '876e8379-a576-484e-b5a9-88de387359d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-218383163-subnet', 'tenant_id': '533db122dc204f5985b6135ebaac1d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:46.816080 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755247-53be-4764-b3b8-aeb3762e934c admin admin] Pushing event updated for resources: {'Network': ['ID=876e8379-a576-484e-b5a9-88de387359d2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.828023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 876e8379-a576-484e-b5a9-88de387359d2 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:04:46.838374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Made reservation on behalf of 533db122dc204f5985b6135ebaac1d5a for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:46.840980 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.067136 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.137606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d291284-dcb2-4e0c-a81d-14a660e264ab,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:47.149934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Checking segment: {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:47.150353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Network hostable DHCP agents. Network: 876e8379-a576-484e-b5a9-88de387359d2, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:04:47.171065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Network 876e8379-a576-484e-b5a9-88de387359d2 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:04:47.183812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 876e8379-a576-484e-b5a9-88de387359d2) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:47.190253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.191315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.203168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91295183-40e3-4b31-b9e2-09faf2fedd53 None None] Network 876e8379-a576-484e-b5a9-88de387359d2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:47.212594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1803a101-3d87-47e4-89b5-b61987ad7cba admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4090075 Jul 07 18:04:47.394224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7ff24-9433-471f-b30c-85aec0013bde None None] Network 876e8379-a576-484e-b5a9-88de387359d2 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:47.744726 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-cca53ae1-a7db-4158-bd6a-7b60f251624e tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.746357 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-cca53ae1-a7db-4158-bd6a-7b60f251624e tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/networks?id=876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 200 len: 813 time: 0.1287069 Jul 07 18:04:47.767404 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-0061683e-b579-485b-8dcb-356e35727681 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/quotas/533db122dc204f5985b6135ebaac1d5a HTTP/1.1" status: 200 len: 375 time: 0.0115125 Jul 07 18:04:47.804875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-aeed1b5e-dc3d-495f-8a8e-d82fb286bfb8 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=533db122dc204f5985b6135ebaac1d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313716 Jul 07 18:04:47.978505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-9e2a9743-22ee-4053-a27f-3555b98512c9 service neutron] 10.222.0.78 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665752 Jul 07 18:04:48.112456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-18d5bd00-11ae-4a4f-889c-db30c237b489 service neutron] 10.222.0.78 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241271 Jul 07 18:04:48.374900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e59c03b3-43a5-4284-9469-4c20d11b2c44 req-8dfff687-0f17-4f62-b247-a1abf785aa4e tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 210 time: 0.0360968 Jul 07 18:04:49.539764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5d4e419c-8575-4047-8a8f-2811d853db30 req-999a1baa-76b1-41aa-b861-ffd372a94b73 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 210 time: 0.0347996 Jul 07 18:04:49.758188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-5d2cbb8b-96ee-4777-8e50-edceeb90fabc tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:49.759763 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-5d2cbb8b-96ee-4777-8e50-edceeb90fabc tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.13 "GET /v2.0/networks?id=876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 200 len: 813 time: 0.1334097 Jul 07 18:04:49.778716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Request body: {'port': {'device_id': '6e668927-2cb2-4d3d-8def-e517784880f7', 'network_id': '876e8379-a576-484e-b5a9-88de387359d2', 'admin_state_up': True, 'tenant_id': '533db122dc204f5985b6135ebaac1d5a'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:49.903421 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Made reservation on behalf of 533db122dc204f5985b6135ebaac1d5a for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:49.907518 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.047546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Allocated IP 172.20.0.3 (876e8379-a576-484e-b5a9-88de387359d2/0d291284-dcb2-4e0c-a81d-14a660e264ab/99e43f65-9339-47f5-b108-4930a3f5568a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:50.263705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.315076 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.368178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Network 876e8379-a576-484e-b5a9-88de387359d2 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:50.373876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:50.377845 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:50.386075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Pushing event updated for resources: {'Port': ['ID=99e43f65-9339-47f5-b108-4930a3f5568a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:50.436301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.436933 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.452693 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e313cfd7-702f-4d3e-bd44-21339d952688 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6787157 Jul 07 18:04:50.469693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-bc953fe6-df4a-4a91-a958-9132031b2791 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:50.470742 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-bc953fe6-df4a-4a91-a958-9132031b2791 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054591 Jul 07 18:04:50.480830 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Request body: {'port': {'device_id': '6e668927-2cb2-4d3d-8def-e517784880f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:50.565518 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.748412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c480b-6568-44f6-9432-b3fa18213566 req-c5185094-71c5-4c0f-83fd-123c6e2bc87b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.750175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7c480b-6568-44f6-9432-b3fa18213566 req-c5185094-71c5-4c0f-83fd-123c6e2bc87b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 931 time: 0.0808733 Jul 07 18:04:50.795859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d7c480b-6568-44f6-9432-b3fa18213566 req-131f3a47-9695-4cfa-9742-7b414003829b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Jul 07 18:04:50.874044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e43f65-9339-47f5-b108-4930a3f5568a {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:50.888425 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.908684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Transition to ACTIVE for port object 99e43f65-9339-47f5-b108-4930a3f5568a will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:50.914075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.968952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Pushing event updated for resources: {'Port': ['ID=99e43f65-9339-47f5-b108-4930a3f5568a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:51.064169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Attempting to bind port 99e43f65-9339-47f5-b108-4930a3f5568a on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:51.064552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Attempting to bind port 99e43f65-9339-47f5-b108-4930a3f5568a by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:51.065255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Attempting to bind port 99e43f65-9339-47f5-b108-4930a3f5568a on network 876e8379-a576-484e-b5a9-88de387359d2 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:51.070596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Port 99e43f65-9339-47f5-b108-4930a3f5568a on network 876e8379-a576-484e-b5a9-88de387359d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:51.070962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Attempting to bind port 99e43f65-9339-47f5-b108-4930a3f5568a on network 876e8379-a576-484e-b5a9-88de387359d2 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:51.076577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:51.077057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Checking segment: {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:51.077563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Bound using segment: {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:51.078095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Bound port: 99e43f65-9339-47f5-b108-4930a3f5568a, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:51.078589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.165759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] For port 99e43f65-9339-47f5-b108-4930a3f5568a, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:51.169785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] For port 99e43f65-9339-47f5-b108-4930a3f5568a, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=99e43f65-9339-47f5-b108-4930a3f5568a,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:51.174270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.210883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.211539 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.212962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] 10.222.0.13 "PUT /v2.0/ports/99e43f65-9339-47f5-b108-4930a3f5568a HTTP/1.1" status: 200 len: 1091 time: 0.7361941 Jul 07 18:04:51.213438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e668927-2cb2-4d3d-8def-e517784880f7', 'tag': '99e43f65-9339-47f5-b108-4930a3f5568a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:51.215723 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115ba486-baeb-4489-b018-9d52cb35ccbd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e668927-2cb2-4d3d-8def-e517784880f7", "tag": "99e43f65-9339-47f5-b108-4930a3f5568a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:51.242275 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ef3ff-9b3c-447d-ad70-17a1a580add4 service neutron] Pushing event updated for resources: {'Port': ['ID=99e43f65-9339-47f5-b108-4930a3f5568a,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:51.261593 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f426daac-9fdb-470f-91e7-14dccf869898 x-openstack-request-id: req-f426daac-9fdb-470f-91e7-14dccf869898 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:51.261906 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e668927-2cb2-4d3d-8def-e517784880f7", "tag": "99e43f65-9339-47f5-b108-4930a3f5568a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:51.262154 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f426daac-9fdb-470f-91e7-14dccf869898 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:51.262603 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e668927-2cb2-4d3d-8def-e517784880f7', 'tag': '99e43f65-9339-47f5-b108-4930a3f5568a', 'status': 'completed', 'code': 200} Jul 07 18:04:51.646183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e88803a7-0fe8-42a6-ae7d-aaa29dc05308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.648759 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-e88803a7-0fe8-42a6-ae7d-aaa29dc05308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533db122dc204f5985b6135ebaac1d5a&device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 1094 time: 0.3687136 Jul 07 18:04:51.698828 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-5530fbfd-ea6e-4e22-b3ca-1284f3177d87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99e43f65-9339-47f5-b108-4930a3f5568a HTTP/1.1" status: 200 len: 217 time: 0.0367181 Jul 07 18:04:51.755035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-55bc39c2-b491-4dac-9a15-68b0ca5d329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.757757 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-55bc39c2-b491-4dac-9a15-68b0ca5d329f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d291284-dcb2-4e0c-a81d-14a660e264ab HTTP/1.1" status: 200 len: 853 time: 0.0526173 Jul 07 18:04:51.795090 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-593293bc-521d-4ed2-8b94-98d9ae84de9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=876e8379-a576-484e-b5a9-88de387359d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305283 Jul 07 18:04:51.908427 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-f0ce5149-de4b-4988-a429-70b907c1e87a service neutron] 10.222.0.13 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037023 Jul 07 18:04:51.992938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f689b-3359-42b0-b95a-68613db3258a req-2ecad004-9453-4747-81ca-dcd9cce281c0 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.994517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-898f689b-3359-42b0-b95a-68613db3258a req-2ecad004-9453-4747-81ca-dcd9cce281c0 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 943 time: 0.0729115 Jul 07 18:04:52.008304 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e1ceb7ee-2dce-47b7-b912-b132ac450be1 req-f0c15646-dce9-4428-b3ed-db096f30b821 service neutron] 10.222.0.13 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936491 Jul 07 18:04:52.037643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-898f689b-3359-42b0-b95a-68613db3258a req-58027e0d-bb74-408a-87a9-b7842fda2f83 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Jul 07 18:04:52.151472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-303fa231-7d4b-4f3c-abbf-77307984a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:52.153040 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-303fa231-7d4b-4f3c-abbf-77307984a069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=533db122dc204f5985b6135ebaac1d5a&device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 1094 time: 0.0577641 Jul 07 18:04:52.260885 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-1371b4e4-6b7e-4348-9d43-30e0c374d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:52.262964 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-1371b4e4-6b7e-4348-9d43-30e0c374d8da service neutron] 10.222.0.13 "GET /v2.0/networks?id=876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 200 len: 914 time: 0.1033473 Jul 07 18:04:52.312713 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-a2a9c27b-dd45-41a8-871b-76f4b5b19c2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99e43f65-9339-47f5-b108-4930a3f5568a HTTP/1.1" status: 200 len: 217 time: 0.0424409 Jul 07 18:04:52.366841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-4464d83c-37b6-4672-ba2c-177c10ce40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:52.368356 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-4464d83c-37b6-4672-ba2c-177c10ce40f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d291284-dcb2-4e0c-a81d-14a660e264ab HTTP/1.1" status: 200 len: 853 time: 0.0475724 Jul 07 18:04:52.401794 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-4652a081-55d7-49ab-a398-b357f2e2a969 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=876e8379-a576-484e-b5a9-88de387359d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264325 Jul 07 18:04:52.496482 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-ad1c42b0-38f7-45bb-82a3-f02fb9602367 service neutron] 10.222.0.13 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883126 Jul 07 18:04:52.595009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-115ba486-baeb-4489-b018-9d52cb35ccbd req-c602425a-bdfb-494b-830f-dbe6f538458c service neutron] 10.222.0.13 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915251 Jul 07 18:04:53.224451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298878cc-2524-4fed-b239-bd0e2f84e8ee req-b186e1b4-dc35-44ca-8985-1c0e64151aed tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:53.226203 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-298878cc-2524-4fed-b239-bd0e2f84e8ee req-b186e1b4-dc35-44ca-8985-1c0e64151aed tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 943 time: 0.0745776 Jul 07 18:04:53.266794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-298878cc-2524-4fed-b239-bd0e2f84e8ee req-9ae0c8b8-e980-4d45-a0b2-b7ebc1a267ee tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342360 Jul 07 18:04:53.892468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 99e43f65-9339-47f5-b108-4930a3f5568a details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:54.020498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 99e43f65-9339-47f5-b108-4930a3f5568a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=99e43f65-9339-47f5-b108-4930a3f5568a,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:54.035113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '99e43f65-9339-47f5-b108-4930a3f5568a', 'network_id': '876e8379-a576-484e-b5a9-88de387359d2', 'port_id': '99e43f65-9339-47f5-b108-4930a3f5568a', 'mac_address': 'fa:16:3e:22:b0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d291284-dcb2-4e0c-a81d-14a660e264ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:54.078378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.093709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e43f65-9339-47f5-b108-4930a3f5568a {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:54.115347 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 99e43f65-9339-47f5-b108-4930a3f5568a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=99e43f65-9339-47f5-b108-4930a3f5568a,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:54.121226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.176568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=99e43f65-9339-47f5-b108-4930a3f5568a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:54.341412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.383075 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['99e43f65-9339-47f5-b108-4930a3f5568a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:54.513345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b451656-547a-4ebc-9ee9-4be61172f887 req-21598d86-28c2-4819-ac10-5f80c6774488 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.515025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b451656-547a-4ebc-9ee9-4be61172f887 req-21598d86-28c2-4819-ac10-5f80c6774488 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 944 time: 0.1175578 Jul 07 18:04:54.570842 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6b451656-547a-4ebc-9ee9-4be61172f887 req-7281836f-c45a-48aa-af95-bfe715bfeb3a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Jul 07 18:04:55.767024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395fb7-1b76-4b5e-88bc-2f1200e970fa req-f197206c-7c83-44da-bd1c-b92a76b6d9ad tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:55.768537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94395fb7-1b76-4b5e-88bc-2f1200e970fa req-f197206c-7c83-44da-bd1c-b92a76b6d9ad tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 944 time: 0.0723095 Jul 07 18:04:55.808571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94395fb7-1b76-4b5e-88bc-2f1200e970fa req-22855107-744e-4761-855f-49d77eb08f01 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342915 Jul 07 18:04:55.893635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 99e43f65-9339-47f5-b108-4930a3f5568a up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:55.950510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 99e43f65-9339-47f5-b108-4930a3f5568a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:55.954937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 99e43f65-9339-47f5-b108-4930a3f5568a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:55.955314 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.196698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.220176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e668927-2cb2-4d3d-8def-e517784880f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e43f65-9339-47f5-b108-4930a3f5568a'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:56.222495 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d6a340-3a4c-41c4-a519-cfe02f8399ed" -d '{"events": [{"server_uuid": "6e668927-2cb2-4d3d-8def-e517784880f7", "name": "network-vif-plugged", "status": "completed", "tag": "99e43f65-9339-47f5-b108-4930a3f5568a"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:56.235803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 99e43f65-9339-47f5-b108-4930a3f5568a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=99e43f65-9339-47f5-b108-4930a3f5568a,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:56.240415 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.265985 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898ed78-ede0-4786-9d97-56285e43c430 x-openstack-request-id: req-6898ed78-ede0-4786-9d97-56285e43c430 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:56.266282 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e668927-2cb2-4d3d-8def-e517784880f7", "name": "network-vif-plugged", "status": "completed", "tag": "99e43f65-9339-47f5-b108-4930a3f5568a", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:56.266538 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6898ed78-ede0-4786-9d97-56285e43c430 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:56.266929 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e668927-2cb2-4d3d-8def-e517784880f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e43f65-9339-47f5-b108-4930a3f5568a', 'code': 200} Jul 07 18:04:56.298394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=99e43f65-9339-47f5-b108-4930a3f5568a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:56.419377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb49c-a26d-4730-ba9a-0aee0013eb41 req-ca5ee76a-4bfc-401d-bc5d-1954390b0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.420918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e9beb49c-a26d-4730-ba9a-0aee0013eb41 req-ca5ee76a-4bfc-401d-bc5d-1954390b0fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 1096 time: 0.0607173 Jul 07 18:04:56.460961 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e9beb49c-a26d-4730-ba9a-0aee0013eb41 req-d99c5949-1843-4000-83af-f40d725daef0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Jul 07 18:04:57.004815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf64b9-60fa-4e34-841b-9fe454ddf866 req-38928eb1-b2a8-413b-86aa-22ca1179d00f tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:57.010113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bdf64b9-60fa-4e34-841b-9fe454ddf866 req-38928eb1-b2a8-413b-86aa-22ca1179d00f tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0761611 Jul 07 18:04:57.048787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3bdf64b9-60fa-4e34-841b-9fe454ddf866 req-10878ece-fec4-40bc-9d69-c3f7f0bca82d tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Jul 07 18:04:58.236554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c65d1c-7a1a-4ab6-b384-b78bb976a0b9 req-94743fa4-594b-4f11-ab78-9850975608e9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.238113 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8c65d1c-7a1a-4ab6-b384-b78bb976a0b9 req-94743fa4-594b-4f11-ab78-9850975608e9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0685127 Jul 07 18:04:58.280096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8c65d1c-7a1a-4ab6-b384-b78bb976a0b9 req-90bc1295-9814-4180-b300-d542b1386540 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Jul 07 18:04:58.522779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-672f57ac-181b-44d3-a8e5-e3186be92d29 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.524320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-672f57ac-181b-44d3-a8e5-e3186be92d29 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/networks?id=876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 200 len: 813 time: 0.1147001 Jul 07 18:04:58.539893 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-2fde665b-9924-4e5c-b92f-e99fbac0dc44 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/quotas/533db122dc204f5985b6135ebaac1d5a HTTP/1.1" status: 200 len: 375 time: 0.0100327 Jul 07 18:04:58.625873 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-085215c4-6a4a-438f-be4a-a1d7b12ae44a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=533db122dc204f5985b6135ebaac1d5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801139 Jul 07 18:04:58.733960 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-e31ec85d-3279-4492-8c47-95aff3f6c7a5 service neutron] 10.222.0.78 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005561 Jul 07 18:04:58.847787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-df72d8a0-f8bd-4606-b7fa-8f58d450f5fc service neutron] 10.222.0.78 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034694 Jul 07 18:04:59.064227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-22f860bc-ca7e-4976-ab12-b6633f7bf9dc req-49019c74-2130-4a73-8861-ec09c1fbc999 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 210 time: 0.0362647 Jul 07 18:05:00.267161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8b7ca1ed-6130-4e41-bfb7-c096b2d67a67 req-0c5a1720-b532-4083-9e0d-5f0f7a7a34fe tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 210 time: 0.0752785 Jul 07 18:05:00.326823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-509bece1-fb4e-432d-b434-762c1ff6d73c tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:00.328312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-509bece1-fb4e-432d-b434-762c1ff6d73c tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.54 "GET /v2.0/networks?id=876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 200 len: 813 time: 0.1482711 Jul 07 18:05:00.341294 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Request body: {'port': {'device_id': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'network_id': '876e8379-a576-484e-b5a9-88de387359d2', 'admin_state_up': True, 'tenant_id': '533db122dc204f5985b6135ebaac1d5a'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:00.495678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Made reservation on behalf of 533db122dc204f5985b6135ebaac1d5a for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:00.499905 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.632987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Allocated IP 172.20.0.10 (876e8379-a576-484e-b5a9-88de387359d2/0d291284-dcb2-4e0c-a81d-14a660e264ab/4d264c12-01fd-41c2-adf1-ea2cf0761de1) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:00.793247 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.833509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.870374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['99e43f65-9339-47f5-b108-4930a3f5568a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:00.884537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Network 876e8379-a576-484e-b5a9-88de387359d2 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:00.887978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:00.892603 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:00.896963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Pushing event updated for resources: {'Port': ['ID=4d264c12-01fd-41c2-adf1-ea2cf0761de1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:00.930938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.931307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.931644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.931978 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.932309 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.932663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.933164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.933493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.933818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.934175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.934466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.934810 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:00.964096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:00.964727 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.979867 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-1c4a26e9-1230-4bce-a49a-c59fa64d39e5 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6427538 Jul 07 18:05:00.993175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Request body: {'port': {'device_id': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:01.071457 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.367313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d264c12-01fd-41c2-adf1-ea2cf0761de1 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:01.376353 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.393168 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Transition to ACTIVE for port object 4d264c12-01fd-41c2-adf1-ea2cf0761de1 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:01.403920 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.502904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Pushing event updated for resources: {'Port': ['ID=4d264c12-01fd-41c2-adf1-ea2cf0761de1,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:01.559482 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f2b0-5ca8-4950-a8f8-8494f54eb20b req-96c17d9e-331f-4f64-99dd-23c078870010 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:01.561031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3e9f2b0-5ca8-4950-a8f8-8494f54eb20b req-96c17d9e-331f-4f64-99dd-23c078870010 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 944 time: 0.1711929 Jul 07 18:05:01.589506 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Attempting to bind port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:01.589852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Attempting to bind port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:01.590192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Attempting to bind port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 on network 876e8379-a576-484e-b5a9-88de387359d2 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:01.600609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 on network 876e8379-a576-484e-b5a9-88de387359d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:05:01.600987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Attempting to bind port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 on network 876e8379-a576-484e-b5a9-88de387359d2 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:01.613866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:01.614222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Checking segment: {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:01.614611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Bound using segment: {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:01.615055 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Bound port: 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231fd38a-5d83-457a-b606-a04dd1321f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '876e8379-a576-484e-b5a9-88de387359d2'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:01.615523 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.623095 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3e9f2b0-5ca8-4950-a8f8-8494f54eb20b req-da534bca-d69a-4fce-894f-a3885eb0c78d tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550585 Jul 07 18:05:01.685189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] For port 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:01.688375 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] For port 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:01.693725 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.730509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:01.731127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.732522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] 10.222.0.54 "PUT /v2.0/ports/4d264c12-01fd-41c2-adf1-ea2cf0761de1 HTTP/1.1" status: 200 len: 1092 time: 0.7451801 Jul 07 18:05:01.732963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'tag': '4d264c12-01fd-41c2-adf1-ea2cf0761de1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:01.735230 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1820a0ad-87dc-479f-9665-9cb288fbf3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1beb94ac-fac9-4519-9950-6aa4182fbc88", "tag": "4d264c12-01fd-41c2-adf1-ea2cf0761de1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:01.762645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960f1d-fc52-4be5-a900-72731105911e service neutron] Pushing event updated for resources: {'Port': ['ID=4d264c12-01fd-41c2-adf1-ea2cf0761de1,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:01.781091 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eafcd72-d94d-425b-af44-760855e5a334 x-openstack-request-id: req-0eafcd72-d94d-425b-af44-760855e5a334 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:01.781446 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1beb94ac-fac9-4519-9950-6aa4182fbc88", "tag": "4d264c12-01fd-41c2-adf1-ea2cf0761de1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:01.781695 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0eafcd72-d94d-425b-af44-760855e5a334 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:01.782090 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'tag': '4d264c12-01fd-41c2-adf1-ea2cf0761de1', 'status': 'completed', 'code': 200} Jul 07 18:05:01.835317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f0d93102-90d6-4c9c-9b67-3dde502553ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:01.836895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-f0d93102-90d6-4c9c-9b67-3dde502553ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=533db122dc204f5985b6135ebaac1d5a&device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 1095 time: 0.0658400 Jul 07 18:05:01.885346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-9d824d8e-5950-4bac-912a-bfb5d1265184 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1 HTTP/1.1" status: 200 len: 217 time: 0.0367923 Jul 07 18:05:01.936996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-0b989462-24ba-4f67-a07e-07db9354a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:01.938550 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-0b989462-24ba-4f67-a07e-07db9354a213 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d291284-dcb2-4e0c-a81d-14a660e264ab HTTP/1.1" status: 200 len: 853 time: 0.0468304 Jul 07 18:05:01.976189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-c66d2e71-fc07-4c1e-aa1e-53332ede0a23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=876e8379-a576-484e-b5a9-88de387359d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310822 Jul 07 18:05:02.070240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-61ba5274-54ee-4661-b724-96a5674ad9de service neutron] 10.222.0.54 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Jul 07 18:05:02.168542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6e7f474a-5ddd-4028-889a-ca3da173d1da req-0be73d70-55fe-4a52-baed-9d92f00e84df service neutron] 10.222.0.54 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916042 Jul 07 18:05:02.273230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-ac4d0b0c-f019-4470-ae6e-237a99017e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:02.274912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-ac4d0b0c-f019-4470-ae6e-237a99017e86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=533db122dc204f5985b6135ebaac1d5a&device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 1095 time: 0.0599821 Jul 07 18:05:02.370207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-9906e439-8f4f-4016-9eda-23c1770405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:02.371698 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-9906e439-8f4f-4016-9eda-23c1770405b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 200 len: 914 time: 0.0897417 Jul 07 18:05:02.419816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-e612ffe8-2a20-44d3-a5b6-422536b02f1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1 HTTP/1.1" status: 200 len: 217 time: 0.0417385 Jul 07 18:05:02.471525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-1662f1a0-30fe-40c0-809e-9d6179b6df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:02.473302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-1662f1a0-30fe-40c0-809e-9d6179b6df94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d291284-dcb2-4e0c-a81d-14a660e264ab HTTP/1.1" status: 200 len: 853 time: 0.0479782 Jul 07 18:05:02.508838 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-bd17bc53-4aeb-419e-ae8c-73e960999917 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=876e8379-a576-484e-b5a9-88de387359d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284965 Jul 07 18:05:02.606006 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-e78718a3-452c-41af-9b52-e5e676d6f2eb service neutron] 10.222.0.54 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903256 Jul 07 18:05:02.700923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1820a0ad-87dc-479f-9665-9cb288fbf3f1 req-5ac44def-d5df-4a4a-94b5-17a2738cbba8 service neutron] 10.222.0.54 "GET /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887084 Jul 07 18:05:02.811994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9efbdc-7ea9-42b6-8ffc-31decb4ab667 req-0718d171-7577-46d8-a17c-ce9752eca613 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:02.813624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb9efbdc-7ea9-42b6-8ffc-31decb4ab667 req-0718d171-7577-46d8-a17c-ce9752eca613 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 944 time: 0.0731761 Jul 07 18:05:02.860245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cb9efbdc-7ea9-42b6-8ffc-31decb4ab667 req-d617ae55-ca8d-48e6-84b6-d0c39550a3a7 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Jul 07 18:05:04.048202 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f22891-9170-4f01-8557-c3f3a51e2897 req-32768195-a63e-4136-80c1-a45fc0e05e80 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:04.049840 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71f22891-9170-4f01-8557-c3f3a51e2897 req-32768195-a63e-4136-80c1-a45fc0e05e80 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 944 time: 0.0690355 Jul 07 18:05:04.096899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71f22891-9170-4f01-8557-c3f3a51e2897 req-dd935ce0-ffc7-4f1e-a960-b165fe79b53b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Jul 07 18:05:04.530313 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.283853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9684f-eceb-42e9-a8a6-3a5336f72ea9 req-3595d4ab-195c-4bf9-a0be-4ec8fec8efad tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:05.285500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8c9684f-eceb-42e9-a8a6-3a5336f72ea9 req-3595d4ab-195c-4bf9-a0be-4ec8fec8efad tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 944 time: 0.0697372 Jul 07 18:05:05.351839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8c9684f-eceb-42e9-a8a6-3a5336f72ea9 req-ad96ca87-075f-4028-b8cf-f5ae9fc76b95 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587378 Jul 07 18:05:05.360976 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0bb40b31-067d-405f-80f1-5e5d37f66745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.163676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d264c12-01fd-41c2-adf1-ea2cf0761de1 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:05:06.263521 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:06.279598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '4d264c12-01fd-41c2-adf1-ea2cf0761de1', 'network_id': '876e8379-a576-484e-b5a9-88de387359d2', 'port_id': '4d264c12-01fd-41c2-adf1-ea2cf0761de1', 'mac_address': 'fa:16:3e:e9:2a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d291284-dcb2-4e0c-a81d-14a660e264ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:05:06.318264 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.331672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d264c12-01fd-41c2-adf1-ea2cf0761de1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:06.354764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:06.358914 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.408843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4d264c12-01fd-41c2-adf1-ea2cf0761de1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:06.665995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4d264c12-01fd-41c2-adf1-ea2cf0761de1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:06.860354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f40a07-4f7d-4e02-8b74-c31b66a32973 req-f38cad90-98c0-407e-8169-77a19040ec40 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.861915 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01f40a07-4f7d-4e02-8b74-c31b66a32973 req-f38cad90-98c0-407e-8169-77a19040ec40 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 945 time: 0.3898911 Jul 07 18:05:06.901534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01f40a07-4f7d-4e02-8b74-c31b66a32973 req-d9ef3287-86e7-4fd4-9f1f-54108bef5fad tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Jul 07 18:05:07.797073 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.087451 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5afb19-c4e2-4f75-adbd-d88811730b4b req-c74e211a-d44c-4bae-8678-b9ea69888769 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:08.088936 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5afb19-c4e2-4f75-adbd-d88811730b4b req-c74e211a-d44c-4bae-8678-b9ea69888769 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 945 time: 0.0713551 Jul 07 18:05:08.132916 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a5afb19-c4e2-4f75-adbd-d88811730b4b req-9b68a94c-a18f-4be1-a7ff-7de715a86ce9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Jul 07 18:05:08.179946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d264c12-01fd-41c2-adf1-ea2cf0761de1 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:08.229591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:08.233462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:08.233889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.314673 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.338295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d264c12-01fd-41c2-adf1-ea2cf0761de1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:08.340480 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28d597-b53d-4805-b59e-fe52d294e3f3" -d '{"events": [{"server_uuid": "1beb94ac-fac9-4519-9950-6aa4182fbc88", "name": "network-vif-plugged", "status": "completed", "tag": "4d264c12-01fd-41c2-adf1-ea2cf0761de1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:08.354615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:08.359838 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.386124 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce28250e-6a21-4685-aa2e-487cc2026389 x-openstack-request-id: req-ce28250e-6a21-4685-aa2e-487cc2026389 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:08.386419 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1beb94ac-fac9-4519-9950-6aa4182fbc88", "name": "network-vif-plugged", "status": "completed", "tag": "4d264c12-01fd-41c2-adf1-ea2cf0761de1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:08.386670 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce28250e-6a21-4685-aa2e-487cc2026389 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:08.387053 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d264c12-01fd-41c2-adf1-ea2cf0761de1', 'code': 200} Jul 07 18:05:08.418925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=4d264c12-01fd-41c2-adf1-ea2cf0761de1,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:08.501940 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f7ac4-3a24-4703-8abf-08dcaa493758 req-2b614f2a-039b-419b-9960-28c9a4a2eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:08.503466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f4f7ac4-3a24-4703-8abf-08dcaa493758 req-2b614f2a-039b-419b-9960-28c9a4a2eb8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 1097 time: 0.0560679 Jul 07 18:05:08.539959 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4f4f7ac4-3a24-4703-8abf-08dcaa493758 req-ebc8e0a1-dd1a-4ff4-a67e-80dad9c258fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Jul 07 18:05:09.296121 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5825e9e2-732a-4d89-a1a8-6c488b7c2110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.348551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c562f-6dbc-4cbe-82c7-e874745cb74c req-582d18d3-f026-4ce7-872a-eaa6cb25ee25 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:09.350845 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d5c562f-6dbc-4cbe-82c7-e874745cb74c req-582d18d3-f026-4ce7-872a-eaa6cb25ee25 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 946 time: 0.0723228 Jul 07 18:05:09.389833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0d5c562f-6dbc-4cbe-82c7-e874745cb74c req-4db14f2c-5d74-43e1-8a0b-c21d14cfe924 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Jul 07 18:05:09.430892 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.576087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5163cce-57b6-4a1a-b478-c18e76b3ec51 req-e045f65d-8dc6-445c-b344-0151244735e8 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:10.577733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5163cce-57b6-4a1a-b478-c18e76b3ec51 req-e045f65d-8dc6-445c-b344-0151244735e8 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 946 time: 0.0736666 Jul 07 18:05:10.629064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b5163cce-57b6-4a1a-b478-c18e76b3ec51 req-dcfe835f-cc55-44d7-b249-a8d68bf1b69f tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 Jul 07 18:05:11.040318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf7c4f-3826-4a1c-a8e6-0b45045774ae req-d1815c71-379c-437b-a8dd-608955e9bcc3 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:11.041883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66cf7c4f-3826-4a1c-a8e6-0b45045774ae req-d1815c71-379c-437b-a8dd-608955e9bcc3 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 946 time: 0.0747406 Jul 07 18:05:11.069156 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.086834 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66cf7c4f-3826-4a1c-a8e6-0b45045774ae req-202e4963-5e0a-4aef-9901-fd942260ff3b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Jul 07 18:05:12.267702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588f4ca-021f-4471-ad22-8c04e653afba req-2eeba232-10e6-4d7a-8dc7-4e5e54000871 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:12.269371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0588f4ca-021f-4471-ad22-8c04e653afba req-2eeba232-10e6-4d7a-8dc7-4e5e54000871 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 946 time: 0.0675082 Jul 07 18:05:12.310647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0588f4ca-021f-4471-ad22-8c04e653afba req-52edebce-21b9-4fd7-a305-56a93fa03b1d tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Jul 07 18:05:12.457511 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-ebd8bfc0-de5b-4c13-96c0-8af9f6377946 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:12.459669 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-ebd8bfc0-de5b-4c13-96c0-8af9f6377946 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.54 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 946 time: 0.0689878 Jul 07 18:05:12.563750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Deleting port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:12.563997 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.656123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] For port 4d264c12-01fd-41c2-adf1-ea2cf0761de1, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=4d264c12-01fd-41c2-adf1-ea2cf0761de1,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:12.656483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.669892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Calling delete_port for 4d264c12-01fd-41c2-adf1-ea2cf0761de1 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:12.801260 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.813314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['4d264c12-01fd-41c2-adf1-ea2cf0761de1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:12.838443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Pushing event deleted for resources: {'Port': ['ID=4d264c12-01fd-41c2-adf1-ea2cf0761de1,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:12.838669 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['99e43f65-9339-47f5-b108-4930a3f5568a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:12.883448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] No DVR routers for this DVR port 4d264c12-01fd-41c2-adf1-ea2cf0761de1 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:12.886127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.888209 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b08aa109-8e52-4527-8e6d-90c821b60283 req-d63b9423-f453-4bde-a137-0911b8a5bd9a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.54 "DELETE /v2.0/ports/4d264c12-01fd-41c2-adf1-ea2cf0761de1 HTTP/1.1" status: 204 len: 173 time: 0.4241052 Jul 07 18:05:12.888660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'name': 'network-vif-deleted', 'tag': '4d264c12-01fd-41c2-adf1-ea2cf0761de1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:12.891034 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b119c8-3bda-4b07-93e2-44cee813fa05" -d '{"events": [{"server_uuid": "1beb94ac-fac9-4519-9950-6aa4182fbc88", "name": "network-vif-deleted", "tag": "4d264c12-01fd-41c2-adf1-ea2cf0761de1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:12.933522 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06657c11-0039-4d2c-85ea-7bc1a1f24d6f x-openstack-request-id: req-06657c11-0039-4d2c-85ea-7bc1a1f24d6f {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:12.933754 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1beb94ac-fac9-4519-9950-6aa4182fbc88", "name": "network-vif-deleted", "tag": "4d264c12-01fd-41c2-adf1-ea2cf0761de1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:12.934195 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06657c11-0039-4d2c-85ea-7bc1a1f24d6f {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:12.935743 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1beb94ac-fac9-4519-9950-6aa4182fbc88', 'name': 'network-vif-deleted', 'tag': '4d264c12-01fd-41c2-adf1-ea2cf0761de1', 'status': 'completed', 'code': 200} Jul 07 18:05:13.476021 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c4849fbc-adf7-49f7-ae6b-1cc0c63aa9bc req-f61fc97d-71c0-43d8-bdeb-e0ddeadcf715 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=1beb94ac-fac9-4519-9950-6aa4182fbc88 HTTP/1.1" status: 200 len: 210 time: 0.0327790 Jul 07 18:05:14.727836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758be2-1ec8-4976-9135-496517e71edb req-ed76a833-2dfe-4e04-8038-5a96cf1b515a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.729406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2758be2-1ec8-4976-9135-496517e71edb req-ed76a833-2dfe-4e04-8038-5a96cf1b515a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0694418 Jul 07 18:05:14.768447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a2758be2-1ec8-4976-9135-496517e71edb req-9f6c2e3c-ad9e-4f8e-9fcd-81b3fe654683 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 07 18:05:14.962530 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485709ae-2ec0-49c6-acd5-bcb9cd3199b7 req-4cc179a4-0413-4618-9067-ab7accf1e50b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.964032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-485709ae-2ec0-49c6-acd5-bcb9cd3199b7 req-4cc179a4-0413-4618-9067-ab7accf1e50b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jul 07 18:05:15.001593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-485709ae-2ec0-49c6-acd5-bcb9cd3199b7 req-b0e058b3-90b2-4b1a-bc4d-9592dc008fbc tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Jul 07 18:05:15.176348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47994f7c-855d-4eaa-a50b-47907ad45dbd req-7dbda9c2-5a32-4678-b5ee-b6f51a885b2a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:15.177870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47994f7c-855d-4eaa-a50b-47907ad45dbd req-7dbda9c2-5a32-4678-b5ee-b6f51a885b2a tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jul 07 18:05:15.217122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47994f7c-855d-4eaa-a50b-47907ad45dbd req-7fbba08d-e951-470e-90be-4d80dc9aedf9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Jul 07 18:05:15.502888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3330-f86b-47df-b5e6-7ae619ab166a req-938bc256-1389-416a-a8c0-d10f7b00e085 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:15.504378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c09d3330-f86b-47df-b5e6-7ae619ab166a req-938bc256-1389-416a-a8c0-d10f7b00e085 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0688708 Jul 07 18:05:15.547136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c09d3330-f86b-47df-b5e6-7ae619ab166a req-d029049b-7127-4661-9c6b-ced3156214b3 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371401 Jul 07 18:05:15.724277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c77e4-b592-4e32-8fa1-90b3f29a0b6e req-b442536d-a3f4-4cd1-9b0f-4e77a5b4b233 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:15.725868 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-814c77e4-b592-4e32-8fa1-90b3f29a0b6e req-b442536d-a3f4-4cd1-9b0f-4e77a5b4b233 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0680301 Jul 07 18:05:15.763929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-814c77e4-b592-4e32-8fa1-90b3f29a0b6e req-da34691a-52cd-4c8a-8c2a-257981e7c6b0 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Jul 07 18:05:15.958175 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac1627-db40-47dd-8d99-369e399c8c98 req-55833d39-bfd4-4c47-9680-42a81344ec2b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:15.959604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaac1627-db40-47dd-8d99-369e399c8c98 req-55833d39-bfd4-4c47-9680-42a81344ec2b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0697434 Jul 07 18:05:15.999654 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eaac1627-db40-47dd-8d99-369e399c8c98 req-8ba2f938-1d18-4bfc-bba3-7c0c6a3c377c tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335681 Jul 07 18:05:16.211419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d264c12-01fd-41c2-adf1-ea2cf0761de1 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:16.235875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 4d264c12-01fd-41c2-adf1-ea2cf0761de1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:16.236586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 4d264c12-01fd-41c2-adf1-ea2cf0761de1 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:16.597631 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986faa90-d529-4cd7-be74-64e71e0ca990 req-17712ce1-0799-4ed0-80ed-3fbc98856cc4 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:16.599124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-986faa90-d529-4cd7-be74-64e71e0ca990 req-17712ce1-0799-4ed0-80ed-3fbc98856cc4 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0713837 Jul 07 18:05:16.640574 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-986faa90-d529-4cd7-be74-64e71e0ca990 req-d2d6b3a9-4ada-4e3e-a340-8d1a8d625232 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349834 Jul 07 18:05:17.821664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48515f2-6261-4982-9484-a4fdea8e0598 req-c93b0d17-e8f9-43bc-9e60-b24f80cfb83b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:17.823223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c48515f2-6261-4982-9484-a4fdea8e0598 req-c93b0d17-e8f9-43bc-9e60-b24f80cfb83b tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0633917 Jul 07 18:05:17.862629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c48515f2-6261-4982-9484-a4fdea8e0598 req-e4692e59-7a91-424b-8f1b-b95a12e22995 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/security-groups?id=51f37829-bd77-48a8-ab0a-cf26c24306cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jul 07 18:05:18.175439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-607c8e50-a799-4e9c-9ab3-d4f9310751ab tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:18.176911 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-607c8e50-a799-4e9c-9ab3-d4f9310751ab tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 945 time: 0.0672474 Jul 07 18:05:18.279589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Deleting port 99e43f65-9339-47f5-b108-4930a3f5568a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:18.279923 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.373416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] For port 99e43f65-9339-47f5-b108-4930a3f5568a, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=99e43f65-9339-47f5-b108-4930a3f5568a,segment=NetworkSegment(231fd38a-5d83-457a-b606-a04dd1321f56),segment_id=231fd38a-5d83-457a-b606-a04dd1321f56)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:18.373775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.386584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Calling delete_port for 99e43f65-9339-47f5-b108-4930a3f5568a owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:18.524548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.554445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Pushing event deleted for resources: {'Port': ['ID=99e43f65-9339-47f5-b108-4930a3f5568a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:18.559637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['99e43f65-9339-47f5-b108-4930a3f5568a'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:18.582640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.582986 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.583336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.583649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.583980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.584309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.584631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.584949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.585299 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.585689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.587095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.587427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:18.610466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] No DVR routers for this DVR port 99e43f65-9339-47f5-b108-4930a3f5568a on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:18.614429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.616504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ac942984-bb51-45f4-8345-3b064cb98bdb req-bcc9cff3-ed19-4c08-8af5-3c331c7256a9 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.13 "DELETE /v2.0/ports/99e43f65-9339-47f5-b108-4930a3f5568a HTTP/1.1" status: 204 len: 173 time: 0.4342363 Jul 07 18:05:18.617018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e668927-2cb2-4d3d-8def-e517784880f7', 'name': 'network-vif-deleted', 'tag': '99e43f65-9339-47f5-b108-4930a3f5568a'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:18.620175 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12910377-8082-4d11-95e7-ed8b0b0e582f" -d '{"events": [{"server_uuid": "6e668927-2cb2-4d3d-8def-e517784880f7", "name": "network-vif-deleted", "tag": "99e43f65-9339-47f5-b108-4930a3f5568a"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:18.672448 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0379985-7351-4bf8-baea-1ba317b8a51a x-openstack-request-id: req-f0379985-7351-4bf8-baea-1ba317b8a51a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:18.672852 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e668927-2cb2-4d3d-8def-e517784880f7", "name": "network-vif-deleted", "tag": "99e43f65-9339-47f5-b108-4930a3f5568a", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:18.673201 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0379985-7351-4bf8-baea-1ba317b8a51a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:18.673664 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e668927-2cb2-4d3d-8def-e517784880f7', 'name': 'network-vif-deleted', 'tag': '99e43f65-9339-47f5-b108-4930a3f5568a', 'status': 'completed', 'code': 200} Jul 07 18:05:19.039741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37099e7a-008a-41a8-a596-8581ea5add1b req-153c7eee-5f92-4ac2-a944-d441c900f527 tempest-ServersNegativeTestJSON-1441364570 tempest-ServersNegativeTestJSON-1441364570-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e668927-2cb2-4d3d-8def-e517784880f7 HTTP/1.1" status: 200 len: 210 time: 0.0391567 Jul 07 18:05:20.137745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42720) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:20.183286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Deleting subnet 0d291284-dcb2-4e0c-a81d-14a660e264ab {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:20.186414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.218047 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:20.223709 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.264305 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.327963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.357060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d291284-dcb2-4e0c-a81d-14a660e264ab,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:20.360951 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.362885 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b3ef5e3f-7935-4aa0-a765-8f16b9f031fe admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0d291284-dcb2-4e0c-a81d-14a660e264ab HTTP/1.1" status: 204 len: 168 time: 0.2241051 Jul 07 18:05:20.365686 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42722) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:20.436340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.520082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.531011 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876e8379-a576-484e-b5a9-88de387359d2']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:20.541693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231fd38a-5d83-457a-b606-a04dd1321f56') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:20.541989 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231fd38a-5d83-457a-b606-a04dd1321f56') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:20.550469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.567150 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.576437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:20.576822 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:20.578574 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:20.631026 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.637294 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.639142 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] 10.222.0.78 "DELETE /v2.0/networks/876e8379-a576-484e-b5a9-88de387359d2 HTTP/1.1" status: 204 len: 168 time: 0.2728145 Jul 07 18:05:20.650422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d5af3-4afe-4606-ace8-a058e4a9b08e admin admin] Pushing event deleted for resources: {'Network': ['ID=876e8379-a576-484e-b5a9-88de387359d2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:20.757312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42726) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:20.801876 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1121824b-f738-4944-b614-4ea095acb98d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=533db122dc204f5985b6135ebaac1d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433652 Jul 07 18:05:20.804354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42728) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:20.855082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1014be4f-427a-4d66-9efc-d91cd837b211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.876890 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1014be4f-427a-4d66-9efc-d91cd837b211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.923726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1014be4f-427a-4d66-9efc-d91cd837b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.926612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1014be4f-427a-4d66-9efc-d91cd837b211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.927899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1014be4f-427a-4d66-9efc-d91cd837b211 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51f37829-bd77-48a8-ab0a-cf26c24306cc HTTP/1.1" status: 204 len: 168 time: 0.1220250 Jul 07 18:05:20.938200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014be4f-427a-4d66-9efc-d91cd837b211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f37829-bd77-48a8-ab0a-cf26c24306cc,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.699757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42752) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:21.799811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770322622'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:21.830120 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:21.834696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.846723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.954796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.959014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.988759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:21.999319 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4350aa0c-db8c-4269-8199-296639452aa3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:22.005290 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.005636 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Added segment 7e7926ca-3a8f-4227-b813-2d6a3493a7b6 of type vlan for network 0e83d97d-a5b9-432b-adc9-645648fff08c Jul 07 18:05:22.023961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 99e43f65-9339-47f5-b108-4930a3f5568a no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:22.046465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 99e43f65-9339-47f5-b108-4930a3f5568a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:22.046815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 99e43f65-9339-47f5-b108-4930a3f5568a not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:22.049511 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.084197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.090462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.091055 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.182445 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4815593 Jul 07 18:05:22.201222 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da469c17-97f9-46f3-918a-2666c91a1fef tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Network': ['ID=0e83d97d-a5b9-432b-adc9-645648fff08c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:22.213896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 0e83d97d-a5b9-432b-adc9-645648fff08c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:24.333399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.669339 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42756) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:25.674832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'subnet': {'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:25.769685 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:25.775621 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.983607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.078317 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Subnet': ['ID=b6e5f248-202b-4758-93c7-7d080fa00d4d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.088528 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Checking segment: {'id': '7e7926ca-3a8f-4227-b813-2d6a3493a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:26.088894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network hostable DHCP agents. Network: 0e83d97d-a5b9-432b-adc9-645648fff08c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:26.105767 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network 0e83d97d-a5b9-432b-adc9-645648fff08c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:26.115067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 0e83d97d-a5b9-432b-adc9-645648fff08c) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:26.119971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.120667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.127471 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920be681-0900-4dce-bed4-40664ec21c15 None None] Network 0e83d97d-a5b9-432b-adc9-645648fff08c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:26.136604 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2dcd8102-1b4d-470d-bbf7-5fca2cdceb78 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4658377 Jul 07 18:05:26.139913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42758) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:26.144971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271371439'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:26.170361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:26.174344 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.203821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:26.216439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.216896 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Added segment 061c92ff-8a54-492b-92a5-7ef120319d97 of type vlan for network 225de365-b4cc-438d-be8c-02a8a1c73052 Jul 07 18:05:26.274224 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.293426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-0e83d97d-a5b9-432b-adc9-645648fff08c', 'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c', 'tenant_id': '8f1f827843734769acb15501bb87ccfe', 'fixed_ips': [{'subnet_id': 'b6e5f248-202b-4758-93c7-7d080fa00d4d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:26.294334 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.312340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.318191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.318772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.379711 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2387064 Jul 07 18:05:26.383842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42760) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:26.390281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'subnet': {'network_id': '225de365-b4cc-438d-be8c-02a8a1c73052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:26.391396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06324777-840c-4264-8637-351862b2cd52 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Network': ['ID=225de365-b4cc-438d-be8c-02a8a1c73052,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.404087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 225de365-b4cc-438d-be8c-02a8a1c73052 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:26.489342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:26.495227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.516065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Allocated IP 2001:db8:0:ffff::2 (0e83d97d-a5b9-432b-adc9-645648fff08c/b6e5f248-202b-4758-93c7-7d080fa00d4d/8384e55f-1637-49b2-826c-f25b1e4f9b39) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:26.665742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.674105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Transition to ACTIVE for port object 8384e55f-1637-49b2-826c-f25b1e4f9b39 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:26.690513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Transition to ACTIVE for port object 8384e55f-1637-49b2-826c-f25b1e4f9b39 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:26.696870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.704176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.735847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Network 0e83d97d-a5b9-432b-adc9-645648fff08c is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:26.740626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:26.745459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:26.752481 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Pushing event updated for resources: {'Port': ['ID=8384e55f-1637-49b2-826c-f25b1e4f9b39,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.763700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.764145 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.764453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.764822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.765028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.765407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.765766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.766137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.766370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.766692 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.767017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.767334 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:26.805370 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Checking segment: {'id': '061c92ff-8a54-492b-92a5-7ef120319d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '225de365-b4cc-438d-be8c-02a8a1c73052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:26.806024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network hostable DHCP agents. Network: 225de365-b4cc-438d-be8c-02a8a1c73052, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:26.810116 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Subnet': ['ID=72fb7a99-1baa-45b9-a7f5-cd48d2eda07b,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.828731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Attempting to bind port 8384e55f-1637-49b2-826c-f25b1e4f9b39 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:26.829144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Attempting to bind port 8384e55f-1637-49b2-826c-f25b1e4f9b39 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '7e7926ca-3a8f-4227-b813-2d6a3493a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:26.829496 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Attempting to bind port 8384e55f-1637-49b2-826c-f25b1e4f9b39 on network 0e83d97d-a5b9-432b-adc9-645648fff08c {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:26.830487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network 225de365-b4cc-438d-be8c-02a8a1c73052 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:26.835411 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:26.836501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Checking segment: {'id': '7e7926ca-3a8f-4227-b813-2d6a3493a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:26.836916 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.837340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Bound using segment: {'id': '7e7926ca-3a8f-4227-b813-2d6a3493a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:26.837825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Bound port: 8384e55f-1637-49b2-826c-f25b1e4f9b39, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7926ca-3a8f-4227-b813-2d6a3493a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0e83d97d-a5b9-432b-adc9-645648fff08c'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:26.838257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.842459 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 225de365-b4cc-438d-be8c-02a8a1c73052) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:26.847320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.848184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.854988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a6d01-ef24-4900-8b48-758bf125ee3f None None] Network 225de365-b4cc-438d-be8c-02a8a1c73052 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:26.869859 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ff76e3e1-9fec-467e-ace1-fb5aa0cf4f35 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4845543 Jul 07 18:05:26.871910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42762) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:26.984594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] For port 8384e55f-1637-49b2-826c-f25b1e4f9b39, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:26.989818 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] For port 8384e55f-1637-49b2-826c-f25b1e4f9b39, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8384e55f-1637-49b2-826c-f25b1e4f9b39,segment=NetworkSegment(7e7926ca-3a8f-4227-b813-2d6a3493a7b6),segment_id=7e7926ca-3a8f-4227-b813-2d6a3493a7b6)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:26.990368 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.998052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.090753 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.117728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80615983-ec9d-4f99-9b19-a481b93757ab None None] Pushing event updated for resources: {'Port': ['ID=8384e55f-1637-49b2-826c-f25b1e4f9b39,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:27.128119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e97ee8-ae47-4ca8-8cd2-e5e2d7e415d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-225de365-b4cc-438d-be8c-02a8a1c73052', 'network_id': '225de365-b4cc-438d-be8c-02a8a1c73052', 'tenant_id': '8f1f827843734769acb15501bb87ccfe', 'fixed_ips': [{'subnet_id': '72fb7a99-1baa-45b9-a7f5-cd48d2eda07b'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:27.129024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45e97ee8-ae47-4ca8-8cd2-e5e2d7e415d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.165396 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.197467 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Subnet': ['ID=72fb7a99-1baa-45b9-a7f5-cd48d2eda07b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server [None req-45e97ee8-ae47-4ca8-8cd2-e5e2d7e415d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72fb7a99-1baa-45b9-a7f5-cd48d2eda07b: This subnet is being modified by another concurrent operation. Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72fb7a99-1baa-45b9-a7f5-cd48d2eda07b: This subnet is being modified by another concurrent operation. Jul 07 18:05:27.257419 n-d-793619-7 neutron-server[98272]: ERROR oslo_messaging.rpc.server Jul 07 18:05:27.284545 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.285323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33563c48-e9b3-4a94-a2b0-1f9fb05b818e None None] Network 225de365-b4cc-438d-be8c-02a8a1c73052 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:27.298447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225de365-b4cc-438d-be8c-02a8a1c73052']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:27.309995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061c92ff-8a54-492b-92a5-7ef120319d97') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:27.310402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061c92ff-8a54-492b-92a5-7ef120319d97') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:27.319560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.340946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.347332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:27.347799 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:27.352958 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:27.420161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.428437 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.430980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/225de365-b4cc-438d-be8c-02a8a1c73052 HTTP/1.1" status: 204 len: 168 time: 0.5575056 Jul 07 18:05:27.434473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42764) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:27.440651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1793984420'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:27.446595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bbb07-d2e9-48c9-ada6-a20e049d788a tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Network': ['ID=225de365-b4cc-438d-be8c-02a8a1c73052,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:27.464635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:27.468379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.493762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:27.502926 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.503150 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Added segment 4be40307-f6a3-48e4-b16d-fb012be30654 of type vlan for network 90ec94d6-a911-4d1c-9751-65f3c05001c3 Jul 07 18:05:27.542939 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.571408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.576890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.577513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.641375 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2050791 Jul 07 18:05:27.644118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42766) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:27.651854 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'subnet': {'network_id': '90ec94d6-a911-4d1c-9751-65f3c05001c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:27.656612 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de66fed-b1d8-4ad1-8815-3855abc1d6d0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Network': ['ID=90ec94d6-a911-4d1c-9751-65f3c05001c3,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:27.667244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 90ec94d6-a911-4d1c-9751-65f3c05001c3 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:27.747454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:27.751065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.817668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Performing IP validity checks on allocation pools {{(pid=98264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:05:27.818190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.ipam_backend_mixin [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:05:27.947669 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.015759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Subnet': ['ID=f17b5e9c-b31b-4580-a0b9-d7d632860802,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:28.023764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Checking segment: {'id': '4be40307-f6a3-48e4-b16d-fb012be30654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '90ec94d6-a911-4d1c-9751-65f3c05001c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:28.023981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network hostable DHCP agents. Network: 90ec94d6-a911-4d1c-9751-65f3c05001c3, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:28.040808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network 90ec94d6-a911-4d1c-9751-65f3c05001c3 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:28.050669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 90ec94d6-a911-4d1c-9751-65f3c05001c3) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:28.056447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:28.057068 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.066936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7138d5a6-4973-48f0-8ec9-98b3e49e9d5e None None] Network 90ec94d6-a911-4d1c-9751-65f3c05001c3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:28.076329 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e903cd2a-d582-4b62-b694-a646a80fc801 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4310057 Jul 07 18:05:28.079298 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:28.109234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb1745-9af9-467a-a43f-efb7e9ac5e35 None None] Network 0e83d97d-a5b9-432b-adc9-645648fff08c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:28.195592 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-99f9d1a8-f0bb-477a-8bcd-4287f0b9bd9d None None] Provisioning for port 8384e55f-1637-49b2-826c-f25b1e4f9b39 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:28.199862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.301605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.362611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6ab3a-4d1d-40a7-b614-d48b7c290078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-90ec94d6-a911-4d1c-9751-65f3c05001c3', 'network_id': '90ec94d6-a911-4d1c-9751-65f3c05001c3', 'tenant_id': '8f1f827843734769acb15501bb87ccfe', 'fixed_ips': [{'subnet_id': 'f17b5e9c-b31b-4580-a0b9-d7d632860802'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:28.363478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab3a-4d1d-40a7-b614-d48b7c290078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.372442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.405157 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Subnet': ['ID=f17b5e9c-b31b-4580-a0b9-d7d632860802,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:28.469758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.473917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed64c50-9656-4079-bae8-44619fbb3b47 None None] Network 90ec94d6-a911-4d1c-9751-65f3c05001c3 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:28.483564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec94d6-a911-4d1c-9751-65f3c05001c3']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:28.496622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be40307-f6a3-48e4-b16d-fb012be30654') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:28.497002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be40307-f6a3-48e4-b16d-fb012be30654') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:28.508650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.525805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.534372 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:28.535085 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:28.538556 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:28.605498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.614276 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.616142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/90ec94d6-a911-4d1c-9751-65f3c05001c3 HTTP/1.1" status: 204 len: 168 time: 0.5357201 Jul 07 18:05:28.620182 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42770) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:28.625508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1249130882'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:28.638924 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ae0f-6b6a-4cf8-9c3a-cb13d529d54b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Network': ['ID=90ec94d6-a911-4d1c-9751-65f3c05001c3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:28.658764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:28.662403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.688246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:28.688468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0479e8-b578-4837-892b-af1e5f3fc9a9 None None] get_active_networks_info from n-d-793619-7 {{(pid=98272) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:05:28.698701 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.699054 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Added segment 49f365ac-43aa-46cd-8fa4-1e614db0323f of type vlan for network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 Jul 07 18:05:28.744929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.763775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0479e8-b578-4837-892b-af1e5f3fc9a9 None None] Resources bound (agent type, host, resource id): {{(pid=98272) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:05:28.774578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.780256 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:28.780852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.840903 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2196441 Jul 07 18:05:28.843879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42772) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:28.849051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'subnet': {'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:28.901577 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d251c7-ad66-464d-8e6f-f845591df663 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Network': ['ID=ff6f5bec-6467-4abf-a63f-27d97ee5dc74,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:28.913024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:28.959692 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:28.969267 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.977050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8384e55f-1637-49b2-826c-f25b1e4f9b39 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:29.085972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 8384e55f-1637-49b2-826c-f25b1e4f9b39 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:29.094008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8384e55f-1637-49b2-826c-f25b1e4f9b39 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:29.094389 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.163020 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.188533 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.224783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Subnet': ['ID=a16c49ba-ecce-4065-951b-80c9d3ed40ad,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.228995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 8384e55f-1637-49b2-826c-f25b1e4f9b39, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8384e55f-1637-49b2-826c-f25b1e4f9b39,segment=NetworkSegment(7e7926ca-3a8f-4227-b813-2d6a3493a7b6),segment_id=7e7926ca-3a8f-4227-b813-2d6a3493a7b6)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:29.234742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.234951 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Checking segment: {'id': '49f365ac-43aa-46cd-8fa4-1e614db0323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:29.235324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network hostable DHCP agents. Network: ff6f5bec-6467-4abf-a63f-27d97ee5dc74, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:29.257744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:29.269332 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ff6f5bec-6467-4abf-a63f-27d97ee5dc74) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:29.275346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:29.275950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.281948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2903b55-cbea-4b50-a555-8900dff046a7 None None] Network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:29.291895 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bbb4e263-c246-46ad-a111-4295e1c37268 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4468701 Jul 07 18:05:29.298815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42774) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:29.303924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51999757'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:29.326320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:29.329693 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.338218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=8384e55f-1637-49b2-826c-f25b1e4f9b39,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.355284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:29.364357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.364700 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Added segment f7c6eadd-bb94-4ed6-81ee-513336bfb971 of type vlan for network 943d147a-4fb9-4355-89c1-7cb0cdc309ab Jul 07 18:05:29.417332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.454108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.459741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:29.460918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.521157 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2211971 Jul 07 18:05:29.524829 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42776) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:29.531203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Request body: {'subnet': {'network_id': '943d147a-4fb9-4355-89c1-7cb0cdc309ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:29.534134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a90c4c-3798-4e3e-b157-4702b580aa61 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Network': ['ID=943d147a-4fb9-4355-89c1-7cb0cdc309ab,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.575055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 943d147a-4fb9-4355-89c1-7cb0cdc309ab details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:29.625922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Made reservation on behalf of 8f1f827843734769acb15501bb87ccfe for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:29.630800 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.680106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ff6f5bec-6467-4abf-a63f-27d97ee5dc74', 'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74', 'tenant_id': '8f1f827843734769acb15501bb87ccfe', 'fixed_ips': [{'subnet_id': 'a16c49ba-ecce-4065-951b-80c9d3ed40ad'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:29.681038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.821492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Allocated IP 2001:db8::2 (ff6f5bec-6467-4abf-a63f-27d97ee5dc74/a16c49ba-ecce-4065-951b-80c9d3ed40ad/60565c12-c045-4937-8168-74b851a03681) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:29.829423 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.892312 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event updated for resources: {'Subnet': ['ID=b79fac49-d0dd-4188-88fc-228ef33f044f,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.899917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Checking segment: {'id': 'f7c6eadd-bb94-4ed6-81ee-513336bfb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '943d147a-4fb9-4355-89c1-7cb0cdc309ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:29.900365 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network hostable DHCP agents. Network: 943d147a-4fb9-4355-89c1-7cb0cdc309ab, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:29.918071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Network 943d147a-4fb9-4355-89c1-7cb0cdc309ab is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:29.928121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 943d147a-4fb9-4355-89c1-7cb0cdc309ab) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:29.932955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:29.933700 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.940180 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d3d0b-8ef2-4992-84c5-da0b9b2f3279 None None] Network 943d147a-4fb9-4355-89c1-7cb0cdc309ab requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:29.951103 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-457e402c-f93e-4558-ba8b-4abdeb23860b tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4242003 Jul 07 18:05:29.953818 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42778) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.034742 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.053754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Transition to ACTIVE for port object 60565c12-c045-4937-8168-74b851a03681 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:30.058987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.080802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Transition to ACTIVE for port object 60565c12-c045-4937-8168-74b851a03681 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:30.106748 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.112916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.158821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:30.166598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:30.169633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:30.171511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Pushing event updated for resources: {'Port': ['ID=60565c12-c045-4937-8168-74b851a03681,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.176138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.204117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Subnet': ['ID=b79fac49-d0dd-4188-88fc-228ef33f044f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.222583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c05ba-b8c2-4f20-8830-23e480875d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-943d147a-4fb9-4355-89c1-7cb0cdc309ab', 'network_id': '943d147a-4fb9-4355-89c1-7cb0cdc309ab', 'tenant_id': '8f1f827843734769acb15501bb87ccfe', 'fixed_ips': [{'subnet_id': 'b79fac49-d0dd-4188-88fc-228ef33f044f'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:30.223432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a95c05ba-b8c2-4f20-8830-23e480875d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.271223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Attempting to bind port 60565c12-c045-4937-8168-74b851a03681 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:30.271936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Attempting to bind port 60565c12-c045-4937-8168-74b851a03681 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '49f365ac-43aa-46cd-8fa4-1e614db0323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:30.272070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.272181 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Attempting to bind port 60565c12-c045-4937-8168-74b851a03681 on network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:30.283199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943d147a-4fb9-4355-89c1-7cb0cdc309ab']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:30.297386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c6eadd-bb94-4ed6-81ee-513336bfb971') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:30.297688 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c6eadd-bb94-4ed6-81ee-513336bfb971') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:30.307192 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.321679 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.322419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:30.322764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Checking segment: {'id': '49f365ac-43aa-46cd-8fa4-1e614db0323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:30.323176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.323575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Bound using segment: {'id': '49f365ac-43aa-46cd-8fa4-1e614db0323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:30.324061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Bound port: 60565c12-c045-4937-8168-74b851a03681, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f365ac-43aa-46cd-8fa4-1e614db0323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ff6f5bec-6467-4abf-a63f-27d97ee5dc74'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:30.324451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.328259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:30.328717 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:30.331785 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:30.361832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31eac0-0903-47c1-bc1c-ae0608834d8a None None] Network 943d147a-4fb9-4355-89c1-7cb0cdc309ab requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:30.393579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.401691 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.403545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/943d147a-4fb9-4355-89c1-7cb0cdc309ab HTTP/1.1" status: 204 len: 168 time: 0.4487345 Jul 07 18:05:30.406532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42780) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.420804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25f4eb-a05d-420a-966b-a3dd48ca3313 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Network': ['ID=943d147a-4fb9-4355-89c1-7cb0cdc309ab,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.439077 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4292504-722a-470d-ad00-0182a591aac7 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] GET failed (client error): The resource could not be found. Jul 07 18:05:30.440861 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a4292504-722a-470d-ad00-0182a591aac7 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "GET /v2.0/subnets/b79fac49-d0dd-4188-88fc-228ef33f044f HTTP/1.1" status: 404 len: 337 time: 0.0329559 Jul 07 18:05:30.444204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42782) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.451676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] For port 60565c12-c045-4937-8168-74b851a03681, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:30.455058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] For port 60565c12-c045-4937-8168-74b851a03681, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=60565c12-c045-4937-8168-74b851a03681,segment=NetworkSegment(49f365ac-43aa-46cd-8fa4-1e614db0323f),segment_id=49f365ac-43aa-46cd-8fa4-1e614db0323f)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:30.459481 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.467952 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c97bb4f-6174-489c-b0e0-c4de78bed7c0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:30.468816 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c97bb4f-6174-489c-b0e0-c4de78bed7c0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:30.470566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c97bb4f-6174-489c-b0e0-c4de78bed7c0 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/943d147a-4fb9-4355-89c1-7cb0cdc309ab HTTP/1.1" status: 404 len: 339 time: 0.0242834 Jul 07 18:05:30.474418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42784) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.501617 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-765cdd12-fbd2-4ce6-8e11-5f71f097ce75 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:30.502955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765cdd12-fbd2-4ce6-8e11-5f71f097ce75 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:30.506397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-765cdd12-fbd2-4ce6-8e11-5f71f097ce75 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/subnets/b79fac49-d0dd-4188-88fc-228ef33f044f HTTP/1.1" status: 404 len: 337 time: 0.0286679 Jul 07 18:05:30.506641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.526794 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-8056e30d-ab33-4fef-921b-93f037508499 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:30.527399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8056e30d-ab33-4fef-921b-93f037508499 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:30.531632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8056e30d-ab33-4fef-921b-93f037508499 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/943d147a-4fb9-4355-89c1-7cb0cdc309ab HTTP/1.1" status: 404 len: 339 time: 0.0210969 Jul 07 18:05:30.532613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42788) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.563570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453ffd-e6b4-419c-8531-627a168b7800 None None] Pushing event updated for resources: {'Port': ['ID=60565c12-c045-4937-8168-74b851a03681,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.597668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Deleting subnet a16c49ba-ecce-4065-951b-80c9d3ed40ad {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:30.601497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.645842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.785257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.853316 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.882093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Subnet': ['ID=a16c49ba-ecce-4065-951b-80c9d3ed40ad,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.888065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.892748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ce8303c6-e151-4c46-ae17-5592bc8462c1 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/subnets/a16c49ba-ecce-4065-951b-80c9d3ed40ad HTTP/1.1" status: 204 len: 168 time: 0.3588443 Jul 07 18:05:30.894602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42790) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.984990 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.026359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 60565c12-c045-4937-8168-74b851a03681 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:31.045420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Deleting port 60565c12-c045-4937-8168-74b851a03681 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:31.045760 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.078554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 60565c12-c045-4937-8168-74b851a03681 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:31.083172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8384e55f-1637-49b2-826c-f25b1e4f9b39 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:31.120982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] For port 60565c12-c045-4937-8168-74b851a03681, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=60565c12-c045-4937-8168-74b851a03681,segment=NetworkSegment(49f365ac-43aa-46cd-8fa4-1e614db0323f),segment_id=49f365ac-43aa-46cd-8fa4-1e614db0323f)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:31.121441 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.137506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Calling delete_port for 60565c12-c045-4937-8168-74b851a03681 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:31.146043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 8384e55f-1637-49b2-826c-f25b1e4f9b39 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:31.146587 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.234965 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.265327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No DVR routers for this DVR port 60565c12-c045-4937-8168-74b851a03681 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:31.267503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Port': ['ID=60565c12-c045-4937-8168-74b851a03681,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:31.357858 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.369089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6f5bec-6467-4abf-a63f-27d97ee5dc74']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:31.380429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f365ac-43aa-46cd-8fa4-1e614db0323f') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:31.380731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f365ac-43aa-46cd-8fa4-1e614db0323f') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:31.390409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.418993 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.425899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:31.426307 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:31.430570 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:31.499775 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.509782 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.513709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/ff6f5bec-6467-4abf-a63f-27d97ee5dc74 HTTP/1.1" status: 204 len: 168 time: 0.6146958 Jul 07 18:05:31.515099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42792) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.534918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43ab7-b036-40f4-a382-79d4ae53af55 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Network': ['ID=ff6f5bec-6467-4abf-a63f-27d97ee5dc74,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:31.554591 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd205570-0c74-4e6b-9e55-7e21ac0c8afa tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:31.555412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd205570-0c74-4e6b-9e55-7e21ac0c8afa tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:31.557250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-dd205570-0c74-4e6b-9e55-7e21ac0c8afa tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/subnets/f17b5e9c-b31b-4580-a0b9-d7d632860802 HTTP/1.1" status: 404 len: 337 time: 0.0411386 Jul 07 18:05:31.560151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42794) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.576452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e208049-9629-4ea3-ad92-36638b7c52fa None None] DHCP port deletion for ff6f5bec-6467-4abf-a63f-27d97ee5dc74 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:31.580809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a56745aa-49e1-4db3-a287-3467b5b7351a None None] Could not find standard attr ID for object 60565c12-c045-4937-8168-74b851a03681. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:05:31.587677 n-d-793619-7 neutron-server[98264]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dc1869-ed3c-4b7a-b992-9edc430c65c3 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:31.589241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dc1869-ed3c-4b7a-b992-9edc430c65c3 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:31.590179 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-15dc1869-ed3c-4b7a-b992-9edc430c65c3 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/90ec94d6-a911-4d1c-9751-65f3c05001c3 HTTP/1.1" status: 404 len: 339 time: 0.0289698 Jul 07 18:05:31.593241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42796) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.597579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d794551-f42c-4d37-88dd-910cec101625 None None] Network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:31.611436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d794551-f42c-4d37-88dd-910cec101625 None None] Network ff6f5bec-6467-4abf-a63f-27d97ee5dc74 could not be found, it might have been deleted concurrently. {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:05:31.630935 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e34209c-9655-4b63-9ad7-65f1d022f087 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:31.631411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e34209c-9655-4b63-9ad7-65f1d022f087 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:31.633296 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2e34209c-9655-4b63-9ad7-65f1d022f087 tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/subnets/72fb7a99-1baa-45b9-a7f5-cd48d2eda07b HTTP/1.1" status: 404 len: 337 time: 0.0389681 Jul 07 18:05:31.636078 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42798) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.657076 n-d-793619-7 neutron-server[98270]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e61bcb9-3530-4950-96f7-02e6108b6a4e tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:31.657687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e61bcb9-3530-4950-96f7-02e6108b6a4e tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98270) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:31.659474 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7e61bcb9-3530-4950-96f7-02e6108b6a4e tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/225de365-b4cc-438d-be8c-02a8a1c73052 HTTP/1.1" status: 404 len: 339 time: 0.0223868 Jul 07 18:05:31.662333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42800) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.724288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Deleting subnet b6e5f248-202b-4758-93c7-7d080fa00d4d {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:31.729227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.771299 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.868739 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.941310 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.971063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e5f248-202b-4758-93c7-7d080fa00d4d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:31.976287 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.977790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-da636cc2-a4d6-4dd2-aec2-17478e62e5fb tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/subnets/b6e5f248-202b-4758-93c7-7d080fa00d4d HTTP/1.1" status: 204 len: 168 time: 0.3144956 Jul 07 18:05:31.981259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42802) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.986660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5805462-1daf-48e8-affe-6f1bd1ce962b None None] Network 0e83d97d-a5b9-432b-adc9-645648fff08c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:32.059158 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.117512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Deleting port 8384e55f-1637-49b2-826c-f25b1e4f9b39 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:32.117845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.182415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] DHCP port deletion for 0e83d97d-a5b9-432b-adc9-645648fff08c request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:32.203245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] For port 8384e55f-1637-49b2-826c-f25b1e4f9b39, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8384e55f-1637-49b2-826c-f25b1e4f9b39,segment=NetworkSegment(7e7926ca-3a8f-4227-b813-2d6a3493a7b6),segment_id=7e7926ca-3a8f-4227-b813-2d6a3493a7b6)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:32.204341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.220237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Calling delete_port for 8384e55f-1637-49b2-826c-f25b1e4f9b39 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:32.239329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] Deleting port 8384e55f-1637-49b2-826c-f25b1e4f9b39 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:32.239709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.311377 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.316570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] For port 8384e55f-1637-49b2-826c-f25b1e4f9b39, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8384e55f-1637-49b2-826c-f25b1e4f9b39,segment=NetworkSegment(7e7926ca-3a8f-4227-b813-2d6a3493a7b6),segment_id=7e7926ca-3a8f-4227-b813-2d6a3493a7b6)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:32.317238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.340436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] Calling delete_port for 8384e55f-1637-49b2-826c-f25b1e4f9b39 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:32.355220 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Port': ['ID=8384e55f-1637-49b2-826c-f25b1e4f9b39,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:32.358217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] No DVR routers for this DVR port 8384e55f-1637-49b2-826c-f25b1e4f9b39 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:32.433698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.448174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.461326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] Pushing event deleted for resources: {'Port': ['ID=8384e55f-1637-49b2-826c-f25b1e4f9b39,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:32.461606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e83d97d-a5b9-432b-adc9-645648fff08c']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:32.464995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715d94d-85fd-4463-871a-236c7d8b2feb None None] No DVR routers for this DVR port 8384e55f-1637-49b2-826c-f25b1e4f9b39 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:32.481792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7926ca-3a8f-4227-b813-2d6a3493a7b6') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:32.482076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7926ca-3a8f-4227-b813-2d6a3493a7b6') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:32.493516 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.516403 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.522652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:32.523205 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:32.527014 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:32.595787 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.602368 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.604613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] 10.222.0.78 "DELETE /v2.0/networks/0e83d97d-a5b9-432b-adc9-645648fff08c HTTP/1.1" status: 204 len: 168 time: 0.6221581 Jul 07 18:05:32.620646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b21dc-a26a-4044-8273-da9a6f2463bf tempest-NetworksIpV6Test-1518193349 tempest-NetworksIpV6Test-1518193349-project] Pushing event deleted for resources: {'Network': ['ID=0e83d97d-a5b9-432b-adc9-645648fff08c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:32.903095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42808) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:32.931955 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 60565c12-c045-4937-8168-74b851a03681 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:32.960969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 60565c12-c045-4937-8168-74b851a03681 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:32.961484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 60565c12-c045-4937-8168-74b851a03681 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:32.961921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8384e55f-1637-49b2-826c-f25b1e4f9b39 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:32.982826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 8384e55f-1637-49b2-826c-f25b1e4f9b39 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:32.983340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 8384e55f-1637-49b2-826c-f25b1e4f9b39 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:33.071657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fd5d736b-68f3-46d0-bdb4-5ca9afc92dae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f1f827843734769acb15501bb87ccfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672852 Jul 07 18:05:33.074285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42812) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:33.133195 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-881e1a0b-e553-4b90-b42a-12d7cd60be71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.160941 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-881e1a0b-e553-4b90-b42a-12d7cd60be71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.220559 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-881e1a0b-e553-4b90-b42a-12d7cd60be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.223417 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-881e1a0b-e553-4b90-b42a-12d7cd60be71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.228275 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-881e1a0b-e553-4b90-b42a-12d7cd60be71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4350aa0c-db8c-4269-8199-296639452aa3 HTTP/1.1" status: 204 len: 168 time: 0.1494248 Jul 07 18:05:33.234843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e1a0b-e553-4b90-b42a-12d7cd60be71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4350aa0c-db8c-4269-8199-296639452aa3,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:33.949698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42834) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:34.050646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-455352256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:34.077753 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.078930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.136110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.140733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.157423 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.158635 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1a02e966-a87e-4e87-aaeb-0e54250d7687 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2077093 Jul 07 18:05:34.161406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42838) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:34.166955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-680789931'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:34.187138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Made reservation on behalf of 5b752ec0587645ac9db76e9b88afbbaf for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:34.190911 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.199653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.318904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.323805 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.350487 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:34.361418 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe7bb3-5aa8-4ab7-9356-9252cb5c32d2,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:34.366251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.366640 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Added segment be8a474b-37ab-4dbd-904e-242001ce51eb of type vlan for network c5477df5-3e11-4a12-91c0-c4bab6db4929 Jul 07 18:05:34.413364 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.445243 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.450924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:34.451458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.508082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3456385 Jul 07 18:05:34.510792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42840) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:34.515595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Request body: {'subnet': {'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:34.541734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.567363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54143952-3b91-4222-9f7a-cc06890df8c5 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event updated for resources: {'Network': ['ID=c5477df5-3e11-4a12-91c0-c4bab6db4929,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:34.579407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c5477df5-3e11-4a12-91c0-c4bab6db4929 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:34.618958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Made reservation on behalf of 5b752ec0587645ac9db76e9b88afbbaf for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:34.623177 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.810369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.866094 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event updated for resources: {'Subnet': ['ID=c45332b8-43c7-447e-b532-47ef8113f1af,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:34.887224 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Checking segment: {'id': 'be8a474b-37ab-4dbd-904e-242001ce51eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:34.887679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Network hostable DHCP agents. Network: c5477df5-3e11-4a12-91c0-c4bab6db4929, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:34.906170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Network c5477df5-3e11-4a12-91c0-c4bab6db4929 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:34.917950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c5477df5-3e11-4a12-91c0-c4bab6db4929) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:34.923687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:34.924340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.931826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cc89c-1d3f-4e0e-8b6c-3729bcc479fb None None] Network c5477df5-3e11-4a12-91c0-c4bab6db4929 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:34.951246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4d9cfc1c-dc45-4168-8cc3-d4c6cf58c1e8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4393764 Jul 07 18:05:34.955124 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42842) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:34.963431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-495586079'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:34.996673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Made reservation on behalf of 5b752ec0587645ac9db76e9b88afbbaf for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:35.003418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.042982 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:35.058088 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.058760 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Added segment 8ba1210d-a809-4ac7-ba16-380625571550 of type vlan for network 9c9dba0b-7647-465a-83aa-14baede8bb57 Jul 07 18:05:35.101794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c5477df5-3e11-4a12-91c0-c4bab6db4929', 'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929', 'tenant_id': '5b752ec0587645ac9db76e9b88afbbaf', 'fixed_ips': [{'subnet_id': 'c45332b8-43c7-447e-b532-47ef8113f1af'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:35.102711 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.105619 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.144740 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.151430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:35.152059 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.205787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2492936 Jul 07 18:05:35.208683 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42844) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:35.214727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Request body: {'subnet': {'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:35.237572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c76d3-d67e-4d10-abbb-3850800dea2c tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event updated for resources: {'Network': ['ID=9c9dba0b-7647-465a-83aa-14baede8bb57,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.255695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 9c9dba0b-7647-465a-83aa-14baede8bb57 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:35.342230 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Made reservation on behalf of 5b752ec0587645ac9db76e9b88afbbaf for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:35.346911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.347359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Allocated IP 172.20.0.2 (c5477df5-3e11-4a12-91c0-c4bab6db4929/c45332b8-43c7-447e-b532-47ef8113f1af/6984ed20-7f70-47df-9b73-89886815875a) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:35.371771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-493b9205-fa30-40ca-9963-dfed45cb1fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.533406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.544282 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Transition to ACTIVE for port object 6984ed20-7f70-47df-9b73-89886815875a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:35.563513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Transition to ACTIVE for port object 6984ed20-7f70-47df-9b73-89886815875a will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:35.563826 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.573088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.627383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Network c5477df5-3e11-4a12-91c0-c4bab6db4929 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:35.634797 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:35.635433 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event updated for resources: {'Subnet': ['ID=b6a89125-7ade-4d1b-8655-5614d352040a,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.638690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:35.646721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Pushing event updated for resources: {'Port': ['ID=6984ed20-7f70-47df-9b73-89886815875a,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.659499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Checking segment: {'id': '8ba1210d-a809-4ac7-ba16-380625571550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:35.659897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Network hostable DHCP agents. Network: 9c9dba0b-7647-465a-83aa-14baede8bb57, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:35.681935 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Network 9c9dba0b-7647-465a-83aa-14baede8bb57 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:35.695803 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 9c9dba0b-7647-465a-83aa-14baede8bb57) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:35.704279 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:35.705841 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.706941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8a842-d935-4992-8cdd-df19ea53abec None None] Network 9c9dba0b-7647-465a-83aa-14baede8bb57 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:35.725451 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Attempting to bind port 6984ed20-7f70-47df-9b73-89886815875a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:35.725816 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Attempting to bind port 6984ed20-7f70-47df-9b73-89886815875a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'be8a474b-37ab-4dbd-904e-242001ce51eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:35.726237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Attempting to bind port 6984ed20-7f70-47df-9b73-89886815875a on network c5477df5-3e11-4a12-91c0-c4bab6db4929 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:35.733139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3708d346-6fd8-4a62-8d11-de0f3929bff0 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5230081 Jul 07 18:05:35.736232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42846) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:35.742401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-19666fcb-c002-4655-a4ca-56d51a77306d tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:35.769258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:35.769997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Checking segment: {'id': 'be8a474b-37ab-4dbd-904e-242001ce51eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:35.770653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.771339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Bound using segment: {'id': 'be8a474b-37ab-4dbd-904e-242001ce51eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:35.772369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Bound port: 6984ed20-7f70-47df-9b73-89886815875a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8a474b-37ab-4dbd-904e-242001ce51eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c5477df5-3e11-4a12-91c0-c4bab6db4929'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:35.772858 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.925155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] For port 6984ed20-7f70-47df-9b73-89886815875a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:35.930111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] For port 6984ed20-7f70-47df-9b73-89886815875a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6984ed20-7f70-47df-9b73-89886815875a,segment=NetworkSegment(be8a474b-37ab-4dbd-904e-242001ce51eb),segment_id=be8a474b-37ab-4dbd-904e-242001ce51eb)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:35.934836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.026482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-9c9dba0b-7647-465a-83aa-14baede8bb57', 'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57', 'tenant_id': '5b752ec0587645ac9db76e9b88afbbaf', 'fixed_ips': [{'subnet_id': 'b6a89125-7ade-4d1b-8655-5614d352040a'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:36.027398 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.053832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aef67-a4a1-4c27-b3c9-e0c29c41809a None None] Pushing event updated for resources: {'Port': ['ID=6984ed20-7f70-47df-9b73-89886815875a,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.212993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Allocated IP 172.21.0.2 (9c9dba0b-7647-465a-83aa-14baede8bb57/b6a89125-7ade-4d1b-8655-5614d352040a/8f734647-51ab-4313-9fbb-43e58b860574) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:36.308476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-19666fcb-c002-4655-a4ca-56d51a77306d tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.461947 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [None req-19666fcb-c002-4655-a4ca-56d51a77306d tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:05:36.462212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.463627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-19666fcb-c002-4655-a4ca-56d51a77306d tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "PUT /v2.0/routers/287183f6-e66e-48f2-8527-dbd37421e033 HTTP/1.1" status: 400 len: 364 time: 0.7261012 Jul 07 18:05:36.470394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42850) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:36.477204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Transition to ACTIVE for port object 8f734647-51ab-4313-9fbb-43e58b860574 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:36.500416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Transition to ACTIVE for port object 8f734647-51ab-4313-9fbb-43e58b860574 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:36.508685 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.530378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Deleting subnet b6a89125-7ade-4d1b-8655-5614d352040a {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:36.534430 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.549183 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Network 9c9dba0b-7647-465a-83aa-14baede8bb57 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:36.554722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:36.558364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:36.568038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Pushing event updated for resources: {'Port': ['ID=8f734647-51ab-4313-9fbb-43e58b860574,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.582336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.630579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Attempting to bind port 8f734647-51ab-4313-9fbb-43e58b860574 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:36.630896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Attempting to bind port 8f734647-51ab-4313-9fbb-43e58b860574 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '8ba1210d-a809-4ac7-ba16-380625571550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:36.631218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Attempting to bind port 8f734647-51ab-4313-9fbb-43e58b860574 on network 9c9dba0b-7647-465a-83aa-14baede8bb57 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:36.637380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:36.638133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Checking segment: {'id': '8ba1210d-a809-4ac7-ba16-380625571550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:36.638558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.638958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Bound using segment: {'id': '8ba1210d-a809-4ac7-ba16-380625571550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:36.639446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Bound port: 8f734647-51ab-4313-9fbb-43e58b860574, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1210d-a809-4ac7-ba16-380625571550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9c9dba0b-7647-465a-83aa-14baede8bb57'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:36.642235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.682893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.754843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.758247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] For port 8f734647-51ab-4313-9fbb-43e58b860574, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:36.761548 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] For port 8f734647-51ab-4313-9fbb-43e58b860574, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8f734647-51ab-4313-9fbb-43e58b860574,segment=NetworkSegment(8ba1210d-a809-4ac7-ba16-380625571550),segment_id=8ba1210d-a809-4ac7-ba16-380625571550)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:36.766555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.795107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a89125-7ade-4d1b-8655-5614d352040a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.802455 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.810003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42852) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:36.810648 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5beae0a7-ef37-4967-b708-bf8735d357cb tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "DELETE /v2.0/subnets/b6a89125-7ade-4d1b-8655-5614d352040a HTTP/1.1" status: 204 len: 168 time: 0.3386667 Jul 07 18:05:36.831545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf49765-d516-4a86-a81c-a6c3764426f3 None None] Pushing event updated for resources: {'Port': ['ID=8f734647-51ab-4313-9fbb-43e58b860574,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.920661 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.994402 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6984ed20-7f70-47df-9b73-89886815875a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:37.032544 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Deleting port 8f734647-51ab-4313-9fbb-43e58b860574 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:37.033659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.121632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6984ed20-7f70-47df-9b73-89886815875a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:37.130274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] For port 8f734647-51ab-4313-9fbb-43e58b860574, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=8f734647-51ab-4313-9fbb-43e58b860574,segment=NetworkSegment(8ba1210d-a809-4ac7-ba16-380625571550),segment_id=8ba1210d-a809-4ac7-ba16-380625571550)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:37.130804 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.150855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Calling delete_port for 8f734647-51ab-4313-9fbb-43e58b860574 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:37.262576 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.298404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event deleted for resources: {'Port': ['ID=8f734647-51ab-4313-9fbb-43e58b860574,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.304478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] No DVR routers for this DVR port 8f734647-51ab-4313-9fbb-43e58b860574 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:37.375397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4590f-85b5-4d72-b57b-786a918a215f None None] Network c5477df5-3e11-4a12-91c0-c4bab6db4929 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:37.400312 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.411403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9dba0b-7647-465a-83aa-14baede8bb57']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:37.423768 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba1210d-a809-4ac7-ba16-380625571550') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:37.424072 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba1210d-a809-4ac7-ba16-380625571550') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:37.435007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.464828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.472866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:37.473320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:37.476784 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:37.480219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Provisioning for port 6984ed20-7f70-47df-9b73-89886815875a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:37.503280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Provisioning complete for port 6984ed20-7f70-47df-9b73-89886815875a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:37.503649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.537656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.557359 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.559194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "DELETE /v2.0/networks/9c9dba0b-7647-465a-83aa-14baede8bb57 HTTP/1.1" status: 204 len: 168 time: 0.7481883 Jul 07 18:05:37.560090 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8103e9-3e13-4319-bf1d-e2796d720b23 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event deleted for resources: {'Network': ['ID=9c9dba0b-7647-465a-83aa-14baede8bb57,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.562053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42854) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:37.619653 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Deleting subnet c45332b8-43c7-447e-b532-47ef8113f1af {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:37.623705 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.672140 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.776522 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.815777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.818522 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.852996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.880962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event deleted for resources: {'Subnet': ['ID=c45332b8-43c7-447e-b532-47ef8113f1af,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.889875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.890579 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.db.api [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:05:37.891126 n-d-793619-7 neutron-server[98272]: DEBUG oslo_db.api [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:05:37.892239 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d0e5ded2-702a-47f9-b622-22ae5a9462a8 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "DELETE /v2.0/subnets/c45332b8-43c7-447e-b532-47ef8113f1af HTTP/1.1" status: 204 len: 168 time: 0.3290749 Jul 07 18:05:37.894769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:37.983318 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.047623 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Deleting port 6984ed20-7f70-47df-9b73-89886815875a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:38.048036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.080002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b3761-e051-4bed-880f-aaa8b6ff08bb None None] Network c5477df5-3e11-4a12-91c0-c4bab6db4929 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:38.094646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29203664-4cf2-44b3-9857-8fb5e872388f None None] DHCP port deletion for 9c9dba0b-7647-465a-83aa-14baede8bb57 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:38.114563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] For port 6984ed20-7f70-47df-9b73-89886815875a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6984ed20-7f70-47df-9b73-89886815875a,segment=NetworkSegment(be8a474b-37ab-4dbd-904e-242001ce51eb),segment_id=be8a474b-37ab-4dbd-904e-242001ce51eb)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:38.114852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.128217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Calling delete_port for 6984ed20-7f70-47df-9b73-89886815875a owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:38.150366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9483d-d8eb-4505-9c24-0a5e05e305b1 None None] Network 9c9dba0b-7647-465a-83aa-14baede8bb57 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:38.167292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9483d-d8eb-4505-9c24-0a5e05e305b1 None None] Network 9c9dba0b-7647-465a-83aa-14baede8bb57 could not be found, it might have been deleted concurrently. {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:05:38.217739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.246917 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event deleted for resources: {'Port': ['ID=6984ed20-7f70-47df-9b73-89886815875a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:38.254587 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] No DVR routers for this DVR port 6984ed20-7f70-47df-9b73-89886815875a on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:38.312362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1723f2-2c83-471f-84bd-7c3a9593efe6 None None] DHCP port deletion for c5477df5-3e11-4a12-91c0-c4bab6db4929 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:38.340736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.352479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5477df5-3e11-4a12-91c0-c4bab6db4929']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:38.364031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8a474b-37ab-4dbd-904e-242001ce51eb') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:38.364348 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8a474b-37ab-4dbd-904e-242001ce51eb') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:38.373893 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.393497 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.400584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:38.400971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:38.403879 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:38.416864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f63bd06a-a5cc-40a2-b068-8a20073f0c84 None None] Port 6984ed20-7f70-47df-9b73-89886815875a update to ACTIVE by agent not found {{(pid=98272) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 18:05:38.471005 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.479252 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.485189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "DELETE /v2.0/networks/c5477df5-3e11-4a12-91c0-c4bab6db4929 HTTP/1.1" status: 204 len: 168 time: 0.5852706 Jul 07 18:05:38.485611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42858) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:38.492907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198bede-5aad-4049-a278-a1925f6d5fe3 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Pushing event deleted for resources: {'Network': ['ID=c5477df5-3e11-4a12-91c0-c4bab6db4929,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:38.516639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98c8afe6-5d97-47d9-8f6d-4167a25565cc tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "GET /v2.0/ports?device_id=287183f6-e66e-48f2-8527-dbd37421e033 HTTP/1.1" status: 200 len: 205 time: 0.0296535 Jul 07 18:05:38.519021 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42860) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:38.528402 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0f5fa083-f28f-4f03-9767-971aeb8602a0 None None] Could not find standard attr ID for object 8f734647-51ab-4313-9fbb-43e58b860574. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:05:38.531389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0f5fa083-f28f-4f03-9767-971aeb8602a0 None None] Could not find standard attr ID for object 6984ed20-7f70-47df-9b73-89886815875a. {{(pid=98272) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:05:38.599609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.759203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.761382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.805742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.806249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Fanout notify agent at l3_agent the message router_deleted on router 287183f6-e66e-48f2-8527-dbd37421e033 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:05:38.813328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.817143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-10fa1c38-13ac-4c77-9a03-7aa586282199 tempest-RoutersNegativeTest-268040466 tempest-RoutersNegativeTest-268040466-project] 10.222.0.78 "DELETE /v2.0/routers/287183f6-e66e-48f2-8527-dbd37421e033 HTTP/1.1" status: 204 len: 168 time: 0.2944686 Jul 07 18:05:38.938585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6984ed20-7f70-47df-9b73-89886815875a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:38.959800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6984ed20-7f70-47df-9b73-89886815875a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:38.960159 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6984ed20-7f70-47df-9b73-89886815875a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:39.068429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42866) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:39.197378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2a20d873-2b8a-4b4d-9d84-f95a99911b58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b752ec0587645ac9db76e9b88afbbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277306 Jul 07 18:05:39.199846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42870) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:39.252761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-826a43b7-e649-44d6-8693-1f00a5429944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.276250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-826a43b7-e649-44d6-8693-1f00a5429944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.276524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6ca50730-3318-4055-be9d-db8d2a9b66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.325770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-826a43b7-e649-44d6-8693-1f00a5429944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.328485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-826a43b7-e649-44d6-8693-1f00a5429944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.329753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-826a43b7-e649-44d6-8693-1f00a5429944 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9fe7bb3-5aa8-4ab7-9356-9252cb5c32d2 HTTP/1.1" status: 204 len: 168 time: 0.1288309 Jul 07 18:05:39.338018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a43b7-e649-44d6-8693-1f00a5429944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe7bb3-5aa8-4ab7-9356-9252cb5c32d2,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:39.434752 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.965995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42892) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:40.062286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-302051235-network', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:40.083620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Made reservation on behalf of 314f7a9eaade463bb6f36621c71196d1 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:40.086722 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.095015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.184405 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.188209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.216047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:40.227449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad830f-a82a-4220-a359-91f07b11142c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:40.235761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.235761 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Added segment 1b82dc70-8026-4120-8a34-13761d784933 of type vlan for network c285ad1f-7191-4f17-9c9b-0a7493d42526 Jul 07 18:05:40.283180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.322486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.323692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:40.324428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.381488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4143305 Jul 07 18:05:40.386217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42896) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:40.391340 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Request body: {'subnet': {'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-subnet', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:40.395662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab050a-722d-4681-b29a-c59e55072821 admin admin] Pushing event updated for resources: {'Network': ['ID=c285ad1f-7191-4f17-9c9b-0a7493d42526,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:40.407615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:40.415349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Made reservation on behalf of 314f7a9eaade463bb6f36621c71196d1 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:40.417918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.602341 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.657030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93bda13-30c4-4552-9bed-e2ef8a048896,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:40.666997 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Checking segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:40.667563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Network hostable DHCP agents. Network: c285ad1f-7191-4f17-9c9b-0a7493d42526, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:40.685375 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:40.694370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, c285ad1f-7191-4f17-9c9b-0a7493d42526) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:40.699247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:40.699837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.705951 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a286303b-1001-44cb-bae5-bec0912bacca None None] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:40.713718 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b64abbc4-2c34-42af-93e5-a3d56c3941c1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3263211 Jul 07 18:05:40.716310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42898) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:40.720892 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:40.741058 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.743134 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.799606 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.872769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-c285ad1f-7191-4f17-9c9b-0a7493d42526', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'fixed_ips': [{'subnet_id': 'b93bda13-30c4-4552-9bed-e2ef8a048896'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:40.873871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.944404 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.024721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Allocated IP 172.20.0.2 (c285ad1f-7191-4f17-9c9b-0a7493d42526/b93bda13-30c4-4552-9bed-e2ef8a048896/be22b2c8-eadf-4464-a6fc-cfb1a8f0168c) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:41.098510 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.170471 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.186439 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.190887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.195116 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Transition to ACTIVE for port object be22b2c8-eadf-4464-a6fc-cfb1a8f0168c will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:41.209751 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Transition to ACTIVE for port object be22b2c8-eadf-4464-a6fc-cfb1a8f0168c will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:41.215433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.252933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:41.258186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:41.260585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:41.271147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Pushing event updated for resources: {'Port': ['ID=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:41.305394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Allocated IP 172.25.5.206 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/5bd49846-28d9-491b-b9b8-927b9ffc47f2) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:41.326434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Attempting to bind port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:41.326810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Attempting to bind port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:41.327178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Attempting to bind port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c on network c285ad1f-7191-4f17-9c9b-0a7493d42526 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:41.333056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:41.333512 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Checking segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:41.333927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.334351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Bound using segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:41.334837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Bound port: be22b2c8-eadf-4464-a6fc-cfb1a8f0168c, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:41.335967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.407242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] For port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:41.410670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] For port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:41.416461 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.417052 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.458959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.477768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50651b7b-42e9-4942-93b8-ebb21ee9beee None None] Pushing event updated for resources: {'Port': ['ID=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:41.510131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:41.515316 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:41.519030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:41.543292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd49846-28d9-491b-b9b8-927b9ffc47f2,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:41.808525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.021060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.164183 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:05:42.291301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:42.301841 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Sync routers for ids ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:42.311737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.313223 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7d33ed30-3f2b-4e72-a12e-b408aaa5a842 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5959620 Jul 07 18:05:42.318161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42900) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:42.327452 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Routers {'400121ec-d2aa-4a35-a843-ba9ca4f1dab0'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:42.328232 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.438503 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Set router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:42.472788 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d51bf0-318c-48a4-bc71-fbc4bff0c2e7 None None] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:42.602258 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a30bcd14-eadf-4cf2-b5a8-27cfbc7fce53 None None] Provisioning for port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:42.630883 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:05:41Z', 'revision_number': 3, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.661591 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Checking router: 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:42.662037 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Updating router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:42.703508 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.777161 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.975339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device be22b2c8-eadf-4464-a6fc-cfb1a8f0168c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:42.991878 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Allocated IP 172.20.0.1 (c285ad1f-7191-4f17-9c9b-0a7493d42526/b93bda13-30c4-4552-9bed-e2ef8a048896/424ea903-beef-4a01-8bfb-12e4dbdf44d0) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:43.032566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:43.037038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:43.037585 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.105405 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.111972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.119191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Transition to ACTIVE for port object 5bd49846-28d9-491b-b9b8-927b9ffc47f2 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:43.125220 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.127201 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.129181 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Transition to ACTIVE for port object 424ea903-beef-4a01-8bfb-12e4dbdf44d0 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:43.162960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:43.169457 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.182751 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Attempting to bind port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:43.183106 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Attempting to bind port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:43.183491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Attempting to bind port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:43.185303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.189093 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Pushing event updated for resources: {'Port': ['ID=5bd49846-28d9-491b-b9b8-927b9ffc47f2,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.198796 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.199155 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.199480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.199807 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.200139 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.200462 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.200789 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.201138 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.201462 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.201782 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.202102 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.202418 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:43.205734 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:43.206114 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:43.206511 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.206898 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:43.207369 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Bound port: 5bd49846-28d9-491b-b9b8-927b9ffc47f2, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:43.207807 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.241703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.247665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:43.251756 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:43.253790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Pushing event updated for resources: {'Port': ['ID=424ea903-beef-4a01-8bfb-12e4dbdf44d0,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.256015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:43.280627 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] For port 5bd49846-28d9-491b-b9b8-927b9ffc47f2, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:43.285084 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] For port 5bd49846-28d9-491b-b9b8-927b9ffc47f2, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bd49846-28d9-491b-b9b8-927b9ffc47f2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:43.291096 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.346890 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Routers {'400121ec-d2aa-4a35-a843-ba9ca4f1dab0'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:43.347588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:43.399397 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc0979-c869-4bfe-ac84-c64b04e8ec1e None None] Pushing event updated for resources: {'Port': ['ID=5bd49846-28d9-491b-b9b8-927b9ffc47f2,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.478591 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] Set router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:43.578734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f8310bee-76ad-4585-91be-6bb759b33b92 None None] Provisioning for port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:43.585568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f8310bee-76ad-4585-91be-6bb759b33b92 None None] Provisioning complete for port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:43.585945 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8310bee-76ad-4585-91be-6bb759b33b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.623582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-f8310bee-76ad-4585-91be-6bb759b33b92 None None] Port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:43.623921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.659500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-d4463274-8a9e-4f1b-b9a7-2c7ecb989a27 req-fd3872eb-cc64-4d03-8bff-f952efd131b0 tempest-ServerDiskConfigTestJSON-802122874 tempest-ServerDiskConfigTestJSON-802122874-project] (98270) timed out ('10.222.0.13', 58786) {{(pid=98270) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:05:43.692836 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:05:41Z', 'revision_number': 3, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:43.721527 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed0c2d-460f-4032-b5f1-68b052d7200f None None] The sync data for ids ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'] in n-d-793619-7 is: [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:05:41Z', 'revision_number': 3, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:43.768658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.959649 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.965534 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.033492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Pushing event updated for resources: {'Port': ['ID=424ea903-beef-4a01-8bfb-12e4dbdf44d0,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:44.035932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.133255 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:44.134668 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:44.261763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:44.349203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-8a2f7519-d14e-4740-b37b-8acc650b6c74 None None] Provisioning complete for port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:44.349717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7519-d14e-4740-b37b-8acc650b6c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.378566 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:44.384868 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b53347ef-7fa3-4e31-acf2-350096cc0a80 admin admin] 10.222.0.78 "PUT /v2.0/routers/400121ec-d2aa-4a35-a843-ba9ca4f1dab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0653479 Jul 07 18:05:44.396977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f7519-d14e-4740-b37b-8acc650b6c74 None None] Port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:44.887780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:44.895105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2115550390-network', 'tenant_id': '9ceb2a20dc744031bf75afc697680424'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:44.917979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Made reservation on behalf of 9ceb2a20dc744031bf75afc697680424 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:44.920463 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.930357 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.020431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bd49846-28d9-491b-b9b8-927b9ffc47f2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:45.037086 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.042826 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.070031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:45.081444 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6403e97-e0fd-4bf6-9b84-5955fd876b19,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:45.083553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:45.089025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:45.089862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.090379 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.090966 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Added segment 3efd1a4e-eda4-498a-9e25-d20fe299edac of type vlan for network 068cc9af-29ff-45bf-bf67-cd0935539472 Jul 07 18:05:45.142603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.175317 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.176386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.177603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:45.178245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.200144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 5bd49846-28d9-491b-b9b8-927b9ffc47f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bd49846-28d9-491b-b9b8-927b9ffc47f2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:45.204519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.205437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device be22b2c8-eadf-4464-a6fc-cfb1a8f0168c up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:45.240101 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3510618 Jul 07 18:05:45.243165 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42918) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:45.247937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Request body: {'subnet': {'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-subnet', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:45.260523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659d987-47ca-4403-84a6-b6d6ca50e74c admin admin] Pushing event updated for resources: {'Network': ['ID=068cc9af-29ff-45bf-bf67-cd0935539472,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:45.276493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 068cc9af-29ff-45bf-bf67-cd0935539472 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:45.278005 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Made reservation on behalf of 9ceb2a20dc744031bf75afc697680424 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:45.280214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.340899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=5bd49846-28d9-491b-b9b8-927b9ffc47f2,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:45.364849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:45.365258 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.390709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Sync routers for ids ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:45.416676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Routers {'400121ec-d2aa-4a35-a843-ba9ca4f1dab0'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:45.417400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:45.471862 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.543873 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40116958-d04b-407e-93f8-f7b812a2454d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:45.551562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Checking segment: {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:45.551929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Network hostable DHCP agents. Network: 068cc9af-29ff-45bf-bf67-cd0935539472, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:45.558969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Set router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:45.574460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Network 068cc9af-29ff-45bf-bf67-cd0935539472 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:45.585169 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 068cc9af-29ff-45bf-bf67-cd0935539472) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:45.590742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:45.591863 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.594895 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701694e2-77cb-4328-8145-c25e434d12b0 None None] Network 068cc9af-29ff-45bf-bf67-cd0935539472 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:45.606508 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0dcc386f-9a5a-4896-be4d-48e919b29e2a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3623133 Jul 07 18:05:45.609188 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 42920) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:45.614732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:45.641724 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.642972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.696740 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.842781 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.888398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-068cc9af-29ff-45bf-bf67-cd0935539472', 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'fixed_ips': [{'subnet_id': '40116958-d04b-407e-93f8-f7b812a2454d'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:45.889356 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.918741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:05:43Z', 'revision_number': 4, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '424ea903-beef-4a01-8bfb-12e4dbdf44d0', 'name': '', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'mac_address': 'fa:16:3e:85:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:42Z', 'updated_at': '2021-07-07T18:05:43Z', 'revision_number': 2, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'subnets': [{'id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:45.992541 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Checking router: 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:45.992929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Updating router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:46.068916 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.084838 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.110174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.122146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Allocated IP 172.20.0.2 (068cc9af-29ff-45bf-bf67-cd0935539472/40116958-d04b-407e-93f8-f7b812a2454d/766a0964-8061-477a-a3f6-a09bb0b21544) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:46.234549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Allocated IP 172.25.5.70 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/09a0c058-796c-48fb-979a-42f23b172a70) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:46.358803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.402052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.440278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:46.445395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:46.449163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:46.488572 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Pushing event updated for resources: {'Port': ['ID=09a0c058-796c-48fb-979a-42f23b172a70,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:46.590745 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.611705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Transition to ACTIVE for port object 766a0964-8061-477a-a3f6-a09bb0b21544 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:46.652489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Transition to ACTIVE for port object 766a0964-8061-477a-a3f6-a09bb0b21544 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:46.661602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.699729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.717637 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Network 068cc9af-29ff-45bf-bf67-cd0935539472 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:46.725535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:46.726625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.729097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:46.736051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Transition to ACTIVE for port object 424ea903-beef-4a01-8bfb-12e4dbdf44d0 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:46.746731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.749024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Pushing event updated for resources: {'Port': ['ID=766a0964-8061-477a-a3f6-a09bb0b21544,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:46.862082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bc155-71a8-4d34-972d-74f690c16ded None None] Pushing event updated for resources: {'Port': ['ID=424ea903-beef-4a01-8bfb-12e4dbdf44d0,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:46.871472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Attempting to bind port 766a0964-8061-477a-a3f6-a09bb0b21544 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:46.871799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Attempting to bind port 766a0964-8061-477a-a3f6-a09bb0b21544 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:46.872168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Attempting to bind port 766a0964-8061-477a-a3f6-a09bb0b21544 on network 068cc9af-29ff-45bf-bf67-cd0935539472 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:46.901148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:46.901148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Checking segment: {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:46.901443 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.901728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Bound using segment: {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:46.902231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Bound port: 766a0964-8061-477a-a3f6-a09bb0b21544, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:46.902725 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.971484 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bd49846-28d9-491b-b9b8-927b9ffc47f2 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:46.973506 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Attempting to bind port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:46.974026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Attempting to bind port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:46.974246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Attempting to bind port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 on network c285ad1f-7191-4f17-9c9b-0a7493d42526 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:46.991297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.015625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:47.016157 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Checking segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:47.016584 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.016995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Bound using segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:47.017529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Bound port: 424ea903-beef-4a01-8bfb-12e4dbdf44d0, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:47.017930 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.080550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] For port 766a0964-8061-477a-a3f6-a09bb0b21544, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:47.109380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] For port 766a0964-8061-477a-a3f6-a09bb0b21544, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=766a0964-8061-477a-a3f6-a09bb0b21544,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:47.125175 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.180346 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:05:47.194007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] For port 424ea903-beef-4a01-8bfb-12e4dbdf44d0, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:47.200271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:47.200665 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.253335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] For port 424ea903-beef-4a01-8bfb-12e4dbdf44d0, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=424ea903-beef-4a01-8bfb-12e4dbdf44d0,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:47.275412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.295358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a69c4-dc8b-4c7a-86f2-b2e6d16c8ed8 None None] Pushing event updated for resources: {'Port': ['ID=766a0964-8061-477a-a3f6-a09bb0b21544,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:47.355814 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:47.374763 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Sync routers for ids ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:47.377945 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.379222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Routers {'400121ec-d2aa-4a35-a843-ba9ca4f1dab0'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:47.379916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:47.384207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 42922) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:47.384885 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f07a5c32-79c1-408b-b579-f0ba347dad54 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7742753 Jul 07 18:05:47.403756 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Routers {'2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:47.404996 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:47.535989 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Set router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:47.575175 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] Set router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:47.638059 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bc155-71a8-4d34-972d-74f690c16ded None None] Pushing event updated for resources: {'Port': ['ID=424ea903-beef-4a01-8bfb-12e4dbdf44d0,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:47.838957 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 3, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:47.871746 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Checking router: 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:47.872089 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Updating router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c port 09a0c058-796c-48fb-979a-42f23b172a70 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:47.889263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:05:43Z', 'revision_number': 4, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '424ea903-beef-4a01-8bfb-12e4dbdf44d0', 'name': '', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'mac_address': 'fa:16:3e:85:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:42Z', 'updated_at': '2021-07-07T18:05:47Z', 'revision_number': 4, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'subnets': [{'id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:47.921471 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.922188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea185f4-83f8-4150-992b-a6f683388d8d None None] The sync data for ids ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'] in n-d-793619-7 is: [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:05:43Z', 'revision_number': 4, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '424ea903-beef-4a01-8bfb-12e4dbdf44d0', 'name': '', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'mac_address': 'fa:16:3e:85:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:42Z', 'updated_at': '2021-07-07T18:05:47Z', 'revision_number': 4, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'subnets': [{'id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:48.266911 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.279664 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Transition to ACTIVE for port object 09a0c058-796c-48fb-979a-42f23b172a70 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:48.292141 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.364688 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Attempting to bind port 09a0c058-796c-48fb-979a-42f23b172a70 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:48.365062 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Attempting to bind port 09a0c058-796c-48fb-979a-42f23b172a70 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:48.365460 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Attempting to bind port 09a0c058-796c-48fb-979a-42f23b172a70 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:48.367888 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeacb2-b5d3-4af0-85e4-75b73e0b2996 None None] Pushing event updated for resources: {'Port': ['ID=09a0c058-796c-48fb-979a-42f23b172a70,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.374801 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:48.375478 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:48.375606 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.375955 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:48.376437 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Bound port: 09a0c058-796c-48fb-979a-42f23b172a70, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:48.376820 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.412087 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.435222 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] For port 09a0c058-796c-48fb-979a-42f23b172a70, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:48.438763 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] For port 09a0c058-796c-48fb-979a-42f23b172a70, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=09a0c058-796c-48fb-979a-42f23b172a70,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:48.446335 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.553480 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Routers {'2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:48.554998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:48.557726 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeacb2-b5d3-4af0-85e4-75b73e0b2996 None None] Pushing event updated for resources: {'Port': ['ID=09a0c058-796c-48fb-979a-42f23b172a70,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.605768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9066d-f383-4182-a5d0-001dd43e9e1c None None] Network 068cc9af-29ff-45bf-bf67-cd0935539472 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:48.689061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b0d771d1-161a-4814-81be-9c699c2ade28 None None] Provisioning for port 766a0964-8061-477a-a3f6-a09bb0b21544 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:48.711162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Allocated IP 172.20.0.1 (068cc9af-29ff-45bf-bf67-cd0935539472/40116958-d04b-407e-93f8-f7b812a2454d/d5fead69-75b6-42dc-a938-98f4795f356b) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:48.805920 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] Set router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:48.930788 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.958710 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Transition to ACTIVE for port object d5fead69-75b6-42dc-a938-98f4795f356b will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:49.033956 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.062518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 424ea903-beef-4a01-8bfb-12e4dbdf44d0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:49.128635 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:49.140936 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:49.141397 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.142044 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 3, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:49.157081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fead69-75b6-42dc-a938-98f4795f356b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.161419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Network 068cc9af-29ff-45bf-bf67-cd0935539472 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:49.164087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:49.169518 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:49.198983 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076cfc0-896d-41a4-be04-7123e4b66249 None None] The sync data for ids ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'] in n-d-793619-7 is: [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 3, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:49.243056 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.296436 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.374998 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 424ea903-beef-4a01-8bfb-12e4dbdf44d0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=424ea903-beef-4a01-8bfb-12e4dbdf44d0,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:49.382206 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.387572 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 766a0964-8061-477a-a3f6-a09bb0b21544 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:49.455352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.501835 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=424ea903-beef-4a01-8bfb-12e4dbdf44d0,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.522294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 766a0964-8061-477a-a3f6-a09bb0b21544 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:49.528390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 766a0964-8061-477a-a3f6-a09bb0b21544 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:49.528794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.607994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-377729c1-5fbf-4ce7-9506-96ac310c9f3b None None] Provisioning for port d5fead69-75b6-42dc-a938-98f4795f356b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:49.647755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-377729c1-5fbf-4ce7-9506-96ac310c9f3b None None] Provisioning complete for port d5fead69-75b6-42dc-a938-98f4795f356b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:49.648826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-377729c1-5fbf-4ce7-9506-96ac310c9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.707516 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.712342 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.712629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-377729c1-5fbf-4ce7-9506-96ac310c9f3b None None] Port d5fead69-75b6-42dc-a938-98f4795f356b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:49.726272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.763086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 766a0964-8061-477a-a3f6-a09bb0b21544, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=766a0964-8061-477a-a3f6-a09bb0b21544,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:49.769901 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.810424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.820604 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fead69-75b6-42dc-a938-98f4795f356b,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.828703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=766a0964-8061-477a-a3f6-a09bb0b21544,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.954827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Network 068cc9af-29ff-45bf-bf67-cd0935539472 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:49.957693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:50.114001 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:50.244125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-82fc6474-1d48-44ce-bae4-2cb683655dc9 None None] Provisioning complete for port d5fead69-75b6-42dc-a938-98f4795f356b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:50.244609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-82fc6474-1d48-44ce-bae4-2cb683655dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.261239 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:50.267107 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-edcb884b-51f7-436c-8d47-634cc152bd85 admin admin] 10.222.0.78 "PUT /v2.0/routers/2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8802674 Jul 07 18:05:50.299469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-82fc6474-1d48-44ce-bae4-2cb683655dc9 None None] Port d5fead69-75b6-42dc-a938-98f4795f356b cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:50.972682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-3fa86004-2585-46fc-ba00-3e7a62dd9c30 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:50.974397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-3fa86004-2585-46fc-ba00-3e7a62dd9c30 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/networks?id=c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 200 len: 816 time: 0.1250436 Jul 07 18:05:50.991080 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-df96fd7c-98da-4a01-8c89-4143be7a8557 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/quotas/314f7a9eaade463bb6f36621c71196d1 HTTP/1.1" status: 200 len: 375 time: 0.0102785 Jul 07 18:05:51.021940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 09a0c058-796c-48fb-979a-42f23b172a70 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:51.076462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-e78d0caf-d482-48f6-8755-23198bd61618 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=314f7a9eaade463bb6f36621c71196d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796542 Jul 07 18:05:51.081960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 09a0c058-796c-48fb-979a-42f23b172a70 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:51.090823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 09a0c058-796c-48fb-979a-42f23b172a70 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:51.091249 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.179205 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.189313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-90d75cd2-ac0a-4617-8347-eac47f443cc0 service neutron] 10.222.0.78 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943639 Jul 07 18:05:51.202862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 09a0c058-796c-48fb-979a-42f23b172a70, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=09a0c058-796c-48fb-979a-42f23b172a70,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:51.206931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.207754 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 424ea903-beef-4a01-8bfb-12e4dbdf44d0 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:51.292251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=09a0c058-796c-48fb-979a-42f23b172a70,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:51.302614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:51.302992 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.304581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-a08ab319-c341-4177-acd8-e0a411353c47 service neutron] 10.222.0.78 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084461 Jul 07 18:05:51.389004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 766a0964-8061-477a-a3f6-a09bb0b21544 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:51.436539 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Sync routers for ids ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:51.455817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Routers {'2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:51.456478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:51.458543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 766a0964-8061-477a-a3f6-a09bb0b21544 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:51.458928 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.503678 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5bbf166-d890-42d6-a7bb-3235be67e11b req-1473f4d8-3b84-49d7-a793-875e2fdcb858 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 210 time: 0.0312476 Jul 07 18:05:51.790887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Set router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:52.012859 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:05:49Z', 'revision_number': 4, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd5fead69-75b6-42dc-a938-98f4795f356b', 'name': '', 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'mac_address': 'fa:16:3e:1e:1c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '40116958-d04b-407e-93f8-f7b812a2454d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:48Z', 'updated_at': '2021-07-07T18:05:49Z', 'revision_number': 2, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'subnets': [{'id': '40116958-d04b-407e-93f8-f7b812a2454d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:52.041011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Checking router: 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:52.041675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Updating router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c port d5fead69-75b6-42dc-a938-98f4795f356b binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:52.082564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.370503 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.380691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Transition to ACTIVE for port object d5fead69-75b6-42dc-a938-98f4795f356b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:52.387504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.443413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afda294-000a-4a41-b758-8b939daa5fe3 None None] Pushing event updated for resources: {'Port': ['ID=d5fead69-75b6-42dc-a938-98f4795f356b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:52.501856 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Attempting to bind port d5fead69-75b6-42dc-a938-98f4795f356b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:52.502251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Attempting to bind port d5fead69-75b6-42dc-a938-98f4795f356b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:52.502399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Attempting to bind port d5fead69-75b6-42dc-a938-98f4795f356b on network 068cc9af-29ff-45bf-bf67-cd0935539472 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:52.508193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:52.508576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Checking segment: {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:52.508992 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.509423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Bound using segment: {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:52.509910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Bound port: d5fead69-75b6-42dc-a938-98f4795f356b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efd1a4e-eda4-498a-9e25-d20fe299edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:52.510301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.601659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] For port d5fead69-75b6-42dc-a938-98f4795f356b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:52.606084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] For port d5fead69-75b6-42dc-a938-98f4795f356b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d5fead69-75b6-42dc-a938-98f4795f356b,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:52.611720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.693680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Routers {'2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:52.696655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:05:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:52.718919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dfc73891-a7fa-4e9e-9ebc-bc5e8baa1717 req-d6c03cd1-5842-420f-abe1-0adc4c5c0e3d tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 210 time: 0.0444522 Jul 07 18:05:52.751745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-64b681c8-ed35-42c9-8206-e002d39798da tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:52.753434 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-64b681c8-ed35-42c9-8206-e002d39798da tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.13 "GET /v2.0/networks?id=c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 200 len: 816 time: 0.1566999 Jul 07 18:05:52.774989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Request body: {'port': {'device_id': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'admin_state_up': True, 'tenant_id': '314f7a9eaade463bb6f36621c71196d1'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:52.780501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afda294-000a-4a41-b758-8b939daa5fe3 None None] Pushing event updated for resources: {'Port': ['ID=d5fead69-75b6-42dc-a938-98f4795f356b,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:52.870158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] Set router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:52.903408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Made reservation on behalf of 314f7a9eaade463bb6f36621c71196d1 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:52.907994 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.973401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 09a0c058-796c-48fb-979a-42f23b172a70 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:53.061263 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Allocated IP 172.20.0.6 (c285ad1f-7191-4f17-9c9b-0a7493d42526/b93bda13-30c4-4552-9bed-e2ef8a048896/f5c4aa4d-9222-4219-8a3d-a5fe14510f22) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:53.130269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 09a0c058-796c-48fb-979a-42f23b172a70 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:53.130877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.197943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:05:49Z', 'revision_number': 4, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd5fead69-75b6-42dc-a938-98f4795f356b', 'name': '', 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'mac_address': 'fa:16:3e:1e:1c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '40116958-d04b-407e-93f8-f7b812a2454d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:48Z', 'updated_at': '2021-07-07T18:05:52Z', 'revision_number': 4, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'subnets': [{'id': '40116958-d04b-407e-93f8-f7b812a2454d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:53.226080 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.242055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Transition to ACTIVE for port object f5c4aa4d-9222-4219-8a3d-a5fe14510f22 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:53.248155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237913bb-9907-485b-8fb9-253a4ab43689 None None] The sync data for ids ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'] in n-d-793619-7 is: [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:05:49Z', 'revision_number': 4, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'd5fead69-75b6-42dc-a938-98f4795f356b', 'name': '', 'network_id': '068cc9af-29ff-45bf-bf67-cd0935539472', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'mac_address': 'fa:16:3e:1e:1c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '40116958-d04b-407e-93f8-f7b812a2454d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:48Z', 'updated_at': '2021-07-07T18:05:52Z', 'revision_number': 4, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'subnets': [{'id': '40116958-d04b-407e-93f8-f7b812a2454d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:53.277562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.351531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Pushing event updated for resources: {'Port': ['ID=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.359264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:53.360780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:53.367043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:53.422131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:53.422848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.441506 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-0c48fd14-307f-474d-a1e6-0877c7707c3e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711981 Jul 07 18:05:53.459909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Request body: {'port': {'device_id': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:53.549635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.710492 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07a81c8e-8c1d-46ba-9ef2-3d302175c28d None None] Provisioning for port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:53.715060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-07a81c8e-8c1d-46ba-9ef2-3d302175c28d None None] Provisioning complete for port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:53.715570 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-07a81c8e-8c1d-46ba-9ef2-3d302175c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.763119 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-07a81c8e-8c1d-46ba-9ef2-3d302175c28d None None] Port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:53.867077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c4aa4d-9222-4219-8a3d-a5fe14510f22 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:53.875256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.889129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Transition to ACTIVE for port object f5c4aa4d-9222-4219-8a3d-a5fe14510f22 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:53.893659 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.924086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383697-8cf6-4453-b197-fc4a62cca07d req-eeb4e4b8-c607-46cc-98e4-9b0e569a061e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:53.925700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0383697-8cf6-4453-b197-fc4a62cca07d req-eeb4e4b8-c607-46cc-98e4-9b0e569a061e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 931 time: 0.0729771 Jul 07 18:05:53.947060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.969965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0383697-8cf6-4453-b197-fc4a62cca07d req-4653fef0-81bb-4c99-92f7-4089acd94758 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jul 07 18:05:54.024847 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Attempting to bind port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:54.025209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Attempting to bind port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:54.025539 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Attempting to bind port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 on network c285ad1f-7191-4f17-9c9b-0a7493d42526 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:54.030229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 on network c285ad1f-7191-4f17-9c9b-0a7493d42526 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:05:54.030560 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Attempting to bind port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 on network c285ad1f-7191-4f17-9c9b-0a7493d42526 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:54.035776 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:54.036118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Checking segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:54.036501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Bound using segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:54.036927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Bound port: f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:54.037324 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.112762 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] For port f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:54.117562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] For port f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:54.123450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.156856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:54.157517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.158930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5c4aa4d-9222-4219-8a3d-a5fe14510f22 HTTP/1.1" status: 200 len: 1091 time: 0.7040553 Jul 07 18:05:54.159378 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'tag': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:54.161688 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b8395-5e02-4fe1-9c74-649684a5445c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbcb7f7-a348-4557-989b-dcc636eedbad", "tag": "f5c4aa4d-9222-4219-8a3d-a5fe14510f22"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:54.199260 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a8309-f2be-41f1-bf38-e086732552f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:54.214868 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc34c2e-9bf0-4b9b-8aeb-afa5838da18b x-openstack-request-id: req-dcc34c2e-9bf0-4b9b-8aeb-afa5838da18b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:54.215171 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbcb7f7-a348-4557-989b-dcc636eedbad", "tag": "f5c4aa4d-9222-4219-8a3d-a5fe14510f22", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:54.215433 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcc34c2e-9bf0-4b9b-8aeb-afa5838da18b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:54.216113 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'tag': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22', 'status': 'completed', 'code': 200} Jul 07 18:05:54.287908 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-d6b67c8d-74a0-4410-9afe-329752811f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:54.290350 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-d6b67c8d-74a0-4410-9afe-329752811f38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=314f7a9eaade463bb6f36621c71196d1&device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 1094 time: 0.0586789 Jul 07 18:05:54.330888 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.343600 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-eeec3e50-e200-4f5f-b185-5c2880f7d392 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22 HTTP/1.1" status: 200 len: 217 time: 0.0406036 Jul 07 18:05:54.394876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-2ba017ea-d569-4dab-85e4-1b71d961e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:54.396367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-2ba017ea-d569-4dab-85e4-1b71d961e5cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b93bda13-30c4-4552-9bed-e2ef8a048896 HTTP/1.1" status: 200 len: 855 time: 0.0466130 Jul 07 18:05:54.454809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-fc4ff9cb-66a9-4659-aaf2-009a30b3b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:54.456358 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-fc4ff9cb-66a9-4659-aaf2-009a30b3b687 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c285ad1f-7191-4f17-9c9b-0a7493d42526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533836 Jul 07 18:05:54.842942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-8b051edc-74a3-4d24-9d5c-016f97a55b29 service neutron] 10.222.0.13 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799150 Jul 07 18:05:54.959816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8bcf2c52-ab05-4798-8c60-90c6c8ef0aee req-4bbe1ef9-e58d-4c38-8f2f-a3ebb1ceb252 service neutron] 10.222.0.13 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101649 Jul 07 18:05:54.977662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5fead69-75b6-42dc-a938-98f4795f356b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:55.035738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d5fead69-75b6-42dc-a938-98f4795f356b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:55.041810 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d5fead69-75b6-42dc-a938-98f4795f356b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:55.042351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.125503 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-8d8d67e9-b7c7-4a9b-8e54-cedf395bea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.127946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-8d8d67e9-b7c7-4a9b-8e54-cedf395bea37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=314f7a9eaade463bb6f36621c71196d1&device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 1094 time: 0.0710595 Jul 07 18:05:55.137981 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.181616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d5fead69-75b6-42dc-a938-98f4795f356b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d5fead69-75b6-42dc-a938-98f4795f356b,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:55.191327 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.198513 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d0bbb-c307-49ff-8d8b-49fd5b35888d req-39fe561b-7a24-4de7-8aa2-a2f09fd2b72c tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.199543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-462d0bbb-c307-49ff-8d8b-49fd5b35888d req-39fe561b-7a24-4de7-8aa2-a2f09fd2b72c tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 943 time: 0.0921826 Jul 07 18:05:55.256346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-462d0bbb-c307-49ff-8d8b-49fd5b35888d req-00ff55e6-fa9b-4d63-91bc-0c67bdb06d98 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504496 Jul 07 18:05:55.263278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-d370b44a-6dc1-4ee4-baa8-ed1584100434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.264899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-d370b44a-6dc1-4ee4-baa8-ed1584100434 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 200 len: 917 time: 0.1304903 Jul 07 18:05:55.265465 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d5fead69-75b6-42dc-a938-98f4795f356b,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:55.312650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-30930bb2-6fa8-48be-b946-b42e10d93ac5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22 HTTP/1.1" status: 200 len: 217 time: 0.0411677 Jul 07 18:05:55.363757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-85fee817-39a6-4dc6-bc3c-a2cb890ed14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.365352 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-85fee817-39a6-4dc6-bc3c-a2cb890ed14d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b93bda13-30c4-4552-9bed-e2ef8a048896 HTTP/1.1" status: 200 len: 855 time: 0.0466430 Jul 07 18:05:55.431657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-4c9cafba-5eaa-437b-b2f1-c2dce4092b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.433196 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-4c9cafba-5eaa-437b-b2f1-c2dce4092b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c285ad1f-7191-4f17-9c9b-0a7493d42526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614591 Jul 07 18:05:55.531154 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-e9764be8-f3d9-4076-b52d-bd717503d7d3 service neutron] 10.222.0.13 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905845 Jul 07 18:05:55.657218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1b9b8395-5e02-4fe1-9c74-649684a5445c req-3c11a8a5-a4cd-4a3c-b9b8-bb60f8daf695 service neutron] 10.222.0.13 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171603 Jul 07 18:05:56.483397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48f744-3a1e-43d0-93dd-8caeea395331 req-641978b0-fadf-4853-b26c-e64f364b9966 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:56.485651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c48f744-3a1e-43d0-93dd-8caeea395331 req-641978b0-fadf-4853-b26c-e64f364b9966 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 943 time: 0.0820138 Jul 07 18:05:56.532071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1c48f744-3a1e-43d0-93dd-8caeea395331 req-26656994-0f00-4e82-bede-0951a952caba tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Jul 07 18:05:56.946817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5fead69-75b6-42dc-a938-98f4795f356b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:56.996427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d5fead69-75b6-42dc-a938-98f4795f356b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:56.996799 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.217541 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:57.716238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343251ba-c885-4c53-8c7f-ea9e699708a8 req-53db0bf9-793f-478d-97ee-66624c4c4d56 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:57.717784 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-343251ba-c885-4c53-8c7f-ea9e699708a8 req-53db0bf9-793f-478d-97ee-66624c4c4d56 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 943 time: 0.0690057 Jul 07 18:05:57.755830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-343251ba-c885-4c53-8c7f-ea9e699708a8 req-f808c31d-dcfd-4815-9e0e-54569ac1fb0f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jul 07 18:05:58.188008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5c4aa4d-9222-4219-8a3d-a5fe14510f22 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:05:58.289439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:58.301477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'port_id': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22', 'mac_address': 'fa:16:3e:e6:3c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:05:58.339770 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.352686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c4aa4d-9222-4219-8a3d-a5fe14510f22 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:58.372722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:58.376914 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.425482 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.647312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5c4aa4d-9222-4219-8a3d-a5fe14510f22'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:58.935064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da5480-04b4-48f0-9753-823395ed0dd8 req-ea1b5ecf-cee4-4610-8ca7-6e4b67d8c679 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.936477 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61da5480-04b4-48f0-9753-823395ed0dd8 req-ea1b5ecf-cee4-4610-8ca7-6e4b67d8c679 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 944 time: 0.0647318 Jul 07 18:05:58.977174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61da5480-04b4-48f0-9753-823395ed0dd8 req-241c7f72-1915-4ef9-8751-f3bb90041d32 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345588 Jul 07 18:06:00.161692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de1c6-8ee8-4556-a5a6-cecb17db96ef req-5a641a2a-babb-49f7-8959-b7523663c3c8 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:00.163728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a1de1c6-8ee8-4556-a5a6-cecb17db96ef req-5a641a2a-babb-49f7-8959-b7523663c3c8 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 944 time: 0.0692496 Jul 07 18:06:00.188558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5c4aa4d-9222-4219-8a3d-a5fe14510f22 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:00.204594 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a1de1c6-8ee8-4556-a5a6-cecb17db96ef req-20178f66-9277-4ad7-b3fd-53cfaba59001 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352640 Jul 07 18:06:00.240926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:00.246026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:00.246396 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.338298 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.362438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:00.364722 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f47d917-2533-4018-b429-2139996ee9ba" -d '{"events": [{"server_uuid": "6bbcb7f7-a348-4557-989b-dcc636eedbad", "name": "network-vif-plugged", "status": "completed", "tag": "f5c4aa4d-9222-4219-8a3d-a5fe14510f22"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:00.378323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:00.383428 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.408766 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6975f935-bd9c-4f47-b844-06e5accd6da9 x-openstack-request-id: req-6975f935-bd9c-4f47-b844-06e5accd6da9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:00.409071 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbcb7f7-a348-4557-989b-dcc636eedbad", "name": "network-vif-plugged", "status": "completed", "tag": "f5c4aa4d-9222-4219-8a3d-a5fe14510f22", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:00.409360 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6975f935-bd9c-4f47-b844-06e5accd6da9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:00.409760 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22', 'code': 200} Jul 07 18:06:00.441364 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:00.571967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12c02-4d94-4a2d-a359-b39e638e035f req-adee7faa-a299-4eed-b700-7f0ab3ccc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:00.573566 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78d12c02-4d94-4a2d-a359-b39e638e035f req-adee7faa-a299-4eed-b700-7f0ab3ccc4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 1096 time: 0.0635033 Jul 07 18:06:00.610327 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-78d12c02-4d94-4a2d-a359-b39e638e035f req-0aca25b4-4386-4c65-82a4-64b71b4c6ba0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297759 Jul 07 18:06:01.387738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604cbc1-f749-417d-ad13-faee415eaa5a req-5543bf66-4a94-4ec8-b4ae-17e9f3846643 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.389316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d604cbc1-f749-417d-ad13-faee415eaa5a req-5543bf66-4a94-4ec8-b4ae-17e9f3846643 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 945 time: 0.0639548 Jul 07 18:06:01.426953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d604cbc1-f749-417d-ad13-faee415eaa5a req-22f387e9-fbbc-4afb-b790-156f5b6f6dd3 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Jul 07 18:06:02.612755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120674-ab25-4880-8c7d-2f95bc29422d req-4da3de21-2626-4683-972c-dd8c5d837c7d tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:02.614312 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a120674-ab25-4880-8c7d-2f95bc29422d req-4da3de21-2626-4683-972c-dd8c5d837c7d tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 945 time: 0.0667803 Jul 07 18:06:02.652898 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a120674-ab25-4880-8c7d-2f95bc29422d req-beb9019e-cfb8-4f71-8600-77c7dc7feb02 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329027 Jul 07 18:06:02.843287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376622f6-c1db-4547-b603-e3bf11bc4e5c req-17e2c951-86a4-4ff9-be2c-b1e78c4dacaf tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:02.844946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-376622f6-c1db-4547-b603-e3bf11bc4e5c req-17e2c951-86a4-4ff9-be2c-b1e78c4dacaf tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 945 time: 0.0796540 Jul 07 18:06:02.884799 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-376622f6-c1db-4547-b603-e3bf11bc4e5c req-f1752ed4-f33f-4bbd-9eeb-8355ebf4a45f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Jul 07 18:06:04.540761 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.344984 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-543a3f21-0bf3-452b-bf19-b012595573f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.800129 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.277322 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d281601a-d6b5-4817-891d-214ef9963b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.436728 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.071664 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.345276 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.390412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903ce2-6c14-4e26-b311-104b098e64e6 req-5c0fd276-2183-47ae-b0e8-5bbcd7d422f7 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:24.392016 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92903ce2-6c14-4e26-b311-104b098e64e6 req-5c0fd276-2183-47ae-b0e8-5bbcd7d422f7 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 945 time: 0.0688121 Jul 07 18:06:24.436680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-92903ce2-6c14-4e26-b311-104b098e64e6 req-4ef2324d-b066-4f5e-b7c9-e21b4043ee9d tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Jul 07 18:06:25.622024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc62db-074f-4abb-8d8a-f784bece6470 req-87607705-7fad-4dba-b77c-66075ad0f4fb tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:25.623537 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44bc62db-074f-4abb-8d8a-f784bece6470 req-87607705-7fad-4dba-b77c-66075ad0f4fb tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 945 time: 0.0681405 Jul 07 18:06:25.663437 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44bc62db-074f-4abb-8d8a-f784bece6470 req-c64562f8-d770-4cb5-b3bd-d222f059fd4f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Jul 07 18:06:26.210958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4cf5a-89ea-46d5-8724-847114566449 req-dc962da2-2600-420c-a6b6-c9a83ed3e018 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:26.212583 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16a4cf5a-89ea-46d5-8724-847114566449 req-dc962da2-2600-420c-a6b6-c9a83ed3e018 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 945 time: 0.0794930 Jul 07 18:06:26.334481 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Deleting port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:26.335500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.440519 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] For port f5c4aa4d-9222-4219-8a3d-a5fe14510f22, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:26.440806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.455678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Calling delete_port for f5c4aa4d-9222-4219-8a3d-a5fe14510f22 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:26.599530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.629243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Pushing event deleted for resources: {'Port': ['ID=f5c4aa4d-9222-4219-8a3d-a5fe14510f22,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:26.636418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['f5c4aa4d-9222-4219-8a3d-a5fe14510f22'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:26.645261 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.645619 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.645962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.646304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.646641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.647549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.648465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.648465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.648690 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.650170 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.650583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.650932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.704960 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] No DVR routers for this DVR port f5c4aa4d-9222-4219-8a3d-a5fe14510f22 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:26.708989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.711881 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16a4cf5a-89ea-46d5-8724-847114566449 req-413f10cd-15f6-4986-bf16-c188c4b29601 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.13 "DELETE /v2.0/ports/f5c4aa4d-9222-4219-8a3d-a5fe14510f22 HTTP/1.1" status: 204 len: 173 time: 0.4908834 Jul 07 18:06:26.712826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'name': 'network-vif-deleted', 'tag': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:26.717398 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26dcab2-7723-4975-8328-578dd16c65df" -d '{"events": [{"server_uuid": "6bbcb7f7-a348-4557-989b-dcc636eedbad", "name": "network-vif-deleted", "tag": "f5c4aa4d-9222-4219-8a3d-a5fe14510f22"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:26.839245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e432bac0-70f5-4dd6-8225-cac1eb7bbe0b req-a4608012-796a-4c8d-9182-94c3db1bd1cd tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=6bbcb7f7-a348-4557-989b-dcc636eedbad HTTP/1.1" status: 200 len: 210 time: 0.0381749 Jul 07 18:06:26.966694 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e27a2f5-efbc-4fa9-9aaa-0d49a9eecff1 x-openstack-request-id: req-6e27a2f5-efbc-4fa9-9aaa-0d49a9eecff1 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:26.966995 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbcb7f7-a348-4557-989b-dcc636eedbad", "name": "network-vif-deleted", "tag": "f5c4aa4d-9222-4219-8a3d-a5fe14510f22", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:26.967267 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e27a2f5-efbc-4fa9-9aaa-0d49a9eecff1 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:26.967681 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbcb7f7-a348-4557-989b-dcc636eedbad', 'name': 'network-vif-deleted', 'tag': 'f5c4aa4d-9222-4219-8a3d-a5fe14510f22', 'status': 'completed', 'code': 200} Jul 07 18:06:28.588545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-46744960-336a-4d9f-9ec3-b2b204df5ca4 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:28.590200 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-46744960-336a-4d9f-9ec3-b2b204df5ca4 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/networks?id=c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 200 len: 816 time: 0.1088660 Jul 07 18:06:28.605984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-aee47bb9-b47e-4bb3-bafe-1855b0bb12ee tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/quotas/314f7a9eaade463bb6f36621c71196d1 HTTP/1.1" status: 200 len: 375 time: 0.0099354 Jul 07 18:06:28.684024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-14776cf7-5a9f-4895-b76d-9a635042d538 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=314f7a9eaade463bb6f36621c71196d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725584 Jul 07 18:06:28.785254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-94af3982-a3ec-4b5a-817b-ecebb8ad0cb8 service neutron] 10.222.0.78 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875518 Jul 07 18:06:28.887301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-8caa17fc-3bb2-4a73-85ec-2b559562904b service neutron] 10.222.0.78 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959358 Jul 07 18:06:29.070248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad949402-8c5b-48fb-8c33-c7b2346e8110 req-3733e8d1-7d91-45ca-97c9-4d8d7d83d42e tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 210 time: 0.0324392 Jul 07 18:06:30.205568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-3ec3a8ea-f986-4428-93de-3cb5058e3c01 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:30.207328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-3ec3a8ea-f986-4428-93de-3cb5058e3c01 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.54 "GET /v2.0/networks?id=c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 200 len: 816 time: 0.1443830 Jul 07 18:06:30.241280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f790287f-8374-4462-ac11-a65dd2f7c7e3 req-4a539ce1-6643-4197-9147-ecae02705a5b tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 210 time: 0.0322232 Jul 07 18:06:30.244977 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Request body: {'port': {'device_id': '0308e98c-06d6-40de-9278-f729790fd72a', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'admin_state_up': True, 'tenant_id': '314f7a9eaade463bb6f36621c71196d1'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.359596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5c4aa4d-9222-4219-8a3d-a5fe14510f22 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:30.368193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Made reservation on behalf of 314f7a9eaade463bb6f36621c71196d1 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:30.372025 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.383452 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: f5c4aa4d-9222-4219-8a3d-a5fe14510f22 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:30.383799 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device f5c4aa4d-9222-4219-8a3d-a5fe14510f22 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:30.512307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Allocated IP 172.20.0.12 (c285ad1f-7191-4f17-9c9b-0a7493d42526/b93bda13-30c4-4552-9bed-e2ef8a048896/90c16793-d90a-487d-80a7-ac7ed03593cd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:30.669701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.684570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Transition to ACTIVE for port object 90c16793-d90a-487d-80a7-ac7ed03593cd will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:30.728768 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.776184 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:30.781525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:30.785409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:30.811440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Pushing event updated for resources: {'Port': ['ID=90c16793-d90a-487d-80a7-ac7ed03593cd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.831739 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.832297 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.832861 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.833461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.833957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.835182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.835873 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.836106 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.836572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.837035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.837543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.838081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:30.862054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:30.862728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.879997 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-d22dcf74-a0b1-4a2a-9254-2e95d93910a2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6419463 Jul 07 18:06:30.890647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-f842455e-7c10-4fa9-b78f-8c3ddc2cd418 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:06:30.891691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-f842455e-7c10-4fa9-b78f-8c3ddc2cd418 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056818 Jul 07 18:06:30.903122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Request body: {'port': {'device_id': '0308e98c-06d6-40de-9278-f729790fd72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.992357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.996318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bafa4883-eec0-4627-9caa-0de32ddb62ac None None] Provisioning for port 90c16793-d90a-487d-80a7-ac7ed03593cd completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:31.000777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-bafa4883-eec0-4627-9caa-0de32ddb62ac None None] Provisioning complete for port 90c16793-d90a-487d-80a7-ac7ed03593cd triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:31.001186 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bafa4883-eec0-4627-9caa-0de32ddb62ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.043390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bafa4883-eec0-4627-9caa-0de32ddb62ac None None] Port 90c16793-d90a-487d-80a7-ac7ed03593cd cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:31.286097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c16793-d90a-487d-80a7-ac7ed03593cd {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:31.294587 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.308505 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Transition to ACTIVE for port object 90c16793-d90a-487d-80a7-ac7ed03593cd will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:31.312217 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.373552 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Pushing event updated for resources: {'Port': ['ID=90c16793-d90a-487d-80a7-ac7ed03593cd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:31.486568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Attempting to bind port 90c16793-d90a-487d-80a7-ac7ed03593cd on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:31.486950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Attempting to bind port 90c16793-d90a-487d-80a7-ac7ed03593cd by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:31.487234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Attempting to bind port 90c16793-d90a-487d-80a7-ac7ed03593cd on network c285ad1f-7191-4f17-9c9b-0a7493d42526 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:31.497260 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Port 90c16793-d90a-487d-80a7-ac7ed03593cd on network c285ad1f-7191-4f17-9c9b-0a7493d42526 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:31.497590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Attempting to bind port 90c16793-d90a-487d-80a7-ac7ed03593cd on network c285ad1f-7191-4f17-9c9b-0a7493d42526 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:31.514975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66302cf1-7be6-466c-9d29-761e14dfaacf req-5f3612b1-d50f-484c-b35a-96d5d3a13483 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:31.517219 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66302cf1-7be6-466c-9d29-761e14dfaacf req-5f3612b1-d50f-484c-b35a-96d5d3a13483 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 944 time: 0.1457310 Jul 07 18:06:31.518595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:31.519176 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Checking segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:31.519841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Bound using segment: {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:31.520632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Bound port: 90c16793-d90a-487d-80a7-ac7ed03593cd, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b82dc70-8026-4120-8a34-13761d784933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:31.521298 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.648401 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66302cf1-7be6-466c-9d29-761e14dfaacf req-9eafdb01-8090-42ba-a9d7-84e64fa2927d tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208258 Jul 07 18:06:31.679245 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] For port 90c16793-d90a-487d-80a7-ac7ed03593cd, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:31.682423 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] For port 90c16793-d90a-487d-80a7-ac7ed03593cd, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=90c16793-d90a-487d-80a7-ac7ed03593cd,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:31.687696 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.725307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:31.726127 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.727763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] 10.222.0.54 "PUT /v2.0/ports/90c16793-d90a-487d-80a7-ac7ed03593cd HTTP/1.1" status: 200 len: 1092 time: 0.8290310 Jul 07 18:06:31.728364 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308e98c-06d6-40de-9278-f729790fd72a', 'tag': '90c16793-d90a-487d-80a7-ac7ed03593cd'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:31.731008 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f14de-ff78-4441-a859-819a0aad5dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0308e98c-06d6-40de-9278-f729790fd72a", "tag": "90c16793-d90a-487d-80a7-ac7ed03593cd"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:31.760477 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400479e7-ca9b-4c32-bea4-a85f22bb602b service neutron] Pushing event updated for resources: {'Port': ['ID=90c16793-d90a-487d-80a7-ac7ed03593cd,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:31.804777 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189758a7-35b7-4802-9033-586e4b203b22 x-openstack-request-id: req-189758a7-35b7-4802-9033-586e4b203b22 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:31.804777 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308e98c-06d6-40de-9278-f729790fd72a", "tag": "90c16793-d90a-487d-80a7-ac7ed03593cd", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:31.804777 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-189758a7-35b7-4802-9033-586e4b203b22 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:31.805123 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308e98c-06d6-40de-9278-f729790fd72a', 'tag': '90c16793-d90a-487d-80a7-ac7ed03593cd', 'status': 'completed', 'code': 200} Jul 07 18:06:31.840551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-fece155c-c085-4573-9f62-b9d07e5abcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:31.842408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-fece155c-c085-4573-9f62-b9d07e5abcd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=314f7a9eaade463bb6f36621c71196d1&device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 1095 time: 0.0683484 Jul 07 18:06:31.893060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-932cb97e-c27d-4b7a-be82-7b4bdb7af49c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c16793-d90a-487d-80a7-ac7ed03593cd HTTP/1.1" status: 200 len: 217 time: 0.0435519 Jul 07 18:06:31.955996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-605876b5-839e-4d66-9440-b39cf9e237dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:31.957543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-605876b5-839e-4d66-9440-b39cf9e237dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b93bda13-30c4-4552-9bed-e2ef8a048896 HTTP/1.1" status: 200 len: 855 time: 0.0583839 Jul 07 18:06:32.021008 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-6d01e490-b807-4f03-aa8b-1a5f80df28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.023536 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-6d01e490-b807-4f03-aa8b-1a5f80df28ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c285ad1f-7191-4f17-9c9b-0a7493d42526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598319 Jul 07 18:06:32.126564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-7d4477d8-e5f3-4774-b59f-75365acdb4d0 service neutron] 10.222.0.54 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958724 Jul 07 18:06:32.234015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b5dae78-2c4c-4283-992d-80f4b739e41d req-aeeb0119-f3e0-47dd-9c24-8965de96dfa0 service neutron] 10.222.0.54 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014063 Jul 07 18:06:32.342151 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-12922fea-a783-4c4a-b2eb-4fddb058cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.344478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-12922fea-a783-4c4a-b2eb-4fddb058cd53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=314f7a9eaade463bb6f36621c71196d1&device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 1095 time: 0.0641410 Jul 07 18:06:32.452251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-f926bc89-b3d0-4554-a1ba-23189753a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.453677 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-f926bc89-b3d0-4554-a1ba-23189753a0a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 200 len: 917 time: 0.1031978 Jul 07 18:06:32.497937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-154c5437-830d-472d-a4ae-e2f114e711a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c16793-d90a-487d-80a7-ac7ed03593cd HTTP/1.1" status: 200 len: 217 time: 0.0365407 Jul 07 18:06:32.556308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-435a8b73-daaf-4129-8365-3bf8e2d3d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.557869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-435a8b73-daaf-4129-8365-3bf8e2d3d7bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b93bda13-30c4-4552-9bed-e2ef8a048896 HTTP/1.1" status: 200 len: 855 time: 0.0542939 Jul 07 18:06:32.626217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-788ae72a-e919-4aed-b190-016684b839a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.627787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-788ae72a-e919-4aed-b190-016684b839a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c285ad1f-7191-4f17-9c9b-0a7493d42526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620968 Jul 07 18:06:32.737003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-4d669d3a-a07b-4cf1-9828-7d02168d22bb service neutron] 10.222.0.54 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025248 Jul 07 18:06:32.920374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc6f14de-ff78-4441-a859-819a0aad5dcd req-05bd9e97-77c3-4595-bf50-44a6eaf4ce28 service neutron] 10.222.0.54 "GET /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770089 Jul 07 18:06:32.935609 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26641-9fba-407f-ae9b-381c339add38 req-80be6542-3ba0-457d-8f25-daae818d3637 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.937285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1d26641-9fba-407f-ae9b-381c339add38 req-80be6542-3ba0-457d-8f25-daae818d3637 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 944 time: 0.1107268 Jul 07 18:06:32.982468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b1d26641-9fba-407f-ae9b-381c339add38 req-2663faa3-4a10-472b-9887-a96a41192a7f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360157 Jul 07 18:06:34.219307 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:34.236274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eab069-d814-4f1d-8b3b-c37e9b1609fb req-f7a39e7e-c26d-4ca0-94d5-331e79560692 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.237914 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57eab069-d814-4f1d-8b3b-c37e9b1609fb req-f7a39e7e-c26d-4ca0-94d5-331e79560692 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 944 time: 0.1143506 Jul 07 18:06:34.290719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-57eab069-d814-4f1d-8b3b-c37e9b1609fb req-e8075ed2-3093-4986-9162-b5942ad01b1d tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Jul 07 18:06:34.562495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.357566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ead1a02c-9de4-4441-bc05-53f208f7229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.545284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659562a-858e-41f6-b583-2ddda7e59c0c req-9df2ff5b-2da5-4897-80c6-1a84d39c1ae5 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.546992 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8659562a-858e-41f6-b583-2ddda7e59c0c req-9df2ff5b-2da5-4897-80c6-1a84d39c1ae5 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 944 time: 0.0982161 Jul 07 18:06:35.598584 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8659562a-858e-41f6-b583-2ddda7e59c0c req-9a100ce2-73a6-4f14-a813-5f3ad28797d2 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Jul 07 18:06:36.504378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 90c16793-d90a-487d-80a7-ac7ed03593cd details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:36.632694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 90c16793-d90a-487d-80a7-ac7ed03593cd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=90c16793-d90a-487d-80a7-ac7ed03593cd,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:36.656118 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '90c16793-d90a-487d-80a7-ac7ed03593cd', 'network_id': 'c285ad1f-7191-4f17-9c9b-0a7493d42526', 'port_id': '90c16793-d90a-487d-80a7-ac7ed03593cd', 'mac_address': 'fa:16:3e:c9:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93bda13-30c4-4552-9bed-e2ef8a048896', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:36.707724 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.727374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c16793-d90a-487d-80a7-ac7ed03593cd {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:36.759162 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 90c16793-d90a-487d-80a7-ac7ed03593cd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=90c16793-d90a-487d-80a7-ac7ed03593cd,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:36.764794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.823341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=90c16793-d90a-487d-80a7-ac7ed03593cd,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:36.832763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.833188 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.833491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.833836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.834191 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.834529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.834861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.835308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.835757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.836084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.836409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.836724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750f51-ba08-4dab-8ec5-2d81211b27f5 req-561ea9e5-c910-439c-b336-5a88f232c39b tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:36.837595 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.841713 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d750f51-ba08-4dab-8ec5-2d81211b27f5 req-561ea9e5-c910-439c-b336-5a88f232c39b tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 944 time: 0.1034393 Jul 07 18:06:36.893795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d750f51-ba08-4dab-8ec5-2d81211b27f5 req-35aafe76-d894-497a-a48c-39e0d4fc6007 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Jul 07 18:06:37.058917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['90c16793-d90a-487d-80a7-ac7ed03593cd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:37.803772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.120291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b583e-9583-453b-8c42-f7c2bb27c721 req-e32ff858-a2a1-41dd-88b1-b98a84d95c60 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.121910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b79b583e-9583-453b-8c42-f7c2bb27c721 req-e32ff858-a2a1-41dd-88b1-b98a84d95c60 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 945 time: 0.0938318 Jul 07 18:06:38.182563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b79b583e-9583-453b-8c42-f7c2bb27c721 req-33052204-6968-44d3-b17a-265ed30c2feb tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Jul 07 18:06:38.520286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 90c16793-d90a-487d-80a7-ac7ed03593cd up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:38.576154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 90c16793-d90a-487d-80a7-ac7ed03593cd completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:38.581494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 90c16793-d90a-487d-80a7-ac7ed03593cd triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:38.582028 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.677568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.708069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308e98c-06d6-40de-9278-f729790fd72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c16793-d90a-487d-80a7-ac7ed03593cd'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:38.711624 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94782da-07b9-40fc-985b-f6fffe023f23" -d '{"events": [{"server_uuid": "0308e98c-06d6-40de-9278-f729790fd72a", "name": "network-vif-plugged", "status": "completed", "tag": "90c16793-d90a-487d-80a7-ac7ed03593cd"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:38.727988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 90c16793-d90a-487d-80a7-ac7ed03593cd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=90c16793-d90a-487d-80a7-ac7ed03593cd,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:38.737236 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.772808 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c190d0-582c-4900-836e-735d9c692e10 x-openstack-request-id: req-01c190d0-582c-4900-836e-735d9c692e10 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:38.773347 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308e98c-06d6-40de-9278-f729790fd72a", "name": "network-vif-plugged", "status": "completed", "tag": "90c16793-d90a-487d-80a7-ac7ed03593cd", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:38.773592 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01c190d0-582c-4900-836e-735d9c692e10 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:38.774144 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308e98c-06d6-40de-9278-f729790fd72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c16793-d90a-487d-80a7-ac7ed03593cd', 'code': 200} Jul 07 18:06:38.812913 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=90c16793-d90a-487d-80a7-ac7ed03593cd,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:38.902296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218f765-80bf-4e8b-a2eb-a73165f1f9a0 req-287e64d3-117a-4b9a-829a-473c47d71592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.903986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c218f765-80bf-4e8b-a2eb-a73165f1f9a0 req-287e64d3-117a-4b9a-829a-473c47d71592 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 1097 time: 0.0616827 Jul 07 18:06:38.953333 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c218f765-80bf-4e8b-a2eb-a73165f1f9a0 req-5bef009a-354d-4d4f-82e7-15e811eecc12 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Jul 07 18:06:39.288826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25c40230-943b-4063-887e-1b437a1252de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.453224 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.815928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896f602-4807-4d45-a649-6f3c0fe47413 req-d818e6bf-fba4-43e5-aabf-553a5b239f77 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.817618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5896f602-4807-4d45-a649-6f3c0fe47413 req-d818e6bf-fba4-43e5-aabf-553a5b239f77 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 946 time: 0.4370160 Jul 07 18:06:39.873622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5896f602-4807-4d45-a649-6f3c0fe47413 req-974e9fd6-1c8b-4ec7-a613-44ef6643dd6f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Jul 07 18:06:41.069706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82061a6d-3e68-4440-af0c-25e5e8538805 req-4db5ebfd-495b-4d03-8b49-06fd844aa575 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.071512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82061a6d-3e68-4440-af0c-25e5e8538805 req-4db5ebfd-495b-4d03-8b49-06fd844aa575 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 946 time: 0.0682092 Jul 07 18:06:41.080397 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.129217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-82061a6d-3e68-4440-af0c-25e5e8538805 req-408e0e1a-21c5-420e-afbe-caba4f2530d1 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Jul 07 18:06:41.328145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51108126-08a6-4dcb-82f6-43d7b7e33abf req-c818e873-6566-44c5-87d1-246a064bd73c tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.330008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51108126-08a6-4dcb-82f6-43d7b7e33abf req-c818e873-6566-44c5-87d1-246a064bd73c tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 946 time: 0.0690107 Jul 07 18:06:41.374352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51108126-08a6-4dcb-82f6-43d7b7e33abf req-0a7ab96e-1131-40ad-8630-13f72e8bbd62 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Jul 07 18:06:54.354924 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.579432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caa7c0-bde5-42d1-803d-f40e319cf647 req-1886a577-b2cc-47f2-a8b6-54683920b19f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:02.580869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64caa7c0-bde5-42d1-803d-f40e319cf647 req-1886a577-b2cc-47f2-a8b6-54683920b19f tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 946 time: 0.0664887 Jul 07 18:07:02.618458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-64caa7c0-bde5-42d1-803d-f40e319cf647 req-3f36bd8b-58fb-4004-8581-d48f10c083c4 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jul 07 18:07:03.798117 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c54f-885c-47f6-a1e6-7fcb8fd7fb70 req-3a7e9697-1b0f-4528-81c8-963f3265cf9b tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.799671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d55c54f-885c-47f6-a1e6-7fcb8fd7fb70 req-3a7e9697-1b0f-4528-81c8-963f3265cf9b tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 946 time: 0.0662282 Jul 07 18:07:03.841944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2d55c54f-885c-47f6-a1e6-7fcb8fd7fb70 req-6efcda7f-64f4-4fbb-862d-df92be3a0beb tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/security-groups?id=79ad830f-a82a-4220-a359-91f07b11142c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Jul 07 18:07:04.277756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2edd424e-26b5-485e-9e3a-f262ddd7ee83 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.279252 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2edd424e-26b5-485e-9e3a-f262ddd7ee83 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.54 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 946 time: 0.0680544 Jul 07 18:07:04.381249 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Deleting port 90c16793-d90a-487d-80a7-ac7ed03593cd {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:04.381659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.482801 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] For port 90c16793-d90a-487d-80a7-ac7ed03593cd, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=90c16793-d90a-487d-80a7-ac7ed03593cd,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:04.483082 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.495919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Calling delete_port for 90c16793-d90a-487d-80a7-ac7ed03593cd owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:04.554450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.628959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.642876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['90c16793-d90a-487d-80a7-ac7ed03593cd'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:04.663747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Pushing event deleted for resources: {'Port': ['ID=90c16793-d90a-487d-80a7-ac7ed03593cd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:04.712674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] No DVR routers for this DVR port 90c16793-d90a-487d-80a7-ac7ed03593cd on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:04.715565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.717941 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-05e572a4-e818-419e-b9cf-66bd05d854a3 req-2cb0b9ec-95e3-4660-ba08-752ba46bc857 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.54 "DELETE /v2.0/ports/90c16793-d90a-487d-80a7-ac7ed03593cd HTTP/1.1" status: 204 len: 173 time: 0.4331012 Jul 07 18:07:04.718442 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308e98c-06d6-40de-9278-f729790fd72a', 'name': 'network-vif-deleted', 'tag': '90c16793-d90a-487d-80a7-ac7ed03593cd'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:04.721159 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a368ee3-fd9a-4396-80e9-c6606e87af71" -d '{"events": [{"server_uuid": "0308e98c-06d6-40de-9278-f729790fd72a", "name": "network-vif-deleted", "tag": "90c16793-d90a-487d-80a7-ac7ed03593cd"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:04.777437 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be3450-5893-46fc-ada8-7f9705d448b7 x-openstack-request-id: req-63be3450-5893-46fc-ada8-7f9705d448b7 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:04.780730 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308e98c-06d6-40de-9278-f729790fd72a", "name": "network-vif-deleted", "tag": "90c16793-d90a-487d-80a7-ac7ed03593cd", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:04.780730 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63be3450-5893-46fc-ada8-7f9705d448b7 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:04.780730 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308e98c-06d6-40de-9278-f729790fd72a', 'name': 'network-vif-deleted', 'tag': '90c16793-d90a-487d-80a7-ac7ed03593cd', 'status': 'completed', 'code': 200} Jul 07 18:07:05.006469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-173c0812-0aa2-4a82-ae33-5f79fad260e7 req-cebec906-6b50-4d91-b299-bccb6af30353 tempest-TestEncryptedCinderVolumes-334766358 tempest-TestEncryptedCinderVolumes-334766358-project] 10.222.0.78 "GET /v2.0/ports?device_id=0308e98c-06d6-40de-9278-f729790fd72a HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jul 07 18:07:05.350874 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6a9a-5cd2-4420-8890-17bdf4a45211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.136990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43228) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:06.508757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.643974 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 90c16793-d90a-487d-80a7-ac7ed03593cd no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:06.666531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 90c16793-d90a-487d-80a7-ac7ed03593cd {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:06.666881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 90c16793-d90a-487d-80a7-ac7ed03593cd not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:06.772834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Deleting port 424ea903-beef-4a01-8bfb-12e4dbdf44d0 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:06.773078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.852249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] For port 424ea903-beef-4a01-8bfb-12e4dbdf44d0, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=424ea903-beef-4a01-8bfb-12e4dbdf44d0,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:06.852647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.864915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Calling delete_port for 424ea903-beef-4a01-8bfb-12e4dbdf44d0 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:07.056983 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.084364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=424ea903-beef-4a01-8bfb-12e4dbdf44d0,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:07.267909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.486036 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:07.596914 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:07.602558 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-de9e8a28-1fba-4cfc-a741-e535dbec6ff9 admin admin] 10.222.0.78 "PUT /v2.0/routers/400121ec-d2aa-4a35-a843-ba9ca4f1dab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4645119 Jul 07 18:07:07.605075 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43230) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.607962 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] Sync routers for ids ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:07.618379 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] Routers {'400121ec-d2aa-4a35-a843-ba9ca4f1dab0'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:07.619004 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:06:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:07.710131 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.806638 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.818794 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] Set router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:07.820513 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.874240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Deleting port 5bd49846-28d9-491b-b9b8-927b9ffc47f2 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:07.874587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.954179 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] For port 5bd49846-28d9-491b-b9b8-927b9ffc47f2, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=5bd49846-28d9-491b-b9b8-927b9ffc47f2,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:07.954540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.970439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Calling delete_port for 5bd49846-28d9-491b-b9b8-927b9ffc47f2 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:08.001430 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:07:07Z', 'revision_number': 5, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port': {'id': '5bd49846-28d9-491b-b9b8-927b9ffc47f2', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:41Z', 'updated_at': '2021-07-07T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:08.031171 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] Checking router: 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:08.040472 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] Routers {'400121ec-d2aa-4a35-a843-ba9ca4f1dab0'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:08.041082 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:06:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:08.128032 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] Set router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:08.176690 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.184955 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:07:07Z', 'revision_number': 6, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:08.212713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd49846-28d9-491b-b9b8-927b9ffc47f2,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:08.216143 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a580002-f3d7-4ee5-89b1-d11dca697c21 None None] The sync data for ids ['400121ec-d2aa-4a35-a843-ba9ca4f1dab0'] in n-d-793619-7 is: [{'id': '400121ec-d2aa-4a35-a843-ba9ca4f1dab0', 'name': 'tempest-TestEncryptedCinderVolumes-302051235-router', 'tenant_id': '314f7a9eaade463bb6f36621c71196d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:40Z', 'updated_at': '2021-07-07T18:07:07Z', 'revision_number': 6, 'project_id': '314f7a9eaade463bb6f36621c71196d1', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:08.298829 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.725734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.728292 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.774765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.775464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 400121ec-d2aa-4a35-a843-ba9ca4f1dab0 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:08.781630 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.782798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b898d12d-a2c0-4234-925a-2fc637fc2971 admin admin] 10.222.0.78 "DELETE /v2.0/routers/400121ec-d2aa-4a35-a843-ba9ca4f1dab0 HTTP/1.1" status: 204 len: 168 time: 1.1767964 Jul 07 18:07:08.785958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43232) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:08.839597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Deleting subnet b93bda13-30c4-4552-9bed-e2ef8a048896 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:08.843074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.892144 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.984711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.044834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bd49846-28d9-491b-b9b8-927b9ffc47f2 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:09.056693 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.070436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 5bd49846-28d9-491b-b9b8-927b9ffc47f2 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:09.070912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 5bd49846-28d9-491b-b9b8-927b9ffc47f2 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:09.071422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 424ea903-beef-4a01-8bfb-12e4dbdf44d0 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:09.084413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93bda13-30c4-4552-9bed-e2ef8a048896,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:09.088476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.092849 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7bbd20c8-9a7f-4f4a-bcf9-fb06c087c723 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b93bda13-30c4-4552-9bed-e2ef8a048896 HTTP/1.1" status: 204 len: 168 time: 0.3036163 Jul 07 18:07:09.093211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43234) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:09.099057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ff036-571c-4e0e-b71d-67442b2dbaf6 None None] Network c285ad1f-7191-4f17-9c9b-0a7493d42526 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:09.118230 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 424ea903-beef-4a01-8bfb-12e4dbdf44d0 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:09.118516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 424ea903-beef-4a01-8bfb-12e4dbdf44d0 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:09.183974 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.247515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Deleting port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:09.247858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.285732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b83301a6-e405-4699-8a9b-d706810f9885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.321351 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] For port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:09.321755 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.340702 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Calling delete_port for be22b2c8-eadf-4464-a6fc-cfb1a8f0168c owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:09.345086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] DHCP port deletion for c285ad1f-7191-4f17-9c9b-0a7493d42526 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:09.404066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] Deleting port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:09.404672 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.458072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.483023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.486198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] No DVR routers for this DVR port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:09.488322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:09.496083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] For port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,segment=NetworkSegment(1b82dc70-8026-4120-8a34-13761d784933),segment_id=1b82dc70-8026-4120-8a34-13761d784933)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:09.496490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.510865 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] Calling delete_port for be22b2c8-eadf-4464-a6fc-cfb1a8f0168c owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:09.568762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.582108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c285ad1f-7191-4f17-9c9b-0a7493d42526']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:09.593331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b82dc70-8026-4120-8a34-13761d784933') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:09.593664 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b82dc70-8026-4120-8a34-13761d784933') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:09.603742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.609072 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.622065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.633041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:09.634161 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:09.635694 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:09.639919 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] No DVR routers for this DVR port be22b2c8-eadf-4464-a6fc-cfb1a8f0168c on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:09.641677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e754b-0692-45e3-b4c3-d7a09fef7211 None None] Pushing event deleted for resources: {'Port': ['ID=be22b2c8-eadf-4464-a6fc-cfb1a8f0168c,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:09.696307 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.702565 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.704051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] 10.222.0.78 "DELETE /v2.0/networks/c285ad1f-7191-4f17-9c9b-0a7493d42526 HTTP/1.1" status: 204 len: 168 time: 0.6090391 Jul 07 18:07:09.707679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43236) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:09.717403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dc4b6-4280-4730-b903-4f6a66048a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c285ad1f-7191-4f17-9c9b-0a7493d42526,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:10.076303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:10.352918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Deleting port d5fead69-75b6-42dc-a938-98f4795f356b {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:10.353297 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:10.438184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] For port d5fead69-75b6-42dc-a938-98f4795f356b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d5fead69-75b6-42dc-a938-98f4795f356b,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:10.438543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:10.452576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Calling delete_port for d5fead69-75b6-42dc-a938-98f4795f356b owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:10.651352 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:10.676846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fead69-75b6-42dc-a938-98f4795f356b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:10.861810 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.036711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device be22b2c8-eadf-4464-a6fc-cfb1a8f0168c no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:11.057750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: be22b2c8-eadf-4464-a6fc-cfb1a8f0168c {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:11.058151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device be22b2c8-eadf-4464-a6fc-cfb1a8f0168c not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:11.087271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.093006 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:11.210396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:11.216104 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-72e51b87-07f6-42ef-aada-f1dc223d1ec6 admin admin] 10.222.0.78 "PUT /v2.0/routers/2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5073078 Jul 07 18:07:11.219265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43238) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:11.219841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] Sync routers for ids ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:11.224579 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:11.234332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] Routers {'2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:11.235051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:11.336489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.352821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] Set router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:11.450414 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.510904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Deleting port 09a0c058-796c-48fb-979a-42f23b172a70 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:11.511246 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.555245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '09a0c058-796c-48fb-979a-42f23b172a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:07:10Z', 'revision_number': 5, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port': {'id': '09a0c058-796c-48fb-979a-42f23b172a70', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:11.588958 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] Checking router: 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:11.600211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] Routers {'2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:11.600912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:11.618476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] For port 09a0c058-796c-48fb-979a-42f23b172a70, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=09a0c058-796c-48fb-979a-42f23b172a70,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:11.618842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.634241 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Calling delete_port for 09a0c058-796c-48fb-979a-42f23b172a70 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:11.696128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] Set router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:11.764995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:07:11Z', 'revision_number': 6, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:11.796972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96c06d-045d-43eb-a6d2-3b4fa52b3c39 None None] The sync data for ids ['2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c'] in n-d-793619-7 is: [{'id': '2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c', 'name': 'tempest-TestEncryptedCinderVolumes-2115550390-router', 'tenant_id': '9ceb2a20dc744031bf75afc697680424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:45Z', 'updated_at': '2021-07-07T18:07:11Z', 'revision_number': 6, 'project_id': '9ceb2a20dc744031bf75afc697680424', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:11.836906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.863342 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a0c058-796c-48fb-979a-42f23b172a70,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:11.928228 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.022993 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.025133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.070884 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.071545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:12.075908 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.077074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4267161e-bf54-4ebd-9de2-650058e1bbe5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2ee0cc6e-6c0a-479e-bd81-3ace524a4a7c HTTP/1.1" status: 204 len: 168 time: 0.8566582 Jul 07 18:07:12.079650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43240) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:12.126504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Deleting subnet 40116958-d04b-407e-93f8-f7b812a2454d {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:12.129548 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.165869 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.273382 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.357427 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.384357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40116958-d04b-407e-93f8-f7b812a2454d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:12.387987 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.389909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d4becad-e08f-4e1d-a0de-050a0a7d32be admin admin] 10.222.0.78 "DELETE /v2.0/subnets/40116958-d04b-407e-93f8-f7b812a2454d HTTP/1.1" status: 204 len: 168 time: 0.3094039 Jul 07 18:07:12.392495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43242) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:12.395479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954c6de-d723-4fe8-ae8c-176634eb3903 None None] Network 068cc9af-29ff-45bf-bf67-cd0935539472 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:12.467386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.522913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Deleting port 766a0964-8061-477a-a3f6-a09bb0b21544 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:12.523155 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.596160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] For port 766a0964-8061-477a-a3f6-a09bb0b21544, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=766a0964-8061-477a-a3f6-a09bb0b21544,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:12.596525 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.609509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] DHCP port deletion for 068cc9af-29ff-45bf-bf67-cd0935539472 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:12.612903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Calling delete_port for 766a0964-8061-477a-a3f6-a09bb0b21544 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:12.662232 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] Deleting port 766a0964-8061-477a-a3f6-a09bb0b21544 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:12.662543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.703089 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.731280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] For port 766a0964-8061-477a-a3f6-a09bb0b21544, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=766a0964-8061-477a-a3f6-a09bb0b21544,segment=NetworkSegment(3efd1a4e-eda4-498a-9e25-d20fe299edac),segment_id=3efd1a4e-eda4-498a-9e25-d20fe299edac)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:12.731640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.734719 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=766a0964-8061-477a-a3f6-a09bb0b21544,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:12.742388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] No DVR routers for this DVR port 766a0964-8061-477a-a3f6-a09bb0b21544 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:12.746288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] Calling delete_port for 766a0964-8061-477a-a3f6-a09bb0b21544 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:12.823644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.836665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068cc9af-29ff-45bf-bf67-cd0935539472']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:12.838163 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.848183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd1a4e-eda4-498a-9e25-d20fe299edac') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:12.848508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd1a4e-eda4-498a-9e25-d20fe299edac') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:12.859434 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.863609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] Pushing event deleted for resources: {'Port': ['ID=766a0964-8061-477a-a3f6-a09bb0b21544,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:12.869898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f34d3-1c62-4a16-81b8-f1456e0b1d9d None None] No DVR routers for this DVR port 766a0964-8061-477a-a3f6-a09bb0b21544 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:12.878733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.888623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:12.889067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:12.890953 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:12.953481 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.960488 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.962188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] 10.222.0.78 "DELETE /v2.0/networks/068cc9af-29ff-45bf-bf67-cd0935539472 HTTP/1.1" status: 204 len: 168 time: 0.5687838 Jul 07 18:07:12.973682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd6d5-ce58-490c-8264-de425db1a0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=068cc9af-29ff-45bf-bf67-cd0935539472,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:12.995845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5fead69-75b6-42dc-a938-98f4795f356b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:13.016027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d5fead69-75b6-42dc-a938-98f4795f356b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:13.016387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d5fead69-75b6-42dc-a938-98f4795f356b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:13.016807 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 09a0c058-796c-48fb-979a-42f23b172a70 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:13.036610 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 09a0c058-796c-48fb-979a-42f23b172a70 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:13.037025 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 09a0c058-796c-48fb-979a-42f23b172a70 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:13.037600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 766a0964-8061-477a-a3f6-a09bb0b21544 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:13.056579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 766a0964-8061-477a-a3f6-a09bb0b21544 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:13.056940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 766a0964-8061-477a-a3f6-a09bb0b21544 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:13.142354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43246) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.185156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f9bfc5cd-3a8f-44f7-9418-8797c6c2420e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=314f7a9eaade463bb6f36621c71196d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413311 Jul 07 18:07:13.187506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43248) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.242036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09102459-66de-420c-afe3-be01a239430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.268904 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09102459-66de-420c-afe3-be01a239430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.321929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09102459-66de-420c-afe3-be01a239430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.324510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-09102459-66de-420c-afe3-be01a239430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.325762 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-09102459-66de-420c-afe3-be01a239430c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79ad830f-a82a-4220-a359-91f07b11142c HTTP/1.1" status: 204 len: 168 time: 0.1373427 Jul 07 18:07:13.335124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09102459-66de-420c-afe3-be01a239430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad830f-a82a-4220-a359-91f07b11142c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:13.655467 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43254) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.695443 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-91eaa678-4ccc-41ff-823d-8a437378d977 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ceb2a20dc744031bf75afc697680424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387213 Jul 07 18:07:13.698720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.749988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed31e-c70b-43c4-9e48-048e0447b4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.771762 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed31e-c70b-43c4-9e48-048e0447b4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.817145 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed31e-c70b-43c4-9e48-048e0447b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.820979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed31e-c70b-43c4-9e48-048e0447b4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.822180 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4f0ed31e-c70b-43c4-9e48-048e0447b4a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6403e97-e0fd-4bf6-9b84-5955fd876b19 HTTP/1.1" status: 204 len: 168 time: 0.1225657 Jul 07 18:07:13.830250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ed31e-c70b-43c4-9e48-048e0447b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6403e97-e0fd-4bf6-9b84-5955fd876b19,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:14.499863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43278) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:14.596628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-167246514-network', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:14.618101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Made reservation on behalf of 358837ce7ee8488f8af87d485a5a22f9 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:14.620468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.629797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.753854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.759348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.786985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:14.799060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d11d4c-fd9f-4f88-8e2c-c760896d3878,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:14.805663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.806145 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Added segment a1c11c39-bc24-4508-a863-80ad6f3fdf14 of type vlan for network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 Jul 07 18:07:14.853143 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.882651 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.883675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:14.884320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.939263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4382434 Jul 07 18:07:14.943940 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43282) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:14.950050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Request body: {'subnet': {'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-167246514-subnet', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:14.951085 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b66c3-e3d4-42db-acbe-6691782f4e41 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:14.963047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:14.973364 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Made reservation on behalf of 358837ce7ee8488f8af87d485a5a22f9 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:14.977454 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.155444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.219553 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b12252-e873-420f-a746-3cd212d8d787,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:15.231038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Checking segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:15.231641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Network hostable DHCP agents. Network: 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:15.250469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:15.261834 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:15.266152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.266764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.271779 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328bf288-d05d-41b8-9d2e-f62c2741fe6e None None] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:15.282807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cef29243-ea0a-451d-9e0a-ad6182cdf548 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3376620 Jul 07 18:07:15.285728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43284) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:15.291374 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:15.314052 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.315592 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.372385 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.424638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:15.425564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.513321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.567071 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Allocated IP 172.20.0.2 (2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19/70b12252-e873-420f-a746-3cd212d8d787/bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:15.715098 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.723408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Transition to ACTIVE for port object bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:15.726312 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.740424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Transition to ACTIVE for port object bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:15.746586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.746894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.787906 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:15.790760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:15.795335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:15.798516 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Pushing event updated for resources: {'Port': ['ID=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:15.857467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Attempting to bind port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:15.857846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Attempting to bind port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:15.858218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Attempting to bind port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 on network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:15.859288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Allocated IP 172.25.5.98 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/39697f94-7f11-44d3-b376-c63bcd1bed29) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:15.863748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:15.864132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Checking segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:15.864541 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.865569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Bound using segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:15.866049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Bound port: bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:15.866438 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.931714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] For port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:15.935419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] For port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:15.939724 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.976282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.001931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f208244-8a6e-41ed-9c05-d839552da9b9 None None] Pushing event updated for resources: {'Port': ['ID=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:16.025626 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.069029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:16.072023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:16.075515 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:16.108915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Pushing event updated for resources: {'Port': ['ID=39697f94-7f11-44d3-b376-c63bcd1bed29,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:16.378124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.907401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.001952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b4e853-c905-44ba-aef9-90941f19079e None None] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:17.078711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Router 3f2df5a6-6607-4e69-8688-eafef01c253b is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:17.092489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:17.154067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3655f04d-7c60-4c61-aaf8-d318b09aa8a8 None None] Provisioning for port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:17.186164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:17.203725 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Sync routers for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:17.205628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.207090 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f532f522-b5f8-499d-882e-745e1ab29bff admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9203315 Jul 07 18:07:17.212817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43286) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:17.227532 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:17.228486 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:17.239408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:17.264108 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:17.264519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.352328 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:17.388763 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.437965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:17.444161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.509985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:17.569783 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:16Z', 'revision_number': 3, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:17.597140 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Checking router: 3f2df5a6-6607-4e69-8688-eafef01c253b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:17.597504 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Updating router 3f2df5a6-6607-4e69-8688-eafef01c253b port 39697f94-7f11-44d3-b376-c63bcd1bed29 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:17.638509 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.692129 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.707348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1100872d-6148-4bcd-be70-28a028e34d9c None None] Provisioning complete for port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:17.707613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1100872d-6148-4bcd-be70-28a028e34d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.873208 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Allocated IP 172.20.0.1 (2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19/70b12252-e873-420f-a746-3cd212d8d787/11d6e802-e0de-4b4a-abdb-5ef5ec704a7d) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:17.904976 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.915971 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Transition to ACTIVE for port object 39697f94-7f11-44d3-b376-c63bcd1bed29 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:17.922369 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.980929 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Pushing event updated for resources: {'Port': ['ID=39697f94-7f11-44d3-b376-c63bcd1bed29,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:17.985443 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Attempting to bind port 39697f94-7f11-44d3-b376-c63bcd1bed29 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:17.985802 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Attempting to bind port 39697f94-7f11-44d3-b376-c63bcd1bed29 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:17.986259 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Attempting to bind port 39697f94-7f11-44d3-b376-c63bcd1bed29 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:17.987409 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.995153 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.995499 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.995833 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.996178 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.996495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.996816 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.997930 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.998266 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.998774 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.999121 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.999439 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:18.000018 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:18.002717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Transition to ACTIVE for port object 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:18.004640 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:18.004833 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:18.005967 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.006669 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:18.007191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Bound port: 39697f94-7f11-44d3-b376-c63bcd1bed29, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:18.007585 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.047637 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.066706 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] For port 39697f94-7f11-44d3-b376-c63bcd1bed29, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:18.070680 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] For port 39697f94-7f11-44d3-b376-c63bcd1bed29, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=39697f94-7f11-44d3-b376-c63bcd1bed29,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:18.075311 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.093507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:18.098547 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:18.102748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:18.126666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Pushing event updated for resources: {'Port': ['ID=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:18.136334 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:18.136999 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:18.147762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.172412 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6e718-2694-44df-932e-fb0083071ef0 None None] Pushing event updated for resources: {'Port': ['ID=39697f94-7f11-44d3-b376-c63bcd1bed29,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:18.301317 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.359588 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:18.437051 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-61d78870-c57b-449b-9603-4d93c92f9e82 None None] Provisioning for port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:18.441909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-61d78870-c57b-449b-9603-4d93c92f9e82 None None] Provisioning complete for port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:18.442563 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-61d78870-c57b-449b-9603-4d93c92f9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.479064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.480138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-61d78870-c57b-449b-9603-4d93c92f9e82 None None] Port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:18.485357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.548183 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:16Z', 'revision_number': 3, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:18.553551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Pushing event updated for resources: {'Port': ['ID=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:18.555977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.580793 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baf659-3b48-47b3-886e-700debbc96c3 None None] The sync data for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 is: [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:16Z', 'revision_number': 3, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:18.669807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:18.671408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:18.827677 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Router 3f2df5a6-6607-4e69-8688-eafef01c253b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:18.956621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:18.965646 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-954afad1-6617-4ef1-9993-d2f27580230c admin admin] 10.222.0.78 "PUT /v2.0/routers/3f2df5a6-6607-4e69-8688-eafef01c253b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516665 Jul 07 18:07:19.008156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d830742c-8a60-400c-b01e-1b9275495d00 None None] Provisioning complete for port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:19.008535 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d830742c-8a60-400c-b01e-1b9275495d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.061004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d830742c-8a60-400c-b01e-1b9275495d00 None None] Port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:19.107125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 39697f94-7f11-44d3-b376-c63bcd1bed29 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:19.169072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 39697f94-7f11-44d3-b376-c63bcd1bed29 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:19.173375 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 39697f94-7f11-44d3-b376-c63bcd1bed29 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:19.173765 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.269134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.295463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 39697f94-7f11-44d3-b376-c63bcd1bed29, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=39697f94-7f11-44d3-b376-c63bcd1bed29,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:19.300811 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.301688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:19.387104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=39697f94-7f11-44d3-b376-c63bcd1bed29,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:19.406381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:19.407323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.620476 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43302) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:19.629652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1631758860-network', 'tenant_id': '25ff0fb305e84905bc318d3f03569516'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:19.658866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Made reservation on behalf of 25ff0fb305e84905bc318d3f03569516 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:19.661424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.674104 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.783818 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.796206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.846703 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:19.858566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9f7c87-0d00-45bb-ae80-c3f76839a0cd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:19.870820 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.871304 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Added segment faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0 of type vlan for network a9410bef-d03a-4d6f-ad16-f108e233747e Jul 07 18:07:19.944608 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.980561 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.981649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.982297 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.034843 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4127777 Jul 07 18:07:20.040152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43304) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:20.045203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Request body: {'subnet': {'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1631758860-subnet', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:20.047003 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a17d38-b185-48b5-85d6-89e8b247e116 admin admin] Pushing event updated for resources: {'Network': ['ID=a9410bef-d03a-4d6f-ad16-f108e233747e,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:20.059844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a9410bef-d03a-4d6f-ad16-f108e233747e details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:20.067194 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Made reservation on behalf of 25ff0fb305e84905bc318d3f03569516 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:20.069908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.258162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.313839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c5906a-5fe9-4f96-a963-b96c64721f83,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:20.330676 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Checking segment: {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:20.331045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Network hostable DHCP agents. Network: a9410bef-d03a-4d6f-ad16-f108e233747e, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:20.335739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Sync routers for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:20.348911 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Network a9410bef-d03a-4d6f-ad16-f108e233747e is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:20.353394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:20.354094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:20.357710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a9410bef-d03a-4d6f-ad16-f108e233747e) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:20.362248 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:20.362912 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.379417 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f471a1cd-e8fc-41e2-8a42-79696d601d29 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3379567 Jul 07 18:07:20.383278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43306) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:20.389354 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:20.391562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1f746-4b3a-4bf6-9fa2-07390c28aecc None None] Network a9410bef-d03a-4d6f-ad16-f108e233747e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:20.416733 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.418169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.486209 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.651671 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.740964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:20.861415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-a9410bef-d03a-4d6f-ad16-f108e233747e', 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'fixed_ips': [{'subnet_id': '99c5906a-5fe9-4f96-a963-b96c64721f83'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:20.862210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.885280 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.905828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.024966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 39697f94-7f11-44d3-b376-c63bcd1bed29 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:21.029825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Allocated IP 172.25.5.113 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:21.147840 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.203116 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.243469 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:21.246557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:21.252625 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:21.280827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Pushing event updated for resources: {'Port': ['ID=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:21.285940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Allocated IP 172.20.0.2 (a9410bef-d03a-4d6f-ad16-f108e233747e/99c5906a-5fe9-4f96-a963-b96c64721f83/6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:21.359021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 39697f94-7f11-44d3-b376-c63bcd1bed29 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:21.359424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.404525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 2, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:21.440757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Checking router: 3f2df5a6-6607-4e69-8688-eafef01c253b for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:21.441096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Updating router 3f2df5a6-6607-4e69-8688-eafef01c253b port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:21.526561 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.531148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.629991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.649488 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Transition to ACTIVE for port object 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:21.727352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Transition to ACTIVE for port object 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:21.737713 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.752735 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.830150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Network a9410bef-d03a-4d6f-ad16-f108e233747e is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:21.836448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:21.842878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:21.849924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Pushing event updated for resources: {'Port': ['ID=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:21.910446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Router 80a6983b-0f4f-436c-9915-f73c29ae5e29 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:21.954443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Attempting to bind port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:21.954821 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Attempting to bind port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:21.955189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Attempting to bind port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 on network a9410bef-d03a-4d6f-ad16-f108e233747e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:21.968449 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:21.968842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Checking segment: {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:21.969275 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.969674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Bound using segment: {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:21.970172 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Bound port: 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:21.970556 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.027018 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:22.042697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Sync routers for ids ['80a6983b-0f4f-436c-9915-f73c29ae5e29'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:22.047029 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.051260 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5d8a536b-c08f-4236-9b96-8e4c6d28c864 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6635618 Jul 07 18:07:22.051632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43308) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:22.056028 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Routers {'80a6983b-0f4f-436c-9915-f73c29ae5e29'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:22.057378 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80a6983b-0f4f-436c-9915-f73c29ae5e29'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:22.058336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.088768 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Transition to ACTIVE for port object 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:22.106903 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.109441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] For port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:22.115624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] For port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:22.143167 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.180322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78fd1-6e95-4c85-bc71-6e0d8a127d23 None None] Pushing event updated for resources: {'Port': ['ID=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.203585 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Set router 80a6983b-0f4f-436c-9915-f73c29ae5e29 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:22.326458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Attempting to bind port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:22.327016 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Attempting to bind port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:22.327678 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Attempting to bind port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d on network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:22.332930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621ff8b-65a9-491f-b230-b48f267c85b6 None None] Pushing event updated for resources: {'Port': ['ID=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.343369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:22.344641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Checking segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:22.344641 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.345255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Bound using segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:22.345957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Bound port: 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:22.346979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.457848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] For port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:22.462374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] For port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:22.471355 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.557529 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:21Z', 'revision_number': 3, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:22.583510 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78fd1-6e95-4c85-bc71-6e0d8a127d23 None None] Pushing event updated for resources: {'Port': ['ID=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.598315 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Checking router: 80a6983b-0f4f-436c-9915-f73c29ae5e29 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:22.598666 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Updating router 80a6983b-0f4f-436c-9915-f73c29ae5e29 port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:22.615509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:22.616323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:22.638515 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.782434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.794574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:22.980661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Allocated IP 172.20.0.1 (a9410bef-d03a-4d6f-ad16-f108e233747e/99c5906a-5fe9-4f96-a963-b96c64721f83/1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:23.014921 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.029960 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Transition to ACTIVE for port object 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:23.038631 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.069313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:23.093723 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Attempting to bind port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:23.094300 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Attempting to bind port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:23.094494 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Attempting to bind port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:23.107174 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:23.107552 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:23.107962 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.108420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:23.109202 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Bound port: 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:23.109202 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.110992 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a5ad9-6e7a-4f04-86a9-6a5436603c4b None None] Pushing event updated for resources: {'Port': ['ID=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.134439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:22Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:23.140872 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.158349 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Transition to ACTIVE for port object 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:23.198320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa41f4-9e22-45d8-bfbc-59a0f71e6ebb None None] The sync data for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 is: [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:22Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:23.198618 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] For port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:23.200192 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:23.212485 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] For port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:23.222738 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.232799 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.324476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Network a9410bef-d03a-4d6f-ad16-f108e233747e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:23.328156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:23.329295 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a5ad9-6e7a-4f04-86a9-6a5436603c4b None None] Pushing event updated for resources: {'Port': ['ID=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.333885 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Routers {'80a6983b-0f4f-436c-9915-f73c29ae5e29'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:23.335321 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:23.335556 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80a6983b-0f4f-436c-9915-f73c29ae5e29'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:23.363196 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.383478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.485443 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] Set router 80a6983b-0f4f-436c-9915-f73c29ae5e29 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:23.590377 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.685571 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e3991-eca6-430c-85ea-7117cb064366 None None] Network a9410bef-d03a-4d6f-ad16-f108e233747e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:23.745986 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:21Z', 'revision_number': 3, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:23.783170 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facda933-07c5-4200-8705-c8adf4a774f1 None None] The sync data for ids ['80a6983b-0f4f-436c-9915-f73c29ae5e29'] in n-d-793619-7 is: [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:21Z', 'revision_number': 3, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:23.802756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] Provisioning for port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:23.847966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] Provisioning complete for port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:23.848353 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.028088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.084651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] For port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:24.090559 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.193424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.207732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.212248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de26bc-82cd-4129-89a0-ea9c239c74e4 None None] Pushing event updated for resources: {'Port': ['ID=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.327489 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.329932 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.362172 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.435379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-13016137-f6ec-432f-876d-3973f4fe3e48 None None] Provisioning for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:24.447498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-13016137-f6ec-432f-876d-3973f4fe3e48 None None] Provisioning complete for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:24.447884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-13016137-f6ec-432f-876d-3973f4fe3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.496787 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Network a9410bef-d03a-4d6f-ad16-f108e233747e is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:24.498761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:24.505344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-13016137-f6ec-432f-876d-3973f4fe3e48 None None] Port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:24.522252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-13016137-f6ec-432f-876d-3973f4fe3e48 None None] Provisioning complete for port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:24.522645 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-13016137-f6ec-432f-876d-3973f4fe3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.684105 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Router 80a6983b-0f4f-436c-9915-f73c29ae5e29 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:24.813359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a08c18aa-3687-4907-9875-e7a276b43f9d None None] Provisioning complete for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:24.813920 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a08c18aa-3687-4907-9875-e7a276b43f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.824601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:24.839602 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-66ddc769-1957-4511-9230-a538edfa1862 admin admin] 10.222.0.78 "PUT /v2.0/routers/80a6983b-0f4f-436c-9915-f73c29ae5e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7851162 Jul 07 18:07:24.867285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a08c18aa-3687-4907-9875-e7a276b43f9d None None] Port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:24.997370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-40b0ac05-03cc-40d4-8396-0ef7c4af6949 None None] Provisioning complete for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:24.997501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-40b0ac05-03cc-40d4-8396-0ef7c4af6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.060773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-40b0ac05-03cc-40d4-8396-0ef7c4af6949 None None] Port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:25.156097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:25.225629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:25.231013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:25.231393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.333668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.359401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:25.365007 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.366708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:25.467567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:25.478780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:25.479182 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.564046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:25.615675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:25.620830 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:25.621245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.910858 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.954921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:25.962480 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.022126 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:26.703549 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Sync routers for ids ['80a6983b-0f4f-436c-9915-f73c29ae5e29'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:26.718605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Routers {'80a6983b-0f4f-436c-9915-f73c29ae5e29'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:26.719941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80a6983b-0f4f-436c-9915-f73c29ae5e29'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:26.917701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Set router 80a6983b-0f4f-436c-9915-f73c29ae5e29 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:27.052793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:27.176325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:27.176638 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.261889 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 4, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8', 'name': '', 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'mac_address': 'fa:16:3e:c5:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '99c5906a-5fe9-4f96-a963-b96c64721f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:22Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 2, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'subnets': [{'id': '99c5906a-5fe9-4f96-a963-b96c64721f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.298767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Checking router: 80a6983b-0f4f-436c-9915-f73c29ae5e29 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:27.298767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Updating router 80a6983b-0f4f-436c-9915-f73c29ae5e29 port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:27.359711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:27.383840 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.511690 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:27.512071 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.861785 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.878246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Transition to ACTIVE for port object 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:27.888134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.024643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Attempting to bind port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:28.025892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Attempting to bind port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:28.026525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Attempting to bind port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 on network a9410bef-d03a-4d6f-ad16-f108e233747e {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:28.029131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3886b-0368-40e4-94bb-cbb3b81b608a None None] Pushing event updated for resources: {'Port': ['ID=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.049365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:28.049724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Checking segment: {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:28.050740 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.050740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Bound using segment: {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:28.051423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Bound port: 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:28.052215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.147316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] For port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:28.151463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] For port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:28.156947 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.242197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Routers {'80a6983b-0f4f-436c-9915-f73c29ae5e29'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:28.242850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:07:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80a6983b-0f4f-436c-9915-f73c29ae5e29'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:28.289348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3886b-0368-40e4-94bb-cbb3b81b608a None None] Pushing event updated for resources: {'Port': ['ID=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.390472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] Set router 80a6983b-0f4f-436c-9915-f73c29ae5e29 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:28.661837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 4, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8', 'name': '', 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'mac_address': 'fa:16:3e:c5:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '99c5906a-5fe9-4f96-a963-b96c64721f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:22Z', 'updated_at': '2021-07-07T18:07:28Z', 'revision_number': 4, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'subnets': [{'id': '99c5906a-5fe9-4f96-a963-b96c64721f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:28.693847 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60195bc2-7add-4854-8daf-8a2cf7bff642 None None] The sync data for ids ['80a6983b-0f4f-436c-9915-f73c29ae5e29'] in n-d-793619-7 is: [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 4, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8', 'name': '', 'network_id': 'a9410bef-d03a-4d6f-ad16-f108e233747e', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'mac_address': 'fa:16:3e:c5:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '99c5906a-5fe9-4f96-a963-b96c64721f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:22Z', 'updated_at': '2021-07-07T18:07:28Z', 'revision_number': 4, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'subnets': [{'id': '99c5906a-5fe9-4f96-a963-b96c64721f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:29.099203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:29.184060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:29.189248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:29.189893 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.297598 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.374399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:29.382085 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.453814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:31.022260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:31.104392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:31.104983 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.571800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.358606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-836b3753-5a40-40cf-9448-f07c05dfc740 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.360201 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-836b3753-5a40-40cf-9448-f07c05dfc740 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 814 time: 0.1193948 Jul 07 18:07:35.370562 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20ae948e-1bd3-47ca-b5c4-c98ac82681c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.377575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-7716ac71-9e23-4ff1-810b-ebee24a0bb44 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/quotas/358837ce7ee8488f8af87d485a5a22f9 HTTP/1.1" status: 200 len: 375 time: 0.0107846 Jul 07 18:07:35.462064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-f3ffea40-3fd3-4947-9947-f4b8dfd0732e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784976 Jul 07 18:07:35.920359 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-25e9443a-5a2e-475a-84f4-adfffc0d3be6 service neutron] 10.222.0.78 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439974 Jul 07 18:07:36.016542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-b8eb8ece-f8ec-4a54-8a58-519afb403b0f service neutron] 10.222.0.78 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900989 Jul 07 18:07:36.218957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41101cd6-ace9-4a9f-8865-bba15f11bfb4 req-6e9a245b-d336-476f-91c9-cc369e671902 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 210 time: 0.0375481 Jul 07 18:07:37.370497 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fdc4cec-8d8c-41e8-b96e-42d9b16e34a0 req-176d1cbc-ec31-49ff-a5d8-c23a3f8768ab tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 210 time: 0.0315311 Jul 07 18:07:37.712232 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-3346560d-ac68-43d7-ab32-06e17504d846 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.714572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-3346560d-ac68-43d7-ab32-06e17504d846 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 814 time: 0.1168334 Jul 07 18:07:37.732329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'port': {'device_id': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'admin_state_up': True, 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:37.812463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.857661 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Made reservation on behalf of 358837ce7ee8488f8af87d485a5a22f9 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:37.861393 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.002982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Allocated IP 172.20.0.10 (2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19/70b12252-e873-420f-a746-3cd212d8d787/b0fb1de8-7b2f-41d4-9950-cd009d788f49) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:38.212843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.239610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Transition to ACTIVE for port object b0fb1de8-7b2f-41d4-9950-cd009d788f49 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:38.298602 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.358143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:38.366152 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:38.370351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:38.541983 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.562504 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.588989 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.610102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.610477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.610827 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.611177 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.611510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.611849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.612180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.612512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.616325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.616741 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.618484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.618828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:38.630297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-07705bc6-46d4-4c57-bc38-25e9e9e7c145 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9018114 Jul 07 18:07:38.844132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc58989-b5a1-4d2d-9e71-25fd4523619b req-0ed390db-b131-4d19-801d-f93a5858acfd tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.846098 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dc58989-b5a1-4d2d-9e71-25fd4523619b req-0ed390db-b131-4d19-801d-f93a5858acfd tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.1327300 Jul 07 18:07:38.875648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-943b46b2-5cc8-40aa-8c10-929156c45fd6 None None] Provisioning for port b0fb1de8-7b2f-41d4-9950-cd009d788f49 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:38.881674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-943b46b2-5cc8-40aa-8c10-929156c45fd6 None None] Provisioning complete for port b0fb1de8-7b2f-41d4-9950-cd009d788f49 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:38.882468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-943b46b2-5cc8-40aa-8c10-929156c45fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.964355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-943b46b2-5cc8-40aa-8c10-929156c45fd6 None None] Port b0fb1de8-7b2f-41d4-9950-cd009d788f49 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:38.965905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5dc58989-b5a1-4d2d-9e71-25fd4523619b req-a04c6d65-1b00-43a2-8ad0-6108a4f5da07 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021957 Jul 07 18:07:39.280183 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ac690d8f-206a-4e21-a3b6-94b6a9186f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.456707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.177948 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc9bd1-9fa5-45c2-8140-dccc5655aeb3 req-96fcf3b4-2671-46b0-8216-ca27ba2417a7 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.190119 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90cc9bd1-9fa5-45c2-8140-dccc5655aeb3 req-96fcf3b4-2671-46b0-8216-ca27ba2417a7 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.1050487 Jul 07 18:07:40.229715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-90cc9bd1-9fa5-45c2-8140-dccc5655aeb3 req-34ccde47-2d6a-441e-b2fa-853201262a40 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381057 Jul 07 18:07:41.087414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.437082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf557828-9a6c-4c82-8dc7-12435366eeaa req-4aa67fda-df6c-4194-8840-96a78dc9ee31 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.439666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf557828-9a6c-4c82-8dc7-12435366eeaa req-4aa67fda-df6c-4194-8840-96a78dc9ee31 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0829532 Jul 07 18:07:41.489680 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf557828-9a6c-4c82-8dc7-12435366eeaa req-d47cbdeb-cc2f-4898-a4f3-197f4b84c47c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Jul 07 18:07:42.671430 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1578-da12-4913-82ae-1454e326e0c3 req-f5449701-1a9b-4eaa-b21a-a8b490cb3d61 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:42.673791 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30cb1578-da12-4913-82ae-1454e326e0c3 req-f5449701-1a9b-4eaa-b21a-a8b490cb3d61 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0673523 Jul 07 18:07:42.730397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-30cb1578-da12-4913-82ae-1454e326e0c3 req-0024275e-31a1-43d8-a7f3-e01549c731b0 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Jul 07 18:07:43.937449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250f7c-71b1-4e35-b4dc-b3225ddccccc req-4a32b8a5-8537-423d-abe1-798f057cc20b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:43.940265 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f250f7c-71b1-4e35-b4dc-b3225ddccccc req-4a32b8a5-8537-423d-abe1-798f057cc20b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0865443 Jul 07 18:07:43.983382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8f250f7c-71b1-4e35-b4dc-b3225ddccccc req-66174b95-053f-4d64-9888-3c07ad847036 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Jul 07 18:07:45.173701 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea950c8-b87d-47b6-b036-a7eefa07c6ed req-b1f388ba-59e5-49ed-8bad-2c897196837f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:45.175376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ea950c8-b87d-47b6-b036-a7eefa07c6ed req-b1f388ba-59e5-49ed-8bad-2c897196837f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0686574 Jul 07 18:07:45.218957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4ea950c8-b87d-47b6-b036-a7eefa07c6ed req-7736ab2b-9efa-4551-83dc-a492a6609254 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Jul 07 18:07:46.420692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61333635-e0ec-4ae0-950b-975c21e4f836 req-4229019e-cb57-471c-a852-9f7a2d726d46 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.422330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61333635-e0ec-4ae0-950b-975c21e4f836 req-4229019e-cb57-471c-a852-9f7a2d726d46 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0821445 Jul 07 18:07:46.465604 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61333635-e0ec-4ae0-950b-975c21e4f836 req-6f2c3b6f-0a67-4bff-85b3-effbc401b728 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361686 Jul 07 18:07:47.646105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8442019-9e54-498a-9fcc-facf64e67a52 req-5dcdebba-be22-483f-8393-69d15e88345a tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:47.647629 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8442019-9e54-498a-9fcc-facf64e67a52 req-5dcdebba-be22-483f-8393-69d15e88345a tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0697796 Jul 07 18:07:47.691022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e8442019-9e54-498a-9fcc-facf64e67a52 req-7b391687-43aa-4739-9079-64c1d7db16c1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Jul 07 18:07:48.226359 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:48.872792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2b733-3c96-44c2-9cf3-8e4a2857153a req-eb99ef14-0ae6-40d7-917d-d911d1a2f294 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.874371 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1e2b733-3c96-44c2-9cf3-8e4a2857153a req-eb99ef14-0ae6-40d7-917d-d911d1a2f294 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 932 time: 0.0661426 Jul 07 18:07:48.891611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Request body: {'port': {'device_id': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:48.921046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d1e2b733-3c96-44c2-9cf3-8e4a2857153a req-364422b8-e886-46cb-8046-673538c126f5 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Jul 07 18:07:48.971696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.248632 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fb1de8-7b2f-41d4-9950-cd009d788f49 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:49.257001 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.269775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Transition to ACTIVE for port object b0fb1de8-7b2f-41d4-9950-cd009d788f49 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:49.274763 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.347884 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.400723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Attempting to bind port b0fb1de8-7b2f-41d4-9950-cd009d788f49 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:49.401077 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Attempting to bind port b0fb1de8-7b2f-41d4-9950-cd009d788f49 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:49.401427 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Attempting to bind port b0fb1de8-7b2f-41d4-9950-cd009d788f49 on network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:49.406597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Port b0fb1de8-7b2f-41d4-9950-cd009d788f49 on network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:49.406928 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Attempting to bind port b0fb1de8-7b2f-41d4-9950-cd009d788f49 on network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:49.412774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:49.413129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Checking segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:49.413532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Bound using segment: {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:49.413977 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Bound port: b0fb1de8-7b2f-41d4-9950-cd009d788f49, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c11c39-bc24-4508-a863-80ad6f3fdf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:49.414371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.486865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:49.491518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:49.495285 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.531982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.532610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.534067 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] 10.222.0.13 "PUT /v2.0/ports/b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 1092 time: 0.6502931 Jul 07 18:07:49.534581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:49.537340 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c403aeb4-4289-45fb-a174-180767594142" -d '{"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:49.572458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfb14e-710c-4608-b5fc-f2a41bca82ae service neutron] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.595321 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216497c-dfdd-49e8-b9cf-a6fb1c844f65 x-openstack-request-id: req-d216497c-dfdd-49e8-b9cf-a6fb1c844f65 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:49.596702 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:49.597046 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d216497c-dfdd-49e8-b9cf-a6fb1c844f65 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:49.597618 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'status': 'completed', 'code': 200} Jul 07 18:07:49.674193 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-8d03a2d2-a99b-494b-b8e6-fa465e3f4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.676117 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-8d03a2d2-a99b-494b-b8e6-fa465e3f4703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1095 time: 0.0651307 Jul 07 18:07:49.732014 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-ffa717fa-c13e-4fad-aec5-9895eb29b473 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 217 time: 0.0427821 Jul 07 18:07:49.787174 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-9cbac1c7-d830-4223-85b7-1b2547f3c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.788888 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-9cbac1c7-d830-4223-85b7-1b2547f3c002 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0504668 Jul 07 18:07:49.858198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-9af8cccd-15bf-400f-bd9f-f674b5a6003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.859663 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-9af8cccd-15bf-400f-bd9f-f674b5a6003e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646672 Jul 07 18:07:49.962668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-11b713ac-ef06-43bd-9030-8c28db5830e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958056 Jul 07 18:07:50.060806 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ec3ad587-8950-48ce-aaf2-9f8afcd89cba req-fb1743cd-5183-40df-a10a-8e72a039b2bf service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910649 Jul 07 18:07:50.116393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8babe1d-a4c7-420a-b415-0852efc4d96b req-ec9a1b9e-4832-4e57-b87d-0e6a4ca7b00d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.118011 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8babe1d-a4c7-420a-b415-0852efc4d96b req-ec9a1b9e-4832-4e57-b87d-0e6a4ca7b00d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 944 time: 0.0777700 Jul 07 18:07:50.159067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8babe1d-a4c7-420a-b415-0852efc4d96b req-55b64e72-a68c-4f2f-a43b-d8aa59c4c2c5 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Jul 07 18:07:50.204084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403aeb4-4289-45fb-a174-180767594142 req-f6e2b965-61d6-4178-8eba-246ddb9305dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.205645 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-f6e2b965-61d6-4178-8eba-246ddb9305dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1095 time: 0.0567997 Jul 07 18:07:50.326493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403aeb4-4289-45fb-a174-180767594142 req-a844a2fc-2b68-4192-a3e8-1f690cc35a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.327913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-a844a2fc-2b68-4192-a3e8-1f690cc35a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.1157489 Jul 07 18:07:50.369536 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-b48d7089-f608-414f-a62f-11002e694282 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 217 time: 0.0342407 Jul 07 18:07:50.419244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403aeb4-4289-45fb-a174-180767594142 req-737c31fb-e70e-4b85-83d7-607d8cd7531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.420761 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-737c31fb-e70e-4b85-83d7-607d8cd7531d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0445337 Jul 07 18:07:50.484779 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403aeb4-4289-45fb-a174-180767594142 req-6ba33b06-dc8f-43a3-af90-000a6a8daa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.486333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-6ba33b06-dc8f-43a3-af90-000a6a8daa42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579987 Jul 07 18:07:50.576258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-8b2e9e67-8065-4d21-8e5a-e7bba78252eb service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825961 Jul 07 18:07:50.670481 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c403aeb4-4289-45fb-a174-180767594142 req-16e1cab8-da05-495d-b44a-65ec747abc9c service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871155 Jul 07 18:07:51.337561 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81606629-f76c-4f1b-ad3e-3f62f0d9c8a6 req-d422bb68-0e7c-4678-8471-1fda14ac858d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.339165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81606629-f76c-4f1b-ad3e-3f62f0d9c8a6 req-d422bb68-0e7c-4678-8471-1fda14ac858d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 944 time: 0.0644178 Jul 07 18:07:51.378124 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81606629-f76c-4f1b-ad3e-3f62f0d9c8a6 req-aa8b7ddc-74b6-4668-9559-2d4ffcc7e059 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Jul 07 18:07:52.554991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468a4b4-3b38-4dcb-8a1f-bad77490588f req-e9827f72-b998-4258-9d29-9da81c638c4d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:52.556509 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b468a4b4-3b38-4dcb-8a1f-bad77490588f req-e9827f72-b998-4258-9d29-9da81c638c4d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 944 time: 0.0675671 Jul 07 18:07:52.597416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b468a4b4-3b38-4dcb-8a1f-bad77490588f req-6bd23ba5-732c-4bbb-bf04-d50c3295401e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Jul 07 18:07:52.747834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b0fb1de8-7b2f-41d4-9950-cd009d788f49 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:52.842965 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:52.854905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'port_id': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'mac_address': 'fa:16:3e:57:99:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:52.891077 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.904540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fb1de8-7b2f-41d4-9950-cd009d788f49 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:52.925152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:52.929932 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.978288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.985917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.986276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.986623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.986963 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.987299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.987633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.987966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.988295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.988627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.988950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.989525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.990114 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:53.249276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b0fb1de8-7b2f-41d4-9950-cd009d788f49'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:53.780955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453d3e3-3fd6-4c70-9834-22d7c3ed010d req-cefaf87a-e86e-4740-a3b0-43247decd005 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.782517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8453d3e3-3fd6-4c70-9834-22d7c3ed010d req-cefaf87a-e86e-4740-a3b0-43247decd005 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 945 time: 0.0666401 Jul 07 18:07:53.821765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8453d3e3-3fd6-4c70-9834-22d7c3ed010d req-f1082afb-1b27-41f8-80cd-10fa34e03a8d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Jul 07 18:07:54.376464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.761776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b0fb1de8-7b2f-41d4-9950-cd009d788f49 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:54.810723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port b0fb1de8-7b2f-41d4-9950-cd009d788f49 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:54.814890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port b0fb1de8-7b2f-41d4-9950-cd009d788f49 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:54.815259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.897211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.921339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:54.923651 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c807c-3344-4f0d-b60c-dbcf70687200" -d '{"events": [{"server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "name": "network-vif-plugged", "status": "completed", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:54.937209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:54.941938 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.991352 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:55.002180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be3e37-5138-46ea-b506-4d1f927f05eb req-87d4b0b7-bd6d-4bdd-ba16-cba5690ec739 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.003782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80be3e37-5138-46ea-b506-4d1f927f05eb req-87d4b0b7-bd6d-4bdd-ba16-cba5690ec739 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0680416 Jul 07 18:07:55.052603 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80be3e37-5138-46ea-b506-4d1f927f05eb req-1c77ce6a-4063-459a-8c53-3b5121e78bd2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Jul 07 18:07:55.100165 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f165a585-b85d-4cd7-9494-dbc43c91d5a9 x-openstack-request-id: req-f165a585-b85d-4cd7-9494-dbc43c91d5a9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:55.100461 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "name": "network-vif-plugged", "status": "completed", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:55.100717 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f165a585-b85d-4cd7-9494-dbc43c91d5a9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:55.101132 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'code': 200} Jul 07 18:07:55.243865 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f9d6-01f2-408a-9857-f2ec933f46e8 req-7fac0922-848c-4de9-b165-e4302699ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.245479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9df0f9d6-01f2-408a-9857-f2ec933f46e8 req-7fac0922-848c-4de9-b165-e4302699ad66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1097 time: 0.0567718 Jul 07 18:07:55.282181 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9df0f9d6-01f2-408a-9857-f2ec933f46e8 req-957f96be-6077-4ca8-9a18-7f59f82c4f8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295649 Jul 07 18:07:56.234849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed46a7-8d63-4f62-a4fe-94ce3d91dc52 req-83f0f137-aaee-4ea6-b473-af0e146a39c2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.236773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50ed46a7-8d63-4f62-a4fe-94ce3d91dc52 req-83f0f137-aaee-4ea6-b473-af0e146a39c2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0710618 Jul 07 18:07:56.289397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-50ed46a7-8d63-4f62-a4fe-94ce3d91dc52 req-2445b932-6209-4d37-bae5-15670f9ced7d tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jul 07 18:07:57.482524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfa16d-b15f-4a6a-8e48-7ff3643a24fd req-af136229-132b-431b-817c-7acdb9363b3e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.484060 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cedfa16d-b15f-4a6a-8e48-7ff3643a24fd req-af136229-132b-431b-817c-7acdb9363b3e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0682645 Jul 07 18:07:57.524741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cedfa16d-b15f-4a6a-8e48-7ff3643a24fd req-f2dd76ff-a52d-4ebe-9688-385db859ab28 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Jul 07 18:07:57.710019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d3ac-7fbd-4649-89ba-95558d9c2e78 req-14ab764a-c200-4039-aa23-a24b6a87df41 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.711465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2928d3ac-7fbd-4649-89ba-95558d9c2e78 req-14ab764a-c200-4039-aa23-a24b6a87df41 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0720887 Jul 07 18:07:57.751931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2928d3ac-7fbd-4649-89ba-95558d9c2e78 req-77ed6970-793d-4d5c-a278-4a7c1922abd0 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348344 Jul 07 18:07:58.099519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221f0bf-e29d-49eb-820b-909127861539 req-6ae11b5c-97a9-4b43-b7e9-5274b567976b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.101282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f221f0bf-e29d-49eb-820b-909127861539 req-6ae11b5c-97a9-4b43-b7e9-5274b567976b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0680542 Jul 07 18:07:58.141833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f221f0bf-e29d-49eb-820b-909127861539 req-f98dac5d-9a79-40ac-b6ab-a8a18cc40b03 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Jul 07 18:08:04.568120 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.352417 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-786a3df2-73d6-49b6-b34d-d74b0b5fcc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.815779 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.283058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f826df96-e044-4e26-93c3-83af55089c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.451862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.125323 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb9d0e-8f6f-426c-bb16-ccb31d39abf9 req-8e28adb7-e373-43ca-854d-547e1a0165ab tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.127920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51eb9d0e-8f6f-426c-bb16-ccb31d39abf9 req-8e28adb7-e373-43ca-854d-547e1a0165ab tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0818791 Jul 07 18:08:10.197966 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-51eb9d0e-8f6f-426c-bb16-ccb31d39abf9 req-e7147dce-d864-4de7-9280-1ccf74eafee2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604215 Jul 07 18:08:10.245771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43506) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:10.417920 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621cd90-d078-475f-9292-e26a83226cd2 tempest-TestMinimumBasicScenario-1361552705 tempest-TestMinimumBasicScenario-1361552705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.419576 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2621cd90-d078-475f-9292-e26a83226cd2 tempest-TestMinimumBasicScenario-1361552705 tempest-TestMinimumBasicScenario-1361552705-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1092 time: 0.1704257 Jul 07 18:08:10.424186 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43510) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:10.429192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:10.452942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.566139 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.685127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Allocated IP 172.25.5.173 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/1ea074c9-49bb-44b5-8f9c-f03384664774) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:10.795587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.837758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.875731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:10.878639 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:10.884781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:10.915757 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'Port': ['ID=1ea074c9-49bb-44b5-8f9c-f03384664774,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:11.086290 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.292251 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.380109 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.548633 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.555604 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.620886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'Port': ['ID=1ea074c9-49bb-44b5-8f9c-f03384664774,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:11.640790 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.747839 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Floating IP 8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a associated. External IP: 172.25.5.173, port: b0fb1de8-7b2f-41d4-9950-cd009d788f49. Jul 07 18:08:12.271831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Router 3f2df5a6-6607-4e69-8688-eafef01c253b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:12.389386 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:12.400168 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] Sync routers for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:12.405874 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.409370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:12.410005 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:08:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:12.444465 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-841e62b9-87e8-4158-866a-34b544146936 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0191495 Jul 07 18:08:12.445083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:12.448288 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11010a8e-5420-4088-b180-f967cbe3f611" -d '{"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:12.448558 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43512) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:12.465524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058447886', 'description': 'tempest-secgroup-smoke-1058447886 description', 'project_id': '358837ce7ee8488f8af87d485a5a22f9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:12.503826 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.513057 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce60b59-5e6b-45d0-91b0-c5f0377896c5 x-openstack-request-id: req-9ce60b59-5e6b-45d0-91b0-c5f0377896c5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:12.513466 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:12.513644 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ce60b59-5e6b-45d0-91b0-c5f0377896c5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:12.514042 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'status': 'completed', 'code': 200} Jul 07 18:08:12.633567 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.638838 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.656663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010a8e-5420-4088-b180-f967cbe3f611 req-49fe6789-fc41-411a-8df1-794e77e2c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:12.658364 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-49fe6789-fc41-411a-8df1-794e77e2c356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1097 time: 0.0921118 Jul 07 18:08:12.660559 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:12.670702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.676549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106771 Jul 07 18:08:12.676859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43518) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:12.683296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group_rule': {'security_group_id': '7f5949fe-c470-4aed-8249-044695d295d1', 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:12.689415 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5949fe-c470-4aed-8249-044695d295d1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:12.704452 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.704797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.705401 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.705734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.706059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.706448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.706716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.707198 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.707699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.708027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.708367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.708682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9897189d-f746-41b2-96f9-8a677c02d35f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.751176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.782324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010a8e-5420-4088-b180-f967cbe3f611 req-ac055d19-6d69-47ba-9525-f654b8305948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:12.783942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-ac055d19-6d69-47ba-9525-f654b8305948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.1191680 Jul 07 18:08:12.805921 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.812395 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.851612 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6ab9df-c55c-4280-9354-c9134ed39afd,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:12.865360 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.871315 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a8da34ee-0610-4366-a38f-352cb9654092 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895449 Jul 07 18:08:12.871901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43520) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:12.872097 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-2b03d671-33b1-4ee3-b69d-e8d468ab73ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 1000 time: 0.0810702 Jul 07 18:08:12.880652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group_rule': {'security_group_id': '7f5949fe-c470-4aed-8249-044695d295d1', 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:12.920633 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.953613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010a8e-5420-4088-b180-f967cbe3f611 req-7bc296d4-f565-4ffa-b558-6ba06d0d765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:12.955580 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-7bc296d4-f565-4ffa-b558-6ba06d0d765c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0750453 Jul 07 18:08:12.962301 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'port_id': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'mac_address': 'fa:16:3e:57:99:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:11Z', 'updated_at': '2021-07-07T18:08:11Z', 'revision_number': 0, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:12.990579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.990838 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] Checking router: 3f2df5a6-6607-4e69-8688-eafef01c253b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:12.994927 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.999738 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:13.000602 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:08:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:13.016464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b80336-f777-42e2-a075-2b4bad979962,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:13.024057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010a8e-5420-4088-b180-f967cbe3f611 req-8f93145b-d578-43d9-a05f-ec631d119b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.025683 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.025882 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-8f93145b-d578-43d9-a05f-ec631d119b5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635064 Jul 07 18:08:13.027027 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3817c9a1-969d-4f10-a048-cf298add74e1 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535161 Jul 07 18:08:13.029773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43522) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:13.034585 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group_rule': {'security_group_id': '7f5949fe-c470-4aed-8249-044695d295d1', 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:13.068112 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.118943 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:13.127972 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-1e4c500e-e3f7-4ed9-92e2-3085fe1ada27 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942254 Jul 07 18:08:13.143322 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.148245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.170083 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7d6764-34b2-419d-98fe-e60ba8af9a3d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:13.178647 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.180393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b4edbaa6-6a57-46b5-9140-270f1683655c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494288 Jul 07 18:08:13.183010 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43524) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:13.188138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group_rule': {'security_group_id': '7f5949fe-c470-4aed-8249-044695d295d1', 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:13.225018 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.245893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-11010a8e-5420-4088-b180-f967cbe3f611 req-f60a9c0f-6380-4994-82a6-a10db63c862b service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103921 Jul 07 18:08:13.305078 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.311180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.328077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07f9e58-78cc-424a-a79e-51cb3005d747,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:13.338326 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.339724 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3d3c3f88-8b85-424e-a944-d0966ee8dbb9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556163 Jul 07 18:08:13.342623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43526) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:13.347113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group_rule': {'security_group_id': '7f5949fe-c470-4aed-8249-044695d295d1', 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:13.370358 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Project 358837ce7ee8488f8af87d485a5a22f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:13.376388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.387712 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'port_id': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'mac_address': 'fa:16:3e:57:99:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:11Z', 'updated_at': '2021-07-07T18:08:11Z', 'revision_number': 0, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:13.414600 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28f87b-18dd-4e87-a2f5-3399f5814666 None None] The sync data for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 is: [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'port_id': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'mac_address': 'fa:16:3e:57:99:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:11Z', 'updated_at': '2021-07-07T18:08:11Z', 'revision_number': 0, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:13.443603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.448087 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.471067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5f5b12-5074-4c2e-a6a5-beb26e465f54,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:13.474590 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.478500 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3210ca30-1f74-4613-aa35-c8ff219b94f8 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322789 Jul 07 18:08:13.478892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43528) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:13.483371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'security_group_rule': {'security_group_id': '7f5949fe-c470-4aed-8249-044695d295d1', 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:13.506382 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Project 358837ce7ee8488f8af87d485a5a22f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:13.511636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.580425 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.585096 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.606038 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f76218d-9d5d-42fc-854e-6974ea926ed4,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:13.611110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.617435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-edfae3d6-1974-4da9-af9f-8478bf7e691f tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327138 Jul 07 18:08:13.675125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59fac5-441c-4b8a-b85c-0e79652b5550 None None] New status for floating IP 8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:08:13.741340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-dfd633c4-3231-4460-ae52-6dccee66669c tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058447886&fields=id&tenant_id=358837ce7ee8488f8af87d485a5a22f9 HTTP/1.1" status: 200 len: 267 time: 0.0363343 Jul 07 18:08:13.813115 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-1ac8ef2d-1948-4e63-964a-21c099af8572 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.814922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-1ac8ef2d-1948-4e63-964a-21c099af8572 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0681503 Jul 07 18:08:13.828107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'port': {'security_groups': ['71d11d4c-fd9f-4f88-8e2c-c760896d3878', '7f5949fe-c470-4aed-8249-044695d295d1']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:13.920346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.121329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:14.153069 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.157985 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.193667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b0fb1de8-7b2f-41d4-9950-cd009d788f49'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:14.211656 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.212323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.213814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0159a07f-813d-4bdb-92da-b34c11c6bc65 req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "PUT /v2.0/ports/b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 982 time: 0.3913677 Jul 07 18:08:14.214281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:14.217316 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52ae396-ba07-4000-a619-b72f653f40f7" -d '{"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:14.257201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f004d7-3a41-4f50-886e-20d7c3b93d98 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:14.269094 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf29ece-d56f-4ff5-bf04-d7a406d92bbe x-openstack-request-id: req-baf29ece-d56f-4ff5-bf04-d7a406d92bbe {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:14.269422 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:14.271889 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-baf29ece-d56f-4ff5-bf04-d7a406d92bbe {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:14.272328 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'status': 'completed', 'code': 200} Jul 07 18:08:14.353554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b0fb1de8-7b2f-41d4-9950-cd009d788f49'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:14.400001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-772f3ee7-0e11-499a-9547-d44ee8905c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.401899 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-772f3ee7-0e11-499a-9547-d44ee8905c89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1136 time: 0.0822990 Jul 07 18:08:14.469061 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af7d10-8729-4f9e-98a6-32a6945d0cf5 req-fa57a4cc-2e52-4026-9259-c495d81747e4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.471040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09af7d10-8729-4f9e-98a6-32a6945d0cf5 req-fa57a4cc-2e52-4026-9259-c495d81747e4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0881162 Jul 07 18:08:14.533806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09af7d10-8729-4f9e-98a6-32a6945d0cf5 req-6cc8e75b-80a3-42da-abd6-9fb1142c243e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517163 Jul 07 18:08:14.534530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-6d50509a-37b0-494a-87d3-f180f1952961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.536688 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-6d50509a-37b0-494a-87d3-f180f1952961 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.1263895 Jul 07 18:08:14.611011 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-af1bbc79-2610-4158-b7ca-9acb3da078f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 1002 time: 0.0674999 Jul 07 18:08:14.616067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-efa4bc1d-e9d7-4c40-90ff-f7beeedc632b None None] Provisioning complete for port b0fb1de8-7b2f-41d4-9950-cd009d788f49 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:14.616548 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-efa4bc1d-e9d7-4c40-90ff-f7beeedc632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.662589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-01a155aa-c51e-47ac-bef5-d211f4603886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.664055 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-01a155aa-c51e-47ac-bef5-d211f4603886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0466366 Jul 07 18:08:14.736341 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-f5a137e2-908c-4a23-a059-35d541fd61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.737963 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-f5a137e2-908c-4a23-a059-35d541fd61b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669215 Jul 07 18:08:14.837709 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-ecf3fff7-d968-45a8-b0c2-90b06fb9c5b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922582 Jul 07 18:08:14.942373 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b52ae396-ba07-4000-a619-b72f653f40f7 req-34c4b78b-bab9-48f0-a607-b966a7e6a8dd service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965252 Jul 07 18:08:24.393816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.228258 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:30.000096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-31fe4a8e-9e27-4f6f-a418-a8bc82c50823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.001932 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-31fe4a8e-9e27-4f6f-a418-a8bc82c50823 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1136 time: 0.1254277 Jul 07 18:08:30.070641 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349aa1-f769-44da-ad98-36f6b8616439 req-5652c272-a7d8-44a7-8871-1e9328e234f9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.072225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71349aa1-f769-44da-ad98-36f6b8616439 req-5652c272-a7d8-44a7-8871-1e9328e234f9 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.2213707 Jul 07 18:08:30.107546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-26d1e934-4204-4deb-8ea3-5e5aab6bacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.109049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-26d1e934-4204-4deb-8ea3-5e5aab6bacff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.1006513 Jul 07 18:08:30.121194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-71349aa1-f769-44da-ad98-36f6b8616439 req-00348751-19a7-4a83-81f4-9983a076a79b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427854 Jul 07 18:08:30.186833 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-e16ee7c6-5cf1-4fdc-a635-a4b4f5fb9e8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 1002 time: 0.0682952 Jul 07 18:08:30.236493 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-f50c2554-b7dc-4040-98b1-7d62c24c40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.238782 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-f50c2554-b7dc-4040-98b1-7d62c24c40ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0453763 Jul 07 18:08:30.296412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-054b628f-c672-482e-9b65-61e63c340d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.297984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-054b628f-c672-482e-9b65-61e63c340d1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532656 Jul 07 18:08:30.398326 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-b6befcfb-af64-429b-9b35-c6b1a46e8c55 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923367 Jul 07 18:08:30.510118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-71f53a23-afd5-429f-b42d-e935e197ada8 req-caca63d6-5e54-4aed-84e1-64c30b4f2408 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Jul 07 18:08:31.371490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4688c-3d02-4d97-827d-d5c91955a471 req-db01f8b5-4354-4275-8aa9-a5e25bba015e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.375967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5df4688c-3d02-4d97-827d-d5c91955a471 req-db01f8b5-4354-4275-8aa9-a5e25bba015e tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.1203427 Jul 07 18:08:31.427360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5df4688c-3d02-4d97-827d-d5c91955a471 req-58cda149-6891-4cea-8379-be903b47e9c2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406661 Jul 07 18:08:32.619118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0278408-7bfd-4469-9451-0cb11aa48d11 req-fccc1034-e9a3-4e03-b33c-e9f6ec96f6a3 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.620733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0278408-7bfd-4469-9451-0cb11aa48d11 req-fccc1034-e9a3-4e03-b33c-e9f6ec96f6a3 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0764987 Jul 07 18:08:32.664480 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d0278408-7bfd-4469-9451-0cb11aa48d11 req-33d56c3a-f0ef-4aa5-a9d6-4e597525999a tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377758 Jul 07 18:08:32.700913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-5e18fe01-cee1-46e9-96d2-fad515664e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.702461 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-5e18fe01-cee1-46e9-96d2-fad515664e14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1136 time: 0.0641465 Jul 07 18:08:32.809396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-7c63ee47-f5f5-47a1-b86c-1ccd771ad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.810884 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-7c63ee47-f5f5-47a1-b86c-1ccd771ad2dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.0869610 Jul 07 18:08:32.882368 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-0586dd33-ac5e-48c7-b4ca-3c4758a04f8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 1002 time: 0.0639179 Jul 07 18:08:32.931874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-de18cff7-1178-4ebe-a695-bfc9c8d61002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.933412 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-de18cff7-1178-4ebe-a695-bfc9c8d61002 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0445240 Jul 07 18:08:32.993562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-0e49174f-986a-49e9-bea7-6a28f72e0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.995112 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-0e49174f-986a-49e9-bea7-6a28f72e0726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540996 Jul 07 18:08:33.089447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-a927b564-8b50-4299-a926-d56881fdb3ed service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874794 Jul 07 18:08:33.185089 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-55abb585-14d6-4251-b6a8-dbae96febc6d req-0fb386b1-558f-4e01-b996-47ffecc59868 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879834 Jul 07 18:08:33.844833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042c2a8-f901-4d9a-9c78-418a623635e1 req-cd408a08-3f0f-401d-b7e8-30b997ab2b19 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:33.846424 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4042c2a8-f901-4d9a-9c78-418a623635e1 req-cd408a08-3f0f-401d-b7e8-30b997ab2b19 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0663075 Jul 07 18:08:33.889718 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4042c2a8-f901-4d9a-9c78-418a623635e1 req-5e3a705a-5f82-4b70-9466-eb192030a8e7 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369914 Jul 07 18:08:34.574990 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.083026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f863c7-dd23-4bed-a91e-57b562bcc777 req-a0d4bf4c-6be5-46a9-8949-1b88824db3e4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:35.084665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5f863c7-dd23-4bed-a91e-57b562bcc777 req-a0d4bf4c-6be5-46a9-8949-1b88824db3e4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0801938 Jul 07 18:08:35.127144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5f863c7-dd23-4bed-a91e-57b562bcc777 req-cb4db174-ee83-4fd5-b7ac-f58171cd57f5 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363770 Jul 07 18:08:35.357095 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-93c35c6d-d9a6-48c4-912c-9bd72d3724f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.325341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b2991-c413-4513-813b-4309efa9f1d3 req-563fe000-bdb3-4a8d-9150-df1e10416b4a tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.326912 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba2b2991-c413-4513-813b-4309efa9f1d3 req-563fe000-bdb3-4a8d-9150-df1e10416b4a tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0803115 Jul 07 18:08:36.374268 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba2b2991-c413-4513-813b-4309efa9f1d3 req-d058a907-8ede-4be5-a00f-52c7614b6a7b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409725 Jul 07 18:08:37.614317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e17e4-95df-4517-9cfd-861cdb0e2df3 req-1d81a87d-cfdd-463a-a450-c07007930b12 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.615998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb8e17e4-95df-4517-9cfd-861cdb0e2df3 req-1d81a87d-cfdd-463a-a450-c07007930b12 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.1181026 Jul 07 18:08:37.665284 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eb8e17e4-95df-4517-9cfd-861cdb0e2df3 req-10c9d0dc-cab6-4f88-b82b-2b048906887b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393229 Jul 07 18:08:37.821955 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.849738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8aa5-2921-44cf-951b-776ebaa8c5a3 req-08f2739e-4501-41a2-ada7-179d5cf86c34 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.851319 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a74f8aa5-2921-44cf-951b-776ebaa8c5a3 req-08f2739e-4501-41a2-ada7-179d5cf86c34 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0702481 Jul 07 18:08:38.894855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a74f8aa5-2921-44cf-951b-776ebaa8c5a3 req-76e00a2f-e2a1-4654-bd38-f8432475008b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372231 Jul 07 18:08:39.285054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-46738138-b178-421d-bba3-03101ce9b57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.455771 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.077232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bcfc-b4d5-4d5a-b720-1ccdd432e6c7 req-37ecd326-9017-441c-bab7-a377651483a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:40.078746 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3225bcfc-b4d5-4d5a-b720-1ccdd432e6c7 req-37ecd326-9017-441c-bab7-a377651483a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0661747 Jul 07 18:08:40.120314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3225bcfc-b4d5-4d5a-b720-1ccdd432e6c7 req-d4132914-cc15-4af4-9478-8af7e687ec45 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350711 Jul 07 18:08:41.088301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:41.303158 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc87d7-1cc4-4437-a8c7-0a728c5657af req-8727fd17-e0bb-45ad-bf25-53f2e1b7574b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:41.304747 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5dc87d7-1cc4-4437-a8c7-0a728c5657af req-8727fd17-e0bb-45ad-bf25-53f2e1b7574b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0676711 Jul 07 18:08:41.346293 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c5dc87d7-1cc4-4437-a8c7-0a728c5657af req-f96eb56e-f0bf-42d8-bc11-49a2f8232743 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356846 Jul 07 18:08:42.530130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ad46-e748-4c83-8460-d6eabdb159f7 req-47b4147b-29ba-437c-8f75-40092c41dba4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:42.531626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9e6ad46-e748-4c83-8460-d6eabdb159f7 req-47b4147b-29ba-437c-8f75-40092c41dba4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.0697381 Jul 07 18:08:42.572858 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9e6ad46-e748-4c83-8460-d6eabdb159f7 req-aa6b0bda-eae3-4e37-b181-b340da2cf1a6 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f5949fe-c470-4aed-8249-044695d295d1&id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354927 Jul 07 18:08:54.390830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.228247 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:04.581527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:05.359223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e766c010-9d8a-46a0-9b76-bfb7b459273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.815399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:09.286223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d2ac68df-6658-40cb-b64b-8a09a1bccbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:09.457626 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:11.090373 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:14.950887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-1aa5647c-f966-4857-90a1-304074267dd5 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058447886&fields=id&tenant_id=358837ce7ee8488f8af87d485a5a22f9 HTTP/1.1" status: 200 len: 267 time: 0.0403242 Jul 07 18:09:15.056812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-bf2299d5-7806-4983-bef5-2794c516da51 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.059305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-bf2299d5-7806-4983-bef5-2794c516da51 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 985 time: 0.1006057 Jul 07 18:09:15.071298 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Request body: {'port': {'security_groups': ['71d11d4c-fd9f-4f88-8e2c-c760896d3878']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:15.162972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.348500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:15.378100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.382697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.419991 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b0fb1de8-7b2f-41d4-9950-cd009d788f49'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:15.427526 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.428183 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.429655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-000e59e2-1a9c-4f71-8d56-03de3678cc08 req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "PUT /v2.0/ports/b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 943 time: 0.3635347 Jul 07 18:09:15.430120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:15.432446 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff41e4d5-8c9b-4014-b122-319309b3b16e" -d '{"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:15.440144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43596) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:15.473499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event updated for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:15.487073 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.487993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.489429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.490222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.491027 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.492435 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.493883 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.494536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.495546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.496100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.496657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.497235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406d394-86db-428c-9cf1-b261d56e7130 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.530648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.559898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b0fb1de8-7b2f-41d4-9950-cd009d788f49'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:15.571547 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.580267 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba58a06-0d9b-49be-b4a4-e3c3571e1122 x-openstack-request-id: req-aba58a06-0d9b-49be-b4a4-e3c3571e1122 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:15.581083 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:15.581698 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aba58a06-0d9b-49be-b4a4-e3c3571e1122 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:15.582275 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'status': 'completed', 'code': 200} Jul 07 18:09:15.676269 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.679651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.683303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "DELETE /v2.0/security-groups/7f5949fe-c470-4aed-8249-044695d295d1 HTTP/1.1" status: 204 len: 168 time: 0.2383425 Jul 07 18:09:15.683699 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43600) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:15.696073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5949fe-c470-4aed-8249-044695d295d1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:15.706310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.706663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.707023 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.707352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.707667 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.708061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.708392 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.708765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.709027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.709370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.709693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.710012 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59902ec-e53d-4cc1-a3c1-442f3b8aa31b tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:15.733684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-e1eeebbc-9bd0-4d42-a9ef-e1953bc3c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.735318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-e1eeebbc-9bd0-4d42-a9ef-e1953bc3c921 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1097 time: 0.0910022 Jul 07 18:09:15.794615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9ee3ac4c-9643-403d-bd03-f0c324a06112 None None] Provisioning complete for port b0fb1de8-7b2f-41d4-9950-cd009d788f49 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:15.795012 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ac4c-9643-403d-bd03-f0c324a06112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.850838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-f16fe71e-6983-49fe-854a-e5f6fe95ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.852364 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-f16fe71e-6983-49fe-854a-e5f6fe95ff37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.1103246 Jul 07 18:09:15.879047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Deleting port 1ea074c9-49bb-44b5-8f9c-f03384664774 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:15.879386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.923613 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-2278d684-78f3-49b9-b716-72c14889494e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 1002 time: 0.0646963 Jul 07 18:09:15.962338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.962924 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.974745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Calling delete_port for 1ea074c9-49bb-44b5-8f9c-f03384664774 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:15.978643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-0b7cfaf8-042b-48c8-ad19-442ad6f552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.980151 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-0b7cfaf8-042b-48c8-ad19-442ad6f552c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0499339 Jul 07 18:09:16.038689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-79ae066f-87de-415d-86f1-73505b4ea16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:16.040237 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-79ae066f-87de-415d-86f1-73505b4ea16f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535769 Jul 07 18:09:16.128032 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:16.143812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-4d93b2a9-e60a-4a4a-a140-eac0005bc558 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961456 Jul 07 18:09:16.155845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event deleted for resources: {'Port': ['ID=1ea074c9-49bb-44b5-8f9c-f03384664774,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:16.232055 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:16.232386 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Floating IP 8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a disassociated (deleted). External IP: 172.25.5.173, port: b0fb1de8-7b2f-41d4-9950-cd009d788f49. Jul 07 18:09:16.242151 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ff41e4d5-8c9b-4014-b122-319309b3b16e req-fcd1989f-ea52-49e3-bdcb-e0a482a15989 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927851 Jul 07 18:09:16.465679 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Router 3f2df5a6-6607-4e69-8688-eafef01c253b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:16.575521 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:16.581315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:16.585485 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] Sync routers for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:16.594293 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:16.594894 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:16.623618 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7d8c226d-9be5-4d54-8d53-00cc34c3c3e2 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "DELETE /v2.0/floatingips/8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a HTTP/1.1" status: 204 len: 168 time: 0.9363239 Jul 07 18:09:16.722364 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:16.950122 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:16.979585 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] Checking router: 3f2df5a6-6607-4e69-8688-eafef01c253b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:16.992448 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:16.993078 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:17.103020 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:17.305623 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:17.337302 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdc72f-0488-40bf-856f-3c49be2c163c None None] The sync data for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 is: [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:18Z', 'revision_number': 4, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '11d6e802-e0de-4b4a-abdb-5ef5ec704a7d', 'name': '', 'network_id': '2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'mac_address': 'fa:16:3e:cb:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '70b12252-e873-420f-a746-3cd212d8d787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:17Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'subnets': [{'id': '70b12252-e873-420f-a746-3cd212d8d787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:17.583428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:17.587729 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb" -d '{"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:17.594761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c762c-1e02-4ec9-8dc8-4595e5249032 None None] New status for floating IP 8b1d06fc-1eab-4732-bbdd-d57d7fe97b7a: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:17.630153 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687c35f-d5ff-400b-89c1-c797d080b1e6 x-openstack-request-id: req-a687c35f-d5ff-400b-89c1-c797d080b1e6 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:17.631971 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:17.632230 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a687c35f-d5ff-400b-89c1-c797d080b1e6 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:17.632681 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'status': 'completed', 'code': 200} Jul 07 18:09:17.756573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-37ba3789-f64e-452a-a0e8-7b4e3322c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:17.758131 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-37ba3789-f64e-452a-a0e8-7b4e3322c09b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=358837ce7ee8488f8af87d485a5a22f9&device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 1097 time: 0.0814781 Jul 07 18:09:17.858397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-e97f844e-2182-4230-895b-b3bddbfc9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:17.859824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-e97f844e-2182-4230-895b-b3bddbfc9eaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 200 len: 915 time: 0.0949898 Jul 07 18:09:17.901889 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-21230345-40ea-491a-8f1f-2cbfe3b90b0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 200 len: 217 time: 0.0350783 Jul 07 18:09:17.956408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-b42ae096-e846-41fd-82c2-500a4fe4f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:17.957957 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-b42ae096-e846-41fd-82c2-500a4fe4f56e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 200 len: 853 time: 0.0493608 Jul 07 18:09:18.022442 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-0e9f8a4a-8a84-464a-9f2e-5077e88e2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:18.024436 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-0e9f8a4a-8a84-464a-9f2e-5077e88e2b32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598454 Jul 07 18:09:18.127977 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-7ad651c0-4398-4295-ac4c-e289b306dad5 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954671 Jul 07 18:09:18.231728 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-92d7e9a9-eeb1-476d-b659-8cf0a9b946bb req-e63300c9-db0c-49ec-8543-3a47c2d9e621 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962348 Jul 07 18:09:24.405219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.166481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1747-d4be-4d2a-b7c7-d1dc57c246f0 req-7b06f22f-54b1-4203-bdca-388edf1d35f5 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:25.168015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-974c1747-d4be-4d2a-b7c7-d1dc57c246f0 req-7b06f22f-54b1-4203-bdca-388edf1d35f5 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0669718 Jul 07 18:09:25.208611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-974c1747-d4be-4d2a-b7c7-d1dc57c246f0 req-7aa38a88-e1a0-4d50-9d59-7e18b0a44cb0 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Jul 07 18:09:26.389264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ab5b3-31a9-4955-9225-8123f4c3f1ef req-49c42122-af67-4961-a63e-f67b4756de76 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:26.390789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-138ab5b3-31a9-4955-9225-8123f4c3f1ef req-49c42122-af67-4961-a63e-f67b4756de76 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0652714 Jul 07 18:09:26.435044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-138ab5b3-31a9-4955-9225-8123f4c3f1ef req-e946498e-4f9b-4c50-9b86-8cbf5fa6ab62 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/security-groups?id=71d11d4c-fd9f-4f88-8e2c-c760896d3878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362601 Jul 07 18:09:27.016764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-89e14be6-19c1-43b0-9f6e-8db930fd6dac tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:27.018297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-89e14be6-19c1-43b0-9f6e-8db930fd6dac tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.13 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 946 time: 0.0730789 Jul 07 18:09:27.132039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Deleting port b0fb1de8-7b2f-41d4-9950-cd009d788f49 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:27.132386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.228702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] For port b0fb1de8-7b2f-41d4-9950-cd009d788f49, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=b0fb1de8-7b2f-41d4-9950-cd009d788f49,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:27.229069 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.246318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Calling delete_port for b0fb1de8-7b2f-41d4-9950-cd009d788f49 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:27.391825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.423115 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Pushing event deleted for resources: {'Port': ['ID=b0fb1de8-7b2f-41d4-9950-cd009d788f49,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:27.424787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['b0fb1de8-7b2f-41d4-9950-cd009d788f49'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:27.479235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] No DVR routers for this DVR port b0fb1de8-7b2f-41d4-9950-cd009d788f49 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:27.482381 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.484538 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-10a29f6d-8855-41ac-a670-8f9463d4fd52 req-40a87979-9f19-4515-b66e-6ca5d817e0a4 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.13 "DELETE /v2.0/ports/b0fb1de8-7b2f-41d4-9950-cd009d788f49 HTTP/1.1" status: 204 len: 173 time: 0.4606469 Jul 07 18:09:27.484995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'name': 'network-vif-deleted', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:27.487366 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3582adb5-6da6-49d0-b46f-14ac7e5b3a51" -d '{"events": [{"server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "name": "network-vif-deleted", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:27.597643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9bef338-3fab-474e-91db-1800a7fafeb8 req-2a99e4ab-76df-47e6-ad85-cdcb3cf8e157 tempest-TestMinimumBasicScenario-1883507176 tempest-TestMinimumBasicScenario-1883507176-project] 10.222.0.78 "GET /v2.0/ports?device_id=588f09f1-ef00-4683-a126-3e9cd72dfb06 HTTP/1.1" status: 200 len: 210 time: 0.0331993 Jul 07 18:09:27.649432 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05dc51c-ea56-43a2-929f-96dc15a3a97a x-openstack-request-id: req-f05dc51c-ea56-43a2-929f-96dc15a3a97a {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:27.649726 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f09f1-ef00-4683-a126-3e9cd72dfb06", "name": "network-vif-deleted", "tag": "b0fb1de8-7b2f-41d4-9950-cd009d788f49", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:27.649976 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f05dc51c-ea56-43a2-929f-96dc15a3a97a {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:27.650373 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f09f1-ef00-4683-a126-3e9cd72dfb06', 'name': 'network-vif-deleted', 'tag': 'b0fb1de8-7b2f-41d4-9950-cd009d788f49', 'status': 'completed', 'code': 200} Jul 07 18:09:29.260865 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43698) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:29.603589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.863178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Deleting port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:29.863424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.944170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] For port 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:29.944672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.958678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Calling delete_port for 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:30.140252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.166049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=11d6e802-e0de-4b4a-abdb-5ef5ec704a7d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:30.658068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.885268 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Router 3f2df5a6-6607-4e69-8688-eafef01c253b has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:30.992178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:30.997564 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c17a9753-02b8-4e28-addc-3c7375999c5f admin admin] 10.222.0.78 "PUT /v2.0/routers/3f2df5a6-6607-4e69-8688-eafef01c253b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354932 Jul 07 18:09:31.000089 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43700) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:31.000658 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] Sync routers for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:31.012024 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:31.012660 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:31.113091 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.226074 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:31.233494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.274223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b0fb1de8-7b2f-41d4-9950-cd009d788f49 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:31.295882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: b0fb1de8-7b2f-41d4-9950-cd009d788f49 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:31.296623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device b0fb1de8-7b2f-41d4-9950-cd009d788f49 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:31.303501 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Deleting port 39697f94-7f11-44d3-b376-c63bcd1bed29 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:31.303855 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.389258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] For port 39697f94-7f11-44d3-b376-c63bcd1bed29, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=39697f94-7f11-44d3-b376-c63bcd1bed29,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:31.389619 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.402792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Calling delete_port for 39697f94-7f11-44d3-b376-c63bcd1bed29 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:31.406907 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:09:30Z', 'revision_number': 5, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port': {'id': '39697f94-7f11-44d3-b376-c63bcd1bed29', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:31.440251 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] Checking router: 3f2df5a6-6607-4e69-8688-eafef01c253b for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:31.450216 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] Routers {'3f2df5a6-6607-4e69-8688-eafef01c253b'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:31.450826 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3f2df5a6-6607-4e69-8688-eafef01c253b'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:31.540834 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] Set router 3f2df5a6-6607-4e69-8688-eafef01c253b gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:31.590471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.598360 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:09:31Z', 'revision_number': 6, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:31.618671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39697f94-7f11-44d3-b376-c63bcd1bed29,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:31.628790 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d56ffc-9b39-4e20-91cb-90dabec97479 None None] The sync data for ids ['3f2df5a6-6607-4e69-8688-eafef01c253b'] in n-d-793619-7 is: [{'id': '3f2df5a6-6607-4e69-8688-eafef01c253b', 'name': 'tempest-TestMinimumBasicScenario-167246514-router', 'tenant_id': '358837ce7ee8488f8af87d485a5a22f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:15Z', 'updated_at': '2021-07-07T18:09:31Z', 'revision_number': 6, 'project_id': '358837ce7ee8488f8af87d485a5a22f9', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:31.686276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.778944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.781199 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.829407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.829877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2df5a6-6607-4e69-8688-eafef01c253b {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:09:31.835407 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.836570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-200c082a-44f9-4498-b569-6f3f348ad2e0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3f2df5a6-6607-4e69-8688-eafef01c253b HTTP/1.1" status: 204 len: 168 time: 0.8355463 Jul 07 18:09:31.839170 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43702) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:31.885076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Deleting subnet 70b12252-e873-420f-a746-3cd212d8d787 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:09:31.888483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.926849 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.016655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.075530 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.099372 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b12252-e873-420f-a746-3cd212d8d787,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:32.107570 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.112188 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c3ec376e-c201-4ab5-8889-0ed606cf67ef admin admin] 10.222.0.78 "DELETE /v2.0/subnets/70b12252-e873-420f-a746-3cd212d8d787 HTTP/1.1" status: 204 len: 168 time: 0.2720096 Jul 07 18:09:32.112864 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43704) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:32.113146 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8873ba4e-e899-4fb5-86bb-ad54430e9028 None None] Network 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:32.184240 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.254595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Deleting port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:32.254935 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.321583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] For port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,segment=NetworkSegment(a1c11c39-bc24-4508-a863-80ad6f3fdf14),segment_id=a1c11c39-bc24-4508-a863-80ad6f3fdf14)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:32.321857 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.335182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Calling delete_port for bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:32.411130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] DHCP port deletion for 2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:09:32.432729 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.460504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:32.464918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] No DVR routers for this DVR port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:32.465986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Deleting port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:32.466475 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.537572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.539407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] For port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4, host n-d-793619-7, got binding levels [] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:32.539870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.548012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:32.554007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Calling delete_port for bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:32.556738 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.ipam_backend_mixin [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 was not found and therefore no delete operation was performed {{(pid=98272) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:09:32.558035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.559217 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c11c39-bc24-4508-a863-80ad6f3fdf14') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:32.559520 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c11c39-bc24-4508-a863-80ad6f3fdf14') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:32.570989 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.586703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Pushing event deleted for resources: {'Port': ['ID=bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:32.589070 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] No DVR routers for this DVR port bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:32.591309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.597573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.597928 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.598667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.598667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.598914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.599266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.599612 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.599973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.600251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.600577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.601337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.601564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8e736-f15b-407c-ad23-2b84ed2fd38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:32.604724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:32.605358 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:32.607214 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:32.668621 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.674390 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.680317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] 10.222.0.78 "DELETE /v2.0/networks/2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19 HTTP/1.1" status: 204 len: 168 time: 0.5624251 Jul 07 18:09:32.680533 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43706) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:32.700291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4b8a6-ef8e-4df5-891f-cec5c1ccfbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2f3ecd-57cd-42ea-a9c6-2219e92c0b19,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:33.032445 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.066601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 39697f94-7f11-44d3-b376-c63bcd1bed29 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:33.086598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 39697f94-7f11-44d3-b376-c63bcd1bed29 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:33.087066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 39697f94-7f11-44d3-b376-c63bcd1bed29 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:33.087524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:33.106601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:33.106950 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device bfb657d2-7f18-4b29-bf7d-1ffd1830b5b4 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:33.107368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:33.126391 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:33.126740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 11d6e802-e0de-4b4a-abdb-5ef5ec704a7d not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:33.298096 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Deleting port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:33.298339 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.381526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] For port 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:33.381973 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.394363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Calling delete_port for 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:33.574392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.606291 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:33.781320 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.305492 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Router 80a6983b-0f4f-436c-9915-f73c29ae5e29 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:34.417507 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:34.422582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d17e600c-51e5-45a0-95e5-1af8c75629b6 admin admin] 10.222.0.78 "PUT /v2.0/routers/80a6983b-0f4f-436c-9915-f73c29ae5e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417350 Jul 07 18:09:34.425195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43710) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:34.426055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] Sync routers for ids ['80a6983b-0f4f-436c-9915-f73c29ae5e29'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:34.437345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] Routers {'80a6983b-0f4f-436c-9915-f73c29ae5e29'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:34.437972 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80a6983b-0f4f-436c-9915-f73c29ae5e29'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:34.536398 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.544341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] Set router 80a6983b-0f4f-436c-9915-f73c29ae5e29 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:34.620405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.644314 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.697755 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Deleting port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:34.698103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.748822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:09:33Z', 'revision_number': 5, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port': {'id': '49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:34.775976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] Checking router: 80a6983b-0f4f-436c-9915-f73c29ae5e29 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:34.784771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] Routers {'80a6983b-0f4f-436c-9915-f73c29ae5e29'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:34.785368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['80a6983b-0f4f-436c-9915-f73c29ae5e29'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:34.788024 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] For port 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:34.788536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.801764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Calling delete_port for 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:34.879490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] Set router 80a6983b-0f4f-436c-9915-f73c29ae5e29 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:34.931370 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:09:34Z', 'revision_number': 6, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:34.961558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c3cb4-9e77-4494-940b-6a9173d02147 None None] The sync data for ids ['80a6983b-0f4f-436c-9915-f73c29ae5e29'] in n-d-793619-7 is: [{'id': '80a6983b-0f4f-436c-9915-f73c29ae5e29', 'name': 'tempest-TestMinimumBasicScenario-1631758860-router', 'tenant_id': '25ff0fb305e84905bc318d3f03569516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:20Z', 'updated_at': '2021-07-07T18:09:34Z', 'revision_number': 6, 'project_id': '25ff0fb305e84905bc318d3f03569516', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:34.980311 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.008176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:35.069720 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.164440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.166635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.210256 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.210786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a6983b-0f4f-436c-9915-f73c29ae5e29 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:09:35.215447 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.216514 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-210e3b03-c65c-44a0-8cda-7ce3617ff6ea admin admin] 10.222.0.78 "DELETE /v2.0/routers/80a6983b-0f4f-436c-9915-f73c29ae5e29 HTTP/1.1" status: 204 len: 168 time: 0.7903483 Jul 07 18:09:35.219071 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43712) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:35.264670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Deleting subnet 99c5906a-5fe9-4f96-a963-b96c64721f83 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:09:35.267783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.303270 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.370007 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-480b3806-11e1-4a56-a7e4-6bcb37608573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.410405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.475879 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.481618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:35.516214 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:35.516921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1ca5bf1d-8e29-4ad4-8cab-ad76ffaa84f8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:35.525635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c5906a-5fe9-4f96-a963-b96c64721f83,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:35.531066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.536639 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-53be045a-69fa-489a-9aaa-2cbacc26ffdb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/99c5906a-5fe9-4f96-a963-b96c64721f83 HTTP/1.1" status: 204 len: 168 time: 0.3133416 Jul 07 18:09:35.536874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:35.537137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5914469-0896-41a5-88e1-3aa0d70f01da None None] Network a9410bef-d03a-4d6f-ad16-f108e233747e requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:35.610934 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.667659 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Deleting port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:35.668066 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.737841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] DHCP port deletion for a9410bef-d03a-4d6f-ad16-f108e233747e request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:09:35.739993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] For port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:35.740948 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.757000 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Calling delete_port for 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:35.790287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] Deleting port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:35.790672 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.848738 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.860650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] For port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,segment=NetworkSegment(faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0),segment_id=faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:35.861050 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.874563 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:35.875143 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] Calling delete_port for 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:35.878147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] No DVR routers for this DVR port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:35.952157 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.955377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.962597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9410bef-d03a-4d6f-ad16-f108e233747e']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:35.973033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:35.973366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa6cd12-f5d3-4ce7-80e3-c746ab6e53c0') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:35.980897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] Pushing event deleted for resources: {'Port': ['ID=6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:35.984705 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b815f-a3d1-499f-84de-d664be80ed56 None None] No DVR routers for this DVR port 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:35.984896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.002279 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.009247 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:36.009593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:36.011419 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:36.065908 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.072929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.074924 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] 10.222.0.78 "DELETE /v2.0/networks/a9410bef-d03a-4d6f-ad16-f108e233747e HTTP/1.1" status: 204 len: 168 time: 0.5367239 Jul 07 18:09:36.086961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daf73b-1abf-42e1-8772-2f3c02739fba admin admin] Pushing event deleted for resources: {'Network': ['ID=a9410bef-d03a-4d6f-ad16-f108e233747e,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:36.239665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43718) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:36.286374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6483c5b3-fd7b-4035-b0c9-f1b2f2667ea5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=358837ce7ee8488f8af87d485a5a22f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447075 Jul 07 18:09:36.289830 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43720) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:36.341050 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60a99dbb-ce2b-44e4-83c1-a8ae30ad224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.362779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60a99dbb-ce2b-44e4-83c1-a8ae30ad224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.418318 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60a99dbb-ce2b-44e4-83c1-a8ae30ad224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.420887 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-60a99dbb-ce2b-44e4-83c1-a8ae30ad224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.422139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-60a99dbb-ce2b-44e4-83c1-a8ae30ad224b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71d11d4c-fd9f-4f88-8e2c-c760896d3878 HTTP/1.1" status: 204 len: 168 time: 0.1308575 Jul 07 18:09:36.430471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a99dbb-ce2b-44e4-83c1-a8ae30ad224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d11d4c-fd9f-4f88-8e2c-c760896d3878,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:36.742868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43726) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:36.784337 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-77ea427b-396d-4c1e-81f8-30d29648e319 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25ff0fb305e84905bc318d3f03569516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401812 Jul 07 18:09:36.786789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43728) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:36.840916 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1a863f7-dc27-462c-a481-79e051107dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.863113 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1a863f7-dc27-462c-a481-79e051107dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.912853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1a863f7-dc27-462c-a481-79e051107dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.915783 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e1a863f7-dc27-462c-a481-79e051107dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.916997 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e1a863f7-dc27-462c-a481-79e051107dd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f9f7c87-0d00-45bb-ae80-c3f76839a0cd HTTP/1.1" status: 204 len: 168 time: 0.1292791 Jul 07 18:09:36.925471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a863f7-dc27-462c-a481-79e051107dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9f7c87-0d00-45bb-ae80-c3f76839a0cd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:37.076354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:37.102808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:37.103205 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 49aefdee-f247-40ba-a7a7-cb6fbdc9b4d6 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:37.103568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:37.123242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:37.123601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6d5f7948-1c50-43df-b34c-fb0e9b2d6ee3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:37.817407 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.644726 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43768) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:38.650366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819931977', 'description': 'tempest-secgroup-smoke-819931977 description', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:38.673037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.680932 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.773909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.777997 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.815718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47c303-6e7d-4240-b8a0-83ee69a5f55b,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:38.871167 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.874831 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.904227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.905471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2596006 Jul 07 18:09:38.908638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43770) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:38.910058 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520ef67-a3a9-492b-b46d-4a3782b78c02 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b315c3c0-e78e-45da-b211-a3e285362ed8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:38.915032 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'b315c3c0-e78e-45da-b211-a3e285362ed8', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:38.945397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.994126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.997840 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.016324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2788ae-738d-4da5-bcb3-d1344ab7d426,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.023025 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.024152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f9d691a2-9faf-4088-b72d-1dd50d3acaac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143622 Jul 07 18:09:39.026832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43772) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.031285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'b315c3c0-e78e-45da-b211-a3e285362ed8', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.061733 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.121657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.125286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.144026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5c2850-0fd3-4919-8e94-ad2444743eb5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.150891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.152170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98f226d8-0fed-454f-a6ee-552465108404 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243982 Jul 07 18:09:39.154804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43774) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.159272 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'b315c3c0-e78e-45da-b211-a3e285362ed8', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.186663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.228581 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:39.246842 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.251037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.269169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4933835-7beb-43c2-9379-d4e5493bd0e5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.275109 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.276988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-721b409a-95db-46c9-ad2b-3cc0eeaf250d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212196 Jul 07 18:09:39.279092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43776) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.283657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'b315c3c0-e78e-45da-b211-a3e285362ed8', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.297521 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3cc888af-6872-46d8-8907-4feee8da2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.312005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.374885 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.378759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.398227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d05d80-2a86-4fc9-8494-7fa7df6584ff,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.401468 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.402647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ba84a1f-ee2b-4048-8c15-9743bb290b38 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225781 Jul 07 18:09:39.405827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43778) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.410291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'b315c3c0-e78e-45da-b211-a3e285362ed8', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.434083 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:09:39.439249 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.461125 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.501345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.504803 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.523196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400d887d-4bc6-4365-9824-ea1ad32031cf,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.529872 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.531088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6b3dc999-3102-4fc8-ad81-bca313783558 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243231 Jul 07 18:09:39.533916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43780) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.538261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'b315c3c0-e78e-45da-b211-a3e285362ed8', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.561478 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:09:39.566843 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.628483 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.632178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.651335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a219f56-5457-4533-b5ff-0b9a44b22275,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.661742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.663256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-98680e0b-9c76-412a-b72b-ed2ecef9f286 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284201 Jul 07 18:09:39.666408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43782) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.671286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'network': {'name': 'tempest-network-smoke--1317744234', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'port_security_enabled': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.694321 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:39.698134 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.729092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:39.738022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.738368 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Added segment 5546d9f6-b612-4483-b2c6-8a29fba7e108 of type vlan for network 6257c052-8f27-4086-b32b-9d461f15df24 Jul 07 18:09:39.777955 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.807215 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.813339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:39.814269 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.871577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2040758 Jul 07 18:09:39.874539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43784) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:39.879041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'admin_state_up': True, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:39.895318 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fb07a-9041-4439-b146-ca7412d0ff82 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Network': ['ID=6257c052-8f27-4086-b32b-9d461f15df24,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.905753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 6257c052-8f27-4086-b32b-9d461f15df24 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:39.915398 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.916776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.974258 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.116325 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.322994 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.342847 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.452504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.212 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/2e5c6231-15e6-4f0d-a023-95123e863035) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:40.559572 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.602336 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.644146 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:40.647943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:40.650655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:40.685397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=2e5c6231-15e6-4f0d-a023-95123e863035,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:40.929609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.094453 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.165723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.617386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 8b72c840-5249-4b52-84ec-cdd39e079951 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:09:41.724275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:41.736049 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Sync routers for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:41.743781 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.745305 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f09f92e5-a55b-44f9-8639-c3d7a0fb6abf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8695931 Jul 07 18:09:41.746714 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:41.747724 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:41.748382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43786) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:41.852511 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:41.869671 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2039fec8-4b1f-4425-8415-aa632b9214f7 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90da0eb11f6d4cacadb384d73e0ed764&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1174853 Jul 07 18:09:41.869876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43790) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:41.963402 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91d919-15de-4dd2-b90f-ed124a543cce tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.964937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cd91d919-15de-4dd2-b90f-ed124a543cce tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940573 Jul 07 18:09:41.967762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43792) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:41.996637 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-dab4cdd2-1777-45ee-bac3-357adc53b449 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277205 Jul 07 18:09:41.999189 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43794) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:42.004162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398871385', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:42.035724 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:42.063381 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Checking router: 8b72c840-5249-4b52-84ec-cdd39e079951 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:42.063995 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Updating router 8b72c840-5249-4b52-84ec-cdd39e079951 port 2e5c6231-15e6-4f0d-a023-95123e863035 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:09:42.097922 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.098240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:42.102543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.298449 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.360817 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.363899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Subnet': ['ID=0ccd7ba5-8fac-4d26-8972-74a430d965bd,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:42.368921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Checking segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:42.369332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network hostable DHCP agents. Network: 6257c052-8f27-4086-b32b-9d461f15df24, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:42.372536 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Transition to ACTIVE for port object 2e5c6231-15e6-4f0d-a023-95123e863035 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:42.377813 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.387264 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 6257c052-8f27-4086-b32b-9d461f15df24 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:42.398546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 6257c052-8f27-4086-b32b-9d461f15df24) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:42.408617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:42.409585 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.413045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384ce94-78e6-4f0a-9d21-6240eca32260 None None] Network 6257c052-8f27-4086-b32b-9d461f15df24 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:42.422289 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Attempting to bind port 2e5c6231-15e6-4f0d-a023-95123e863035 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:42.422669 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Attempting to bind port 2e5c6231-15e6-4f0d-a023-95123e863035 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:42.423383 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Attempting to bind port 2e5c6231-15e6-4f0d-a023-95123e863035 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:42.435002 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8e957739-c4b6-4665-94e3-1632e575096c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4303935 Jul 07 18:09:42.436270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43796) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:42.436505 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:42.436819 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:42.437255 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.437651 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:42.438141 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Bound port: 2e5c6231-15e6-4f0d-a023-95123e863035, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:42.438787 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.463450 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Pushing event updated for resources: {'Port': ['ID=2e5c6231-15e6-4f0d-a023-95123e863035,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:42.477340 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.477684 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.478318 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.478448 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.478675 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.478994 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.479310 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.479637 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.479961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.480282 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.480601 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.481057 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:42.509337 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] For port 2e5c6231-15e6-4f0d-a023-95123e863035, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:42.512962 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] For port 2e5c6231-15e6-4f0d-a023-95123e863035, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2e5c6231-15e6-4f0d-a023-95123e863035,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:42.518325 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.570094 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:42.570714 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:42.595820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-6257c052-8f27-4086-b32b-9d461f15df24', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:42.596800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.622051 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73f43b-012c-4332-9e18-c17c991c1387 None None] Pushing event updated for resources: {'Port': ['ID=2e5c6231-15e6-4f0d-a023-95123e863035,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:42.695303 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:42.893959 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:42.920480 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Allocated IP 172.20.0.2 (6257c052-8f27-4086-b32b-9d461f15df24/0ccd7ba5-8fac-4d26-8972-74a430d965bd/6498f7e1-add3-4601-9c91-7abda4fcde46) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:42.923719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ad671-af0a-4d99-9e82-a5351ea73334 None None] The sync data for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 is: [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:42.955640 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.100416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.116430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Transition to ACTIVE for port object 6498f7e1-add3-4601-9c91-7abda4fcde46 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:43.133794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Transition to ACTIVE for port object 6498f7e1-add3-4601-9c91-7abda4fcde46 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:43.140661 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.182001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Network 6257c052-8f27-4086-b32b-9d461f15df24 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:43.186156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:43.195574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:43.243730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Pushing event updated for resources: {'Port': ['ID=6498f7e1-add3-4601-9c91-7abda4fcde46,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.290400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Attempting to bind port 6498f7e1-add3-4601-9c91-7abda4fcde46 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:43.290775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Attempting to bind port 6498f7e1-add3-4601-9c91-7abda4fcde46 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:43.291140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Attempting to bind port 6498f7e1-add3-4601-9c91-7abda4fcde46 on network 6257c052-8f27-4086-b32b-9d461f15df24 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:43.297030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:43.297392 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Checking segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:43.298143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.298454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Bound using segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:43.298970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Bound port: 6498f7e1-add3-4601-9c91-7abda4fcde46, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:43.299368 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.343955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.1 (6257c052-8f27-4086-b32b-9d461f15df24/0ccd7ba5-8fac-4d26-8972-74a430d965bd/72c0747c-cc31-4fb0-9d45-431d8229a454) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:43.383281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] For port 6498f7e1-add3-4601-9c91-7abda4fcde46, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:43.387219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] For port 6498f7e1-add3-4601-9c91-7abda4fcde46, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6498f7e1-add3-4601-9c91-7abda4fcde46,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:43.391605 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.457977 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af050e40-b883-4eb3-8b90-6f026da11b11 None None] Pushing event updated for resources: {'Port': ['ID=6498f7e1-add3-4601-9c91-7abda4fcde46,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.502603 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.519524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object 72c0747c-cc31-4fb0-9d45-431d8229a454 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:43.559497 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.610535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 6257c052-8f27-4086-b32b-9d461f15df24 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:43.618779 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:43.624494 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:43.665029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=72c0747c-cc31-4fb0-9d45-431d8229a454,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.689935 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.851452 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.172037 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.177266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.263908 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=72c0747c-cc31-4fb0-9d45-431d8229a454,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.266555 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.368460 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 6257c052-8f27-4086-b32b-9d461f15df24 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:44.370104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:44.447320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1828e-2e3e-4011-ac9e-0da8b4941fd9 None None] Network 6257c052-8f27-4086-b32b-9d461f15df24 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:44.491285 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 8b72c840-5249-4b52-84ec-cdd39e079951 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:44.563362 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-64d19d6a-7b13-437a-bf88-00914c5b65de None None] Provisioning for port 6498f7e1-add3-4601-9c91-7abda4fcde46 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:44.609598 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:44.619352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9833d324-517d-4a3a-ac89-1e6eafa2f8f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/8b72c840-5249-4b52-84ec-cdd39e079951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769848 Jul 07 18:09:44.776442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-d4cf9dbf-3fae-4693-92e9-94611384d326 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819931977&fields=id&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 267 time: 0.0405605 Jul 07 18:09:44.905902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-8254eda3-f72f-4a9d-b50a-2e3ed727618e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:44.908436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-8254eda3-f72f-4a9d-b50a-2e3ed727618e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/networks?id=6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 200 len: 797 time: 0.1242030 Jul 07 18:09:44.910850 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d85dd2e2-ad45-497a-a255-92abe0c9c0cc None None] Provisioning for port 72c0747c-cc31-4fb0-9d45-431d8229a454 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:44.917437 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d85dd2e2-ad45-497a-a255-92abe0c9c0cc None None] Provisioning complete for port 72c0747c-cc31-4fb0-9d45-431d8229a454 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:44.917820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d85dd2e2-ad45-497a-a255-92abe0c9c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.927525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-6bfa8838-57d0-4651-b565-3c49486eedd8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/quotas/90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 375 time: 0.0124357 Jul 07 18:09:44.957514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-d85dd2e2-ad45-497a-a255-92abe0c9c0cc None None] Port 72c0747c-cc31-4fb0-9d45-431d8229a454 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:44.961842 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Sync routers for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:44.972478 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:44.973321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:45.013826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-98453f35-bbd5-4ec1-a98c-9610f5499fdf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794120 Jul 07 18:09:45.120646 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:45.122454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-3c57de24-0e50-4ebc-8316-ce822f205f4c None None] Provisioning complete for port 72c0747c-cc31-4fb0-9d45-431d8229a454 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:45.122828 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3c57de24-0e50-4ebc-8316-ce822f205f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.178643 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-2a26f540-6812-48dd-82d9-9a57729b0e2b service neutron] 10.222.0.78 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488993 Jul 07 18:09:45.189011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2e5c6231-15e6-4f0d-a023-95123e863035 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:45.260949 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-3c57de24-0e50-4ebc-8316-ce822f205f4c None None] Port 72c0747c-cc31-4fb0-9d45-431d8229a454 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:45.294074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-dd8f4d8f-5401-412a-abba-6fc5d292e4cc service neutron] 10.222.0.78 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095095 Jul 07 18:09:45.338943 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 2e5c6231-15e6-4f0d-a023-95123e863035 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:45.346667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2e5c6231-15e6-4f0d-a023-95123e863035 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:45.347035 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.436467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-88808aee-7f7d-4ce3-84bc-ba5233b692aa None None] Provisioning complete for port 72c0747c-cc31-4fb0-9d45-431d8229a454 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:45.436467 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-88808aee-7f7d-4ce3-84bc-ba5233b692aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.482479 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0b617416-857d-4aea-a39a-805c5d309af5 req-bbe1ad26-a8e8-4fb2-ae34-5d60e0a11076 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 210 time: 0.0303166 Jul 07 18:09:45.506996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-88808aee-7f7d-4ce3-84bc-ba5233b692aa None None] Port 72c0747c-cc31-4fb0-9d45-431d8229a454 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:45.529868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.535755 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:44Z', 'revision_number': 2, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:45.569533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Checking router: 8b72c840-5249-4b52-84ec-cdd39e079951 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:45.570115 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Updating router 8b72c840-5249-4b52-84ec-cdd39e079951 port 72c0747c-cc31-4fb0-9d45-431d8229a454 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:09:45.601973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 2e5c6231-15e6-4f0d-a023-95123e863035, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2e5c6231-15e6-4f0d-a023-95123e863035,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:45.609087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.609923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6498f7e1-add3-4601-9c91-7abda4fcde46 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:45.663543 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.735519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=2e5c6231-15e6-4f0d-a023-95123e863035,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:45.753304 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6498f7e1-add3-4601-9c91-7abda4fcde46 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:45.807744 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6498f7e1-add3-4601-9c91-7abda4fcde46 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:45.808169 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.975744 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.050590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 6498f7e1-add3-4601-9c91-7abda4fcde46, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6498f7e1-add3-4601-9c91-7abda4fcde46,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:46.059340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.092680 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.112035 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Transition to ACTIVE for port object 72c0747c-cc31-4fb0-9d45-431d8229a454 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:46.124164 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.131901 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=6498f7e1-add3-4601-9c91-7abda4fcde46,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.232587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04309e32-3378-482c-a10a-787a06583bd9 None None] Pushing event updated for resources: {'Port': ['ID=72c0747c-cc31-4fb0-9d45-431d8229a454,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.247601 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Attempting to bind port 72c0747c-cc31-4fb0-9d45-431d8229a454 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:46.247976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Attempting to bind port 72c0747c-cc31-4fb0-9d45-431d8229a454 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:46.248462 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Attempting to bind port 72c0747c-cc31-4fb0-9d45-431d8229a454 on network 6257c052-8f27-4086-b32b-9d461f15df24 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:46.254798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:46.255176 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Checking segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:46.255644 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.256418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Bound using segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:46.256560 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Bound port: 72c0747c-cc31-4fb0-9d45-431d8229a454, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:46.256893 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.329243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] For port 72c0747c-cc31-4fb0-9d45-431d8229a454, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:46.332491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] For port 72c0747c-cc31-4fb0-9d45-431d8229a454, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=72c0747c-cc31-4fb0-9d45-431d8229a454,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:46.338003 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.403355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:46.404087 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:46.407351 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04309e32-3378-482c-a10a-787a06583bd9 None None] Pushing event updated for resources: {'Port': ['ID=72c0747c-cc31-4fb0-9d45-431d8229a454,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.540023 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:46.644505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea1e139b-598a-4405-95e6-51c7394e7019 req-7d7f0469-9173-4bd0-9518-dc316b07fb6d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 210 time: 0.0336366 Jul 07 18:09:46.767200 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-9f7bb1ea-850b-4fbd-990c-20e39c2fdebb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:46.768634 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-9f7bb1ea-850b-4fbd-990c-20e39c2fdebb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/networks?id=6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 200 len: 797 time: 0.1488531 Jul 07 18:09:46.804659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:46Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:46.842371 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b2913-9278-4860-9e39-a188ee082769 None None] The sync data for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 is: [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:46Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:46.848679 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-a18fafa4-beef-4c66-bb9f-82c2382455db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 379 time: 0.0608935 Jul 07 18:09:46.862981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'port': {'device_id': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'admin_state_up': True, 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'security_groups': ['b315c3c0-e78e-45da-b211-a3e285362ed8']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:47.022257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:47.025937 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.198520 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2e5c6231-15e6-4f0d-a023-95123e863035 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:47.219281 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.9 (6257c052-8f27-4086-b32b-9d461f15df24/0ccd7ba5-8fac-4d26-8972-74a430d965bd/17365455-550a-4b09-88ee-eaeccb9885d1) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:47.249561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 2e5c6231-15e6-4f0d-a023-95123e863035 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:47.249936 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.340946 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 72c0747c-cc31-4fb0-9d45-431d8229a454 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:47.391921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.404670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 72c0747c-cc31-4fb0-9d45-431d8229a454 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:47.409132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 72c0747c-cc31-4fb0-9d45-431d8229a454 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:47.410023 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.411208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object 17365455-550a-4b09-88ee-eaeccb9885d1 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:47.456186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.511139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.512451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 6257c052-8f27-4086-b32b-9d461f15df24 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:47.518198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:47.524072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:47.553828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 72c0747c-cc31-4fb0-9d45-431d8229a454, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=72c0747c-cc31-4fb0-9d45-431d8229a454,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:47.554477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=17365455-550a-4b09-88ee-eaeccb9885d1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.559464 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.560758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6498f7e1-add3-4601-9c91-7abda4fcde46 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:47.596547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.597476 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.618250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-60832d6d-74cd-429a-a05a-46e75ace2a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636282 Jul 07 18:09:47.638828 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Request body: {'port': {'device_id': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:47.746765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.917929 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=72c0747c-cc31-4fb0-9d45-431d8229a454,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.928671 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367e094-afa9-4aa5-9653-919145ebdede req-8ad99570-65b8-4fb0-a9a9-881b883b0468 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.931151 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6498f7e1-add3-4601-9c91-7abda4fcde46 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:47.931666 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.933624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7367e094-afa9-4aa5-9653-919145ebdede req-8ad99570-65b8-4fb0-a9a9-881b883b0468 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 931 time: 0.1103997 Jul 07 18:09:47.977460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0412951b-ae6f-4257-bd65-14529ddfaa21 None None] Provisioning for port 17365455-550a-4b09-88ee-eaeccb9885d1 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:47.984289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7367e094-afa9-4aa5-9653-919145ebdede req-3a727e7a-c963-4790-a43e-e9eebe1c4b10 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Jul 07 18:09:47.988869 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0412951b-ae6f-4257-bd65-14529ddfaa21 None None] Provisioning complete for port 17365455-550a-4b09-88ee-eaeccb9885d1 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:47.989460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0412951b-ae6f-4257-bd65-14529ddfaa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.057005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0412951b-ae6f-4257-bd65-14529ddfaa21 None None] Port 17365455-550a-4b09-88ee-eaeccb9885d1 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:48.109479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17365455-550a-4b09-88ee-eaeccb9885d1 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:48.119049 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.135289 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Transition to ACTIVE for port object 17365455-550a-4b09-88ee-eaeccb9885d1 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:48.140848 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.202500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Pushing event updated for resources: {'Port': ['ID=17365455-550a-4b09-88ee-eaeccb9885d1,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:48.285672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Attempting to bind port 17365455-550a-4b09-88ee-eaeccb9885d1 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:48.286043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Attempting to bind port 17365455-550a-4b09-88ee-eaeccb9885d1 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:48.286383 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Attempting to bind port 17365455-550a-4b09-88ee-eaeccb9885d1 on network 6257c052-8f27-4086-b32b-9d461f15df24 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:48.296066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Port 17365455-550a-4b09-88ee-eaeccb9885d1 on network 6257c052-8f27-4086-b32b-9d461f15df24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:09:48.296066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Attempting to bind port 17365455-550a-4b09-88ee-eaeccb9885d1 on network 6257c052-8f27-4086-b32b-9d461f15df24 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:48.301626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:48.301945 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Checking segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:48.303219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Bound using segment: {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:48.303781 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Bound port: 17365455-550a-4b09-88ee-eaeccb9885d1, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5546d9f6-b612-4483-b2c6-8a29fba7e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:48.304165 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.379695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] For port 17365455-550a-4b09-88ee-eaeccb9885d1, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:48.383604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] For port 17365455-550a-4b09-88ee-eaeccb9885d1, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17365455-550a-4b09-88ee-eaeccb9885d1,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:48.388503 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.426616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:48.427336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.428756 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] 10.222.0.13 "PUT /v2.0/ports/17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 200 len: 1091 time: 0.7956476 Jul 07 18:09:48.429227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:48.431499 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:48.462185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395a2fc-c415-452c-9de3-603fc0fc3ada service neutron] Pushing event updated for resources: {'Port': ['ID=17365455-550a-4b09-88ee-eaeccb9885d1,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:48.508550 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c8b16-f401-4b45-a35e-f4b69db22c08 x-openstack-request-id: req-d64c8b16-f401-4b45-a35e-f4b69db22c08 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:48.508843 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:48.509095 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d64c8b16-f401-4b45-a35e-f4b69db22c08 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:48.509512 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1', 'status': 'completed', 'code': 200} Jul 07 18:09:48.558599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-e05db5bd-2303-46a6-8bef-6409e306e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:48.560468 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-e05db5bd-2303-46a6-8bef-6409e306e3cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1094 time: 0.0616169 Jul 07 18:09:48.608574 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-ecb48c41-f96e-4610-853e-5334adbe9336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 200 len: 217 time: 0.0344722 Jul 07 18:09:48.660562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-056f6449-36c9-4741-8ae1-0e12cea5799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:48.662370 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-056f6449-36c9-4741-8ae1-0e12cea5799d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ccd7ba5-8fac-4d26-8972-74a430d965bd HTTP/1.1" status: 200 len: 835 time: 0.0477371 Jul 07 18:09:48.725318 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63b68-9063-47bf-a414-832760f1163f req-53dfedb5-cf52-4098-9e6f-d827e6758347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:48.726915 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-53dfedb5-cf52-4098-9e6f-d827e6758347 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6257c052-8f27-4086-b32b-9d461f15df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586119 Jul 07 18:09:48.816643 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-fc015a27-95a2-4b37-8bd3-01abde49cc3b service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827012 Jul 07 18:09:48.909367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-09c63b68-9063-47bf-a414-832760f1163f req-dab1d67d-28ef-4d1b-bbf4-4f47e767e5cf service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Jul 07 18:09:49.073758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-9e4fc521-5d64-4831-9e92-c22b383f161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.075798 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-9e4fc521-5d64-4831-9e92-c22b383f161a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1094 time: 0.0701892 Jul 07 18:09:49.101074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 72c0747c-cc31-4fb0-9d45-431d8229a454 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:49.159973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 72c0747c-cc31-4fb0-9d45-431d8229a454 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:49.160257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.190486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2f711-7025-435d-b909-e88067f2c8bb req-5bbd2509-66cc-42e3-a65a-4793f01038c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.192456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27e2f711-7025-435d-b909-e88067f2c8bb req-5bbd2509-66cc-42e3-a65a-4793f01038c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 943 time: 0.0753706 Jul 07 18:09:49.204030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-6e6be6c2-b325-4bef-a312-a59026718a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.206851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-6e6be6c2-b325-4bef-a312-a59026718a06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 200 len: 898 time: 0.1239591 Jul 07 18:09:49.243870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27e2f711-7025-435d-b909-e88067f2c8bb req-b2286db6-37ec-44b7-925f-6c477062ff8d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449140 Jul 07 18:09:49.249072 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-e21ce096-72b5-4c4c-8446-265cf4b7fc6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 200 len: 217 time: 0.0356557 Jul 07 18:09:49.302121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-4a4c137b-7790-4551-936d-b94ed932a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.304140 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-4a4c137b-7790-4551-936d-b94ed932a5f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ccd7ba5-8fac-4d26-8972-74a430d965bd HTTP/1.1" status: 200 len: 835 time: 0.0469186 Jul 07 18:09:49.366966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-37d128cb-2499-44db-bddf-e7cc1e85979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.368471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-37d128cb-2499-44db-bddf-e7cc1e85979b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6257c052-8f27-4086-b32b-9d461f15df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566466 Jul 07 18:09:49.463600 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-5cd5ce57-110f-44e3-a052-587cdbf3e8af service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876987 Jul 07 18:09:49.568705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0228ad87-bbc3-429a-a167-8ab6e2d28e5e req-def16ced-fc7c-48e3-8eff-198d2048db94 service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977652 Jul 07 18:09:50.432853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a87f-def2-431f-9f83-6ca7ed41cdc7 req-cd8d8545-615d-4dc6-8fc7-911321d6391f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:50.434384 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0b4a87f-def2-431f-9f83-6ca7ed41cdc7 req-cd8d8545-615d-4dc6-8fc7-911321d6391f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 943 time: 0.0702338 Jul 07 18:09:50.474132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f0b4a87f-def2-431f-9f83-6ca7ed41cdc7 req-cc558bc7-a0e3-4e73-99d2-14036e87b4c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337038 Jul 07 18:09:51.338246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17365455-550a-4b09-88ee-eaeccb9885d1 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:09:51.447440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 17365455-550a-4b09-88ee-eaeccb9885d1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17365455-550a-4b09-88ee-eaeccb9885d1,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:51.461211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '17365455-550a-4b09-88ee-eaeccb9885d1', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'port_id': '17365455-550a-4b09-88ee-eaeccb9885d1', 'mac_address': 'fa:16:3e:12:91:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:09:51.498786 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.512745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17365455-550a-4b09-88ee-eaeccb9885d1 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:51.540339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 17365455-550a-4b09-88ee-eaeccb9885d1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17365455-550a-4b09-88ee-eaeccb9885d1,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:51.544444 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.594350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=17365455-550a-4b09-88ee-eaeccb9885d1,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:51.666109 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d13be-5f8b-468c-9f6e-383c4dc4b040 req-6a857b4f-c5a0-4223-93cc-74073ec4929a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:51.667641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d1d13be-5f8b-468c-9f6e-383c4dc4b040 req-6a857b4f-c5a0-4223-93cc-74073ec4929a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 944 time: 0.0683224 Jul 07 18:09:51.706779 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d1d13be-5f8b-468c-9f6e-383c4dc4b040 req-7006fc27-f647-45ba-9577-707870bec61a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336568 Jul 07 18:09:51.817144 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['17365455-550a-4b09-88ee-eaeccb9885d1'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:52.894346 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938da0-425a-4150-85d8-ecc8f44ed234 req-4442d0ff-2c1c-4382-b539-1f03ae3d1e94 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:52.895895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2938da0-425a-4150-85d8-ecc8f44ed234 req-4442d0ff-2c1c-4382-b539-1f03ae3d1e94 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 944 time: 0.0669203 Jul 07 18:09:52.935029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2938da0-425a-4150-85d8-ecc8f44ed234 req-026a79d0-071b-4b4e-8cce-b5c5cffa66d4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333495 Jul 07 18:09:53.353627 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17365455-550a-4b09-88ee-eaeccb9885d1 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:53.403815 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 17365455-550a-4b09-88ee-eaeccb9885d1 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:53.407529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 17365455-550a-4b09-88ee-eaeccb9885d1 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:53.407899 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.489683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.517379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:53.519764 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ebbbc5-1128-4873-a882-5331e45e4bca" -d '{"events": [{"server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "name": "network-vif-plugged", "status": "completed", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:53.534128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 17365455-550a-4b09-88ee-eaeccb9885d1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17365455-550a-4b09-88ee-eaeccb9885d1,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:53.538794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.598448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=17365455-550a-4b09-88ee-eaeccb9885d1,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:53.634648 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d292d-04cd-4d16-980d-e24d7a01d0a6 x-openstack-request-id: req-c94d292d-04cd-4d16-980d-e24d7a01d0a6 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:53.635175 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "name": "network-vif-plugged", "status": "completed", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:53.635885 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c94d292d-04cd-4d16-980d-e24d7a01d0a6 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:53.636966 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1', 'code': 200} Jul 07 18:09:53.782209 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed971-ea29-44de-a5b5-59741793f211 req-4dd363cd-44af-44f2-a687-a26f5a4164c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.784068 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9aed971-ea29-44de-a5b5-59741793f211 req-4dd363cd-44af-44f2-a687-a26f5a4164c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1096 time: 0.0559087 Jul 07 18:09:53.820648 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c9aed971-ea29-44de-a5b5-59741793f211 req-c4f97bb5-53b6-4d17-aa48-73ed706d09b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308132 Jul 07 18:09:54.131833 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa874f-8166-452a-a24e-6f3fe837c354 req-c62ea6c2-6c48-46c5-bb2b-fc18baa4da49 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:54.133355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1caa874f-8166-452a-a24e-6f3fe837c354 req-c62ea6c2-6c48-46c5-bb2b-fc18baa4da49 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0737526 Jul 07 18:09:54.173577 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1caa874f-8166-452a-a24e-6f3fe837c354 req-9c1b9174-d86f-424d-bf56-0a32c6148f31 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342531 Jul 07 18:09:54.406452 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.351928 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3943add-7962-4474-a1ca-eae8e56e84a8 req-797203e7-f379-4126-8a88-125ed922e8ea tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:55.355433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3943add-7962-4474-a1ca-eae8e56e84a8 req-797203e7-f379-4126-8a88-125ed922e8ea tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0669684 Jul 07 18:09:55.404753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d3943add-7962-4474-a1ca-eae8e56e84a8 req-a81f79c9-3889-411a-a91b-781947a593e7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455332 Jul 07 18:09:55.590052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb691d-bb7d-4e08-a31f-1e0aaea42fcc req-047c823f-591b-49b7-8417-bd32a7d5cb5b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:55.591752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11fb691d-bb7d-4e08-a31f-1e0aaea42fcc req-047c823f-591b-49b7-8417-bd32a7d5cb5b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0730731 Jul 07 18:09:55.640161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-11fb691d-bb7d-4e08-a31f-1e0aaea42fcc req-5cc5f514-2e1c-40b2-9e8e-6a72dcd7f95a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 Jul 07 18:09:55.665437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43846) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:55.722733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66774255-dc9d-4744-bcee-6240a5247fc3 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:55.724854 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-66774255-dc9d-4744-bcee-6240a5247fc3 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1091 time: 0.0579407 Jul 07 18:09:55.727648 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43848) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:55.732200 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '17365455-550a-4b09-88ee-eaeccb9885d1', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:55.757480 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.863757 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.977606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.6 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/11e676fd-b1ba-4159-852b-112a49e7a7cd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:56.091906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.134283 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.173807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:56.180888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:56.184328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:56.191439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=11e676fd-b1ba-4159-852b-112a49e7a7cd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.062511 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.159944 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.334662 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.341234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.417169 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=11e676fd-b1ba-4159-852b-112a49e7a7cd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.431467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.538153 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 3528aee5-5ba7-41cd-aefe-92c7d875e988 associated. External IP: 172.25.5.6, port: 17365455-550a-4b09-88ee-eaeccb9885d1. Jul 07 18:09:57.748777 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 8b72c840-5249-4b52-84ec-cdd39e079951 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:57.870749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:57.880288 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] Sync routers for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:57.888393 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.890660 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:57.891398 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:57.939297 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-85a42d38-ce7d-4a32-9f65-9ecdd42a51c9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2104526 Jul 07 18:09:57.939892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:57.942740 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714" -d '{"events": [{"name": "network-changed", "server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:58.016071 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:58.129857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba83e7-2d1f-4bf9-b0c5-815316c6998a req-2f7a741e-d900-4c4c-8634-516ece48117b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.133626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86ba83e7-2d1f-4bf9-b0c5-815316c6998a req-2f7a741e-d900-4c4c-8634-516ece48117b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0923786 Jul 07 18:09:58.177503 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-86ba83e7-2d1f-4bf9-b0c5-815316c6998a req-f3c6ffc4-981f-47c9-a033-e0804b67700b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366254 Jul 07 18:09:58.203991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43854) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:58.228302 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3346ed5-9bcf-4a0c-b985-f49396d3ad83 x-openstack-request-id: req-f3346ed5-9bcf-4a0c-b985-f49396d3ad83 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:58.228687 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:58.229016 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3346ed5-9bcf-4a0c-b985-f49396d3ad83 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:58.229547 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1', 'status': 'completed', 'code': 200} Jul 07 18:09:58.266507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5798272e-e6ca-46c7-800c-4478f5384fa8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/3528aee5-5ba7-41cd-aefe-92c7d875e988 HTTP/1.1" status: 200 len: 989 time: 0.0620418 Jul 07 18:09:58.334775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-41b62483-47ac-46ca-a6cc-3f7263e3ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.336425 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-41b62483-47ac-46ca-a6cc-3f7263e3ee31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1096 time: 0.0639904 Jul 07 18:09:58.376664 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '3528aee5-5ba7-41cd-aefe-92c7d875e988', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'port_id': '17365455-550a-4b09-88ee-eaeccb9885d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'mac_address': 'fa:16:3e:12:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:56Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:47Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:58.405445 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] Checking router: 8b72c840-5249-4b52-84ec-cdd39e079951 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:58.414843 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:58.415495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:09:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:58.437176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-cc971c5e-b660-4f89-b67b-e05f2fff23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.439130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-cc971c5e-b660-4f89-b67b-e05f2fff23ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 200 len: 898 time: 0.0960481 Jul 07 18:09:58.528032 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-ae0fdb10-7e81-4974-b6c5-c3260c7e6f58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 200 len: 997 time: 0.0827386 Jul 07 18:09:58.535963 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:58.583964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-01b6790d-d6ef-4b17-9749-d245836ea6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.585602 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-01b6790d-d6ef-4b17-9749-d245836ea6a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ccd7ba5-8fac-4d26-8972-74a430d965bd HTTP/1.1" status: 200 len: 835 time: 0.0512576 Jul 07 18:09:58.649480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-c0d5b43d-3c78-4cb8-a2a5-750a7d1d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.651130 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-c0d5b43d-3c78-4cb8-a2a5-750a7d1d8b61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6257c052-8f27-4086-b32b-9d461f15df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594926 Jul 07 18:09:58.760924 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-8e81bf43-38ad-4008-8be1-608d46fefb52 service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027765 Jul 07 18:09:58.795228 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '3528aee5-5ba7-41cd-aefe-92c7d875e988', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'port_id': '17365455-550a-4b09-88ee-eaeccb9885d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'mac_address': 'fa:16:3e:12:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:56Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:47Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:58.826357 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096dbd2d-b0ac-4cdd-92cd-e49b997b292e None None] The sync data for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 is: [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '3528aee5-5ba7-41cd-aefe-92c7d875e988', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'port_id': '17365455-550a-4b09-88ee-eaeccb9885d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'mac_address': 'fa:16:3e:12:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:56Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:47Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:58.869367 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-627acf8a-0a48-4fb0-afc9-60a8e2b4b714 req-fef0ea0d-25c5-4021-84be-c10793493a1f service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017637 Jul 07 18:09:59.078022 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad2a02-0ed8-4cb3-a6a1-ec7b6ef785e6 None None] New status for floating IP 3528aee5-5ba7-41cd-aefe-92c7d875e988: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:59.271682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43856) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:59.357682 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c369fe93-ce2d-408f-82a2-65c4b54a60e3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/3528aee5-5ba7-41cd-aefe-92c7d875e988 HTTP/1.1" status: 200 len: 991 time: 0.0844514 Jul 07 18:10:04.594798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.365798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-28d5d776-23c1-4e39-859a-6e8de44f0892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.826909 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.291787 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2f44602e-785a-42e0-9966-a297ae1fc847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.467885 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.093640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.229140 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:24.420887 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.925143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe308df-6d3d-4ecc-aabe-eb9208e0efe5 req-bbac2244-f81b-4d26-b6e3-b84d88f124d0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.927306 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8fe308df-6d3d-4ecc-aabe-eb9208e0efe5 req-bbac2244-f81b-4d26-b6e3-b84d88f124d0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0664022 Jul 07 18:10:30.965301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8fe308df-6d3d-4ecc-aabe-eb9208e0efe5 req-3b565d87-d8ab-41db-a281-f5a74232347c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Jul 07 18:10:32.160193 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850383-5a26-482b-8233-20770ef0e051 req-057b522c-9b89-44ce-b47f-1f7169b0e2cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:32.161781 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9850383-5a26-482b-8233-20770ef0e051 req-057b522c-9b89-44ce-b47f-1f7169b0e2cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0714190 Jul 07 18:10:32.199620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9850383-5a26-482b-8233-20770ef0e051 req-70cb8d49-328b-42f6-bfe7-f5163c5a08ab tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jul 07 18:10:32.223939 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43874) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:32.283416 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f88619da-0a5b-4ef3-95d1-027e8da25d5a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/3528aee5-5ba7-41cd-aefe-92c7d875e988 HTTP/1.1" status: 200 len: 991 time: 0.0582500 Jul 07 18:10:32.610142 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-0cf35677-d6e4-4d1d-92d0-ed5148ade84f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502374 Jul 07 18:10:32.724980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-d5e65f2c-7c27-48dc-a778-915be9748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:32.726572 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-d5e65f2c-7c27-48dc-a778-915be9748882 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1096 time: 0.0562344 Jul 07 18:10:32.828368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-9037a5f7-a328-4411-9896-121ba763b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:32.829895 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-9037a5f7-a328-4411-9896-121ba763b286 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 200 len: 898 time: 0.0836382 Jul 07 18:10:33.205892 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-ccfa3868-578f-4446-a319-a13fe1d03693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 200 len: 999 time: 0.3700016 Jul 07 18:10:33.253982 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-9648dead-bb38-4a41-ba86-93c94e23889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.255490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-9648dead-bb38-4a41-ba86-93c94e23889d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ccd7ba5-8fac-4d26-8972-74a430d965bd HTTP/1.1" status: 200 len: 835 time: 0.0434170 Jul 07 18:10:33.315575 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-798fd029-f39e-451b-9cd4-d894a187b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.317344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-798fd029-f39e-451b-9cd4-d894a187b6be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6257c052-8f27-4086-b32b-9d461f15df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555172 Jul 07 18:10:33.416449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-a0f87d97-f8b8-4f16-b3fd-33f9b871dfca service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929937 Jul 07 18:10:33.516826 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2e678872-7d8d-4d8a-8477-6a71cd96f1c5 req-3a69e87c-74a9-45e3-ae92-a2aa1d4e676f service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930300 Jul 07 18:10:33.750335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525cc14-c883-4e0c-9aa6-01119a845e87 req-d29b5189-78ee-4e75-8b3a-ee7a5487561b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.752100 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7525cc14-c883-4e0c-9aa6-01119a845e87 req-d29b5189-78ee-4e75-8b3a-ee7a5487561b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0659258 Jul 07 18:10:33.792943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7525cc14-c883-4e0c-9aa6-01119a845e87 req-f251f272-b308-46bc-9429-eaa6b8821192 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338526 Jul 07 18:10:34.595025 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.976484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb465-a404-463c-94cb-99623dc82bad req-ccea3364-c840-4f2f-9cee-dc633c4831fe tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:34.977927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af8cb465-a404-463c-94cb-99623dc82bad req-ccea3364-c840-4f2f-9cee-dc633c4831fe tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0731244 Jul 07 18:10:35.016135 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-af8cb465-a404-463c-94cb-99623dc82bad req-275d264b-ca01-4c1d-b3de-a9991331ab6e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Jul 07 18:10:35.041247 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43884) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:35.103176 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e1063413-b690-48af-af02-ba49407e684f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/3528aee5-5ba7-41cd-aefe-92c7d875e988 HTTP/1.1" status: 200 len: 991 time: 0.0607920 Jul 07 18:10:35.368101 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-16a3d252-7da5-468e-8d85-cbb8336d9be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.401804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43890) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:35.572446 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 11e676fd-b1ba-4159-852b-112a49e7a7cd {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:35.572721 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.660162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.660491 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.672290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 11e676fd-b1ba-4159-852b-112a49e7a7cd owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:35.819727 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.847265 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=11e676fd-b1ba-4159-852b-112a49e7a7cd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:35.875294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.875643 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.875988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.876322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.876679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.877014 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.877373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.877699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.878031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.878353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.878674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.878993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:35.917944 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.918282 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 3528aee5-5ba7-41cd-aefe-92c7d875e988 disassociated (deleted). External IP: 172.25.5.6, port: 17365455-550a-4b09-88ee-eaeccb9885d1. Jul 07 18:10:36.125616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 8b72c840-5249-4b52-84ec-cdd39e079951 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:36.233693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:36.238733 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.243169 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] Sync routers for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:36.258051 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:36.258304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:36.274660 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-086dbe95-2c2a-4b6c-b1ae-8a9c25ae7639 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/floatingips/3528aee5-5ba7-41cd-aefe-92c7d875e988 HTTP/1.1" status: 204 len: 168 time: 0.8717272 Jul 07 18:10:36.275243 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:36.277552 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe009bde-0849-4c44-83ad-af7286e76fec" -d '{"events": [{"name": "network-changed", "server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:36.382513 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:36.551272 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1078bfb-dab0-48f2-9643-eca2980ddf5d x-openstack-request-id: req-e1078bfb-dab0-48f2-9643-eca2980ddf5d {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:36.552461 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:36.552461 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1078bfb-dab0-48f2-9643-eca2980ddf5d {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:36.553074 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1', 'status': 'completed', 'code': 200} Jul 07 18:10:36.595017 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:47Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:36.625893 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] Checking router: 8b72c840-5249-4b52-84ec-cdd39e079951 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:36.635601 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:36.636120 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:36.672942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009bde-0849-4c44-83ad-af7286e76fec req-46a34ec0-535d-419a-84d3-3f2e24248be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:36.674522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-46a34ec0-535d-419a-84d3-3f2e24248be9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 1096 time: 0.0596182 Jul 07 18:10:36.719709 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ed8c4-ef7a-4fd7-aa7c-6cde2aec53cf req-61ded3f7-c136-45c9-b680-fbe426d2bc20 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:36.721264 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa6ed8c4-ef7a-4fd7-aa7c-6cde2aec53cf req-61ded3f7-c136-45c9-b680-fbe426d2bc20 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0811522 Jul 07 18:10:36.744776 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:36.766967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fa6ed8c4-ef7a-4fd7-aa7c-6cde2aec53cf req-c8f215e2-081b-45c4-b03c-646eaf967b7c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389357 Jul 07 18:10:36.779602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009bde-0849-4c44-83ad-af7286e76fec req-c673cb1a-9cec-4d2f-b9a3-91470897335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:36.781139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-c673cb1a-9cec-4d2f-b9a3-91470897335c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 200 len: 898 time: 0.0993142 Jul 07 18:10:36.827009 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-7d1a8f11-c9e4-46d7-845f-16337c2e8dc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 200 len: 217 time: 0.0372605 Jul 07 18:10:36.886208 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009bde-0849-4c44-83ad-af7286e76fec req-02ac6d8b-7678-454b-941d-6d95e67af3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:36.887717 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-02ac6d8b-7678-454b-941d-6d95e67af3dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ccd7ba5-8fac-4d26-8972-74a430d965bd HTTP/1.1" status: 200 len: 835 time: 0.0513659 Jul 07 18:10:36.949506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009bde-0849-4c44-83ad-af7286e76fec req-63f299fd-e7e0-4efc-addc-8bd8d6706bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:36.951344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-63f299fd-e7e0-4efc-addc-8bd8d6706bfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6257c052-8f27-4086-b32b-9d461f15df24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552893 Jul 07 18:10:36.954932 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:47Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:36.981974 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307db23-7934-4880-a4aa-4ad0fb07471a None None] The sync data for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 is: [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:09:43Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '72c0747c-cc31-4fb0-9d45-431d8229a454', 'name': '', 'network_id': '6257c052-8f27-4086-b32b-9d461f15df24', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:4a:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:43Z', 'updated_at': '2021-07-07T18:09:47Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '0ccd7ba5-8fac-4d26-8972-74a430d965bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:37.047803 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-f7a245a1-e9f8-438f-856b-178918c5ca49 service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886531 Jul 07 18:10:37.157757 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fe009bde-0849-4c44-83ad-af7286e76fec req-96d9b256-bd50-4a13-b1e2-57e7106af232 service neutron] 10.222.0.13 "GET /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031864 Jul 07 18:10:37.249964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d25d8-ecc9-47de-adce-817d4aab0669 None None] New status for floating IP 3528aee5-5ba7-41cd-aefe-92c7d875e988: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:10:37.822318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.952788 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7fe9f-f2f0-49d5-83d0-908ca7290e45 req-253047f8-2829-47fa-9b05-5a9aab5ce01f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:37.954900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acb7fe9f-f2f0-49d5-83d0-908ca7290e45 req-253047f8-2829-47fa-9b05-5a9aab5ce01f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0698302 Jul 07 18:10:37.995274 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-acb7fe9f-f2f0-49d5-83d0-908ca7290e45 req-62c6f361-0597-44e7-9bb2-633609ae9b78 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=b315c3c0-e78e-45da-b211-a3e285362ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Jul 07 18:10:38.443596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-8a64957b-4860-447e-baaa-06ff67086566 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.445090 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-8a64957b-4860-447e-baaa-06ff67086566 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 945 time: 0.0664556 Jul 07 18:10:38.546855 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 17365455-550a-4b09-88ee-eaeccb9885d1 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:38.547245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.636658 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 17365455-550a-4b09-88ee-eaeccb9885d1, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=17365455-550a-4b09-88ee-eaeccb9885d1,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:38.637018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.650124 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 17365455-550a-4b09-88ee-eaeccb9885d1 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:38.787505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.818079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=17365455-550a-4b09-88ee-eaeccb9885d1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:38.867810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] No DVR routers for this DVR port 17365455-550a-4b09-88ee-eaeccb9885d1 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:38.870406 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.872398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-bb0f0f96-5368-4ef5-8640-19019d716a57 req-ce9f0c50-cf7e-45b6-8416-000dc84c2010 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "DELETE /v2.0/ports/17365455-550a-4b09-88ee-eaeccb9885d1 HTTP/1.1" status: 204 len: 173 time: 0.4214177 Jul 07 18:10:38.872835 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'name': 'network-vif-deleted', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:38.875114 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4c9722-6b0b-4aa4-a583-9815fc2d99e9" -d '{"events": [{"server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "name": "network-vif-deleted", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:38.918146 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3413e7-613a-41e9-a18d-394a6ea610f0 x-openstack-request-id: req-dd3413e7-613a-41e9-a18d-394a6ea610f0 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:38.918441 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b62f74b-c668-4484-a3df-d23bc85204a7", "name": "network-vif-deleted", "tag": "17365455-550a-4b09-88ee-eaeccb9885d1", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:38.918695 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd3413e7-613a-41e9-a18d-394a6ea610f0 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:38.919098 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b62f74b-c668-4484-a3df-d23bc85204a7', 'name': 'network-vif-deleted', 'tag': '17365455-550a-4b09-88ee-eaeccb9885d1', 'status': 'completed', 'code': 200} Jul 07 18:10:39.154031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2ecf7cad-48f5-4d57-9671-d3572f6ffb39 req-d95ca067-cb66-4e5b-9dbb-b6f89d301309 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b62f74b-c668-4484-a3df-d23bc85204a7 HTTP/1.1" status: 200 len: 210 time: 0.0301633 Jul 07 18:10:39.295465 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-90e9cdc7-4b8f-47d6-afef-3bfe6c4eec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.466808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.252819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43906) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:40.616363 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.890098 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 72c0747c-cc31-4fb0-9d45-431d8229a454 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:40.890347 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.986540 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 72c0747c-cc31-4fb0-9d45-431d8229a454, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=72c0747c-cc31-4fb0-9d45-431d8229a454,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:40.987142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.001649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 72c0747c-cc31-4fb0-9d45-431d8229a454 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:41.094273 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.189083 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.222541 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=72c0747c-cc31-4fb0-9d45-431d8229a454,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:41.406273 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.537261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17365455-550a-4b09-88ee-eaeccb9885d1 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:41.558615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 17365455-550a-4b09-88ee-eaeccb9885d1 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:41.559007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 17365455-550a-4b09-88ee-eaeccb9885d1 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:41.909615 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 8b72c840-5249-4b52-84ec-cdd39e079951 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:42.018032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:42.023882 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d46a0523-8ab9-4ceb-9195-419836c50b19 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/8b72c840-5249-4b52-84ec-cdd39e079951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699149 Jul 07 18:10:42.026888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.027746 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] Sync routers for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:42.038522 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:42.039151 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:42.078418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting subnet 0ccd7ba5-8fac-4d26-8972-74a430d965bd {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:42.081577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.122171 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.143512 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:42.212805 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.281287 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.309831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccd7ba5-8fac-4d26-8972-74a430d965bd,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.315336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.317303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bc935278-4bc4-460f-947e-d2fb7636fb8a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/subnets/0ccd7ba5-8fac-4d26-8972-74a430d965bd HTTP/1.1" status: 204 len: 168 time: 0.2894056 Jul 07 18:10:42.319993 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43910) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.323224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5fc36-b478-4e66-ac26-487bf390de12 None None] Network 6257c052-8f27-4086-b32b-9d461f15df24 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:42.419611 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:10:41Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:42.436563 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.454877 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] Checking router: 8b72c840-5249-4b52-84ec-cdd39e079951 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:42.463964 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] Routers {'8b72c840-5249-4b52-84ec-cdd39e079951'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:42.464577 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['8b72c840-5249-4b52-84ec-cdd39e079951'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:42.527105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] DHCP port deletion for 6257c052-8f27-4086-b32b-9d461f15df24 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:42.551548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.582379 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] Set router 8b72c840-5249-4b52-84ec-cdd39e079951 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:42.582634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Deleting port 6498f7e1-add3-4601-9c91-7abda4fcde46 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:42.582977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.610192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 2e5c6231-15e6-4f0d-a023-95123e863035 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:42.610553 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.656439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] For port 6498f7e1-add3-4601-9c91-7abda4fcde46, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6498f7e1-add3-4601-9c91-7abda4fcde46,segment=NetworkSegment(5546d9f6-b612-4483-b2c6-8a29fba7e108),segment_id=5546d9f6-b612-4483-b2c6-8a29fba7e108)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:42.656862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.672105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Calling delete_port for 6498f7e1-add3-4601-9c91-7abda4fcde46 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:42.694084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 2e5c6231-15e6-4f0d-a023-95123e863035, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=2e5c6231-15e6-4f0d-a023-95123e863035,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:42.694448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.712119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 2e5c6231-15e6-4f0d-a023-95123e863035 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:42.759768 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.785431 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:10:41Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:42.787604 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] No DVR routers for this DVR port 6498f7e1-add3-4601-9c91-7abda4fcde46 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:42.789349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Pushing event deleted for resources: {'Port': ['ID=6498f7e1-add3-4601-9c91-7abda4fcde46,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.800551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.801058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.801494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.801990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.802590 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.803099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.803470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.803866 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.804264 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.804648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.805043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.805523 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64dbaa-011a-462b-afdd-7b0cda88e4af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.814967 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d84d4e-33c9-4b5b-ae38-281e6d04ef1b None None] The sync data for ids ['8b72c840-5249-4b52-84ec-cdd39e079951'] in n-d-793619-7 is: [{'id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57771320', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:39Z', 'updated_at': '2021-07-07T18:10:41Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '2e5c6231-15e6-4f0d-a023-95123e863035', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72c840-5249-4b52-84ec-cdd39e079951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:40Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:42.898778 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.927947 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=2e5c6231-15e6-4f0d-a023-95123e863035,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.988999 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.086301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.088399 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.131542 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.132100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Fanout notify agent at l3_agent the message router_deleted on router 8b72c840-5249-4b52-84ec-cdd39e079951 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:10:43.139028 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.139991 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9bd1cd55-4340-4182-869e-f30817dc0cc2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/routers/8b72c840-5249-4b52-84ec-cdd39e079951 HTTP/1.1" status: 204 len: 168 time: 0.8178198 Jul 07 18:10:43.142592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43912) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.245235 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.296921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 72c0747c-cc31-4fb0-9d45-431d8229a454 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:43.323053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 72c0747c-cc31-4fb0-9d45-431d8229a454 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:43.323505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 72c0747c-cc31-4fb0-9d45-431d8229a454 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:43.324060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6498f7e1-add3-4601-9c91-7abda4fcde46 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:43.343786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6498f7e1-add3-4601-9c91-7abda4fcde46 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:43.344134 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6498f7e1-add3-4601-9c91-7abda4fcde46 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:43.350300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.360246 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6257c052-8f27-4086-b32b-9d461f15df24']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.375465 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5546d9f6-b612-4483-b2c6-8a29fba7e108') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.375748 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5546d9f6-b612-4483-b2c6-8a29fba7e108') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.385490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.400614 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.407184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:43.407596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:43.410823 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:43.474074 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.482413 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.487805 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/networks/6257c052-8f27-4086-b32b-9d461f15df24 HTTP/1.1" status: 204 len: 168 time: 0.3407841 Jul 07 18:10:43.487805 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43914) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.504447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a452c-56e9-404f-9a9f-75f860a7e79d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Network': ['ID=6257c052-8f27-4086-b32b-9d461f15df24,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.557584 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cade134d-b7ee-4e5e-b0ab-9be10b709a07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.582737 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cade134d-b7ee-4e5e-b0ab-9be10b709a07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.651129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cade134d-b7ee-4e5e-b0ab-9be10b709a07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.654286 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-cade134d-b7ee-4e5e-b0ab-9be10b709a07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.655470 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-cade134d-b7ee-4e5e-b0ab-9be10b709a07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/security-groups/b315c3c0-e78e-45da-b211-a3e285362ed8 HTTP/1.1" status: 204 len: 168 time: 0.1673768 Jul 07 18:10:43.665259 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade134d-b7ee-4e5e-b0ab-9be10b709a07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b315c3c0-e78e-45da-b211-a3e285362ed8,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.337588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43920) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.342206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402924845', 'description': 'tempest-secgroup-smoke-402924845 description', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:44.370105 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.449525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.453247 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.479549 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.480784 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421967 Jul 07 18:10:44.483809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43922) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.484819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97514940-240d-416b-b46d-21162b2ba9a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.490736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'a86d640a-9360-4cbf-b52f-9d24e2b8d1e1', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:44.522277 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.578252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.581977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.604522 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3c30d6-dcfb-4397-8914-7803ae927a47,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.614099 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.614568 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.615103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.615209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.615450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.615776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.616100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.616422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.616744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.617062 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.617411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.617743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:44.620313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.624273 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-47f88dfd-2389-4b22-8e44-92b86ad00b24 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394458 Jul 07 18:10:44.624445 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43924) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.629210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'a86d640a-9360-4cbf-b52f-9d24e2b8d1e1', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:44.655233 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.714212 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.718000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.736277 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde5a9a2-81f2-4503-b853-f1024175dfef,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.742351 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.746023 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9ac79fc5-1831-4d8b-b7b5-922347e4f029 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179335 Jul 07 18:10:44.746136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43926) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.750504 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'a86d640a-9360-4cbf-b52f-9d24e2b8d1e1', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:44.776876 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.835571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.839305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.858443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690efb51-9eec-4c3d-b67e-279dcf96abd7,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.861809 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.863019 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-01f6bb71-38e0-4f53-8a2f-dd31b5e26166 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160295 Jul 07 18:10:44.865881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43928) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.870322 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'a86d640a-9360-4cbf-b52f-9d24e2b8d1e1', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:44.898484 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.963104 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.966852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.984631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c49453-343d-4c69-b8f4-b65320479959,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.990075 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.991318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-13d07e38-94e9-420c-b861-be2f8041b2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244738 Jul 07 18:10:44.994162 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43930) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.998644 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'a86d640a-9360-4cbf-b52f-9d24e2b8d1e1', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:45.021378 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:45.029864 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.064781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2e5c6231-15e6-4f0d-a023-95123e863035 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:45.085742 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 2e5c6231-15e6-4f0d-a023-95123e863035 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:45.086099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 2e5c6231-15e6-4f0d-a023-95123e863035 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:45.092687 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.096579 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.117561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746535a2-ee1e-4421-abc9-63613bf40143,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.120505 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.121726 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2efc9e45-f90b-4fcf-9090-4a99d89c856e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266258 Jul 07 18:10:45.124420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43932) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.128991 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'a86d640a-9360-4cbf-b52f-9d24e2b8d1e1', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:45.151171 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:45.155946 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.223453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.231624 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.250890 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca88219-cbba-461a-a818-4ca92dc4c176,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.259041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.260554 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bf21962e-3315-4589-8ef2-a232f55ab4e9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351724 Jul 07 18:10:45.263510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43934) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.268484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'network': {'name': 'tempest-network-smoke--406280950', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'port_security_enabled': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:45.290443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:45.293984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.321721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:45.330764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.331112 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Added segment e9320cd8-896d-4029-a411-c8efbfb45b71 of type vlan for network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 Jul 07 18:10:45.370988 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.398929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.405360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:45.405980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.467487 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2029393 Jul 07 18:10:45.470398 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 43936) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.476322 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'admin_state_up': True, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:45.476825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e1070-d978-407f-98f8-c63ec7e322ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Network': ['ID=1759b33b-8a16-4756-aa87-cdd6bbe7aa57,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.487219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:45.501728 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.502914 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.556251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.698657 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.900065 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.918596 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.025717 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.254 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/76b68d9d-737f-4d8d-909a-4748a2079b31) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:46.126347 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.165154 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.215676 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:46.218938 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:46.223483 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:46.227782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=76b68d9d-737f-4d8d-909a-4748a2079b31,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:46.490448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.698753 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.825807 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 3d9fc683-e207-4053-9804-faf18cfd68ee is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:10:46.935360 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:46.946029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Sync routers for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:46.954560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.955785 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b63712f1-65b0-4cfd-82a3-086737e55c45 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4841793 Jul 07 18:10:46.956261 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:46.956882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:46.959249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43938) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.997714 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-0eb011b5-7c63-4398-a893-c43ce2b082bf tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90da0eb11f6d4cacadb384d73e0ed764&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372353 Jul 07 18:10:47.000211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43940) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.074105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:47.139015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce93c7d-b30f-4c00-9a85-0f0e3edc2554 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:47.140428 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-bce93c7d-b30f-4c00-9a85-0f0e3edc2554 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393075 Jul 07 18:10:47.143373 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43942) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.171927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3e768b7c-2d9b-4042-a16d-bb1b98dc7db0 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274296 Jul 07 18:10:47.175015 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43944) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.180634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978628731', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:47.266843 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:46Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:47.275980 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:47.279573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.299995 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Checking router: 3d9fc683-e207-4053-9804-faf18cfd68ee for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:47.300667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Updating router 3d9fc683-e207-4053-9804-faf18cfd68ee port 76b68d9d-737f-4d8d-909a-4748a2079b31 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:47.336977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.469536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.540235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Subnet': ['ID=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.547708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Checking segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:47.548078 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network hostable DHCP agents. Network: 1759b33b-8a16-4756-aa87-cdd6bbe7aa57, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:47.566089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:47.577325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 1759b33b-8a16-4756-aa87-cdd6bbe7aa57) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:47.582408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:47.583852 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.588127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73c983-7566-4640-8f76-3da37630c512 None None] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:47.600894 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-982bb8e4-6889-4e73-962d-36aa81b0cd7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4248528 Jul 07 18:10:47.603675 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 43946) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.670196 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.692120 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Transition to ACTIVE for port object 76b68d9d-737f-4d8d-909a-4748a2079b31 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:47.702557 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.789021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Attempting to bind port 76b68d9d-737f-4d8d-909a-4748a2079b31 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:47.789415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Attempting to bind port 76b68d9d-737f-4d8d-909a-4748a2079b31 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:47.789780 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Attempting to bind port 76b68d9d-737f-4d8d-909a-4748a2079b31 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:47.795801 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa7ff-8314-4ef4-87d5-f33d0927a436 None None] Pushing event updated for resources: {'Port': ['ID=76b68d9d-737f-4d8d-909a-4748a2079b31,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.803554 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:47.803858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:47.804683 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.804683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:47.805093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Bound port: 76b68d9d-737f-4d8d-909a-4748a2079b31, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:47.805502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.866289 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:47.867210 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.907400 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] For port 76b68d9d-737f-4d8d-909a-4748a2079b31, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:47.912168 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] For port 76b68d9d-737f-4d8d-909a-4748a2079b31, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=76b68d9d-737f-4d8d-909a-4748a2079b31,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:47.917204 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.048226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.061817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:48.062427 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:48.067723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa7ff-8314-4ef4-87d5-f33d0927a436 None None] Pushing event updated for resources: {'Port': ['ID=76b68d9d-737f-4d8d-909a-4748a2079b31,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.128688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Allocated IP 172.20.0.2 (1759b33b-8a16-4756-aa87-cdd6bbe7aa57/8fed5078-d6cd-46c6-bf36-4ebabdd00bfa/9af2711a-4a73-47de-87a2-2138a16350b5) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:48.240092 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:48.600547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.629660 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Transition to ACTIVE for port object 9af2711a-4a73-47de-87a2-2138a16350b5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:48.651621 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Transition to ACTIVE for port object 9af2711a-4a73-47de-87a2-2138a16350b5 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:48.660025 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.706608 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.1 (1759b33b-8a16-4756-aa87-cdd6bbe7aa57/8fed5078-d6cd-46c6-bf36-4ebabdd00bfa/7d94b83a-9765-4810-8e9d-835bf7fedd81) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:48.716008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:48.718271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Pushing event updated for resources: {'Port': ['ID=9af2711a-4a73-47de-87a2-2138a16350b5,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.722649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:48.725620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:46Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:48.727555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:48.759574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32060510-9d8b-4178-9eee-a1713333d189 None None] The sync data for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 is: [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:46Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:48.818498 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Attempting to bind port 9af2711a-4a73-47de-87a2-2138a16350b5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:48.818953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Attempting to bind port 9af2711a-4a73-47de-87a2-2138a16350b5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:48.819381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Attempting to bind port 9af2711a-4a73-47de-87a2-2138a16350b5 on network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:48.828460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:48.828854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Checking segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:48.829463 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.830173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Bound using segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:48.831456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Bound port: 9af2711a-4a73-47de-87a2-2138a16350b5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:48.831602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.842169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.857915 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object 7d94b83a-9765-4810-8e9d-835bf7fedd81 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:48.898620 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.914846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] For port 9af2711a-4a73-47de-87a2-2138a16350b5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:48.920132 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] For port 9af2711a-4a73-47de-87a2-2138a16350b5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9af2711a-4a73-47de-87a2-2138a16350b5,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:48.929917 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.945468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:48.949149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:48.956143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:48.987159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=7d94b83a-9765-4810-8e9d-835bf7fedd81,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.028569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5d458-220b-4b61-a940-06b2e9e7e129 None None] Pushing event updated for resources: {'Port': ['ID=9af2711a-4a73-47de-87a2-2138a16350b5,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.070384 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.166907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 76b68d9d-737f-4d8d-909a-4748a2079b31 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:49.261404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 76b68d9d-737f-4d8d-909a-4748a2079b31 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:49.267893 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 76b68d9d-737f-4d8d-909a-4748a2079b31 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:49.268590 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.397523 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.423712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 76b68d9d-737f-4d8d-909a-4748a2079b31, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=76b68d9d-737f-4d8d-909a-4748a2079b31,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:49.445466 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.546556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=76b68d9d-737f-4d8d-909a-4748a2079b31,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.650850 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.972540 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.978682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.061576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=7d94b83a-9765-4810-8e9d-835bf7fedd81,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.064418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.172051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:50.173532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:50.269674 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61e27d-ea6d-42a1-a959-f4fa4d7698c8 None None] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:50.318899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 3d9fc683-e207-4053-9804-faf18cfd68ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:50.386832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4d39d3b0-7506-4b41-8354-813f2ea43c1e None None] Provisioning for port 9af2711a-4a73-47de-87a2-2138a16350b5 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:50.439963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:50.446879 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e0fe09a-3d30-4acc-adca-29d2414721a6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/3d9fc683-e207-4053-9804-faf18cfd68ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8417876 Jul 07 18:10:50.607737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-65bc6ea6-2f5b-4b50-9093-d2247b19a578 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402924845&fields=id&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 267 time: 0.0435009 Jul 07 18:10:50.683037 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Sync routers for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:50.695783 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:50.696413 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:50.745629 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-a0cf76ef-a5f8-4633-8c5b-70f9c7b8fed8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:50.746753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-978d9d47-537c-460b-b13f-a59e51539fa8 None None] Provisioning for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:50.754032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-a0cf76ef-a5f8-4633-8c5b-70f9c7b8fed8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 796 time: 0.1375942 Jul 07 18:10:50.755535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-978d9d47-537c-460b-b13f-a59e51539fa8 None None] Provisioning complete for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:50.756259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-978d9d47-537c-460b-b13f-a59e51539fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.773894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-dd19e32f-7480-4c46-8dbf-79a0e6f2cac7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/quotas/90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 375 time: 0.0183733 Jul 07 18:10:50.807517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-978d9d47-537c-460b-b13f-a59e51539fa8 None None] Port 7d94b83a-9765-4810-8e9d-835bf7fedd81 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:50.823462 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:51.039005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-18469b50-de0e-4cbf-86ae-557dfff42ab7 None None] Provisioning complete for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:51.039380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-18469b50-de0e-4cbf-86ae-557dfff42ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.081951 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 2, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:51.118294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Checking router: 3d9fc683-e207-4053-9804-faf18cfd68ee for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:51.118689 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Updating router 3d9fc683-e207-4053-9804-faf18cfd68ee port 7d94b83a-9765-4810-8e9d-835bf7fedd81 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:51.143945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-18469b50-de0e-4cbf-86ae-557dfff42ab7 None None] Port 7d94b83a-9765-4810-8e9d-835bf7fedd81 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:51.164242 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.213376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-12926d57-8a9f-4cd1-b1b0-0f6ddf933792 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4381120 Jul 07 18:10:51.266960 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9af2711a-4a73-47de-87a2-2138a16350b5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:51.314086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6c306163-8b46-439b-80c9-671ad07c4337 None None] Provisioning complete for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:51.314772 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6c306163-8b46-439b-80c9-671ad07c4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.361640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6c306163-8b46-439b-80c9-671ad07c4337 None None] Port 7d94b83a-9765-4810-8e9d-835bf7fedd81 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:51.371332 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 9af2711a-4a73-47de-87a2-2138a16350b5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:51.376005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9af2711a-4a73-47de-87a2-2138a16350b5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:51.376380 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.387326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-5a0b335a-2027-4818-8e63-d3343a8a0f15 service neutron] 10.222.0.78 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489558 Jul 07 18:10:51.469999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.488471 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-2e04e00f-fa0e-4e26-a081-566c9010e5d1 service neutron] 10.222.0.78 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942760 Jul 07 18:10:51.502238 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.511186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 9af2711a-4a73-47de-87a2-2138a16350b5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9af2711a-4a73-47de-87a2-2138a16350b5,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:51.513688 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Transition to ACTIVE for port object 7d94b83a-9765-4810-8e9d-835bf7fedd81 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:51.515723 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.516710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 76b68d9d-737f-4d8d-909a-4748a2079b31 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:51.520171 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.578162 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Pushing event updated for resources: {'Port': ['ID=7d94b83a-9765-4810-8e9d-835bf7fedd81,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.601863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=9af2711a-4a73-47de-87a2-2138a16350b5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.627021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 76b68d9d-737f-4d8d-909a-4748a2079b31 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:51.627402 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.656181 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.656535 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.656881 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.657242 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.657578 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.657910 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.658238 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.658563 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.658888 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.659211 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.659534 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.659854 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:51.682765 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Attempting to bind port 7d94b83a-9765-4810-8e9d-835bf7fedd81 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:51.683146 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Attempting to bind port 7d94b83a-9765-4810-8e9d-835bf7fedd81 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:51.683767 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Attempting to bind port 7d94b83a-9765-4810-8e9d-835bf7fedd81 on network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:51.690177 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:51.690559 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Checking segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:51.690971 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.691558 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Bound using segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:51.691845 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Bound port: 7d94b83a-9765-4810-8e9d-835bf7fedd81, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:51.692382 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.723138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dec0d3c6-a9a2-4145-b408-bac6be86a1db req-1b712454-a462-4d1a-be1e-deebb1a9e4e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 210 time: 0.0532317 Jul 07 18:10:51.790491 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] For port 7d94b83a-9765-4810-8e9d-835bf7fedd81, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:51.793815 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] For port 7d94b83a-9765-4810-8e9d-835bf7fedd81, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7d94b83a-9765-4810-8e9d-835bf7fedd81,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:51.799080 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.857722 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:51.858352 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:51.908790 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3f89b-6ab9-47a3-9e1a-8b515417d287 None None] Pushing event updated for resources: {'Port': ['ID=7d94b83a-9765-4810-8e9d-835bf7fedd81,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.991407 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:52.320757 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:51Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:52.351932 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708b3f6-63a4-418b-9ac4-40f1b9f7035c None None] The sync data for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 is: [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:51Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:52.872459 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c467e3f1-186f-4636-ad32-79bc585e2b3c req-98e1d816-aa89-4e2a-8401-201af0a9b546 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 210 time: 0.0305605 Jul 07 18:10:53.065895 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-e091237d-2834-4ef4-a5bb-c688413b47a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:53.068815 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-e091237d-2834-4ef4-a5bb-c688413b47a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 796 time: 0.1156914 Jul 07 18:10:53.120161 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-785fa127-e4dd-4346-b8d5-5ec6d12eb56a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 379 time: 0.0422978 Jul 07 18:10:53.129570 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'port': {'device_id': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'admin_state_up': True, 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'security_groups': ['a86d640a-9360-4cbf-b52f-9d24e2b8d1e1']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:53.230947 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:53.236994 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9af2711a-4a73-47de-87a2-2138a16350b5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:53.294169 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 9af2711a-4a73-47de-87a2-2138a16350b5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:53.294507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.295733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:53.300341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.388763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7d94b83a-9765-4810-8e9d-835bf7fedd81 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:53.449419 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:53.454262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:53.454721 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.459180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.9 (1759b33b-8a16-4756-aa87-cdd6bbe7aa57/8fed5078-d6cd-46c6-bf36-4ebabdd00bfa/a7941464-d5fe-499c-9e2c-9af85fa8a9db) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:53.544419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.595000 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 7d94b83a-9765-4810-8e9d-835bf7fedd81, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7d94b83a-9765-4810-8e9d-835bf7fedd81,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:53.599676 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.659447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=7d94b83a-9765-4810-8e9d-835bf7fedd81,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:53.670245 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.685617 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object a7941464-d5fe-499c-9e2c-9af85fa8a9db will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:53.720301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.769828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:53.776844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:53.779393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:53.808097 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=a7941464-d5fe-499c-9e2c-9af85fa8a9db,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:53.845422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:53.846279 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.862648 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-186e6916-4de4-459c-a66c-4f228376aea2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7371228 Jul 07 18:10:53.919149 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Request body: {'port': {'device_id': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:54.001388 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.042017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-959cc8c4-88af-44b6-9cdf-76b7f59e3eee None None] Provisioning for port a7941464-d5fe-499c-9e2c-9af85fa8a9db completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:54.046018 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-959cc8c4-88af-44b6-9cdf-76b7f59e3eee None None] Provisioning complete for port a7941464-d5fe-499c-9e2c-9af85fa8a9db triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:54.046393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-959cc8c4-88af-44b6-9cdf-76b7f59e3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.080525 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-959cc8c4-88af-44b6-9cdf-76b7f59e3eee None None] Port a7941464-d5fe-499c-9e2c-9af85fa8a9db cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:54.181448 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9195d-ebe0-47d5-8b99-8cc0c1a24ec0 req-a22245fb-2541-4d52-9c75-5c160d1b41fd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:54.183015 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bf9195d-ebe0-47d5-8b99-8cc0c1a24ec0 req-a22245fb-2541-4d52-9c75-5c160d1b41fd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 931 time: 0.1725414 Jul 07 18:10:54.260865 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4bf9195d-ebe0-47d5-8b99-8cc0c1a24ec0 req-248082d8-c4a8-47da-8888-e883a4264a00 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678895 Jul 07 18:10:54.359813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7941464-d5fe-499c-9e2c-9af85fa8a9db {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:54.367930 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.380312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Transition to ACTIVE for port object a7941464-d5fe-499c-9e2c-9af85fa8a9db will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:54.384305 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.426455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.436762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Pushing event updated for resources: {'Port': ['ID=a7941464-d5fe-499c-9e2c-9af85fa8a9db,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.508859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Attempting to bind port a7941464-d5fe-499c-9e2c-9af85fa8a9db on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:54.509235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Attempting to bind port a7941464-d5fe-499c-9e2c-9af85fa8a9db by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:54.509583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Attempting to bind port a7941464-d5fe-499c-9e2c-9af85fa8a9db on network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:54.514279 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Port a7941464-d5fe-499c-9e2c-9af85fa8a9db on network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:10:54.514610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Attempting to bind port a7941464-d5fe-499c-9e2c-9af85fa8a9db on network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:54.519689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:54.520066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Checking segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:54.521536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Bound using segment: {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:54.521771 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Bound port: a7941464-d5fe-499c-9e2c-9af85fa8a9db, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9320cd8-896d-4029-a411-c8efbfb45b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:54.521929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.595053 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] For port a7941464-d5fe-499c-9e2c-9af85fa8a9db, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:54.598539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] For port a7941464-d5fe-499c-9e2c-9af85fa8a9db, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:54.604022 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.636736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:54.637509 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.638927 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] 10.222.0.54 "PUT /v2.0/ports/a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 1091 time: 0.7686696 Jul 07 18:10:54.639406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:54.641703 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046bd62-5dd6-4015-9600-d22ea90e048a" -d '{"events": [{"name": "network-changed", "server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:54.671543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a78024-4c5e-457e-9480-90c44673f444 service neutron] Pushing event updated for resources: {'Port': ['ID=a7941464-d5fe-499c-9e2c-9af85fa8a9db,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.696116 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ccf77-a966-4999-9ff4-11153578e805 x-openstack-request-id: req-245ccf77-a966-4999-9ff4-11153578e805 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:54.696412 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:54.696664 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-245ccf77-a966-4999-9ff4-11153578e805 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:54.697064 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'status': 'completed', 'code': 200} Jul 07 18:10:54.744761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-7b77fbed-8313-4616-ad36-0665652959f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:54.746488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-7b77fbed-8313-4616-ad36-0665652959f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1094 time: 0.0601914 Jul 07 18:10:54.795958 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-93c2c099-186b-4213-9715-22672b7f2e89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 217 time: 0.0420125 Jul 07 18:10:54.849365 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-dc6b9e53-30cf-40e0-b07f-af6e21b1aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:54.851880 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-dc6b9e53-30cf-40e0-b07f-af6e21b1aada service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0502727 Jul 07 18:10:54.911167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-4700d2bb-ef99-4908-8646-62a5262b537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:54.912945 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-4700d2bb-ef99-4908-8646-62a5262b537e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552487 Jul 07 18:10:55.004024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-137a2747-c0ca-4538-bf0b-1f4271ae0af3 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844426 Jul 07 18:10:55.097861 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-89d1d9fc-4145-4a4d-99f2-f82727530771 req-696732fe-70e6-43bd-9d49-9cb515409bba service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Jul 07 18:10:55.121470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7d94b83a-9765-4810-8e9d-835bf7fedd81 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:55.180323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 7d94b83a-9765-4810-8e9d-835bf7fedd81 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:55.180863 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.222548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-2235db8d-c74a-477b-a021-e346b3853f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.225418 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-2235db8d-c74a-477b-a021-e346b3853f59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1094 time: 0.0737317 Jul 07 18:10:55.336411 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-5a7151e9-c8a6-459c-a995-561af4815740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.337995 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-5a7151e9-c8a6-459c-a995-561af4815740 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.1063588 Jul 07 18:10:55.393005 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-db28ff6f-f0dc-4489-89e8-54aec35d95aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 217 time: 0.0481548 Jul 07 18:10:55.476327 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-d5b609ae-666c-49d0-8541-3151859a0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.477772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-d5b609ae-666c-49d0-8541-3151859a0887 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0593495 Jul 07 18:10:55.521993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b7e00-a4a6-42f2-a804-e257d0bd8716 req-4039b4d7-98e2-4fc2-8cd8-099ae084eb5b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.523558 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-898b7e00-a4a6-42f2-a804-e257d0bd8716 req-4039b4d7-98e2-4fc2-8cd8-099ae084eb5b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 943 time: 0.1411176 Jul 07 18:10:55.588348 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-9a7df455-f261-48a8-99ac-a4e10c5e0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.589955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-9a7df455-f261-48a8-99ac-a4e10c5e0190 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058185 Jul 07 18:10:55.593128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-898b7e00-a4a6-42f2-a804-e257d0bd8716 req-66db697c-a73e-4072-849c-dd628644b36c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632703 Jul 07 18:10:55.692547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-080b44dd-b6c2-4808-8cfd-c7831259cfca service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960383 Jul 07 18:10:55.786535 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d046bd62-5dd6-4015-9600-d22ea90e048a req-20da750a-ac06-447c-a6c1-ded17467a43e service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866110 Jul 07 18:10:56.782118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb64c7-e0bd-4e75-9b3b-91fdea674597 req-173a39df-f9cc-4c5a-be83-8d0bc2a9d9d0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:56.783624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bdb64c7-e0bd-4e75-9b3b-91fdea674597 req-173a39df-f9cc-4c5a-be83-8d0bc2a9d9d0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 943 time: 0.0721707 Jul 07 18:10:56.821833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9bdb64c7-e0bd-4e75-9b3b-91fdea674597 req-9de3138a-4a28-4bc5-9803-e259ce120bed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Jul 07 18:10:57.646053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a7941464-d5fe-499c-9e2c-9af85fa8a9db details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:10:57.752435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a7941464-d5fe-499c-9e2c-9af85fa8a9db, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:57.766031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'port_id': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'mac_address': 'fa:16:3e:fe:07:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:10:57.808265 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.822566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7941464-d5fe-499c-9e2c-9af85fa8a9db {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:57.844819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a7941464-d5fe-499c-9e2c-9af85fa8a9db, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:57.850383 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.901136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a7941464-d5fe-499c-9e2c-9af85fa8a9db,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:58.006468 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3daa33-594d-41f6-bef7-8e693d69a5cf req-c0b6a946-252a-43ce-8129-515c80c9156f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:58.007983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e3daa33-594d-41f6-bef7-8e693d69a5cf req-c0b6a946-252a-43ce-8129-515c80c9156f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 944 time: 0.0680957 Jul 07 18:10:58.046830 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e3daa33-594d-41f6-bef7-8e693d69a5cf req-65f2ea12-a0b0-4010-b1db-9b1711d81e68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332561 Jul 07 18:10:58.200105 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['a7941464-d5fe-499c-9e2c-9af85fa8a9db'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:10:59.246512 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6223e11-7098-46a7-b329-19decdfb4faf req-31d0e1b1-6bb4-4d46-b424-5c69bb66d845 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.248082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6223e11-7098-46a7-b329-19decdfb4faf req-31d0e1b1-6bb4-4d46-b424-5c69bb66d845 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 944 time: 0.0815287 Jul 07 18:10:59.287240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b6223e11-7098-46a7-b329-19decdfb4faf req-554f4eb2-fb5d-484e-930b-7cecc95537a4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Jul 07 18:10:59.650968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a7941464-d5fe-499c-9e2c-9af85fa8a9db up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:59.704775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port a7941464-d5fe-499c-9e2c-9af85fa8a9db completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:59.709229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port a7941464-d5fe-499c-9e2c-9af85fa8a9db triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:59.709654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.789165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.811201 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:59.813780 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c562b40-59ce-4d62-a290-7ca0e2e7513c" -d '{"events": [{"server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "name": "network-vif-plugged", "status": "completed", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:59.826461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port a7941464-d5fe-499c-9e2c-9af85fa8a9db, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:59.830567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.854596 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a5310c-e649-4058-9db6-a95c7a3bf47e x-openstack-request-id: req-c2a5310c-e649-4058-9db6-a95c7a3bf47e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:59.854894 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "name": "network-vif-plugged", "status": "completed", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:59.855151 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2a5310c-e649-4058-9db6-a95c7a3bf47e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:59.855551 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'code': 200} Jul 07 18:10:59.881609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=a7941464-d5fe-499c-9e2c-9af85fa8a9db,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:59.971118 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc77015-b6c1-48a5-919d-5c438b97f92f req-e08aa0ad-9833-479a-9d73-16be48454cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.972547 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cc77015-b6c1-48a5-919d-5c438b97f92f req-e08aa0ad-9833-479a-9d73-16be48454cb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0574696 Jul 07 18:11:00.008470 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9cc77015-b6c1-48a5-919d-5c438b97f92f req-903808ba-6ad9-400a-9b8b-6904d8e2d701 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296743 Jul 07 18:11:00.468490 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7073-8753-4ae9-ab3e-659111966898 req-f302a214-f699-4222-b851-dcfefb7e175d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.470160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e6f7073-8753-4ae9-ab3e-659111966898 req-f302a214-f699-4222-b851-dcfefb7e175d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0672634 Jul 07 18:11:00.511256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e6f7073-8753-4ae9-ab3e-659111966898 req-22c5e639-4a0a-4f8a-8401-dc5094deb477 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340524 Jul 07 18:11:01.735230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0555-1941-4da5-8bd8-64a1d51cc132 req-ba568784-8063-4d69-aaf4-bb027edb5e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.736743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b6e0555-1941-4da5-8bd8-64a1d51cc132 req-ba568784-8063-4d69-aaf4-bb027edb5e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0787921 Jul 07 18:11:01.778276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3b6e0555-1941-4da5-8bd8-64a1d51cc132 req-e3857063-b449-4a41-9968-2ad7ed9c8c66 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352468 Jul 07 18:11:01.977253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1a799-0d7f-4b58-be07-966303fc1a32 req-3eac701f-c454-4b1e-8b4f-62f76a2790e0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.979008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2a1a799-0d7f-4b58-be07-966303fc1a32 req-3eac701f-c454-4b1e-8b4f-62f76a2790e0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0768631 Jul 07 18:11:02.027223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f2a1a799-0d7f-4b58-be07-966303fc1a32 req-950f6c8b-fe5a-472b-a78f-32d488e8693c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Jul 07 18:11:02.052403 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44006) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.109734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f0f1e-06fd-4367-9a82-b908dd8ec237 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:02.111225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d75f0f1e-06fd-4367-9a82-b908dd8ec237 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1091 time: 0.0576940 Jul 07 18:11:02.114083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44008) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.119583 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:02.142955 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.253712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.362303 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.215 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/6472d85b-8415-4c29-9558-a6749ee19d53) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:02.474833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.514431 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.553550 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:02.560002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:02.564772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:02.568496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=6472d85b-8415-4c29-9558-a6749ee19d53,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:02.962678 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.066336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.234232 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.243003 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.330119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=6472d85b-8415-4c29-9558-a6749ee19d53,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:03.340666 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.449691 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 40f54378-7443-4758-b093-b6452a4cdd96 associated. External IP: 172.25.5.215, port: a7941464-d5fe-499c-9e2c-9af85fa8a9db. Jul 07 18:11:03.693523 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 3d9fc683-e207-4053-9804-faf18cfd68ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:03.804053 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:03.814490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] Sync routers for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:03.821902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.826415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:03.827067 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:03.865700 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-64bf2cd6-61f9-4606-8827-fdd06299afc9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7502940 Jul 07 18:11:03.866305 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:03.868610 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cbb9ba-0e40-4406-9271-c2b19de90d82" -d '{"events": [{"name": "network-changed", "server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:03.948854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:04.040199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a8637-830d-4f2a-a8b7-c775794bc70a req-e9e654f9-7fea-4c2e-923b-c445b950321d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.041777 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-867a8637-830d-4f2a-a8b7-c775794bc70a req-e9e654f9-7fea-4c2e-923b-c445b950321d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0658169 Jul 07 18:11:04.085097 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-867a8637-830d-4f2a-a8b7-c775794bc70a req-b91b4b14-b6f4-43ba-b667-1ff66c28937b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Jul 07 18:11:04.111219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44014) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:04.149803 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707b38f-df94-493b-ae07-5794de227c2b x-openstack-request-id: req-1707b38f-df94-493b-ae07-5794de227c2b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:04.150165 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:04.150334 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1707b38f-df94-493b-ae07-5794de227c2b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:04.150883 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'status': 'completed', 'code': 200} Jul 07 18:11:04.184297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f217e349-bd34-4231-a532-8d5bf1ef6523 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/40f54378-7443-4758-b093-b6452a4cdd96 HTTP/1.1" status: 200 len: 991 time: 0.0718617 Jul 07 18:11:04.215250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '40f54378-7443-4758-b093-b6452a4cdd96', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'port_id': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'mac_address': 'fa:16:3e:fe:07:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:02Z', 'updated_at': '2021-07-07T18:11:02Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:53Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:04.231107 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-d61c7f4b-20d3-4422-986d-e265e699e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.232719 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-d61c7f4b-20d3-4422-986d-e265e699e24e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0696490 Jul 07 18:11:04.244385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] Checking router: 3d9fc683-e207-4053-9804-faf18cfd68ee for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:04.253430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:04.254058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:10:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:04.337159 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-0349cd4d-134f-45c8-a32e-bab56511a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.338689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-0349cd4d-134f-45c8-a32e-bab56511a173 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.1002839 Jul 07 18:11:04.365337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:04.414238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-de2f25d9-e808-4911-ba6f-756ca97c7a74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 999 time: 0.0677519 Jul 07 18:11:04.467930 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-3405a52c-9738-4c21-927a-82e81d97aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.469427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-3405a52c-9738-4c21-927a-82e81d97aad7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0489621 Jul 07 18:11:04.531347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-aa82ba77-8066-4c27-9cdd-bd0fe5a690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.532921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-aa82ba77-8066-4c27-9cdd-bd0fe5a690c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576813 Jul 07 18:11:04.616476 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.622683 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '40f54378-7443-4758-b093-b6452a4cdd96', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'port_id': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'mac_address': 'fa:16:3e:fe:07:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:02Z', 'updated_at': '2021-07-07T18:11:02Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:53Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:04.637453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-ef873af2-3509-46d4-8d5a-ceaccc17b43f service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976012 Jul 07 18:11:04.649707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d87fee-4fbc-45fb-999b-06c22665eb60 None None] The sync data for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 is: [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '40f54378-7443-4758-b093-b6452a4cdd96', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'port_id': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'mac_address': 'fa:16:3e:fe:07:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:02Z', 'updated_at': '2021-07-07T18:11:02Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:53Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:04.739666 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-74cbb9ba-0e40-4406-9271-c2b19de90d82 req-3c402c5c-c491-4871-98f2-5b73cbe517e4 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Jul 07 18:11:04.869353 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff76da-2a9c-4c4f-8ae7-81669e5da4a0 None None] New status for floating IP 40f54378-7443-4758-b093-b6452a4cdd96: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:11:05.188562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44016) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.308255 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b02f5b51-4104-4705-b19c-ce8c54fe80c7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/40f54378-7443-4758-b093-b6452a4cdd96 HTTP/1.1" status: 200 len: 993 time: 0.1180468 Jul 07 18:11:05.378662 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bf0621d9-0994-4716-bce9-49b4df1a1800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.828162 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.298649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-94b463b6-df71-4541-81f3-557ddd131cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.470132 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.100090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.811738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-9c673f30-3c66-4eed-bea9-d9ff7b50d9d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077116 Jul 07 18:11:21.950724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-a79c9cbe-c40e-4677-a547-82fa7d92fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:21.953160 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-a79c9cbe-c40e-4677-a547-82fa7d92fed4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0898516 Jul 07 18:11:22.072045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-2db27f43-7fc7-4bb5-a5e2-b5d5a82d4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:22.073513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-2db27f43-7fc7-4bb5-a5e2-b5d5a82d4f01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.0973017 Jul 07 18:11:22.160908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-9445d5b5-b725-4e14-91c3-b3482c1ca744 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 1001 time: 0.0791664 Jul 07 18:11:22.224945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-3aeed46f-7258-4c5b-b669-0a6e0d0f6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:22.226731 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-3aeed46f-7258-4c5b-b669-0a6e0d0f6748 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0596926 Jul 07 18:11:22.296754 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-2e2f52c5-1193-44cc-a867-ddd83a931438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:22.298478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-2e2f52c5-1193-44cc-a867-ddd83a931438 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641892 Jul 07 18:11:22.455621 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-7a6b4836-84ee-4c5d-862d-528dfe2e6e7a service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489799 Jul 07 18:11:22.606289 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-175fb3db-0b8a-4cc5-a245-7d8eb459cb19 req-0b1496d9-e1e8-4951-8d4b-f5aba085c125 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436822 Jul 07 18:11:24.431501 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.234943 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:34.624350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.372351 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-bd3b622b-d8e6-45b2-ad76-c508c2633542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.826519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.303474 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-18532a39-8938-4553-9b70-59a76888a799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.471884 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.101451 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.423261 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.630967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.373733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6de8c965-a31d-4a4d-8bb1-5d2f1dbf4892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.234248 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:07.820058 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.303995 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fa332f09-a855-4cf6-be62-500c24f91e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.474176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:11.105962 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:17.029916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-e9c171f1-3029-48b8-b754-723d01146e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.031427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-e9c171f1-3029-48b8-b754-723d01146e09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0985510 Jul 07 18:12:17.068035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c919b7-b426-4fbe-a7c9-22f32fe3bb18 req-eb21090f-3e13-414c-832a-0023a488a792 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.069543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44c919b7-b426-4fbe-a7c9-22f32fe3bb18 req-eb21090f-3e13-414c-832a-0023a488a792 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.1022363 Jul 07 18:12:17.157981 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-44c919b7-b426-4fbe-a7c9-22f32fe3bb18 req-6a17a454-d4ba-421a-a445-ef7cbd4444dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638826 Jul 07 18:12:17.168162 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-8783b12a-bc2b-46cb-be4f-c88b24d45f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.169682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-8783b12a-bc2b-46cb-be4f-c88b24d45f53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.1301360 Jul 07 18:12:17.243141 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-bac97668-5ad1-4dc8-94f1-998459bb4b99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 1001 time: 0.0664976 Jul 07 18:12:17.296216 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-3d00d09e-5ab8-47bb-a47e-4bf34e9f9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.297701 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-3d00d09e-5ab8-47bb-a47e-4bf34e9f9778 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0475993 Jul 07 18:12:17.364137 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-25d3a34b-09c7-43d8-98a1-fca1d248d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.365689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-25d3a34b-09c7-43d8-98a1-fca1d248d725 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608778 Jul 07 18:12:17.467317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-52e283e8-bea4-48b6-b01a-61c272bb49d1 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928206 Jul 07 18:12:17.574169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f94041f9-7900-4b41-a8b3-f2e3696b6ee6 req-0b47574d-9365-4d52-9c26-06e80d11f5d9 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020169 Jul 07 18:12:18.355251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ef313-f08d-40ee-ae1a-1997cc763d96 req-57c02630-3663-4841-a4a5-2c16fff0f5c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:18.357339 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-107ef313-f08d-40ee-ae1a-1997cc763d96 req-57c02630-3663-4841-a4a5-2c16fff0f5c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0770547 Jul 07 18:12:18.406382 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-107ef313-f08d-40ee-ae1a-1997cc763d96 req-66713eb4-af44-461b-ad80-90b3cecb28d3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435963 Jul 07 18:12:19.611820 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2358b-ca65-40ef-b53f-9899fbeb5871 req-b71c7e7b-4b97-491d-b23b-77883db2febb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:19.613636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd2358b-ca65-40ef-b53f-9899fbeb5871 req-b71c7e7b-4b97-491d-b23b-77883db2febb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0746272 Jul 07 18:12:19.656299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9fd2358b-ca65-40ef-b53f-9899fbeb5871 req-f1d42666-094d-4dfb-92d8-a8e8b3275411 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355434 Jul 07 18:12:20.850621 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aaed3-d513-49d1-9e20-b3580f9b8928 req-22ae5b1f-6b19-450e-b770-f44bc861580f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:20.852980 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-918aaed3-d513-49d1-9e20-b3580f9b8928 req-22ae5b1f-6b19-450e-b770-f44bc861580f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0737636 Jul 07 18:12:20.893040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-918aaed3-d513-49d1-9e20-b3580f9b8928 req-d14d4c74-4e25-4d3b-b753-c6be50cd5df7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345008 Jul 07 18:12:21.768714 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-fbc87d57-8802-4c36-8357-ca7d25c5fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:21.770399 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-fbc87d57-8802-4c36-8357-ca7d25c5fcde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0576730 Jul 07 18:12:21.879897 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-4170e978-e616-49e2-996b-451cfae0f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:21.881436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-4170e978-e616-49e2-996b-451cfae0f0ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.0899346 Jul 07 18:12:21.953227 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-adb5d360-5d7a-46ad-91ae-5c3c61cba8ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 1001 time: 0.0635829 Jul 07 18:12:22.007334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-882c3844-0b5e-44f4-b2cf-3b374ff4a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:22.009450 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-882c3844-0b5e-44f4-b2cf-3b374ff4a709 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0485516 Jul 07 18:12:22.120393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81657457-b6c8-43f5-8832-20a03164baa3 req-efa82ece-85d2-4768-8f4d-6decefa6db15 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:22.121946 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81657457-b6c8-43f5-8832-20a03164baa3 req-efa82ece-85d2-4768-8f4d-6decefa6db15 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.1105802 Jul 07 18:12:22.124836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-e2946c56-1ced-4460-b616-610be9bd93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:22.126347 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-e2946c56-1ced-4460-b616-610be9bd93d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058710 Jul 07 18:12:22.559760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81657457-b6c8-43f5-8832-20a03164baa3 req-c1ff513d-12f1-4d77-9b28-f3388c438374 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320061 Jul 07 18:12:22.592395 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-af051e8b-1f34-44a7-9375-c1e5dca8546f service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577441 Jul 07 18:12:22.684458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4203a93e-fc17-41bf-86aa-032ffc295912 req-cdca7829-4b94-491e-8bbe-296e32b8b0ed service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839515 Jul 07 18:12:23.740295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853951e-60ae-4857-9c5a-8fd0edf862ec req-932bc327-d32a-40f1-badd-4f75d7770326 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:23.742372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5853951e-60ae-4857-9c5a-8fd0edf862ec req-932bc327-d32a-40f1-badd-4f75d7770326 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0654390 Jul 07 18:12:23.782360 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5853951e-60ae-4857-9c5a-8fd0edf862ec req-4cc38941-eecf-4e9e-a9d2-640bcec6e6a2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332527 Jul 07 18:12:24.439004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:24.976012 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12996dd7-e2e1-42da-82a2-e22baa5d7853 req-79eedf57-acfb-43da-94e2-0735527f180b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:24.978233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12996dd7-e2e1-42da-82a2-e22baa5d7853 req-79eedf57-acfb-43da-94e2-0735527f180b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Jul 07 18:12:25.020911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12996dd7-e2e1-42da-82a2-e22baa5d7853 req-461aca9a-ecf6-4b56-96d9-6c0f2de04493 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361600 Jul 07 18:12:26.201361 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b620b-3e87-4940-aec7-b455063ac157 req-179167d3-d4fd-4d81-b81a-7a107f344143 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:26.202906 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e1b620b-3e87-4940-aec7-b455063ac157 req-179167d3-d4fd-4d81-b81a-7a107f344143 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0657148 Jul 07 18:12:26.243168 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e1b620b-3e87-4940-aec7-b455063ac157 req-f855160d-89de-47df-a9c0-bd7e7d31b552 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345407 Jul 07 18:12:27.420450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8a8ea-b2ec-467b-9777-bbd60988d54a req-49f0227b-d773-4689-860e-faf6c4d5d9a7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:27.421875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58a8a8ea-b2ec-467b-9777-bbd60988d54a req-49f0227b-d773-4689-860e-faf6c4d5d9a7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0663800 Jul 07 18:12:27.459411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-58a8a8ea-b2ec-467b-9777-bbd60988d54a req-7d6a0c8c-43f9-46ca-8af5-cdad4f490004 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319142 Jul 07 18:12:28.638890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a389-1d79-490f-aed0-6b37871193e3 req-20b14a66-6f08-434c-9c99-8400dafeb282 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.640411 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d98a389-1d79-490f-aed0-6b37871193e3 req-20b14a66-6f08-434c-9c99-8400dafeb282 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0646334 Jul 07 18:12:28.677894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1d98a389-1d79-490f-aed0-6b37871193e3 req-1e01413d-fdbd-4852-85d0-e19ae2196fdc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Jul 07 18:12:29.864059 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2186dbb-edd7-469f-895a-4479482263eb req-7f76d8a8-99fd-41ff-b093-adfecd855a9a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:29.865632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2186dbb-edd7-469f-895a-4479482263eb req-7f76d8a8-99fd-41ff-b093-adfecd855a9a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0677853 Jul 07 18:12:29.904668 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e2186dbb-edd7-469f-895a-4479482263eb req-26dcf64f-7f32-4fd8-9e04-6f7d778a25a0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331395 Jul 07 18:12:31.267524 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d959-98d9-404c-b0d0-70249025219e req-851fb15d-8476-4688-b4e5-5ee6696daa91 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:31.269041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5176d959-98d9-404c-b0d0-70249025219e req-851fb15d-8476-4688-b4e5-5ee6696daa91 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Jul 07 18:12:31.308174 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5176d959-98d9-404c-b0d0-70249025219e req-0b5ce301-f167-4167-94c2-eb309f599436 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Jul 07 18:12:32.482751 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95879c-ae0f-4cd2-b9b3-83c2a5978c2f req-7bed9514-1776-494a-b750-14212c837910 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:32.484175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf95879c-ae0f-4cd2-b9b3-83c2a5978c2f req-7bed9514-1776-494a-b750-14212c837910 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 07 18:12:32.522848 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bf95879c-ae0f-4cd2-b9b3-83c2a5978c2f req-d2d95c5e-437f-4793-b6a6-13c796dd3cb6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Jul 07 18:12:33.714394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a260d-7a3e-4cc2-a889-3644ccfd441e req-844ee512-0e55-4162-a208-7f933903a62a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:33.716024 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c5a260d-7a3e-4cc2-a889-3644ccfd441e req-844ee512-0e55-4162-a208-7f933903a62a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0710542 Jul 07 18:12:33.755917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7c5a260d-7a3e-4cc2-a889-3644ccfd441e req-4a69a55d-7a41-4ec2-bf39-ed80acf3ad79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341346 Jul 07 18:12:33.782267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44082) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:33.843228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1772af0b-8a69-4b5a-a436-f3e71a292aa9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/40f54378-7443-4758-b093-b6452a4cdd96 HTTP/1.1" status: 200 len: 993 time: 0.0596974 Jul 07 18:12:34.644151 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.374536 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b61e5e38-1cd8-4264-a5ee-752110f126e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:37.823309 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.305657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ad2fa2aa-f259-4150-9455-ad0c1861e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.476761 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:41.104907 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:44.234697 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:54.442689 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.636169 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.375860 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ed550381-5783-49b7-87bb-46086ec2599b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.826778 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.307019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5b5803fe-1c80-4492-b41c-969f42806037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.480371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.109702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.233640 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:23.744301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-fde0d60d-254e-44c6-919b-6e14e0c5a1a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563467 Jul 07 18:13:23.855846 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-57ff5095-ec93-400d-8443-8d1ee5e75637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.857400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-57ff5095-ec93-400d-8443-8d1ee5e75637 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0673075 Jul 07 18:13:23.975616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-0a7a0704-f71f-4504-b694-ce87bd264d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.977302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-0a7a0704-f71f-4504-b694-ce87bd264d65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.0931761 Jul 07 18:13:24.049798 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-ed193936-e1c2-4df0-86c6-a024eedd6c39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 1001 time: 0.0651326 Jul 07 18:13:24.098892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-11feb032-6c9b-403f-be74-d62d5852e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:24.101194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-11feb032-6c9b-403f-be74-d62d5852e61b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0453615 Jul 07 18:13:24.159711 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-7dd8381c-915e-497a-b552-490bf11204db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:24.161287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-7dd8381c-915e-497a-b552-490bf11204db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535727 Jul 07 18:13:24.257792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-2ca84cfd-cce7-4c32-aed9-5e9fee3169ff service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891774 Jul 07 18:13:24.349092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a41d363-1655-40f9-b434-f7c2f3de605c req-13176599-3dfb-41ad-b1a5-729f819dede8 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839248 Jul 07 18:13:24.455432 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.484591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44118) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:24.651092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 6472d85b-8415-4c29-9558-a6749ee19d53 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:24.651328 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.732723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.733047 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.746120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 6472d85b-8415-4c29-9558-a6749ee19d53 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:24.909406 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.937238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=6472d85b-8415-4c29-9558-a6749ee19d53,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:24.966043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.966395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.966738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.967077 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.967412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.967747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.968079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.968409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.968738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.969069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.969420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:24.969743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:25.023272 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.023272 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 40f54378-7443-4758-b093-b6452a4cdd96 disassociated (deleted). External IP: 172.25.5.215, port: a7941464-d5fe-499c-9e2c-9af85fa8a9db. Jul 07 18:13:25.267326 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 3d9fc683-e207-4053-9804-faf18cfd68ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:25.376860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:25.382830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.388675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] Sync routers for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:25.402283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:25.402911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:25.419786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-f149ba5c-adf0-4a54-bd23-b49947bd669f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/floatingips/40f54378-7443-4758-b093-b6452a4cdd96 HTTP/1.1" status: 204 len: 168 time: 0.9340010 Jul 07 18:13:25.420366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:25.422736 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc74155d-ce83-4ea7-bced-1e41f942430e" -d '{"events": [{"name": "network-changed", "server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:25.683390 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5524f90-f2f3-4486-9867-ee5c965e4314 x-openstack-request-id: req-c5524f90-f2f3-4486-9867-ee5c965e4314 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:25.683673 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:25.683973 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5524f90-f2f3-4486-9867-ee5c965e4314 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:25.684412 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'status': 'completed', 'code': 200} Jul 07 18:13:25.684556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:25.764007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-909573f6-d2a9-425d-87ed-c145ee4cc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.765839 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-909573f6-d2a9-425d-87ed-c145ee4cc0bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 1096 time: 0.0559790 Jul 07 18:13:25.896141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:53Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:25.904962 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-cedd34f3-fdf1-4832-a1c7-313ac6261368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.906487 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-cedd34f3-fdf1-4832-a1c7-313ac6261368 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 200 len: 897 time: 0.1341884 Jul 07 18:13:25.915798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b30ae1-73fa-4386-a386-573cd51dbcb2 req-babe649a-8005-4617-b698-fe04e3142785 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.917326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0b30ae1-73fa-4386-a386-573cd51dbcb2 req-babe649a-8005-4617-b698-fe04e3142785 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.1362557 Jul 07 18:13:25.924739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] Checking router: 3d9fc683-e207-4053-9804-faf18cfd68ee for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:25.934173 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:25.934791 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:25.970331 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-0e8d7ebf-7273-474a-a0d6-4aef54eecace service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 200 len: 217 time: 0.0519707 Jul 07 18:13:26.017950 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a0b30ae1-73fa-4386-a386-573cd51dbcb2 req-648960ad-92fa-4a25-a636-78f40baf864a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938258 Jul 07 18:13:26.039496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-82593b22-e21f-4c78-b5a3-1ce81d7578d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.041154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-82593b22-e21f-4c78-b5a3-1ce81d7578d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 200 len: 834 time: 0.0618992 Jul 07 18:13:26.049089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:26.102206 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-b052287d-5a8b-492f-bb93-e883dee67aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.103922 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-b052287d-5a8b-492f-bb93-e883dee67aef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1759b33b-8a16-4756-aa87-cdd6bbe7aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559328 Jul 07 18:13:26.205173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-76a5afeb-21cf-4530-b833-c05b214efb4a service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943785 Jul 07 18:13:26.280213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:53Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:26.301484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc74155d-ce83-4ea7-bced-1e41f942430e req-a3f5a5b2-44c8-4e24-a690-c828d9865c49 service neutron] 10.222.0.54 "GET /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Jul 07 18:13:26.313387 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe90cfa-a7ea-46f4-892f-14d6bd75941a None None] The sync data for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 is: [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '7d94b83a-9765-4810-8e9d-835bf7fedd81', 'name': '', 'network_id': '1759b33b-8a16-4756-aa87-cdd6bbe7aa57', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:27:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:48Z', 'updated_at': '2021-07-07T18:10:53Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '8fed5078-d6cd-46c6-bf36-4ebabdd00bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:26.561297 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b0454-9600-4b9e-9b48-9cda95936895 None None] New status for floating IP 40f54378-7443-4758-b093-b6452a4cdd96: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:13:27.206093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f86a8-058f-44f8-9ccb-f1bce3392b55 req-3065cc6a-9ec3-42b6-908e-d51fa7ce77dd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:27.207570 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc2f86a8-058f-44f8-9ccb-f1bce3392b55 req-3065cc6a-9ec3-42b6-908e-d51fa7ce77dd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0711639 Jul 07 18:13:27.253270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fc2f86a8-058f-44f8-9ccb-f1bce3392b55 req-8e07832a-46e2-4cbb-b57b-9ba634022c14 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375905 Jul 07 18:13:27.623280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-44b4fb77-a512-4796-854d-d2dae0199dda tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:27.624760 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-44b4fb77-a512-4796-854d-d2dae0199dda tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 945 time: 0.0644574 Jul 07 18:13:27.727165 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port a7941464-d5fe-499c-9e2c-9af85fa8a9db {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:27.727510 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:27.821509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port a7941464-d5fe-499c-9e2c-9af85fa8a9db, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=a7941464-d5fe-499c-9e2c-9af85fa8a9db,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:27.821865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:27.835065 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for a7941464-d5fe-499c-9e2c-9af85fa8a9db owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:27.967250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:28.005437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=a7941464-d5fe-499c-9e2c-9af85fa8a9db,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:28.045798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] No DVR routers for this DVR port a7941464-d5fe-499c-9e2c-9af85fa8a9db on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:28.048579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:28.050734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d09d40cf-7a47-4a9d-b5d7-95a8340ffcf3 req-f11ceeac-0424-49a4-9150-8473fde2c302 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "DELETE /v2.0/ports/a7941464-d5fe-499c-9e2c-9af85fa8a9db HTTP/1.1" status: 204 len: 173 time: 0.4204793 Jul 07 18:13:28.051192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'name': 'network-vif-deleted', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:28.054141 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe290eb2-06dd-4449-9d61-2a26607da424" -d '{"events": [{"server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "name": "network-vif-deleted", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:28.092534 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3aecbb-7c60-4e30-a3f9-bde53ad5af2c x-openstack-request-id: req-8b3aecbb-7c60-4e30-a3f9-bde53ad5af2c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:28.092827 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ea4c0c-e52b-47f4-80d3-727dd27917e0", "name": "network-vif-deleted", "tag": "a7941464-d5fe-499c-9e2c-9af85fa8a9db", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:28.093081 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b3aecbb-7c60-4e30-a3f9-bde53ad5af2c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:28.093520 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ea4c0c-e52b-47f4-80d3-727dd27917e0', 'name': 'network-vif-deleted', 'tag': 'a7941464-d5fe-499c-9e2c-9af85fa8a9db', 'status': 'completed', 'code': 200} Jul 07 18:13:28.423456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4a5fb2ae-e47d-4a58-b6c0-62295ccd7c9e req-6e0b7ff2-f2a8-4a85-90f0-13f63c6c1e29 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=23ea4c0c-e52b-47f4-80d3-727dd27917e0 HTTP/1.1" status: 200 len: 210 time: 0.0367167 Jul 07 18:13:29.522562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44136) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:29.887352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:30.163113 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 7d94b83a-9765-4810-8e9d-835bf7fedd81 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:30.163350 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:30.256988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 7d94b83a-9765-4810-8e9d-835bf7fedd81, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=7d94b83a-9765-4810-8e9d-835bf7fedd81,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:30.257376 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:30.270330 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 7d94b83a-9765-4810-8e9d-835bf7fedd81 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:30.462341 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:30.488177 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=7d94b83a-9765-4810-8e9d-835bf7fedd81,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:30.713357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.292821 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 3d9fc683-e207-4053-9804-faf18cfd68ee has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:31.406167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:31.414522 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-90043add-ef1f-406a-b8d8-1dbb8be3bbec tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/3d9fc683-e207-4053-9804-faf18cfd68ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8908088 Jul 07 18:13:31.415489 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44138) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:31.418629 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] Sync routers for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:31.430346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:31.431007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:31.481832 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting subnet 8fed5078-d6cd-46c6-bf36-4ebabdd00bfa {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:13:31.485038 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.525863 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.539499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:31.610719 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.675379 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.703473 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Subnet': ['ID=8fed5078-d6cd-46c6-bf36-4ebabdd00bfa,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:31.707282 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.709442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b8ef2460-5e2d-47e0-bced-b4001fcd1ca3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/subnets/8fed5078-d6cd-46c6-bf36-4ebabdd00bfa HTTP/1.1" status: 204 len: 168 time: 0.2927456 Jul 07 18:13:31.712016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44140) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:31.716741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84d434-224c-44a8-a254-65342336265d None None] Network 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:31.784459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:13:30Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:31.814811 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] Checking router: 3d9fc683-e207-4053-9804-faf18cfd68ee for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:31.821003 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.859661 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] Routers {'3d9fc683-e207-4053-9804-faf18cfd68ee'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:31.860287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['3d9fc683-e207-4053-9804-faf18cfd68ee'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:31.928656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.980080 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] Set router 3d9fc683-e207-4053-9804-faf18cfd68ee gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:31.988074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 76b68d9d-737f-4d8d-909a-4748a2079b31 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:31.988435 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.038487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] DHCP port deletion for 1759b33b-8a16-4756-aa87-cdd6bbe7aa57 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:13:32.075620 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 76b68d9d-737f-4d8d-909a-4748a2079b31, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=76b68d9d-737f-4d8d-909a-4748a2079b31,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:32.075993 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.090254 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 76b68d9d-737f-4d8d-909a-4748a2079b31 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:32.175631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Deleting port 9af2711a-4a73-47de-87a2-2138a16350b5 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:32.176005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.251910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] For port 9af2711a-4a73-47de-87a2-2138a16350b5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=9af2711a-4a73-47de-87a2-2138a16350b5,segment=NetworkSegment(e9320cd8-896d-4029-a411-c8efbfb45b71),segment_id=e9320cd8-896d-4029-a411-c8efbfb45b71)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:32.252218 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.263798 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.267954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Calling delete_port for 9af2711a-4a73-47de-87a2-2138a16350b5 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:32.277008 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:13:30Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:32.295478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=76b68d9d-737f-4d8d-909a-4748a2079b31,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:32.310096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7608c-1097-4c05-97f8-099b65ac85e0 None None] The sync data for ids ['3d9fc683-e207-4053-9804-faf18cfd68ee'] in n-d-793619-7 is: [{'id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571612972', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:13:30Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '76b68d9d-737f-4d8d-909a-4748a2079b31', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc683-e207-4053-9804-faf18cfd68ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:32.339154 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a7941464-d5fe-499c-9e2c-9af85fa8a9db no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:32.366638 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.372607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: a7941464-d5fe-499c-9e2c-9af85fa8a9db {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:32.372952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device a7941464-d5fe-499c-9e2c-9af85fa8a9db not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:32.406165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.432809 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Pushing event deleted for resources: {'Port': ['ID=9af2711a-4a73-47de-87a2-2138a16350b5,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:32.437491 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] No DVR routers for this DVR port 9af2711a-4a73-47de-87a2-2138a16350b5 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:32.444713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.445060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.445421 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.445759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.446079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.446397 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.446724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.447047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.447819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.447819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.448019 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.448281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f483b-49f6-4369-97ad-15e12d7723dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:32.461178 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.465136 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.509925 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.510514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9fc683-e207-4053-9804-faf18cfd68ee {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:13:32.517332 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.518453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-bfe2d9d3-4c13-4191-96b2-5b25be162539 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/routers/3d9fc683-e207-4053-9804-faf18cfd68ee HTTP/1.1" status: 204 len: 168 time: 0.8055205 Jul 07 18:13:32.521153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44142) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:32.601218 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.685702 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.696966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1759b33b-8a16-4756-aa87-cdd6bbe7aa57']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:32.708500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9320cd8-896d-4029-a411-c8efbfb45b71') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:32.709356 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9320cd8-896d-4029-a411-c8efbfb45b71') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:32.719076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.739376 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.746087 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:13:32.746557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:13:32.749751 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:13:32.810898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.820064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.821875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/networks/1759b33b-8a16-4756-aa87-cdd6bbe7aa57 HTTP/1.1" status: 204 len: 168 time: 0.2997611 Jul 07 18:13:32.824745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44144) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:32.833596 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031182c-ded3-4013-b8aa-9a915edb29e6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Network': ['ID=1759b33b-8a16-4756-aa87-cdd6bbe7aa57,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:32.889424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.918143 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.988568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.991516 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.992704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/security-groups/a86d640a-9360-4cbf-b52f-9d24e2b8d1e1 HTTP/1.1" status: 204 len: 168 time: 0.1669536 Jul 07 18:13:33.002172 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d640a-9360-4cbf-b52f-9d24e2b8d1e1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.010825 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.011175 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.011601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.011858 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.012191 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.012534 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.012859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.013244 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.013613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.013941 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.014266 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.014590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8c814-0462-4781-9082-864b562902cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.211718 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44152) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:33.216334 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487026266', 'description': 'tempest-secgroup-smoke-487026266 description', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:33.240935 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.330691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.335975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.370473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab59ca-c849-456f-96a8-589070ad3489,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.375679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.376945 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f0b0d61c-2dce-4da3-84dd-96ad9fe44e37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1642952 Jul 07 18:13:33.381449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44154) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:33.387030 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '5cab59ca-c849-456f-96a8-589070ad3489', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:33.393966 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9af2711a-4a73-47de-87a2-2138a16350b5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:33.417559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 9af2711a-4a73-47de-87a2-2138a16350b5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:33.417907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 9af2711a-4a73-47de-87a2-2138a16350b5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:33.418323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7d94b83a-9765-4810-8e9d-835bf7fedd81 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:33.420577 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.437714 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 7d94b83a-9765-4810-8e9d-835bf7fedd81 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:33.438337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 7d94b83a-9765-4810-8e9d-835bf7fedd81 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:33.438470 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 76b68d9d-737f-4d8d-909a-4748a2079b31 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:33.461307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 76b68d9d-737f-4d8d-909a-4748a2079b31 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:33.461654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 76b68d9d-737f-4d8d-909a-4748a2079b31 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:33.488555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.492032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.513678 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930b3332-e42e-41ac-8f97-66c4b553ecd8,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.517043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.518666 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5e1a39d4-95c4-4d9f-95a4-111b246e31f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362109 Jul 07 18:13:33.521934 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44156) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:33.526722 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '5cab59ca-c849-456f-96a8-589070ad3489', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:33.562536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.622011 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.626124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.644527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d75d10-c876-4cd3-b04a-d672ef183d0d,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.651078 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.652313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ee90dcc0-5c85-44d4-9b23-f34e9861f74f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294088 Jul 07 18:13:33.655099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44158) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:33.659546 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '5cab59ca-c849-456f-96a8-589070ad3489', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:33.689429 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.759698 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.764044 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.784438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8afe933-6ecb-4eb1-b5e6-5e9759f9ae06,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.792027 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.793320 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-98fb1c94-907c-4d6e-a72a-6c837c7f0766 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372628 Jul 07 18:13:33.796161 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44160) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:33.800998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '5cab59ca-c849-456f-96a8-589070ad3489', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:33.830744 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.901571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.905773 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.924780 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb651eec-05ab-4199-b595-73e1283641af,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.932969 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.934386 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f1a964c4-25fd-443f-86ad-a6e64ea23a56 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370759 Jul 07 18:13:33.937629 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44162) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:33.945352 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '5cab59ca-c849-456f-96a8-589070ad3489', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:33.965134 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:13:33.970101 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.033685 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.037498 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.055415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c0d019-0106-4252-a516-1512fbf834b6,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:34.062541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.063766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a07670f2-2d02-483f-9bf8-330288ff2e1b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251874 Jul 07 18:13:34.067564 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44164) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:34.072562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '5cab59ca-c849-456f-96a8-589070ad3489', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:34.096060 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:13:34.101060 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.165350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.169438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.189462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aced25d5-343f-46ab-8d09-5814d4b808ce,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:34.195878 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.197023 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-94e693ff-d44e-4702-bc8e-5631f768e0ad tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280069 Jul 07 18:13:34.200601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44166) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:34.205640 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'network': {'name': 'tempest-network-smoke--22607201', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'port_security_enabled': True}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:34.226369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:34.229996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.257738 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:13:34.266952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.267291 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Added segment 5fcbfcb1-0199-424a-96b8-5e51b551718d of type vlan for network a28b087d-4ee5-4afc-b2cc-f76391338dca Jul 07 18:13:34.308502 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.337509 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.343045 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.343667 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.393962 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1922476 Jul 07 18:13:34.397616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44168) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:34.402606 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'admin_state_up': True, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:34.411418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8797df-176b-4c1b-97d0-8df8d5c6724b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Network': ['ID=a28b087d-4ee5-4afc-b2cc-f76391338dca,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:34.422068 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network a28b087d-4ee5-4afc-b2cc-f76391338dca details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:13:34.428262 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.429496 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.489313 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.627477 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.653580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.838537 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.859338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.970630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.174 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e18f6a40-57dd-4819-98f3-660c71ede939) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:35.083459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.122759 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.159551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:35.163265 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:35.168955 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:35.194345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=e18f6a40-57dd-4819-98f3-660c71ede939,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:35.376937 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-074b93b8-9fe7-4cac-b146-69dc7151be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.431668 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.635898 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.765593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router a9bada37-6346-48cf-8019-13812d49adc3 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:13:35.880493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:35.890349 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Sync routers for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:35.900145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.900431 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:35.901073 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:35.901456 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-26f75ecd-6b1a-4909-8246-2460851f4a79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5026577 Jul 07 18:13:35.904862 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44172) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:35.934166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e4e2daab-2e6c-481c-b390-9fe5a5ac81d8 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90da0eb11f6d4cacadb384d73e0ed764&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281217 Jul 07 18:13:35.937539 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44174) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:36.039622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:36.059687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787b0c5-9f0c-4a0e-960a-c03a526c14ab tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.061253 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8787b0c5-9f0c-4a0e-960a-c03a526c14ab tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1225939 Jul 07 18:13:36.067863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44176) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:36.097091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b86433ff-f632-4cbe-90cf-b2634aef1c32 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277858 Jul 07 18:13:36.100046 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44178) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:36.105817 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736724572', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:36.209917 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:36.213520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.235410 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:35Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:36.264740 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Checking router: a9bada37-6346-48cf-8019-13812d49adc3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:36.265128 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Updating router a9bada37-6346-48cf-8019-13812d49adc3 port e18f6a40-57dd-4819-98f3-660c71ede939 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:36.305366 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.411916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.479131 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Subnet': ['ID=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:36.488054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Checking segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:36.488444 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network hostable DHCP agents. Network: a28b087d-4ee5-4afc-b2cc-f76391338dca, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:13:36.512129 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network a28b087d-4ee5-4afc-b2cc-f76391338dca is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:13:36.522344 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, a28b087d-4ee5-4afc-b2cc-f76391338dca) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:36.527289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.527909 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.533653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b748c-7809-4b41-b4f5-991cf9f6635b None None] Network a28b087d-4ee5-4afc-b2cc-f76391338dca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:36.547905 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9b842871-c0bf-461c-8fbc-aa8b4e3bc7a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4464688 Jul 07 18:13:36.550510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44180) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:36.597237 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.609395 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Transition to ACTIVE for port object e18f6a40-57dd-4819-98f3-660c71ede939 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:36.617242 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.659338 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Pushing event updated for resources: {'Port': ['ID=e18f6a40-57dd-4819-98f3-660c71ede939,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:36.668508 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.668852 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.669216 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.669550 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.669884 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.670228 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.670541 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.670861 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.671182 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.671691 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.672025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.672346 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.697831 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Attempting to bind port e18f6a40-57dd-4819-98f3-660c71ede939 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:36.698265 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Attempting to bind port e18f6a40-57dd-4819-98f3-660c71ede939 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:36.698561 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Attempting to bind port e18f6a40-57dd-4819-98f3-660c71ede939 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:36.703901 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:36.704267 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:36.704671 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.705525 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:36.705691 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Bound port: e18f6a40-57dd-4819-98f3-660c71ede939, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:36.705936 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.710121 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-a28b087d-4ee5-4afc-b2cc-f76391338dca', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:13:36.711308 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.762602 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] For port e18f6a40-57dd-4819-98f3-660c71ede939, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:36.766309 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] For port e18f6a40-57dd-4819-98f3-660c71ede939, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e18f6a40-57dd-4819-98f3-660c71ede939,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:36.770851 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.840105 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bd2f9-2f64-4ee3-b1b1-1f4448049069 None None] Pushing event updated for resources: {'Port': ['ID=e18f6a40-57dd-4819-98f3-660c71ede939,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:36.843017 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:36.843619 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:36.882628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Allocated IP 172.20.0.2 (a28b087d-4ee5-4afc-b2cc-f76391338dca/654b73a9-ff7f-4a96-bc33-e07cfa3d88e5/aa5e8240-8cd3-4619-8420-65ad7153cfcb) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:36.958368 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:37.049931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.061089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Transition to ACTIVE for port object aa5e8240-8cd3-4619-8420-65ad7153cfcb will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:37.061959 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.079891 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Transition to ACTIVE for port object aa5e8240-8cd3-4619-8420-65ad7153cfcb will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:37.088378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.141394 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Network a28b087d-4ee5-4afc-b2cc-f76391338dca is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:37.145769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:37.148275 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Pushing event updated for resources: {'Port': ['ID=aa5e8240-8cd3-4619-8420-65ad7153cfcb,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:37.150563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:37.173226 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:35Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:37.202366 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5e3e2-10d9-4dbf-ad52-c2a68c270e0d None None] The sync data for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 is: [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:35Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:37.242921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Attempting to bind port aa5e8240-8cd3-4619-8420-65ad7153cfcb on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:37.243559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Attempting to bind port aa5e8240-8cd3-4619-8420-65ad7153cfcb by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:37.245770 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Attempting to bind port aa5e8240-8cd3-4619-8420-65ad7153cfcb on network a28b087d-4ee5-4afc-b2cc-f76391338dca {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:37.257681 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:37.258325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Checking segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:37.259043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.259708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Bound using segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:37.260564 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Bound port: aa5e8240-8cd3-4619-8420-65ad7153cfcb, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:37.261286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.346947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] For port aa5e8240-8cd3-4619-8420-65ad7153cfcb, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:37.352463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] For port aa5e8240-8cd3-4619-8420-65ad7153cfcb, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa5e8240-8cd3-4619-8420-65ad7153cfcb,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:37.359448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.440082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970b45-fd72-43e7-87f9-ecb9abd55b0f None None] Pushing event updated for resources: {'Port': ['ID=aa5e8240-8cd3-4619-8420-65ad7153cfcb,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:37.878059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.1 (a28b087d-4ee5-4afc-b2cc-f76391338dca/654b73a9-ff7f-4a96-bc33-e07cfa3d88e5/ef865abb-c1cf-4cb4-aa24-31908dea25aa) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:38.018194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.041300 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.058822 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object ef865abb-c1cf-4cb4-aa24-31908dea25aa will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:38.101747 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.149815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network a28b087d-4ee5-4afc-b2cc-f76391338dca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:38.153506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:38.156772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:38.217883 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=ef865abb-c1cf-4cb4-aa24-31908dea25aa,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:38.237065 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.404061 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.566871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8280e-7791-4bd7-a652-d297648bdc2a None None] Network a28b087d-4ee5-4afc-b2cc-f76391338dca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:38.642004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-45709bc0-30f7-4b3b-8966-596d544dd062 None None] Provisioning for port aa5e8240-8cd3-4619-8420-65ad7153cfcb completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:38.736383 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.742040 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.821376 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=ef865abb-c1cf-4cb4-aa24-31908dea25aa,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:38.823865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.937310 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network a28b087d-4ee5-4afc-b2cc-f76391338dca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:38.938907 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:39.064343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router a9bada37-6346-48cf-8019-13812d49adc3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:39.086766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9a54de1a-4f1d-44b8-970a-2fce128f2c9b None None] Provisioning for port ef865abb-c1cf-4cb4-aa24-31908dea25aa completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:39.093563 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9a54de1a-4f1d-44b8-970a-2fce128f2c9b None None] Provisioning complete for port ef865abb-c1cf-4cb4-aa24-31908dea25aa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:39.094167 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9a54de1a-4f1d-44b8-970a-2fce128f2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.137665 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9a54de1a-4f1d-44b8-970a-2fce128f2c9b None None] Port ef865abb-c1cf-4cb4-aa24-31908dea25aa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:39.246959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:39.253010 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5b33e34e-b8c7-4927-bf5f-384e56ecd21d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/a9bada37-6346-48cf-8019-13812d49adc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7007220 Jul 07 18:13:39.258277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Sync routers for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:39.284630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:39.285318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:39.290737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e18f6a40-57dd-4819-98f3-660c71ede939 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:39.375009 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eeb41029-d1d4-47ff-aaea-5ce21793cc65 None None] Provisioning complete for port ef865abb-c1cf-4cb4-aa24-31908dea25aa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:39.375468 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eeb41029-d1d4-47ff-aaea-5ce21793cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.415138 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-047b1af9-c40f-4279-b47e-5cd98a4a2f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.485605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eeb41029-d1d4-47ff-aaea-5ce21793cc65 None None] Port ef865abb-c1cf-4cb4-aa24-31908dea25aa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:39.506959 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e18f6a40-57dd-4819-98f3-660c71ede939 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:39.508837 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.514029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:39.516458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e18f6a40-57dd-4819-98f3-660c71ede939 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:39.516458 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.684244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-03eda07a-bb22-4bf0-ae3e-756e20cb1c87 None None] Provisioning complete for port ef865abb-c1cf-4cb4-aa24-31908dea25aa triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:39.684627 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-03eda07a-bb22-4bf0-ae3e-756e20cb1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.780608 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-03eda07a-bb22-4bf0-ae3e-756e20cb1c87 None None] Port ef865abb-c1cf-4cb4-aa24-31908dea25aa cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:39.785217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.830748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e18f6a40-57dd-4819-98f3-660c71ede939, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e18f6a40-57dd-4819-98f3-660c71ede939,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:39.837197 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.838020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa5e8240-8cd3-4619-8420-65ad7153cfcb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:39.935507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e18f6a40-57dd-4819-98f3-660c71ede939,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:39.942569 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 2, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:39.957663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1792ef3f-887a-426a-a277-5a74eb9e3969 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487026266&fields=id&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 267 time: 0.3655500 Jul 07 18:13:39.972617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Checking router: a9bada37-6346-48cf-8019-13812d49adc3 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:39.972984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Updating router a9bada37-6346-48cf-8019-13812d49adc3 port ef865abb-c1cf-4cb4-aa24-31908dea25aa binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:39.997579 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port aa5e8240-8cd3-4619-8420-65ad7153cfcb completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:40.005783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aa5e8240-8cd3-4619-8420-65ad7153cfcb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:40.006170 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.032568 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.064187 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-3ef78af1-77e3-40c3-982d-bac9a5ddadc6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.065877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-3ef78af1-77e3-40c3-982d-bac9a5ddadc6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 795 time: 0.1013384 Jul 07 18:13:40.081821 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-9dbbf939-1271-4231-85b7-9e72818ede00 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/quotas/90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 375 time: 0.0094981 Jul 07 18:13:40.158391 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-f623be19-028f-4c3e-82b4-e71276a24b6b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702388 Jul 07 18:13:40.175581 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-5eab8b17-aec5-4fa4-86f0-d56a3e7226d6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:13:40.176592 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-5eab8b17-aec5-4fa4-86f0-d56a3e7226d6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061467 Jul 07 18:13:40.201493 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.267955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-8fd5bde1-4bd3-471f-9628-58fb076c0e8b service neutron] 10.222.0.78 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Jul 07 18:13:40.290095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port aa5e8240-8cd3-4619-8420-65ad7153cfcb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa5e8240-8cd3-4619-8420-65ad7153cfcb,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:40.296955 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.367790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-666395ed-919c-4bae-835a-32fc31ec8cf6 service neutron] 10.222.0.78 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Jul 07 18:13:40.377812 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=aa5e8240-8cd3-4619-8420-65ad7153cfcb,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:40.421756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.432982 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Transition to ACTIVE for port object ef865abb-c1cf-4cb4-aa24-31908dea25aa will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:40.440806 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.554921 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa711-b4d5-4fa9-86b4-c0db14f3bbbd None None] Pushing event updated for resources: {'Port': ['ID=ef865abb-c1cf-4cb4-aa24-31908dea25aa,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:40.558344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-63ac6369-4483-4c1e-9692-71f72882d258 req-c521e7da-72ac-48f5-942e-aac35874b3d5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 210 time: 0.0390892 Jul 07 18:13:40.571614 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Attempting to bind port ef865abb-c1cf-4cb4-aa24-31908dea25aa on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:40.571990 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Attempting to bind port ef865abb-c1cf-4cb4-aa24-31908dea25aa by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:40.572356 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Attempting to bind port ef865abb-c1cf-4cb4-aa24-31908dea25aa on network a28b087d-4ee5-4afc-b2cc-f76391338dca {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:40.578911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:40.579293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Checking segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:40.579702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.580096 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Bound using segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:40.580568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Bound port: ef865abb-c1cf-4cb4-aa24-31908dea25aa, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:40.580946 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.666147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] For port ef865abb-c1cf-4cb4-aa24-31908dea25aa, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:40.669896 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] For port ef865abb-c1cf-4cb4-aa24-31908dea25aa, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef865abb-c1cf-4cb4-aa24-31908dea25aa,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:40.675608 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.739568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:40.741002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:40.780248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa711-b4d5-4fa9-86b4-c0db14f3bbbd None None] Pushing event updated for resources: {'Port': ['ID=ef865abb-c1cf-4cb4-aa24-31908dea25aa,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:40.893495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:41.119900 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.139798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:40Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:41.172280 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7af284-639b-4b3b-adb0-c3be95eb6c2e None None] The sync data for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 is: [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:40Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:41.283540 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e18f6a40-57dd-4819-98f3-660c71ede939 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:41.339428 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e18f6a40-57dd-4819-98f3-660c71ede939 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:41.339908 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.448892 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa5e8240-8cd3-4619-8420-65ad7153cfcb up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:41.516024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port aa5e8240-8cd3-4619-8420-65ad7153cfcb triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:41.516500 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.716844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ed252b16-04b8-4372-b4a7-907e2a158d0f req-a2077713-f366-4822-a659-6d3e34367324 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 210 time: 0.0304382 Jul 07 18:13:42.035301 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-cf1ee8cd-5301-4598-a175-a7fc18bfde79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.037471 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-cf1ee8cd-5301-4598-a175-a7fc18bfde79 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 795 time: 0.1256535 Jul 07 18:13:42.100462 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-02d6760d-307c-4a18-b842-d0afe789dbfd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 379 time: 0.0477920 Jul 07 18:13:42.110875 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'port': {'device_id': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'admin_state_up': True, 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'security_groups': ['5cab59ca-c849-456f-96a8-589070ad3489']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:42.232311 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:42.236099 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.383206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.11 (a28b087d-4ee5-4afc-b2cc-f76391338dca/654b73a9-ff7f-4a96-bc33-e07cfa3d88e5/c771c6d3-8413-4fc4-bd8d-e3812da92021) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:42.527071 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.542059 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object c771c6d3-8413-4fc4-bd8d-e3812da92021 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:42.574938 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.621079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network a28b087d-4ee5-4afc-b2cc-f76391338dca is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:42.626343 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:42.630143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:42.655027 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:42.684462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.685154 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.701824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-1c58e129-2c6a-4eea-822f-f8d4cee75e41 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955813 Jul 07 18:13:42.801672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Request body: {'port': {'device_id': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:42.885307 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.903373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6036842-16c4-44f7-accb-63fd8c89d5b6 req-c5f53d6d-5187-47ec-a965-8752050c58bd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.904824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6036842-16c4-44f7-accb-63fd8c89d5b6 req-c5f53d6d-5187-47ec-a965-8752050c58bd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 932 time: 0.0655746 Jul 07 18:13:42.944781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-889a1db1-c0f7-4929-8604-7a9b25229038 None None] Provisioning for port c771c6d3-8413-4fc4-bd8d-e3812da92021 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:42.949007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-889a1db1-c0f7-4929-8604-7a9b25229038 None None] Provisioning complete for port c771c6d3-8413-4fc4-bd8d-e3812da92021 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:42.949433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-889a1db1-c0f7-4929-8604-7a9b25229038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.953250 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6036842-16c4-44f7-accb-63fd8c89d5b6 req-57b96a46-c784-4359-93e9-b79df3c12774 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Jul 07 18:13:42.988924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-889a1db1-c0f7-4929-8604-7a9b25229038 None None] Port c771c6d3-8413-4fc4-bd8d-e3812da92021 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:43.155106 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c771c6d3-8413-4fc4-bd8d-e3812da92021 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:43.166723 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.190766 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Transition to ACTIVE for port object c771c6d3-8413-4fc4-bd8d-e3812da92021 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:43.196651 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.249781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef865abb-c1cf-4cb4-aa24-31908dea25aa up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:43.264227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:43.312871 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ef865abb-c1cf-4cb4-aa24-31908dea25aa completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:43.319732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ef865abb-c1cf-4cb4-aa24-31908dea25aa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:43.320372 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.406543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:43.407118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:43.407696 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 on network a28b087d-4ee5-4afc-b2cc-f76391338dca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:43.417095 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Port c771c6d3-8413-4fc4-bd8d-e3812da92021 on network a28b087d-4ee5-4afc-b2cc-f76391338dca not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:43.417707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 on network a28b087d-4ee5-4afc-b2cc-f76391338dca {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:43.418628 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.426807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:43.427461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Checking segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:43.428135 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Bound using segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:43.428872 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Bound port: c771c6d3-8413-4fc4-bd8d-e3812da92021, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:43.429527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.461953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port ef865abb-c1cf-4cb4-aa24-31908dea25aa, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef865abb-c1cf-4cb4-aa24-31908dea25aa,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:43.467049 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.512765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:43.516284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:43.520597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.530752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=ef865abb-c1cf-4cb4-aa24-31908dea25aa,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:43.558964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.559589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.561022 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] 10.222.0.13 "PUT /v2.0/ports/c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1092 time: 0.8464634 Jul 07 18:13:43.561744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:43.564050 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:43.592443 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a01c2-6f58-4347-8efd-6cf6b93a7e11 service neutron] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:43.685663 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1efe4ce-7b99-4f9b-8dde-0eefdebeb096 x-openstack-request-id: req-c1efe4ce-7b99-4f9b-8dde-0eefdebeb096 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:43.685961 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:43.686615 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1efe4ce-7b99-4f9b-8dde-0eefdebeb096 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:43.687016 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'status': 'completed', 'code': 200} Jul 07 18:13:43.699620 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-ff865e04-1914-44c5-bae8-8bd15c985e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.701215 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-ff865e04-1914-44c5-bae8-8bd15c985e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1095 time: 0.0802453 Jul 07 18:13:43.750209 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-99826690-4bd9-459e-9fde-d4ed8f81a5d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 217 time: 0.0368605 Jul 07 18:13:43.799042 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-552bb279-e506-4243-ac39-48dd6807436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.800551 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-552bb279-e506-4243-ac39-48dd6807436d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0441275 Jul 07 18:13:43.862715 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-197c2475-181d-4d58-84af-bc1884025881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.864282 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-197c2475-181d-4d58-84af-bc1884025881 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571015 Jul 07 18:13:43.961607 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-ccb229c5-52ee-493b-9f44-4942baa32a38 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898364 Jul 07 18:13:44.058833 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-29fda1a6-b47d-462f-bd0c-8c73bcb78ffb req-35ca2b35-9737-40d3-8b0d-f76c2412b5b4 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913265 Jul 07 18:13:44.144594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b31a8-ec3a-4c7a-bb5d-1bc83f55059d req-2c40c6f6-9c8d-4e72-b8f1-4bdf4600c102 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.146455 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f6b31a8-ec3a-4c7a-bb5d-1bc83f55059d req-2c40c6f6-9c8d-4e72-b8f1-4bdf4600c102 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 944 time: 0.0712087 Jul 07 18:13:44.188131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f6b31a8-ec3a-4c7a-bb5d-1bc83f55059d req-b22e6b3f-c6d8-4a33-97bf-0895d621bb85 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346239 Jul 07 18:13:44.216701 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-8fbf65af-dfc5-4540-a5fc-52f164d35e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.218176 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-8fbf65af-dfc5-4540-a5fc-52f164d35e13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1095 time: 0.0623322 Jul 07 18:13:44.315958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-d7c5b6b8-da8f-4a54-ae63-391d818afa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.317500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-d7c5b6b8-da8f-4a54-ae63-391d818afa65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0931542 Jul 07 18:13:44.367001 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-190e0149-c2b9-42e0-9036-3abebabe57f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 217 time: 0.0415297 Jul 07 18:13:44.418447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-b9b8d85e-6abf-441e-a08a-7685ece442ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.419924 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-b9b8d85e-6abf-441e-a08a-7685ece442ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0465982 Jul 07 18:13:44.482736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-7789becc-bd54-4fbc-a137-c333a6f4ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.484215 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-7789becc-bd54-4fbc-a137-c333a6f4ef9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566885 Jul 07 18:13:44.584452 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-8d03e017-2786-4a32-9eb4-0fe03b8e32b4 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919929 Jul 07 18:13:44.678685 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d4f6af3-a578-41f3-9ffd-b8216cc7d503 req-2cf9ced7-41cf-454a-b016-64b7b2c3ba75 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871925 Jul 07 18:13:45.208187 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef865abb-c1cf-4cb4-aa24-31908dea25aa up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:45.259699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ef865abb-c1cf-4cb4-aa24-31908dea25aa triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:45.260081 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.378243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda983af-c11d-4912-98c6-55fbb40a2652 req-ef0eab7e-8d37-49e4-980b-b34f05ddbe28 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:45.379753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eda983af-c11d-4912-98c6-55fbb40a2652 req-ef0eab7e-8d37-49e4-980b-b34f05ddbe28 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 944 time: 0.0646925 Jul 07 18:13:45.419220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eda983af-c11d-4912-98c6-55fbb40a2652 req-1de76e0c-1e77-45c2-be67-1a1b74eb04b7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Jul 07 18:13:46.212722 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:46.311045 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:46.322940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'port_id': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'mac_address': 'fa:16:3e:f8:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:46.364473 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.379836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771c6d3-8413-4fc4-bd8d-e3812da92021 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:46.403084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:46.407816 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.464917 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:46.608697 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34164773-696e-491a-bb53-9610d425259f req-3c7241a6-b700-4a4f-b8a4-004146f6ffb5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:46.610335 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34164773-696e-491a-bb53-9610d425259f req-3c7241a6-b700-4a4f-b8a4-004146f6ffb5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 945 time: 0.0744617 Jul 07 18:13:46.652622 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-34164773-696e-491a-bb53-9610d425259f req-728ca92f-7761-40ae-b2d1-7d91d7907db6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357165 Jul 07 18:13:46.729165 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['c771c6d3-8413-4fc4-bd8d-e3812da92021'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:47.831531 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c0a8-880f-4395-b190-0ce196569c0a req-e0ad204d-75dd-421a-a25f-73d4a4dca50d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:47.833052 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04a5c0a8-880f-4395-b190-0ce196569c0a req-e0ad204d-75dd-421a-a25f-73d4a4dca50d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 945 time: 0.0645006 Jul 07 18:13:47.870689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04a5c0a8-880f-4395-b190-0ce196569c0a req-2906afe3-5cb4-43c3-8bfa-38be8fb1144e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317650 Jul 07 18:13:48.206652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:48.258589 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port c771c6d3-8413-4fc4-bd8d-e3812da92021 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:48.263193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port c771c6d3-8413-4fc4-bd8d-e3812da92021 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:48.263731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.346413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.373138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:48.375448 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa04861-5d64-463e-b050-fe902b63bc9a" -d '{"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-plugged", "status": "completed", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:48.391777 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:48.397943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.422206 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873536ee-5134-4350-ad1a-4fa0b5abfe2f x-openstack-request-id: req-873536ee-5134-4350-ad1a-4fa0b5abfe2f {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:48.422508 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-plugged", "status": "completed", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:48.422766 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-873536ee-5134-4350-ad1a-4fa0b5abfe2f {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:48.423165 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'code': 200} Jul 07 18:13:48.448670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:48.564361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ed82-75d1-4d08-930c-3516fd16c6a3 req-b6564e01-3858-4ce4-9265-49e9095b5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:48.565950 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de38ed82-75d1-4d08-930c-3516fd16c6a3 req-b6564e01-3858-4ce4-9265-49e9095b5c3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1097 time: 0.0537930 Jul 07 18:13:48.603541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-de38ed82-75d1-4d08-930c-3516fd16c6a3 req-dbc757c1-9e7b-4831-add0-7fe9131afab6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Jul 07 18:13:49.066601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f26d6-5aa9-4fad-92d6-095804f511b8 req-64d0d42d-ad55-4200-b244-db8401ea91cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.068149 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c0f26d6-5aa9-4fad-92d6-095804f511b8 req-64d0d42d-ad55-4200-b244-db8401ea91cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0729270 Jul 07 18:13:49.116776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c0f26d6-5aa9-4fad-92d6-095804f511b8 req-64ab9aa7-b160-450e-80a4-802098e308cc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429358 Jul 07 18:13:50.319015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0ae1-c283-4ba2-8059-e3107b03afb0 req-28b979e1-c78d-48c3-af80-89b69c4dbeb5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.320826 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddbe0ae1-c283-4ba2-8059-e3107b03afb0 req-28b979e1-c78d-48c3-af80-89b69c4dbeb5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0704038 Jul 07 18:13:50.361962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ddbe0ae1-c283-4ba2-8059-e3107b03afb0 req-85c086fe-ef93-48d2-992c-3a3a215284a5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345001 Jul 07 18:13:50.553594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f3f0a-0edc-4cfd-8912-f8fe0e76c471 req-64ffacef-df95-478c-9c3b-4722063d75b0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.555321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-439f3f0a-0edc-4cfd-8912-f8fe0e76c471 req-64ffacef-df95-478c-9c3b-4722063d75b0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0798984 Jul 07 18:13:50.597982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-439f3f0a-0edc-4cfd-8912-f8fe0e76c471 req-8141218a-4261-4cf7-8fe5-a917c9ed07e0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349979 Jul 07 18:13:50.625610 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44244) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:50.694950 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f88b9-2ee0-47c5-9766-67e37a02c50c tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.697039 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e29f88b9-2ee0-47c5-9766-67e37a02c50c tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1092 time: 0.0699224 Jul 07 18:13:50.700270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44246) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:50.706419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:50.735593 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.879963 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.006673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.200 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/81891c31-f5b5-45c2-9430-b0a18fc1598a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:51.152197 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.210757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.257712 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:51.263233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:51.267758 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:51.275011 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=81891c31-f5b5-45c2-9430-b0a18fc1598a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:51.778628 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.876330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.124679 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.129989 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.207702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=81891c31-f5b5-45c2-9430-b0a18fc1598a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:52.223115 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.343661 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP ecac3594-1e94-477a-94fc-954a937259ed associated. External IP: 172.25.5.200, port: c771c6d3-8413-4fc4-bd8d-e3812da92021. Jul 07 18:13:52.599981 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router a9bada37-6346-48cf-8019-13812d49adc3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:52.770711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:52.784335 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] Sync routers for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:52.794961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.801942 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:52.802987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:52.840662 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8ba5c860-e522-41f7-9111-4134462128a9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1361971 Jul 07 18:13:52.840662 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:52.841145 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a59cd-c907-4d6a-8730-d322f7ac8297" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:53.032574 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe53d9-7982-4bac-ac06-6d6d5f613ee8 req-b5e36861-3c7e-4b47-b588-bcd067a968d7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.035035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66fe53d9-7982-4bac-ac06-6d6d5f613ee8 req-b5e36861-3c7e-4b47-b588-bcd067a968d7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0873878 Jul 07 18:13:53.077889 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:53.085344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-66fe53d9-7982-4bac-ac06-6d6d5f613ee8 req-a1e0a6d5-ee73-491f-81e5-f59ca25c057c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Jul 07 18:13:53.117698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44252) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:53.156565 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff27ef0c-8e7f-42dd-a8e5-4c2b3567a2ae x-openstack-request-id: req-ff27ef0c-8e7f-42dd-a8e5-4c2b3567a2ae {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:53.156973 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:53.157219 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff27ef0c-8e7f-42dd-a8e5-4c2b3567a2ae {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:53.157543 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'status': 'completed', 'code': 200} Jul 07 18:13:53.394619 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'ecac3594-1e94-477a-94fc-954a937259ed', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'port_id': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'mac_address': 'fa:16:3e:f8:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:51Z', 'updated_at': '2021-07-07T18:13:51Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:53.430988 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] Checking router: a9bada37-6346-48cf-8019-13812d49adc3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:53.442275 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:53.443945 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:13:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:53.615192 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a0dc6de6-ab5e-4b51-b253-ae653f71c6d7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/ecac3594-1e94-477a-94fc-954a937259ed HTTP/1.1" status: 200 len: 992 time: 0.4963114 Jul 07 18:13:53.636613 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:53.660820 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-feae4018-d2dd-48fa-810d-29f091450eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.663230 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-feae4018-d2dd-48fa-810d-29f091450eb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1097 time: 0.4564278 Jul 07 18:13:53.786684 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-459b3b29-e7b3-43a8-bb06-bcb29b261940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.788451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-459b3b29-e7b3-43a8-bb06-bcb29b261940 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.1188562 Jul 07 18:13:53.879739 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-8c282ee9-6596-45d1-bee6-d1407f65bd61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1000 time: 0.0847943 Jul 07 18:13:53.916384 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'ecac3594-1e94-477a-94fc-954a937259ed', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'port_id': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'mac_address': 'fa:16:3e:f8:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:51Z', 'updated_at': '2021-07-07T18:13:51Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:53.942207 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-39794ba4-3407-4669-a9a6-d756300b787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.945185 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-39794ba4-3407-4669-a9a6-d756300b787a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0589628 Jul 07 18:13:53.948241 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea74aa-f2d2-4e20-8603-96d88c58251a None None] The sync data for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 is: [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'ecac3594-1e94-477a-94fc-954a937259ed', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'port_id': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'mac_address': 'fa:16:3e:f8:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:51Z', 'updated_at': '2021-07-07T18:13:51Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:54.036033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-ed4904e9-795e-4e07-93f2-f8286c0d4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.039319 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-ed4904e9-795e-4e07-93f2-f8286c0d4a5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870996 Jul 07 18:13:54.168170 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-8ad27c9a-c3cf-4cdc-b8e1-7e573acbc3c2 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226714 Jul 07 18:13:54.237826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d6717-73f0-477a-a8ed-86b178020e81 None None] New status for floating IP ecac3594-1e94-477a-94fc-954a937259ed: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:13:54.306846 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-918a59cd-c907-4d6a-8730-d322f7ac8297 req-2487b418-f5b9-42f1-9fa2-9082f460b594 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318305 Jul 07 18:13:54.479299 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.619202 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44256) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:54.700624 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-05955d10-53f4-4f58-a2ec-045e5964e005 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/ecac3594-1e94-477a-94fc-954a937259ed HTTP/1.1" status: 200 len: 994 time: 0.0797601 Jul 07 18:13:58.237622 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:04.652247 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:05.378548 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8fffaf15-1673-4051-9405-4fdadf59ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.836393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:09.313437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e1d28bc-c1ff-4511-9add-d000a9fbf99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:09.493964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.115798 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:24.484965 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.293927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-1fa4fc42-bfae-4acd-a834-f7d24a61c117 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030993 Jul 07 18:14:26.325808 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5a553-dc42-455b-b5df-797c43ca7bec req-d2121482-8230-4d14-80f0-109f71db030c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:26.327229 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75d5a553-dc42-455b-b5df-797c43ca7bec req-d2121482-8230-4d14-80f0-109f71db030c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0747395 Jul 07 18:14:26.371607 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-75d5a553-dc42-455b-b5df-797c43ca7bec req-a47d2a06-811d-4e47-8fc4-80692d8966f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376189 Jul 07 18:14:27.556025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754911-d853-4cfb-8b7f-097e87641ce9 req-970ed93b-b28d-4d1a-85fc-68f63dabe383 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.557556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db754911-d853-4cfb-8b7f-097e87641ce9 req-970ed93b-b28d-4d1a-85fc-68f63dabe383 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0692492 Jul 07 18:14:27.598817 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db754911-d853-4cfb-8b7f-097e87641ce9 req-3e817fc3-cc61-4ef6-8917-c0491c431305 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351932 Jul 07 18:14:27.786966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-f915ad2c-aa6f-4580-9ba9-557a233995fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.788515 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-f915ad2c-aa6f-4580-9ba9-557a233995fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1097 time: 0.0550983 Jul 07 18:14:27.892104 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-206c11d3-7828-48f7-b583-79585b894d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.893623 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-206c11d3-7828-48f7-b583-79585b894d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0992782 Jul 07 18:14:27.967123 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-0c2472df-25bb-4ab7-8606-738e849e591d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1002 time: 0.0665026 Jul 07 18:14:28.019133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-ff9559c9-0ab6-4650-ab79-36ebd6fe8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:28.021328 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-ff9559c9-0ab6-4650-ab79-36ebd6fe8270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0488005 Jul 07 18:14:28.079224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a1e10622-294f-420c-bf2c-09e33889decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:28.080661 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a1e10622-294f-420c-bf2c-09e33889decd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537322 Jul 07 18:14:28.171859 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-2d41ed71-7d73-4796-b15b-0cb60c6872ca service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847273 Jul 07 18:14:28.277160 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-bd4555d0-1dd6-4cfb-9405-211a67dd2b3b service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986178 Jul 07 18:14:28.784514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed785c-d423-4c54-a528-42b302478a0b req-b192a8df-7f93-46de-a196-9cffd3e8cc67 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:28.787147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80ed785c-d423-4c54-a528-42b302478a0b req-b192a8df-7f93-46de-a196-9cffd3e8cc67 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0686927 Jul 07 18:14:28.827921 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80ed785c-d423-4c54-a528-42b302478a0b req-68c42a25-891d-4228-ae80-06248d48d65e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Jul 07 18:14:30.022373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f32fe-113a-4072-837b-20f11f6508cb req-db229953-88e0-4a7a-9d41-f73d1560063c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.023887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07f32fe-113a-4072-837b-20f11f6508cb req-db229953-88e0-4a7a-9d41-f73d1560063c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0690126 Jul 07 18:14:30.065752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d07f32fe-113a-4072-837b-20f11f6508cb req-ec6b4746-d6ec-4066-ba65-cadbbb0602fe tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360572 Jul 07 18:14:31.253949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba880-2351-4c78-b8d7-58610788ed6a req-88ae4ef7-5a44-45ee-91ed-08c8bf84503a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:31.256484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f0ba880-2351-4c78-b8d7-58610788ed6a req-88ae4ef7-5a44-45ee-91ed-08c8bf84503a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0717142 Jul 07 18:14:31.298993 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f0ba880-2351-4c78-b8d7-58610788ed6a req-775d810d-f189-4a99-ad42-fd1e5cb17eea tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Jul 07 18:14:32.476152 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f0e1-87c2-4079-803e-6bf899556b4e req-bd530bbc-aaa8-45a0-a5c9-6a748f66d4ac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:32.477614 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2045f0e1-87c2-4079-803e-6bf899556b4e req-bd530bbc-aaa8-45a0-a5c9-6a748f66d4ac tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0641835 Jul 07 18:14:32.516311 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2045f0e1-87c2-4079-803e-6bf899556b4e req-087b249f-0de2-4463-a19a-64121e9365f3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Jul 07 18:14:33.702993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3496f-943d-4f2d-936b-ebb85a3913a9 req-c299d2b1-345f-4cc8-b9b9-7e2fcf320021 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.704556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9da3496f-943d-4f2d-936b-ebb85a3913a9 req-c299d2b1-345f-4cc8-b9b9-7e2fcf320021 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0734856 Jul 07 18:14:33.750120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9da3496f-943d-4f2d-936b-ebb85a3913a9 req-956d2ba2-f9b6-4dad-90da-b9d6861ad398 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377672 Jul 07 18:14:34.650777 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.934379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f6343-38c8-4a20-b7d1-4bf9638fe733 req-7b10fc93-9210-469c-85a7-1b71085d0ef0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:34.936090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-878f6343-38c8-4a20-b7d1-4bf9638fe733 req-7b10fc93-9210-469c-85a7-1b71085d0ef0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0695002 Jul 07 18:14:34.976937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-878f6343-38c8-4a20-b7d1-4bf9638fe733 req-daf0ae1e-3b4e-487a-8c6c-21eb1216c077 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352201 Jul 07 18:14:35.236950 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:35.380460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-354557b7-3152-454e-a60a-bd1d896c9ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.673793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696959db-6bda-4b30-8a68-baab76072cf1 req-fabca6e8-a9b8-4902-8410-ee61e45bacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:35.675313 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-fabca6e8-a9b8-4902-8410-ee61e45bacc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1097 time: 0.0529215 Jul 07 18:14:35.791965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696959db-6bda-4b30-8a68-baab76072cf1 req-f0c6e575-7855-494e-adda-9f64af0ea4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:35.793504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-f0c6e575-7855-494e-adda-9f64af0ea4f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0977702 Jul 07 18:14:35.860155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-2cdb1cd4-705c-405e-8dc1-cc28c501de37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1002 time: 0.0602133 Jul 07 18:14:35.908083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696959db-6bda-4b30-8a68-baab76072cf1 req-a35ec406-18ce-445c-a899-cb67da7e68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:35.909616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-a35ec406-18ce-445c-a899-cb67da7e68b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0437756 Jul 07 18:14:35.971846 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696959db-6bda-4b30-8a68-baab76072cf1 req-e3043d39-bbce-4b8a-84d4-c6805ae7effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:35.974691 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-e3043d39-bbce-4b8a-84d4-c6805ae7effc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582697 Jul 07 18:14:36.071344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-2df150a3-d867-4f01-abd9-7b63434b938a service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898633 Jul 07 18:14:36.168122 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4a5ac-be99-4f80-a1a7-4afa28743f13 req-3a64cc09-582d-4c03-b71c-9f4b35bdf360 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:36.168867 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-696959db-6bda-4b30-8a68-baab76072cf1 req-5668c070-2eb3-4106-b201-15b9409e46ce service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911620 Jul 07 18:14:36.169670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04e4a5ac-be99-4f80-a1a7-4afa28743f13 req-3a64cc09-582d-4c03-b71c-9f4b35bdf360 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0656164 Jul 07 18:14:36.211526 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04e4a5ac-be99-4f80-a1a7-4afa28743f13 req-5889a974-af6e-4e07-9b28-e4a004924495 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363269 Jul 07 18:14:37.417500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34493d-f123-43ad-be10-cadc3743535a req-07956b71-12be-4a83-a97c-4505eaabac86 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:37.419046 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e34493d-f123-43ad-be10-cadc3743535a req-07956b71-12be-4a83-a97c-4505eaabac86 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0710552 Jul 07 18:14:37.459322 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1e34493d-f123-43ad-be10-cadc3743535a req-d83d9968-c4ed-4c89-8c8f-29b64f808faf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345545 Jul 07 18:14:37.831022 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.687271 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529a75-5491-411a-9228-a0400e950ad2 req-3dd27aa3-b527-42da-b9c1-3810dac940f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:38.688957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa529a75-5491-411a-9228-a0400e950ad2 req-3dd27aa3-b527-42da-b9c1-3810dac940f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0686405 Jul 07 18:14:38.731170 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa529a75-5491-411a-9228-a0400e950ad2 req-3ae909b7-060d-4ae4-9ec0-fb8016fb32d9 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344911 Jul 07 18:14:39.305844 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-306e2f63-b8eb-4668-b387-4fb89fd66814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.489868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.911417 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85013f-e885-4d45-9c9f-47ff6ecafbcc req-f7977c1f-9294-44a2-a005-00c5b084968b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:39.912934 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe85013f-e885-4d45-9c9f-47ff6ecafbcc req-f7977c1f-9294-44a2-a005-00c5b084968b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0688660 Jul 07 18:14:39.951899 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe85013f-e885-4d45-9c9f-47ff6ecafbcc req-0a685bcc-20eb-48c8-8d2c-403a888490c3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332608 Jul 07 18:14:41.119060 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:41.155749 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8cf56-74ba-433a-b142-37b7ed238958 req-73f4dff8-421f-4054-bdf8-70cc843e2d2c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:41.157328 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4cd8cf56-74ba-433a-b142-37b7ed238958 req-73f4dff8-421f-4054-bdf8-70cc843e2d2c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0701747 Jul 07 18:14:41.200365 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4cd8cf56-74ba-433a-b142-37b7ed238958 req-4dda0cac-db2c-4995-922e-eb8e03c3f4af tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369551 Jul 07 18:14:42.381849 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e8265-e6b9-4096-a181-d647561b0907 req-f5c5a231-a9a1-457f-b3c2-4f912b4dee8b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:42.383362 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-316e8265-e6b9-4096-a181-d647561b0907 req-f5c5a231-a9a1-457f-b3c2-4f912b4dee8b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0649970 Jul 07 18:14:42.424596 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-316e8265-e6b9-4096-a181-d647561b0907 req-79f6cda9-9118-4a5c-9ae6-3cc423ef4359 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357130 Jul 07 18:14:43.610261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6031e-0aab-48ce-9cd2-9b6090d7b7b2 req-1e57324f-26a5-4f36-94bb-a28deeb60ff0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:43.611802 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81e6031e-0aab-48ce-9cd2-9b6090d7b7b2 req-1e57324f-26a5-4f36-94bb-a28deeb60ff0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0742357 Jul 07 18:14:43.652735 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-81e6031e-0aab-48ce-9cd2-9b6090d7b7b2 req-0ae152d7-a7da-48f0-b3b6-8420c4b6c7bc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340989 Jul 07 18:14:44.830288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6dc40-9bfc-449d-8bae-6024121ce873 req-cea9aa80-28a7-4907-80ec-057828877516 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.832304 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9e6dc40-9bfc-449d-8bae-6024121ce873 req-cea9aa80-28a7-4907-80ec-057828877516 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0672743 Jul 07 18:14:44.882636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9e6dc40-9bfc-449d-8bae-6024121ce873 req-c6fe3056-602e-46c7-a781-283775024906 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Jul 07 18:14:45.360678 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-dfc24cb8-3ec2-4383-91ee-0558b49079fc service neutron] show failed (client error): The resource could not be found. Jul 07 18:14:45.361737 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-dfc24cb8-3ec2-4383-91ee-0558b49079fc service neutron] 10.222.0.13 "GET /v2.0/ports/c771c6d3-8413-4fc4-bd8d-e3812da92021/bindings/n-h2-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0617223 Jul 07 18:14:45.610618 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-71c7c97e-99ce-47a6-ac0a-4fb63b39e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:45.612169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-71c7c97e-99ce-47a6-ac0a-4fb63b39e62e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 1097 time: 0.0579257 Jul 07 18:14:45.623471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:45.696762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.907052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:45.944780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:45.991284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:45.993682 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a585b004-030b-4b08-9f4d-469fea7c1dd7" -d '{"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-unplugged", "status": "completed", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:45.997508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:46.038608 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Transition to ACTIVE for port object c771c6d3-8413-4fc4-bd8d-e3812da92021 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:46.043160 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:46.145227 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=6']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:46.176407 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ddad6-8cba-41a2-8920-1a34eb4e917e req-8a5f4051-e8c4-4617-900b-a293ce6bbc62 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.178063 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-570ddad6-8cba-41a2-8920-1a34eb4e917e req-8a5f4051-e8c4-4617-900b-a293ce6bbc62 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.1734412 Jul 07 18:14:46.179491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.179838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.180179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.180514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.180848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.181210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.181543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.181866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.182192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.182514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.182836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.183181 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:46.232632 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] No DVR routers for this DVR port c771c6d3-8413-4fc4-bd8d-e3812da92021 on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:14:46.286376 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-570ddad6-8cba-41a2-8920-1a34eb4e917e req-10745423-a72e-4ecd-acbf-a13bbd99f0f8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992885 Jul 07 18:14:46.401466 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:46.401877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:46.402284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 on network a28b087d-4ee5-4afc-b2cc-f76391338dca {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:46.407514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Port c771c6d3-8413-4fc4-bd8d-e3812da92021 on network a28b087d-4ee5-4afc-b2cc-f76391338dca not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:14:46.407960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Attempting to bind port c771c6d3-8413-4fc4-bd8d-e3812da92021 on network a28b087d-4ee5-4afc-b2cc-f76391338dca {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:46.414458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:46.414814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Checking segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:46.415353 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Bound using segment: {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:46.415805 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Bound port: c771c6d3-8413-4fc4-bd8d-e3812da92021, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcbfcb1-0199-424a-96b8-5e51b551718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:46.416176 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:46.427639 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f5f556-269a-4c03-ad30-817598242bba x-openstack-request-id: req-d7f5f556-269a-4c03-ad30-817598242bba {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:46.427887 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-unplugged", "status": "completed", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:46.428093 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7f5f556-269a-4c03-ad30-817598242bba {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:46.428498 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'code': 200} Jul 07 18:14:46.486866 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:46.491018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:46.496562 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:46.534645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.536575 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:46.538056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] 10.222.0.54 "PUT /v2.0/ports/c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1092 time: 0.9189882 Jul 07 18:14:46.587902 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a33ff-5fad-402f-8b7d-c7d8e2f1b4af service neutron] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=7']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:46.643718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-e1489b40-792a-4922-8d59-78bd0608387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.645587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-e1489b40-792a-4922-8d59-78bd0608387e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1095 time: 0.0733986 Jul 07 18:14:46.744669 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-9b39ccd7-54f3-4661-977a-5cbca752a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.746302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-9b39ccd7-54f3-4661-977a-5cbca752a535 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0949793 Jul 07 18:14:46.811964 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-3c18a526-f71b-44d9-a998-6feeaf3b4222 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1000 time: 0.0589395 Jul 07 18:14:46.868614 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-54e74770-98ac-4941-86e0-63511b3f64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.870121 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-54e74770-98ac-4941-86e0-63511b3f64ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0443957 Jul 07 18:14:46.931687 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-f7eddb67-53d2-4317-8103-815d5a716467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.933118 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-f7eddb67-53d2-4317-8103-815d5a716467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563183 Jul 07 18:14:47.021263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-0aa1b1ca-3977-4c7b-b06f-23054ed13d82 service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815055 Jul 07 18:14:47.114109 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-04a8dcd8-f08b-457b-8224-0d18c46a8e29 service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871294 Jul 07 18:14:47.468371 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6d31-d680-407f-be8d-6f8f035ebeb0 req-c6127ef7-7171-46c9-869d-1aaf3b7cda86 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:47.469933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d6f6d31-d680-407f-be8d-6f8f035ebeb0 req-c6127ef7-7171-46c9-869d-1aaf3b7cda86 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 944 time: 0.0661857 Jul 07 18:14:47.508090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6d6f6d31-d680-407f-be8d-6f8f035ebeb0 req-ad8a1126-ad3d-40ff-a866-7c5705e35e51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Jul 07 18:14:48.429934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:48.432323 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:48.480464 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271ed02a-9b6e-49d6-af12-713af50ab278 x-openstack-request-id: req-271ed02a-9b6e-49d6-af12-713af50ab278 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:48.480769 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:48.481024 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-271ed02a-9b6e-49d6-af12-713af50ab278 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:48.481451 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'status': 'completed', 'code': 200} Jul 07 18:14:48.563733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-5f60b34c-9e36-4cf5-8e63-ff184b6d5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.565317 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-5f60b34c-9e36-4cf5-8e63-ff184b6d5e97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1095 time: 0.0590577 Jul 07 18:14:48.578166 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-beb5014f-e757-4881-abb2-5816d1b0bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.580064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-beb5014f-e757-4881-abb2-5816d1b0bd2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1095 time: 0.0582716 Jul 07 18:14:48.676856 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-160245c6-c6df-453d-bfbc-bad5424bed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.678189 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-160245c6-c6df-453d-bfbc-bad5424bed1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0924530 Jul 07 18:14:48.729293 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-f6089dc0-37e3-4f3f-885b-497fe878f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.730723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-f6089dc0-37e3-4f3f-885b-497fe878f196 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.1584857 Jul 07 18:14:48.739969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1632-72ee-4795-9c83-a442901a6b06 req-71780f2e-d13c-4d1e-8cba-c2daa9c3da5a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.741549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b56d1632-72ee-4795-9c83-a442901a6b06 req-71780f2e-d13c-4d1e-8cba-c2daa9c3da5a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 944 time: 0.1023123 Jul 07 18:14:48.751773 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-7d1aa5d6-4515-4172-8b80-d2fe6ce1ec79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1000 time: 0.0665996 Jul 07 18:14:48.803874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-aa375246-c451-42ab-b85e-91ec2fa19faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.805431 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-aa375246-c451-42ab-b85e-91ec2fa19faa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0476801 Jul 07 18:14:48.831790 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b56d1632-72ee-4795-9c83-a442901a6b06 req-b6f5e7e5-550d-475e-9362-847fcf778c15 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823517 Jul 07 18:14:48.834158 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-d4f5871c-0c95-41e5-bb72-2f4df0cce1ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1000 time: 0.0916281 Jul 07 18:14:48.875912 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-24c32fdc-0fb2-43bc-a9b7-ac73c10d3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.877487 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-24c32fdc-0fb2-43bc-a9b7-ac73c10d3cfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658407 Jul 07 18:14:48.892945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-1ffb99c2-be21-478d-8245-e19ddf90aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.895037 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-1ffb99c2-be21-478d-8245-e19ddf90aacc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0530982 Jul 07 18:14:48.960005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-57e61663-61d7-443b-bf33-6b032c7aebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.961723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-57e61663-61d7-443b-bf33-6b032c7aebb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595481 Jul 07 18:14:48.975793 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-7b547f61-12ca-49e6-9c9c-10850c15c646 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913508 Jul 07 18:14:49.060162 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-8bd8574c-1107-44e6-bd24-3e41d41c1671 service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907171 Jul 07 18:14:49.076405 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-55886790-2782-4f22-b435-5d9ccc80b1ec service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941367 Jul 07 18:14:49.155675 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-eca1f96c-36bc-41d9-99f4-4dc8c7f71bb4 req-38d302b6-3908-4649-b6f2-515f9193ab9d service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896032 Jul 07 18:14:50.021627 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff323-f1c3-452a-9e79-1a9570d06eb6 req-862381ae-eaf2-4059-9614-47b69961979f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:50.023195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f83ff323-f1c3-452a-9e79-1a9570d06eb6 req-862381ae-eaf2-4059-9614-47b69961979f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 944 time: 0.0698900 Jul 07 18:14:50.065260 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f83ff323-f1c3-452a-9e79-1a9570d06eb6 req-a62f7b88-c1b2-4416-a09c-d9eee513f7e2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Jul 07 18:14:50.455578 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:14:50.493828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:14:50.642630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:50.739345 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:50.750758 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'port_id': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'mac_address': 'fa:16:3e:f8:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:50.788320 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:50.801617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771c6d3-8413-4fc4-bd8d-e3812da92021 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:50.821732 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:50.825698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:50.872374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:50.879887 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.880242 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.880588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.880930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.881300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.881636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.881970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.882301 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.882631 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.882970 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.883296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:50.883622 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.197034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['c771c6d3-8413-4fc4-bd8d-e3812da92021'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:51.258222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75d9c-9ee6-4f94-a14a-a100baa6db59 req-a9314259-cc84-4537-b2e0-28cc0066a787 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.259827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67a75d9c-9ee6-4f94-a14a-a100baa6db59 req-a9314259-cc84-4537-b2e0-28cc0066a787 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 945 time: 0.0730901 Jul 07 18:14:51.307758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-67a75d9c-9ee6-4f94-a14a-a100baa6db59 req-a1cda7d4-d29b-42fb-9451-4833da903880 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Jul 07 18:14:51.626655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525fcc7-48cd-4a3a-b994-8c6f55e92ebf req-7a74fe63-45f7-4b00-8040-0cac2c46dd60 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.628051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3525fcc7-48cd-4a3a-b994-8c6f55e92ebf req-7a74fe63-45f7-4b00-8040-0cac2c46dd60 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 945 time: 0.0712154 Jul 07 18:14:51.645562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-ead3af2a-7d19-4c43-a894-bca805910281 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.647088 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-ead3af2a-7d19-4c43-a894-bca805910281 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c&tenant_id=90da0eb11f6d4cacadb384d73e0ed764&binding%3Ahost_id=n-h2-793619-7 HTTP/1.1" status: 200 len: 945 time: 0.0744860 Jul 07 18:14:51.656589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-17d2e838-24c5-4f98-bee7-371390429973 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:14:51.657582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-17d2e838-24c5-4f98-bee7-371390429973 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051706 Jul 07 18:14:51.666486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3525fcc7-48cd-4a3a-b994-8c6f55e92ebf req-3b706a99-ed54-47ac-ac18-7f64f0aaa604 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Jul 07 18:14:51.726473 n-d-793619-7 neutron-server[98264]: INFO neutron.api.v2.resource [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-ad4de75d-0faf-41ca-aa41-9bf02c921ee3 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:14:51.727506 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-ad4de75d-0faf-41ca-aa41-9bf02c921ee3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c771c6d3-8413-4fc4-bd8d-e3812da92021/bindings/n-h1-793619-7 HTTP/1.1" status: 404 len: 380 time: 0.0644491 Jul 07 18:14:51.848610 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2091f4-6f64-42b8-9644-c992dbbeac30 req-e92972c8-c724-4cdc-8ad5-53faeb25ffa4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.850217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d2091f4-6f64-42b8-9644-c992dbbeac30 req-e92972c8-c724-4cdc-8ad5-53faeb25ffa4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 945 time: 0.0674560 Jul 07 18:14:51.850691 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-88a803bc-adce-4d66-ba62-d40fb4f10109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.852195 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-88a803bc-adce-4d66-ba62-d40fb4f10109 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1096 time: 0.0597012 Jul 07 18:14:51.888776 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d2091f4-6f64-42b8-9644-c992dbbeac30 req-28f84d25-6667-4859-9724-1967bba707d4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329223 Jul 07 18:14:51.942677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-7c08ae55-49d9-48de-b9cc-28a8b16c311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.944201 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-7c08ae55-49d9-48de-b9cc-28a8b16c311e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0857744 Jul 07 18:14:52.013058 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-32a63f35-a557-4970-92e5-4bd5a33fc1c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1001 time: 0.0622811 Jul 07 18:14:52.062325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-962a112d-6d26-4752-bff4-dce659f6661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.063850 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-962a112d-6d26-4752-bff4-dce659f6661b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0451748 Jul 07 18:14:52.124240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-047b7efc-8527-4c1a-8164-6b7afd8a0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.125816 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-047b7efc-8527-4c1a-8164-6b7afd8a0d4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555987 Jul 07 18:14:52.230738 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-18b15f78-4726-46bc-8d54-945765ad56c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985599 Jul 07 18:14:52.319729 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-02e81687-2d2f-4365-acbe-5fec8a03f372 req-ce56be75-f47f-4fc5-bfc0-c92681b315c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830581 Jul 07 18:14:52.658239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:52.713878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port c771c6d3-8413-4fc4-bd8d-e3812da92021 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:52.717712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port c771c6d3-8413-4fc4-bd8d-e3812da92021 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:52.718093 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.798054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.824522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:52.826804 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a164c-d20a-4bcb-b223-0e6e0a0fd825" -d '{"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-plugged", "status": "completed", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:52.841748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:52.846269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.871946 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b71af-d087-49d2-8812-b053dabae822 x-openstack-request-id: req-b38b71af-d087-49d2-8812-b053dabae822 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:52.872242 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-plugged", "status": "completed", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:52.872500 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b38b71af-d087-49d2-8812-b053dabae822 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:52.872880 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'code': 200} Jul 07 18:14:52.902278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=9']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:53.078190 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77a6ff-f06c-4282-ac4e-cefb6742bcd0 req-830a5766-a505-431c-a5c9-9e7a5e5cfacf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.079707 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f77a6ff-f06c-4282-ac4e-cefb6742bcd0 req-830a5766-a505-431c-a5c9-9e7a5e5cfacf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0662692 Jul 07 18:14:53.120910 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f77a6ff-f06c-4282-ac4e-cefb6742bcd0 req-7f148f3d-cbce-4fd0-89bd-8cca5a8575ed tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344656 Jul 07 18:14:53.146003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44358) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:53.213249 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5127390b-0a47-4bc4-86c7-03421bf78941 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/ecac3594-1e94-477a-94fc-954a937259ed HTTP/1.1" status: 200 len: 994 time: 0.0660148 Jul 07 18:14:54.487219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.649775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.382106 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9db4-5e33-4be0-a600-6ad629cbfb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.834925 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.309205 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8cd991a5-7530-4b55-bcc7-845305d98fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.493363 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.120576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.236512 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:24.482905 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.736246 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-fae4ee65-4063-4b97-8365-ceacfce05b8a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559196 Jul 07 18:15:26.839576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-b7e8947f-6193-499a-8aca-f3bdd23b5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:26.841122 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-b7e8947f-6193-499a-8aca-f3bdd23b5dca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1097 time: 0.0552409 Jul 07 18:15:26.948488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-41a9f68c-3533-46d8-9b35-f06ed4772624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:26.950092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-41a9f68c-3533-46d8-9b35-f06ed4772624 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.0889606 Jul 07 18:15:27.016486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-a550994b-4044-4d04-843d-24b39dfa618c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 1002 time: 0.0581648 Jul 07 18:15:27.065591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-42f4e31e-b63e-4b61-b653-ea46e40681d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:27.067079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-42f4e31e-b63e-4b61-b653-ea46e40681d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0444584 Jul 07 18:15:27.131838 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-c9021263-e7c2-434b-8f69-094707e0d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:27.133416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-c9021263-e7c2-434b-8f69-094707e0d77b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602086 Jul 07 18:15:27.226232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-7d2e00ac-622f-4392-b312-d3b1f74a8731 service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Jul 07 18:15:27.328632 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d5c501f9-065b-4053-9cf2-8eab7e263e74 req-0977d82e-6665-4189-9192-35cdaf0efec3 service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960069 Jul 07 18:15:34.664336 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.383682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c63ab6e9-d880-43a8-ac48-a2fc25220c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.839232 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.311318 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01017d16-70b4-4f06-addd-a952ba56af2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.497419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.123734 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.208660 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44378) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:46.419138 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 81891c31-f5b5-45c2-9430-b0a18fc1598a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:46.419138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.498934 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.499264 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.513991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 81891c31-f5b5-45c2-9430-b0a18fc1598a owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:46.675859 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.702429 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=81891c31-f5b5-45c2-9430-b0a18fc1598a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:46.714918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.715269 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.715601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.715937 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.716270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.716691 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.716919 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.717289 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.717611 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.717939 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.718256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.718573 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:46.782776 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.783093 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP ecac3594-1e94-477a-94fc-954a937259ed disassociated (deleted). External IP: 172.25.5.200, port: c771c6d3-8413-4fc4-bd8d-e3812da92021. Jul 07 18:15:47.357752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router a9bada37-6346-48cf-8019-13812d49adc3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:15:47.472995 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:47.477845 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.482324 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] Sync routers for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:47.492147 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:47.492774 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:47.520986 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-48c9b20f-7c57-4855-a4cb-067c7accbe55 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/floatingips/ecac3594-1e94-477a-94fc-954a937259ed HTTP/1.1" status: 204 len: 168 time: 1.3111417 Jul 07 18:15:47.521924 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:47.524449 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa4c87-e015-45ef-b5c9-6abb30747baa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:47.607561 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:47.816620 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03de1bea-e846-47d8-bb20-c4fc18d0aaae x-openstack-request-id: req-03de1bea-e846-47d8-bb20-c4fc18d0aaae {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:47.816620 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:47.817154 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03de1bea-e846-47d8-bb20-c4fc18d0aaae {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:47.817683 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'status': 'completed', 'code': 200} Jul 07 18:15:47.868631 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:47.901362 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] Checking router: a9bada37-6346-48cf-8019-13812d49adc3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:15:47.907036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-c072c84a-94fd-4580-9df9-11995dcf6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:47.908870 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-c072c84a-94fd-4580-9df9-11995dcf6d4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 1097 time: 0.0654387 Jul 07 18:15:47.915206 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:47.915668 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:48.030297 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:48.058580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-620e326a-fdb2-4dda-accb-1cb02a7ff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:48.060361 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-620e326a-fdb2-4dda-accb-1cb02a7ff606 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 200 len: 896 time: 0.1439247 Jul 07 18:15:48.081600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf543d-6705-4b68-9316-73720b539f22 req-c2a11995-e7a1-4204-b039-70894dd223c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:48.084967 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcbf543d-6705-4b68-9316-73720b539f22 req-c2a11995-e7a1-4204-b039-70894dd223c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.1600912 Jul 07 18:15:48.158218 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-3af7014d-f288-48c9-b31d-e8e1966af2ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 200 len: 217 time: 0.0718656 Jul 07 18:15:48.230067 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcbf543d-6705-4b68-9316-73720b539f22 req-f2257c42-9c9a-4b0d-9dd7-6c36bda1b23c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321065 Jul 07 18:15:48.241535 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-ef34805d-68b2-4cbe-9cc3-e83c39303ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:48.243034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-ef34805d-68b2-4cbe-9cc3-e83c39303ddd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 200 len: 835 time: 0.0764380 Jul 07 18:15:48.260006 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:48.317174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-e115950f-07f9-4e98-be9e-232427907763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:48.319639 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-e115950f-07f9-4e98-be9e-232427907763 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a28b087d-4ee5-4afc-b2cc-f76391338dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689664 Jul 07 18:15:48.396109 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a2101-26bd-4b12-a790-506a13d18a56 None None] The sync data for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 is: [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'ef865abb-c1cf-4cb4-aa24-31908dea25aa', 'name': '', 'network_id': 'a28b087d-4ee5-4afc-b2cc-f76391338dca', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:97:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:37Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '654b73a9-ff7f-4a96-bc33-e07cfa3d88e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:48.447073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-5e2d6609-6fba-4b51-b23a-22a339a0c6da service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202261 Jul 07 18:15:48.571625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0efa4c87-e015-45ef-b5c9-6abb30747baa req-bdb0a966-7f1d-472d-9e90-04a522d95468 service neutron] 10.222.0.54 "GET /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179051 Jul 07 18:15:48.667532 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885b6d6-c3a4-4b4d-849c-68341000b045 None None] New status for floating IP ecac3594-1e94-477a-94fc-954a937259ed: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:15:49.235465 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:49.458545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015253fa-cd52-46ab-ae4e-158efed8b719 req-13424ab0-86d9-4fff-b510-4cf50894210c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:49.460017 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015253fa-cd52-46ab-ae4e-158efed8b719 req-13424ab0-86d9-4fff-b510-4cf50894210c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.0965555 Jul 07 18:15:49.519787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-015253fa-cd52-46ab-ae4e-158efed8b719 req-24ec0770-b07b-4ed8-978d-ba38710a88ef tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=5cab59ca-c849-456f-96a8-589070ad3489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540373 Jul 07 18:15:49.531132 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-4fd7d143-1966-4160-82e7-caeaab7974c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:49.532722 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-4fd7d143-1966-4160-82e7-caeaab7974c5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb4dbde5-109d-4570-9d53-eb156ec6183c HTTP/1.1" status: 200 len: 946 time: 0.1173894 Jul 07 18:15:49.640722 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port c771c6d3-8413-4fc4-bd8d-e3812da92021 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:49.641067 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.742006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port c771c6d3-8413-4fc4-bd8d-e3812da92021, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=c771c6d3-8413-4fc4-bd8d-e3812da92021,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:49.742383 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.756554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for c771c6d3-8413-4fc4-bd8d-e3812da92021 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:49.899234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.935503 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=c771c6d3-8413-4fc4-bd8d-e3812da92021,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:49.982303 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] No DVR routers for this DVR port c771c6d3-8413-4fc4-bd8d-e3812da92021 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:49.984926 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.987033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e9af95b-21d5-4d4c-890f-624265b03ff7 req-c713b1bf-191d-4673-a4b5-59bd1687a555 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "DELETE /v2.0/ports/c771c6d3-8413-4fc4-bd8d-e3812da92021 HTTP/1.1" status: 204 len: 173 time: 0.4488277 Jul 07 18:15:49.987491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-deleted', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:49.989812 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941b92f-0970-49f8-ad35-6d08d93da423" -d '{"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-deleted", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:50.028782 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d58b44-567c-4dd1-be6a-cc64024f66a4 x-openstack-request-id: req-93d58b44-567c-4dd1-be6a-cc64024f66a4 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:50.029080 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4dbde5-109d-4570-9d53-eb156ec6183c", "name": "network-vif-deleted", "tag": "c771c6d3-8413-4fc4-bd8d-e3812da92021", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:50.029373 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93d58b44-567c-4dd1-be6a-cc64024f66a4 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:50.029776 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4dbde5-109d-4570-9d53-eb156ec6183c', 'name': 'network-vif-deleted', 'tag': 'c771c6d3-8413-4fc4-bd8d-e3812da92021', 'status': 'completed', 'code': 200} Jul 07 18:15:50.624361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44394) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:51.036288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.338147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port ef865abb-c1cf-4cb4-aa24-31908dea25aa {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:51.338420 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.480370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port ef865abb-c1cf-4cb4-aa24-31908dea25aa, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ef865abb-c1cf-4cb4-aa24-31908dea25aa,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:51.480757 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.497841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for ef865abb-c1cf-4cb4-aa24-31908dea25aa owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:51.703557 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.731031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=ef865abb-c1cf-4cb4-aa24-31908dea25aa,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:51.762395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.762744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.763085 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.763417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.763745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.764257 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.764543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.764873 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.765240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.765569 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.765891 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:51.766211 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:52.256712 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.481778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router a9bada37-6346-48cf-8019-13812d49adc3 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:15:52.592579 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:52.599094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7c8612e4-cdf0-4d1c-800c-1414a6dde74e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/a9bada37-6346-48cf-8019-13812d49adc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9724991 Jul 07 18:15:52.602394 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44396) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:52.605753 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] Sync routers for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:52.616294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:52.616928 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:52.658645 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting subnet 654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:52.662568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.711952 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.733929 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:52.821830 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.891575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.921479 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:52.922097 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Subnet': ['ID=654b73a9-ff7f-4a96-bc33-e07cfa3d88e5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:52.929050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.933421 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-7e5d9764-94d1-4231-90b1-7f86bda7723e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/subnets/654b73a9-ff7f-4a96-bc33-e07cfa3d88e5 HTTP/1.1" status: 204 len: 168 time: 0.3276777 Jul 07 18:15:52.935209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44398) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:52.953970 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:15:51Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:52.957410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: c771c6d3-8413-4fc4-bd8d-e3812da92021 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:52.957778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device c771c6d3-8413-4fc4-bd8d-e3812da92021 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:52.959588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0361b3-fcc9-4696-ba36-885fbd240dde None None] Network a28b087d-4ee5-4afc-b2cc-f76391338dca requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:52.992186 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] Checking router: a9bada37-6346-48cf-8019-13812d49adc3 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:15:53.004463 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] Routers {'a9bada37-6346-48cf-8019-13812d49adc3'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:53.005451 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['a9bada37-6346-48cf-8019-13812d49adc3'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:53.072273 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.124233 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] Set router a9bada37-6346-48cf-8019-13812d49adc3 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:53.224770 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.244193 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] DHCP port deletion for a28b087d-4ee5-4afc-b2cc-f76391338dca request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:53.305432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Deleting port aa5e8240-8cd3-4619-8420-65ad7153cfcb {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:53.305838 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.315363 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port e18f6a40-57dd-4819-98f3-660c71ede939 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:53.315897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.380044 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:15:51Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:53.386127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] For port aa5e8240-8cd3-4619-8420-65ad7153cfcb, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=aa5e8240-8cd3-4619-8420-65ad7153cfcb,segment=NetworkSegment(5fcbfcb1-0199-424a-96b8-5e51b551718d),segment_id=5fcbfcb1-0199-424a-96b8-5e51b551718d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:53.386261 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.390295 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device aa5e8240-8cd3-4619-8420-65ad7153cfcb no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:53.412870 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6389b0-1153-46c4-9998-f74c95226f30 None None] The sync data for ids ['a9bada37-6346-48cf-8019-13812d49adc3'] in n-d-793619-7 is: [{'id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633304673', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:15:51Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'e18f6a40-57dd-4819-98f3-660c71ede939', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bada37-6346-48cf-8019-13812d49adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:34Z', 'updated_at': '2021-07-07T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:53.417160 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port e18f6a40-57dd-4819-98f3-660c71ede939, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e18f6a40-57dd-4819-98f3-660c71ede939,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:53.417528 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.427319 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Calling delete_port for aa5e8240-8cd3-4619-8420-65ad7153cfcb owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:53.432481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for e18f6a40-57dd-4819-98f3-660c71ede939 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:53.540965 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.578054 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.642266 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.642876 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Pushing event deleted for resources: {'Port': ['ID=aa5e8240-8cd3-4619-8420-65ad7153cfcb,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:53.652671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] No DVR routers for this DVR port aa5e8240-8cd3-4619-8420-65ad7153cfcb on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:53.655065 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.655336 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.655679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.656040 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.656377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.656713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.657044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.657524 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.657803 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.658349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.658700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.659231 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b9ec3-3435-4908-939e-8360b810e928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:53.679215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=e18f6a40-57dd-4819-98f3-660c71ede939,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:53.741458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.852741 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.855203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.906591 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.907210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Fanout notify agent at l3_agent the message router_deleted on router a9bada37-6346-48cf-8019-13812d49adc3 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:15:53.920579 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.921942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-6a0dd957-cb21-4f3b-ae65-41663a73baa0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/routers/a9bada37-6346-48cf-8019-13812d49adc3 HTTP/1.1" status: 204 len: 168 time: 0.9855130 Jul 07 18:15:53.927616 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44400) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:54.015006 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.122371 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.136076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28b087d-4ee5-4afc-b2cc-f76391338dca']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.156838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcbfcb1-0199-424a-96b8-5e51b551718d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.157225 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcbfcb1-0199-424a-96b8-5e51b551718d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.170568 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.199176 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.208382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:54.208905 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:54.213839 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:54.285594 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.295480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.296744 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/networks/a28b087d-4ee5-4afc-b2cc-f76391338dca HTTP/1.1" status: 204 len: 168 time: 0.3679364 Jul 07 18:15:54.299692 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44402) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:54.309406 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392f107-d71d-42e7-bc88-7daa52ed9928 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Network': ['ID=a28b087d-4ee5-4afc-b2cc-f76391338dca,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:54.368655 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-445339a8-2889-4884-9172-e2d39a8b93ca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.396015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-445339a8-2889-4884-9172-e2d39a8b93ca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.467157 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-445339a8-2889-4884-9172-e2d39a8b93ca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.469737 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-445339a8-2889-4884-9172-e2d39a8b93ca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.475195 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-445339a8-2889-4884-9172-e2d39a8b93ca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/security-groups/5cab59ca-c849-456f-96a8-589070ad3489 HTTP/1.1" status: 204 len: 168 time: 0.1693215 Jul 07 18:15:54.491091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445339a8-2889-4884-9172-e2d39a8b93ca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab59ca-c849-456f-96a8-589070ad3489,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:54.507517 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.022735 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44408) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.028768 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791503801', 'description': 'tempest-secgroup-smoke-791503801 description', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:55.059574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.192317 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.197041 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.230346 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.231802 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2078724 Jul 07 18:15:55.235429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44410) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.242226 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '6fbb0d9d-82d5-45f5-821c-3a4038e37c71', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:55.248100 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac52c4-16ce-4035-8608-c1c04b15fabb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbb0d9d-82d5-45f5-821c-3a4038e37c71,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.279182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.310317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e18f6a40-57dd-4819-98f3-660c71ede939 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:55.330011 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e18f6a40-57dd-4819-98f3-660c71ede939 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:55.330445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e18f6a40-57dd-4819-98f3-660c71ede939 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:55.331405 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef865abb-c1cf-4cb4-aa24-31908dea25aa no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:55.344707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.349796 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.351962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ef865abb-c1cf-4cb4-aa24-31908dea25aa {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:55.351962 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ef865abb-c1cf-4cb4-aa24-31908dea25aa not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:55.370763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcd9ca8-e780-41e1-b0a4-540849e06543,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.377373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.381318 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ec5301bb-a8f9-43d6-8dfc-d6d79a0c9c9b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445541 Jul 07 18:15:55.381590 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44412) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.386794 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '6fbb0d9d-82d5-45f5-821c-3a4038e37c71', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:55.417251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.470231 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.474306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.493819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c182a779-5751-429c-ad24-89bb02dfd502,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.501612 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.506044 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a2d5c0c6-b8ea-4929-be34-10d82404ced2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201539 Jul 07 18:15:55.506358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44414) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.511308 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '6fbb0d9d-82d5-45f5-821c-3a4038e37c71', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:55.546531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.627132 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.631813 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.652693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4528ac89-219f-41a5-a932-6c3ae72d277d,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.664327 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.666860 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-61591219-f981-499d-9e3d-74d052a88550 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591334 Jul 07 18:15:55.669714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44416) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.681963 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '6fbb0d9d-82d5-45f5-821c-3a4038e37c71', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:55.720440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.815900 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.821525 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.843561 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3772c21-b146-450e-8221-2af548b06046,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.852103 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.853447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-11358004-525c-4926-a948-af927b9303db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1824207 Jul 07 18:15:55.856987 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44418) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.862510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '6fbb0d9d-82d5-45f5-821c-3a4038e37c71', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:55.904673 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:15:55.913348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.002812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.007726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.028099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc5b918-cb1b-4064-aab5-0cf48ffcacd2,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:56.039639 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.042981 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-efabcb12-acb4-4fc4-b2df-e0279dccaca5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1844010 Jul 07 18:15:56.045744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44420) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:56.055329 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': '6fbb0d9d-82d5-45f5-821c-3a4038e37c71', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:56.083555 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:15:56.088909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.161207 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.165544 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.189710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303e8792-0dc9-4b59-b59c-7ed3120f4575,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:56.197977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.202372 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-54ef597e-4928-4285-86ba-b0139dc81418 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515961 Jul 07 18:15:56.203150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44422) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:56.209715 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'network': {'name': 'tempest-network-smoke--1511653754', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'port_security_enabled': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:56.238740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:56.242329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.286447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:56.306203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.306642 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Added segment c8cece45-0682-4e19-b847-682310e47477 of type vlan for network 7ffca547-1188-4e84-8560-fa1b3ac78db5 Jul 07 18:15:56.353438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.384346 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.390100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.390726 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.460182 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2558804 Jul 07 18:15:56.463287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44424) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:56.469358 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'admin_state_up': True, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:56.470613 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45fcd7-43be-40d4-8a3e-2e76fbf1603e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Network': ['ID=7ffca547-1188-4e84-8560-fa1b3ac78db5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:56.481956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:56.499500 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.500530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.568392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.720846 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.936574 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.958214 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.084844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.85 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/26058421-07d4-42b8-9424-5981dd224771) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:57.197501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.239758 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.277407 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:57.282351 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:57.286423 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:57.314430 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=26058421-07d4-42b8-9424-5981dd224771,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:57.548887 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.770418 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.906264 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router dada3891-16ea-48f7-8146-e730046a6d15 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:15:58.021437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:58.031762 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Sync routers for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:58.041607 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.047500 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-16e54839-a18e-4f54-b5fb-053c6d355dca tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5783920 Jul 07 18:15:58.047711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:58.047711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:58.048079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44426) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:58.125640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8353807f-720d-4aa8-a982-66325945eb53 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90da0eb11f6d4cacadb384d73e0ed764&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766485 Jul 07 18:15:58.129093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44430) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:58.164339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:58.222790 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b283a2d-121e-4eb5-a30f-ef75964d4755 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.224330 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5b283a2d-121e-4eb5-a30f-ef75964d4755 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941696 Jul 07 18:15:58.227196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44432) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:58.260952 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-428f7e77-93a7-4ac1-af01-b4994a8b1291 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323849 Jul 07 18:15:58.263903 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44434) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:58.269600 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284274488', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:58.368598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:15:57Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:58.369258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:58.372906 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.402844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Checking router: dada3891-16ea-48f7-8146-e730046a6d15 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:15:58.403196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Updating router dada3891-16ea-48f7-8146-e730046a6d15 port 26058421-07d4-42b8-9424-5981dd224771 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:15:58.441653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.575823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.636479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Subnet': ['ID=c60618da-dea3-40ed-a369-7f92bb8365ae,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:58.646234 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Checking segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:58.646601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network hostable DHCP agents. Network: 7ffca547-1188-4e84-8560-fa1b3ac78db5, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:58.663733 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:58.680935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 7ffca547-1188-4e84-8560-fa1b3ac78db5) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:58.685582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.686306 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.694570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a33613-dc35-4598-8d44-158971bcdcf2 None None] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:58.702962 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c6dd5007-6601-4082-9b26-79f84729f48b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4379961 Jul 07 18:15:58.706496 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44436) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:58.722613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.935838 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Transition to ACTIVE for port object 26058421-07d4-42b8-9424-5981dd224771 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:58.946268 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.036344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Attempting to bind port 26058421-07d4-42b8-9424-5981dd224771 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:59.037555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Attempting to bind port 26058421-07d4-42b8-9424-5981dd224771 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:59.037555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Attempting to bind port 26058421-07d4-42b8-9424-5981dd224771 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:59.055533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42310eab-ba17-457f-a1e6-4687c04db510 None None] Pushing event updated for resources: {'Port': ['ID=26058421-07d4-42b8-9424-5981dd224771,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:59.094320 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:59.094938 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:59.095621 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.096363 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:59.097829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Bound port: 26058421-07d4-42b8-9424-5981dd224771, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:59.098405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.230415 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-7ffca547-1188-4e84-8560-fa1b3ac78db5', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:59.231840 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.254196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] For port 26058421-07d4-42b8-9424-5981dd224771, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:59.280897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] For port 26058421-07d4-42b8-9424-5981dd224771, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26058421-07d4-42b8-9424-5981dd224771,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:59.339226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.358493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.462931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:59.463493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:59.504145 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-1ec324f0-a820-4188-afec-23b003d1110e req-a4a531ae-69e9-4d59-84a9-b5bfc86c622c service neutron] (98264) timed out ('10.222.0.78', 37762) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:15:59.509757 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42310eab-ba17-457f-a1e6-4687c04db510 None None] Pushing event updated for resources: {'Port': ['ID=26058421-07d4-42b8-9424-5981dd224771,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:59.543519 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Allocated IP 172.20.0.2 (7ffca547-1188-4e84-8560-fa1b3ac78db5/c60618da-dea3-40ed-a369-7f92bb8365ae/b9d3f4c5-f801-46c8-a03d-ea15c4cc084b) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:59.659723 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:59.904271 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.917514 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Transition to ACTIVE for port object b9d3f4c5-f801-46c8-a03d-ea15c4cc084b will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:59.945447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Transition to ACTIVE for port object b9d3f4c5-f801-46c8-a03d-ea15c4cc084b will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:59.956731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.006032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:00.015026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:00.020814 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:15:57Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:00.022666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.1 (7ffca547-1188-4e84-8560-fa1b3ac78db5/c60618da-dea3-40ed-a369-7f92bb8365ae/1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:00.023305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:00.028161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Pushing event updated for resources: {'Port': ['ID=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.064110 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d601c8-14fe-4488-83ed-093879e60ea2 None None] The sync data for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 is: [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:15:57Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:00.150648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Attempting to bind port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:00.151266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Attempting to bind port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:00.151914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Attempting to bind port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b on network 7ffca547-1188-4e84-8560-fa1b3ac78db5 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:00.162546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:00.163077 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Checking segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:00.163773 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.164439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Bound using segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:00.165330 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Bound port: b9d3f4c5-f801-46c8-a03d-ea15c4cc084b, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:00.165986 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.196489 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.213592 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:00.257889 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.280658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] For port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:00.285925 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] For port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:00.293813 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.303633 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:00.309736 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:00.314292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:00.369624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.391376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce50fea-3f37-4cbb-a716-b618d84cdb87 None None] Pushing event updated for resources: {'Port': ['ID=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.428852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.707254 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.134916 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.142958 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.282397 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:01.289257 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.419956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b9d3f4c5-f801-46c8-a03d-ea15c4cc084b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:01.447310 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:01.451763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:01.527017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:01.533251 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26058421-07d4-42b8-9424-5981dd224771 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:01.608695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 26058421-07d4-42b8-9424-5981dd224771 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:01.614369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 26058421-07d4-42b8-9424-5981dd224771 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:01.614748 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.652580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router dada3891-16ea-48f7-8146-e730046a6d15 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:01.697765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05d2c4-e6b2-4684-9791-965fc23fce56 None None] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:01.764072 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.781877 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:01.788935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ba6aae4f-d26d-4b19-b9bf-d76c9201ac0c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/dada3891-16ea-48f7-8146-e730046a6d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0811124 Jul 07 18:16:01.807623 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] Provisioning for port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:01.816881 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 26058421-07d4-42b8-9424-5981dd224771, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26058421-07d4-42b8-9424-5981dd224771,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:01.824607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] Provisioning complete for port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:01.825000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.832472 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.957728 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=26058421-07d4-42b8-9424-5981dd224771,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:01.966786 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-97b753cc-1f9a-439d-bca3-3d52d5e81b67 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791503801&fields=id&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 267 time: 0.0398595 Jul 07 18:16:02.036424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.085137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] For port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:02.090715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.160001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94b0a8-2d18-4d81-8d84-fb3d7b19fc48 None None] Pushing event updated for resources: {'Port': ['ID=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.271034 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Sync routers for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:02.290350 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:02.291618 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:02.434507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dbcb4a91-e652-4a37-969c-1cb35c4f0bc5 None None] Provisioning for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:02.442819 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dbcb4a91-e652-4a37-969c-1cb35c4f0bc5 None None] Provisioning complete for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:02.444201 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4a91-e652-4a37-969c-1cb35c4f0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.467027 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:02.515507 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb4a91-e652-4a37-969c-1cb35c4f0bc5 None None] Port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:02.541793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-dbcb4a91-e652-4a37-969c-1cb35c4f0bc5 None None] Provisioning complete for port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:02.542179 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4a91-e652-4a37-969c-1cb35c4f0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.549013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-b9ccf3bb-61cf-4514-8807-73b8ac49ca0e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:02.551290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-b9ccf3bb-61cf-4514-8807-73b8ac49ca0e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 797 time: 0.5677879 Jul 07 18:16:02.570054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-747b6e5d-871b-4baf-9f79-b587f94a6c07 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/quotas/90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 375 time: 0.0132022 Jul 07 18:16:02.660853 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-f1b07de0-f66e-45f5-a7bf-40d3b90bd974 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844409 Jul 07 18:16:02.738771 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 2, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:02.767553 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Checking router: dada3891-16ea-48f7-8146-e730046a6d15 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:02.768711 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Updating router dada3891-16ea-48f7-8146-e730046a6d15 port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:16:02.787973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a5e8da5b-40c5-4b80-87e0-d6a6e6a22db6 None None] Provisioning complete for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:02.788302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a5e8da5b-40c5-4b80-87e0-d6a6e6a22db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.824170 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.837662 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8da5b-40c5-4b80-87e0-d6a6e6a22db6 None None] Port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:02.839919 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-00f9a015-4d49-4144-bc38-c3f8b3c55078 service neutron] 10.222.0.78 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665816 Jul 07 18:16:02.963634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-05bb9017-403b-499e-8ae9-c06a11815a2f None None] Provisioning complete for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:02.964198 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-05bb9017-403b-499e-8ae9-c06a11815a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.970035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-54976e6d-4a8a-4b1e-85be-9c7f95dc1dfe service neutron] 10.222.0.78 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209879 Jul 07 18:16:03.007566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-05bb9017-403b-499e-8ae9-c06a11815a2f None None] Port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:03.154802 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.179804 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Transition to ACTIVE for port object 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:03.187598 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.219449 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09256670-d3d4-45d5-a8ee-a9b2019d1fec req-f5593b24-64c9-482a-9271-1d033da6bb7b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0328991 Jul 07 18:16:03.351388 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Pushing event updated for resources: {'Port': ['ID=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.352223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b9d3f4c5-f801-46c8-a03d-ea15c4cc084b up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:03.424057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:03.425510 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.462198 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Attempting to bind port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:03.462555 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Attempting to bind port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:03.462917 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Attempting to bind port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a on network 7ffca547-1188-4e84-8560-fa1b3ac78db5 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:03.466095 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.466440 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.466769 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.467104 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.467434 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.467763 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.468093 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.468422 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.468834 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.469053 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.469399 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.469719 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:03.478047 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:03.478417 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Checking segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:03.478829 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.479229 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Bound using segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:03.479716 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Bound port: 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:03.480105 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.541651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26058421-07d4-42b8-9424-5981dd224771 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:03.549083 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] For port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:03.553773 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] For port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:03.560301 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.603226 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 26058421-07d4-42b8-9424-5981dd224771 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:03.603618 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.626998 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:03.628301 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:15:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:03.666314 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb232b0-62c5-467a-b4aa-86a6c73683bb None None] Pushing event updated for resources: {'Port': ['ID=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.766249 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:03.982483 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:03Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:04.009738 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d92e77-02fc-42e0-a66a-d651c7756e9b None None] The sync data for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 is: [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:03Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:04.343530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-abff418f-5a5b-4116-95d5-986efe933be0 req-3a3d49b6-beb6-46a8-9874-73f79b3fc93c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0351856 Jul 07 18:16:04.679348 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.306468 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:05.359273 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:05.363441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:05.363832 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.411147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f5af8985-f065-4b32-9267-492cb824bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.439325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0f8bfff6-1403-4f70-b798-4564c945f7d4 req-18af1c75-2000-4410-be68-96119c4f5d85 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0389245 Jul 07 18:16:05.460185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.492626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:05.496773 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.548968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:06.524638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-483b0546-ff11-4c5d-a02e-e7f4552ec641 req-f0ecc831-34d7-4e5b-bd25-0ac65145504f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0311940 Jul 07 18:16:07.291701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:07.338435 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:07.338834 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.668708 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3f5673ec-b50f-44c2-8484-92826323995f req-5cb558ef-92fe-4bfe-bcb6-a05ac7da12cd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0340776 Jul 07 18:16:07.843326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.463631 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-cccdb442-139f-45c7-8bdc-5d61741c9e88 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.465077 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-cccdb442-139f-45c7-8bdc-5d61741c9e88 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 797 time: 0.1149313 Jul 07 18:16:08.522934 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-af721232-5f15-4824-a647-cda0751b213e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 379 time: 0.0373240 Jul 07 18:16:08.532066 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'port': {'device_id': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'admin_state_up': True, 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'security_groups': ['6fbb0d9d-82d5-45f5-821c-3a4038e37c71']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:08.654889 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:08.659362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.807796 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.12 (7ffca547-1188-4e84-8560-fa1b3ac78db5/c60618da-dea3-40ed-a369-7f92bb8365ae/ca23ca4b-c03e-4dd3-a86a-187dc1050f40) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:08.828800 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-99770ce2-c7da-440f-a57a-686b15259e79 req-05751fbb-035d-418c-8b2f-b8209338b333 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0373290 Jul 07 18:16:09.005308 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.322564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-678f3a6f-8448-4db3-be95-cfa1967a33e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.385252 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object ca23ca4b-c03e-4dd3-a86a-187dc1050f40 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:09.422533 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.474888 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:09.480670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:09.484664 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:09.514014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.515013 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:09.548974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.550789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.573727 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-c913906e-f411-4648-bef4-36a85bad4a9d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0450311 Jul 07 18:16:09.592466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Request body: {'port': {'device_id': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:09.695559 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.760505 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0d62efa7-1142-4a53-bfc9-8384afb008cb None None] Provisioning for port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:09.764257 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0d62efa7-1142-4a53-bfc9-8384afb008cb None None] Provisioning complete for port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:09.764633 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d62efa7-1142-4a53-bfc9-8384afb008cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.800793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-0d62efa7-1142-4a53-bfc9-8384afb008cb None None] Port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:09.980149 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca23ca4b-c03e-4dd3-a86a-187dc1050f40 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:09.988795 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.011203 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Transition to ACTIVE for port object ca23ca4b-c03e-4dd3-a86a-187dc1050f40 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:10.015375 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.017775 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbed903-68fe-46b5-b268-083312eba65c req-e5f94f56-5810-4c67-9dd1-c167cb52bc52 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.021025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cbed903-68fe-46b5-b268-083312eba65c req-e5f94f56-5810-4c67-9dd1-c167cb52bc52 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 932 time: 0.0678046 Jul 07 18:16:10.062937 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7cbed903-68fe-46b5-b268-083312eba65c req-74439db0-655e-4976-8782-fbf7d342a9e3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370665 Jul 07 18:16:10.067557 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Pushing event updated for resources: {'Port': ['ID=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:10.153461 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Attempting to bind port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:10.153870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Attempting to bind port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:10.154127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Attempting to bind port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 on network 7ffca547-1188-4e84-8560-fa1b3ac78db5 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:10.158942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 on network 7ffca547-1188-4e84-8560-fa1b3ac78db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:10.159422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Attempting to bind port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 on network 7ffca547-1188-4e84-8560-fa1b3ac78db5 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:10.165201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:10.165588 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Checking segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:10.165972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Bound using segment: {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:10.166410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Bound port: ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cece45-0682-4e19-b847-682310e47477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:10.166770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.237390 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] For port ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:10.240857 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] For port ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:10.245853 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.282219 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.282868 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.284661 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 1092 time: 0.6979871 Jul 07 18:16:10.285213 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:10.287611 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4488ff-6351-41a8-b401-8b167c249587" -d '{"events": [{"name": "network-changed", "server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:10.324460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caa81f-d080-473a-83fb-6dfa255d7e22 service neutron] Pushing event updated for resources: {'Port': ['ID=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:10.337345 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f063ebd8-3dbc-4d4a-8aa9-0d7b1a1b4c99 x-openstack-request-id: req-f063ebd8-3dbc-4d4a-8aa9-0d7b1a1b4c99 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:10.337718 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:10.338112 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f063ebd8-3dbc-4d4a-8aa9-0d7b1a1b4c99 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:10.340705 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'status': 'completed', 'code': 200} Jul 07 18:16:10.414968 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-e7595c54-a030-4ce0-87ec-caa99b1c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.416522 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-e7595c54-a030-4ce0-87ec-caa99b1c7feb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1095 time: 0.0621934 Jul 07 18:16:10.465925 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-eacb1c9b-5015-448c-8758-c0b5bfa388f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 217 time: 0.0364590 Jul 07 18:16:10.515214 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-66ea18ae-4aa1-4d0c-b3a2-ee18173a270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.516766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-66ea18ae-4aa1-4d0c-b3a2-ee18173a270a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0446005 Jul 07 18:16:10.581437 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-57d57ce8-2069-4c94-b4e6-a58018af4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.582969 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-57d57ce8-2069-4c94-b4e6-a58018af4326 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590234 Jul 07 18:16:10.672717 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-282733a5-6ea1-4f3a-919c-0d15dcbb1a4f service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834534 Jul 07 18:16:10.769416 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2f411afe-50f1-4949-b3c9-e8cdefdbe118 req-d459f6fb-8f0e-494c-9cff-6bb5397e5a4d service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Jul 07 18:16:10.918734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4488ff-6351-41a8-b401-8b167c249587 req-814033c7-463c-43f1-ae7a-9aa33359e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.920286 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-814033c7-463c-43f1-ae7a-9aa33359e0cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1095 time: 0.0556905 Jul 07 18:16:11.009770 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4488ff-6351-41a8-b401-8b167c249587 req-80e4ebfc-2ccd-46d2-bd67-f6f473616409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.011265 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-80e4ebfc-2ccd-46d2-bd67-f6f473616409 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 898 time: 0.0849686 Jul 07 18:16:11.057143 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-2490fa07-081e-49c8-bc9a-3270d2d12420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 217 time: 0.0379939 Jul 07 18:16:11.107551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4488ff-6351-41a8-b401-8b167c249587 req-093ad072-744f-464b-a065-77a8f90b4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.109053 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-093ad072-744f-464b-a065-77a8f90b4b64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0457582 Jul 07 18:16:11.129234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.172360 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4488ff-6351-41a8-b401-8b167c249587 req-b30a665c-bf80-4dfa-bd60-69a5b0045aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.174374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-b30a665c-bf80-4dfa-bd60-69a5b0045aec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570467 Jul 07 18:16:11.277953 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f21bea-ac72-48ac-8470-9e2711770a59 req-eb35e8b8-3402-476d-8491-54dad4c42537 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.279512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8f21bea-ac72-48ac-8470-9e2711770a59 req-eb35e8b8-3402-476d-8491-54dad4c42537 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 944 time: 0.0846796 Jul 07 18:16:11.288662 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-67e3eaaa-6033-4a66-b5b1-22f685413a4f service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068759 Jul 07 18:16:11.329723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8f21bea-ac72-48ac-8470-9e2711770a59 req-159388cc-9643-4f37-ae10-f1ab670a2c8c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434678 Jul 07 18:16:11.387771 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fb4488ff-6351-41a8-b401-8b167c249587 req-c414fdc2-9301-4bfd-b5b6-4a87c18c4591 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920630 Jul 07 18:16:12.504213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253038b-85ec-4170-8e56-318c58fe56ea req-2aa4dbf3-fff2-4e3c-8111-aa79e86e3b84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.505772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9253038b-85ec-4170-8e56-318c58fe56ea req-2aa4dbf3-fff2-4e3c-8111-aa79e86e3b84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 944 time: 0.0633018 Jul 07 18:16:12.544321 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9253038b-85ec-4170-8e56-318c58fe56ea req-1f57b5ee-2a8f-47b0-9038-07f5859720db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329931 Jul 07 18:16:13.728876 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66001b6-a50f-47d2-aaf4-4ef7cef00774 req-8b88736e-c3c9-4a58-a1aa-9235402af4d4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.730421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e66001b6-a50f-47d2-aaf4-4ef7cef00774 req-8b88736e-c3c9-4a58-a1aa-9235402af4d4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 944 time: 0.0682912 Jul 07 18:16:13.770146 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e66001b6-a50f-47d2-aaf4-4ef7cef00774 req-253bc72c-296c-440d-b924-683d11c5f1c2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340867 Jul 07 18:16:14.904784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ca23ca4b-c03e-4dd3-a86a-187dc1050f40 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:14.957221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5751e6-f705-40d7-9696-c34fcc36fa67 req-a8df9030-a8b3-466d-bc99-eb6d8d3fef50 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.958810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e5751e6-f705-40d7-9696-c34fcc36fa67 req-a8df9030-a8b3-466d-bc99-eb6d8d3fef50 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 944 time: 0.0766273 Jul 07 18:16:15.005600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e5751e6-f705-40d7-9696-c34fcc36fa67 req-6b37a89b-d054-4a89-b32b-c675e1029fe0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Jul 07 18:16:15.016179 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:15.187340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'port_id': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'mac_address': 'fa:16:3e:13:1f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:15.228799 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.245412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca23ca4b-c03e-4dd3-a86a-187dc1050f40 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:15.266531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:15.271123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.332322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:15.543047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['ca23ca4b-c03e-4dd3-a86a-187dc1050f40'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:16.192388 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b71e-aae0-46c8-9d7e-d47f02fa11f0 req-6c077d65-b434-444a-aad8-1df0a899c2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.194030 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f46b71e-aae0-46c8-9d7e-d47f02fa11f0 req-6c077d65-b434-444a-aad8-1df0a899c2f0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 945 time: 0.0699327 Jul 07 18:16:16.235151 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1f46b71e-aae0-46c8-9d7e-d47f02fa11f0 req-58382173-6c48-40da-8643-ead2ca4cfb77 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354002 Jul 07 18:16:16.920808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ca23ca4b-c03e-4dd3-a86a-187dc1050f40 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:16.973657 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:16.977763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:16.978143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.056839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.083753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:17.086273 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68365110-1a8c-4527-955c-a7527d65d9a9" -d '{"events": [{"server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "name": "network-vif-plugged", "status": "completed", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:17.101837 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:17.107150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.159942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:17.202637 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18ac59d-f053-4a85-b077-add466ba40cf x-openstack-request-id: req-c18ac59d-f053-4a85-b077-add466ba40cf {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:17.202933 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "name": "network-vif-plugged", "status": "completed", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:17.203187 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c18ac59d-f053-4a85-b077-add466ba40cf {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:17.203589 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'code': 200} Jul 07 18:16:17.359926 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35c60d-105c-408a-8f38-f14a3bd9ebd2 req-37117da3-1f9b-4ddb-88da-d3359c980cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.362221 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8e35c60d-105c-408a-8f38-f14a3bd9ebd2 req-37117da3-1f9b-4ddb-88da-d3359c980cca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1097 time: 0.0624394 Jul 07 18:16:17.403449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8e35c60d-105c-408a-8f38-f14a3bd9ebd2 req-bfb5ae04-a3e2-4971-8ea2-76c6b3807488 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Jul 07 18:16:17.465665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a3eb3-b787-46dd-bf71-d789b00c1a17 req-db0118ec-ee23-4838-8a7f-4eac8cae85bd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.467089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe1a3eb3-b787-46dd-bf71-d789b00c1a17 req-db0118ec-ee23-4838-8a7f-4eac8cae85bd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0674779 Jul 07 18:16:17.513836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe1a3eb3-b787-46dd-bf71-d789b00c1a17 req-83c137a9-8435-4fff-953b-e6c8a3ea2be5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394917 Jul 07 18:16:18.722504 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e60c3-98d1-423f-9db2-5e635282860d req-2aca0236-a7c9-4e7c-ab0c-0915f4ddef35 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.724128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-032e60c3-98d1-423f-9db2-5e635282860d req-2aca0236-a7c9-4e7c-ab0c-0915f4ddef35 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0746269 Jul 07 18:16:18.776266 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-032e60c3-98d1-423f-9db2-5e635282860d req-6efd2c06-e29b-4b2a-bfaa-c21329f12a4f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458038 Jul 07 18:16:18.973566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc531-0b10-4c23-a4a0-8d51cb882c98 req-23d92d93-e3c0-4e5e-83ce-999f1d49eca2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.975332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcddc531-0b10-4c23-a4a0-8d51cb882c98 req-23d92d93-e3c0-4e5e-83ce-999f1d49eca2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0688758 Jul 07 18:16:19.020725 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fcddc531-0b10-4c23-a4a0-8d51cb882c98 req-bc5cccc0-5856-4b90-ae1c-f7c1ff4d982a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395637 Jul 07 18:16:19.047292 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44510) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:19.110311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c60b1-4493-410c-bed2-d5a9362a9618 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:19.112342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7c1c60b1-4493-410c-bed2-d5a9362a9618 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1092 time: 0.0640001 Jul 07 18:16:19.115598 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44512) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:19.120774 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:19.151699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.263555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.396877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.180 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f819315e-3b14-4e03-ab16-76bf801ac3e8) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:19.515732 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.557787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.602567 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:19.607511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:19.610156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:19.636689 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=f819315e-3b14-4e03-ab16-76bf801ac3e8,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:19.995016 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.074961 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.232124 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.237901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.303979 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=f819315e-3b14-4e03-ab16-76bf801ac3e8,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:20.316003 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.414166 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 273c3c65-531a-4171-b559-2acdfaeed0fa associated. External IP: 172.25.5.180, port: ca23ca4b-c03e-4dd3-a86a-187dc1050f40. Jul 07 18:16:20.622429 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router dada3891-16ea-48f7-8146-e730046a6d15 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:20.730693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:20.740878 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] Sync routers for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:20.753022 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.755125 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:20.755756 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:16:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:20.801363 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-03a4a453-ae05-48c8-88e3-6ac4ce66b063 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6844385 Jul 07 18:16:20.801965 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:20.804449 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25" -d '{"events": [{"name": "network-changed", "server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:20.871314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:20.958091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dab1a-1202-4b3f-aed0-ce76af93cc15 req-d7374a36-31cc-4782-9765-a17874fc9521 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:20.959543 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd6dab1a-1202-4b3f-aed0-ce76af93cc15 req-d7374a36-31cc-4782-9765-a17874fc9521 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0675602 Jul 07 18:16:20.997524 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fd6dab1a-1202-4b3f-aed0-ce76af93cc15 req-363f98f6-9b54-4bf8-986d-b4dd233bca97 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Jul 07 18:16:21.023970 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44518) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:21.067246 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af3945-887a-48e9-a317-8aaaa0d6fc6e x-openstack-request-id: req-81af3945-887a-48e9-a317-8aaaa0d6fc6e {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:21.067623 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:21.067939 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81af3945-887a-48e9-a317-8aaaa0d6fc6e {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:21.068396 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'status': 'completed', 'code': 200} Jul 07 18:16:21.105886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-46f5eeb1-eaa9-4440-a84a-7e629430ccea tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/273c3c65-531a-4171-b559-2acdfaeed0fa HTTP/1.1" status: 200 len: 992 time: 0.0805998 Jul 07 18:16:21.112903 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '273c3c65-531a-4171-b559-2acdfaeed0fa', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'port_id': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'mac_address': 'fa:16:3e:13:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:19Z', 'updated_at': '2021-07-07T18:16:19Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:21.140436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] Checking router: dada3891-16ea-48f7-8146-e730046a6d15 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:21.150141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:21.150765 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:16:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:21.164067 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-8c98cb8a-5d24-4213-ab67-97d27c261ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:21.165712 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-8c98cb8a-5d24-4213-ab67-97d27c261ce9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1097 time: 0.0720227 Jul 07 18:16:21.269526 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-2b0da453-ce3f-4036-9727-5210462583a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:21.270914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:21.271294 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-2b0da453-ce3f-4036-9727-5210462583a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 898 time: 0.0996208 Jul 07 18:16:21.347211 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-3bd93d1c-93da-447b-bbd2-a7fbab1e0aeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 1000 time: 0.0687840 Jul 07 18:16:21.399769 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-6a063ce6-378d-473d-abcc-31c6dbf2af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:21.401339 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-6a063ce6-378d-473d-abcc-31c6dbf2af02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0497217 Jul 07 18:16:21.463719 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-12b391f9-6ae6-4198-b275-b36aa9bf3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:21.465372 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-12b391f9-6ae6-4198-b275-b36aa9bf3c5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578218 Jul 07 18:16:21.537309 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '273c3c65-531a-4171-b559-2acdfaeed0fa', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'port_id': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'mac_address': 'fa:16:3e:13:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:19Z', 'updated_at': '2021-07-07T18:16:19Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:21.564518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd7033-7f6c-4de1-8632-443ef1dca61a None None] The sync data for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 is: [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '273c3c65-531a-4171-b559-2acdfaeed0fa', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'port_id': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'mac_address': 'fa:16:3e:13:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:19Z', 'updated_at': '2021-07-07T18:16:19Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:21.571893 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-ef013922-7612-4ba0-a4c3-2fa3badfd041 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992846 Jul 07 18:16:21.666946 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f65fe872-5fe6-4522-b6c5-5f18f69b8b25 req-7d7b0b7c-3073-4e94-86a0-89365c859408 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888426 Jul 07 18:16:21.773321 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3956d4e-fe00-40d9-842a-0b0bf88731d9 None None] New status for floating IP 273c3c65-531a-4171-b559-2acdfaeed0fa: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:22.109897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44520) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:22.178960 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2c28b0eb-dd4f-4d65-8779-259790419c1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/273c3c65-531a-4171-b559-2acdfaeed0fa HTTP/1.1" status: 200 len: 994 time: 0.0677910 Jul 07 18:16:24.496212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.235191 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:34.695836 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.383858 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-459c153c-f3a0-4052-b704-06746759f1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.608503 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-2c807304-3a63-4f54-8ec9-0d7123071318 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552661 Jul 07 18:16:37.731657 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-9d36f87f-211d-4013-93ff-0c6e4c9d9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:37.733220 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-9d36f87f-211d-4013-93ff-0c6e4c9d9699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1097 time: 0.0577543 Jul 07 18:16:37.850240 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.865128 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-fc6bd28f-de8b-4455-8803-3d9ec9da3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:37.866521 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-fc6bd28f-de8b-4455-8803-3d9ec9da3304 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 898 time: 0.1120346 Jul 07 18:16:37.936824 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-ce5f39b7-ced3-47e5-a39a-aae8ca3b9300 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 1002 time: 0.0638552 Jul 07 18:16:37.987844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-1b650706-da31-4669-aedf-6f82d4dced8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:37.989374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-1b650706-da31-4669-aedf-6f82d4dced8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0455179 Jul 07 18:16:38.051599 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-58235d34-a61d-446b-a402-253947d6f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:38.053144 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-58235d34-a61d-446b-a402-253947d6f623 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572667 Jul 07 18:16:38.144395 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-238c838e-58a7-48b3-aeda-1feefae01f32 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840080 Jul 07 18:16:38.242218 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-75f98c42-3616-4373-9d6f-b2b7378e79e2 req-ebb0fa48-f389-48a9-96c9-cc3fcd4ac663 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910816 Jul 07 18:16:39.310902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6caea427-9be4-471b-9aeb-ab96961d371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.503430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.130720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.766253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ae2f-88a4-435d-9e30-a02bf89ed4ce req-a53d708f-0f05-4a7b-9bd5-f40dc20b40bb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:53.768417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dc0ae2f-88a4-435d-9e30-a02bf89ed4ce req-a53d708f-0f05-4a7b-9bd5-f40dc20b40bb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0774598 Jul 07 18:16:53.806932 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7dc0ae2f-88a4-435d-9e30-a02bf89ed4ce req-5ed1a0b7-2c95-48a8-98a0-cc53759c9324 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Jul 07 18:16:54.509646 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.014562 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ccc2d-08c3-4194-a6ef-173c92c76ec9 req-50f4624f-0188-46fd-8fd1-87ddc8ea4367 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:55.016238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb3ccc2d-08c3-4194-a6ef-173c92c76ec9 req-50f4624f-0188-46fd-8fd1-87ddc8ea4367 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0799310 Jul 07 18:16:55.057473 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb3ccc2d-08c3-4194-a6ef-173c92c76ec9 req-6882e4a5-8143-4581-ab92-40acf44f953a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346296 Jul 07 18:16:56.244747 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e926b-a3c4-42f7-880e-c545d39b1752 req-8af005c8-fdc2-464c-b2d4-186032a95d06 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:56.246435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-011e926b-a3c4-42f7-880e-c545d39b1752 req-8af005c8-fdc2-464c-b2d4-186032a95d06 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0692608 Jul 07 18:16:56.288892 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-011e926b-a3c4-42f7-880e-c545d39b1752 req-9d01f9d3-a83d-49c1-be60-47c2681fc35c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356231 Jul 07 18:16:57.470449 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc816a-3394-4415-9f7a-4b400fce9b11 req-a26a773c-d665-4982-8ec0-ed991ddaf920 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:57.471894 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29dc816a-3394-4415-9f7a-4b400fce9b11 req-a26a773c-d665-4982-8ec0-ed991ddaf920 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0650132 Jul 07 18:16:57.520796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29dc816a-3394-4415-9f7a-4b400fce9b11 req-1bca96e5-677a-4214-8112-37ffaec3374a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Jul 07 18:16:58.711252 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccef988-fb3e-4fae-9c10-e09c4d662e03 req-e9de0eae-f6e5-4efe-a7af-fcda304f353f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:58.712789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ccef988-fb3e-4fae-9c10-e09c4d662e03 req-e9de0eae-f6e5-4efe-a7af-fcda304f353f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jul 07 18:16:58.751269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1ccef988-fb3e-4fae-9c10-e09c4d662e03 req-f88f5718-7cfa-491a-ae3a-a8cdc2562f25 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329094 Jul 07 18:16:59.947765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca7ce-1eee-4884-90b0-bdb553d58be2 req-d704f035-f291-4823-9e5d-1fd813db7680 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:59.949491 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba5ca7ce-1eee-4884-90b0-bdb553d58be2 req-d704f035-f291-4823-9e5d-1fd813db7680 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0742977 Jul 07 18:16:59.993136 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ba5ca7ce-1eee-4884-90b0-bdb553d58be2 req-dc9ccebc-ecfa-4936-9788-1f5e2f0c9181 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370574 Jul 07 18:17:01.176572 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10185345-2834-44ad-a372-77acbffacee6 req-d026e5b0-f8a8-45a0-ac14-96d0557c8980 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:01.178103 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10185345-2834-44ad-a372-77acbffacee6 req-d026e5b0-f8a8-45a0-ac14-96d0557c8980 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0697644 Jul 07 18:17:01.216756 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-10185345-2834-44ad-a372-77acbffacee6 req-5f4ff0b3-6a50-4d45-a9fe-02a524b0d7e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Jul 07 18:17:02.398500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937fe9e-cdc3-4fed-b5e3-a42e6410e619 req-8b8163aa-1c0e-4f1d-b836-374007010259 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:02.400034 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7937fe9e-cdc3-4fed-b5e3-a42e6410e619 req-8b8163aa-1c0e-4f1d-b836-374007010259 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0658045 Jul 07 18:17:02.438625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7937fe9e-cdc3-4fed-b5e3-a42e6410e619 req-105062ce-0241-49d7-9fd2-710910ca5e77 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Jul 07 18:17:03.234062 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:03.617071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d145-0249-4413-8368-30d4f25c241f req-143c12da-2bcf-4be9-8874-4fefec416288 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.618610 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f36d145-0249-4413-8368-30d4f25c241f req-143c12da-2bcf-4be9-8874-4fefec416288 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0640147 Jul 07 18:17:03.661811 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f36d145-0249-4413-8368-30d4f25c241f req-8251a6f7-f5dd-4a7b-a733-8d4699f98fba tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Jul 07 18:17:04.694008 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.842166 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f9a3-e953-42e0-85db-0e57792f5c16 req-697ecd2b-ae3f-4312-8f56-4b137036a083 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:04.843752 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe85f9a3-e953-42e0-85db-0e57792f5c16 req-697ecd2b-ae3f-4312-8f56-4b137036a083 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0680091 Jul 07 18:17:04.882372 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fe85f9a3-e953-42e0-85db-0e57792f5c16 req-03a69790-a7a6-4933-8aac-0aa090e91b8c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Jul 07 18:17:05.386625 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d6f5fddc-bd13-4964-961c-171af5bd8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:06.062906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fcdd2-07a6-4de2-83e2-6feba7e7f39a req-5688823b-b320-4281-a840-b57911c19000 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:06.064463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd4fcdd2-07a6-4de2-83e2-6feba7e7f39a req-5688823b-b320-4281-a840-b57911c19000 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0659182 Jul 07 18:17:06.103827 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd4fcdd2-07a6-4de2-83e2-6feba7e7f39a req-6a0404ac-1b88-424e-a8bc-68f130fa8350 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Jul 07 18:17:07.292945 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad955d-a388-4194-b360-851ce9071e62 req-005f585a-f997-41f4-8caf-2e271c91881b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:07.294566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0dad955d-a388-4194-b360-851ce9071e62 req-005f585a-f997-41f4-8caf-2e271c91881b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0752194 Jul 07 18:17:07.334710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0dad955d-a388-4194-b360-851ce9071e62 req-0a045af0-f22e-4340-a842-a115af9f4312 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342689 Jul 07 18:17:07.842018 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:08.518652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a3b1-6efc-4100-a74c-a18ac8b6ed61 req-80acf627-3717-4711-a62c-65ca89e7b9c7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:08.520226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e52a3b1-6efc-4100-a74c-a18ac8b6ed61 req-80acf627-3717-4711-a62c-65ca89e7b9c7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0649755 Jul 07 18:17:08.560286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9e52a3b1-6efc-4100-a74c-a18ac8b6ed61 req-db9ba43e-2e4e-4448-881b-69ed1dfeaae7 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342438 Jul 07 18:17:09.312856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dda688c0-223c-48b2-a04e-98ba45f421f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.506393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.747139 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3eceb-25ac-4d58-bcbd-fa1d1ea16d0b req-4c08f5ef-dc79-4a87-b6af-d50ca10f8fb8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:09.748638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5f3eceb-25ac-4d58-bcbd-fa1d1ea16d0b req-4c08f5ef-dc79-4a87-b6af-d50ca10f8fb8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0695479 Jul 07 18:17:09.796175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a5f3eceb-25ac-4d58-bcbd-fa1d1ea16d0b req-4d64c96a-9061-4f45-b1a0-7321c8174abe tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403810 Jul 07 18:17:09.825782 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44566) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:09.895881 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1b40fdc9-e289-4185-b88b-2e673bcf2a91 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/273c3c65-531a-4171-b559-2acdfaeed0fa HTTP/1.1" status: 200 len: 994 time: 0.0673385 Jul 07 18:17:11.135739 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:11.362863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39454401-d010-4d47-bfd5-c76b72283580 req-00a258f5-660d-4d1d-89df-40255229e494 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.363763 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-e6f29abf-311e-43f6-ad96-b75e7823a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.364442 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39454401-d010-4d47-bfd5-c76b72283580 req-00a258f5-660d-4d1d-89df-40255229e494 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0662792 Jul 07 18:17:11.365451 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-e6f29abf-311e-43f6-ad96-b75e7823a4b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1097 time: 0.0557418 Jul 07 18:17:11.408913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-39454401-d010-4d47-bfd5-c76b72283580 req-1956884a-1428-46d1-a511-2eb42f486773 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386062 Jul 07 18:17:11.461422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-02644dae-0881-42fb-9872-0a81d24c0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.462926 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-02644dae-0881-42fb-9872-0a81d24c0856 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 898 time: 0.0917971 Jul 07 18:17:11.529086 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-8396f90a-042a-4211-b0f5-0b03109e498a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 1002 time: 0.0599294 Jul 07 18:17:11.578119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-99e40561-8066-4228-9d6b-525d42183cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.580594 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-99e40561-8066-4228-9d6b-525d42183cb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0452707 Jul 07 18:17:11.642150 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-ed2f3d41-c982-4783-948a-78fb5a2aefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.643692 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-ed2f3d41-c982-4783-948a-78fb5a2aefdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574405 Jul 07 18:17:11.745374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-ff1b8c96-a544-48db-a097-e2cc89a104fb service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950294 Jul 07 18:17:11.846705 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-220907c6-8e37-49c2-82b9-1b97cb74ca30 req-79153770-bd6b-4d52-9fa1-267eba9afc17 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930514 Jul 07 18:17:12.602256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc42-0471-4caa-a502-e79727973e2d req-e00e0e33-e2e3-49e9-8459-e5c8cabd79b0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:12.603789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6509dc42-0471-4caa-a502-e79727973e2d req-e00e0e33-e2e3-49e9-8459-e5c8cabd79b0 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0677114 Jul 07 18:17:12.643556 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6509dc42-0471-4caa-a502-e79727973e2d req-de076f77-7210-4bc7-bf31-4f3b4eeeaaaf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342035 Jul 07 18:17:12.668325 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44576) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:12.729895 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a6744249-2fbd-426d-ba3e-5f5d434dc4b5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/273c3c65-531a-4171-b559-2acdfaeed0fa HTTP/1.1" status: 200 len: 994 time: 0.0603173 Jul 07 18:17:24.510099 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:34.709215 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.388429 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-00b8352f-a37a-45fc-87ac-e7772758629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.843485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.914872 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-d498dd23-9b09-4124-9878-7d19eeecade4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3503885 Jul 07 18:17:38.030860 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-ee2c2673-c516-4cd8-9611-d0e624692a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.033193 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-ee2c2673-c516-4cd8-9611-d0e624692a66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1097 time: 0.0582352 Jul 07 18:17:38.137342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-52cdd383-72de-4ceb-8a42-e628fdc71518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.138747 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-52cdd383-72de-4ceb-8a42-e628fdc71518 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 898 time: 0.0856531 Jul 07 18:17:38.205616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-1e1dc11e-e33e-4b3b-8130-3108d81fc1f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 1002 time: 0.0594945 Jul 07 18:17:38.255043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-92166496-3e13-4a65-9ebe-5bb08c1ec231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.256539 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-92166496-3e13-4a65-9ebe-5bb08c1ec231 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0450561 Jul 07 18:17:38.321961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-17489907-9392-420e-91a1-e330306dd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.323537 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-17489907-9392-420e-91a1-e330306dd84f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606532 Jul 07 18:17:38.414169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-717597d7-6927-4bce-90e5-8a4b66050b0e service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828791 Jul 07 18:17:38.507750 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fcb48a4-bcc3-4089-85a0-3905379abbc8 req-caf7c567-46ef-4c0d-9271-a5e324e4d53a service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 Jul 07 18:17:39.317419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53940b60-5847-4bb0-91b5-dfb1496141b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.509070 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.237330 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:41.135209 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.206258 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44594) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.371549 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port f819315e-3b14-4e03-ab16-76bf801ac3e8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:43.371891 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.447552 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.447893 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.460274 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for f819315e-3b14-4e03-ab16-76bf801ac3e8 owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:43.610448 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.635835 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=f819315e-3b14-4e03-ab16-76bf801ac3e8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.661915 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.662259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.662595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.662926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.663259 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.663583 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.663909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.664232 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.664554 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.664875 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.665221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.665540 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:43.712019 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.712367 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 273c3c65-531a-4171-b559-2acdfaeed0fa disassociated (deleted). External IP: 172.25.5.180, port: ca23ca4b-c03e-4dd3-a86a-187dc1050f40. Jul 07 18:17:43.926305 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router dada3891-16ea-48f7-8146-e730046a6d15 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:44.033645 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:44.038584 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.043002 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] Sync routers for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:44.053424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:44.054057 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:44.080778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-a0a801a4-1839-4a90-ae43-dddf78851779 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/floatingips/273c3c65-531a-4171-b559-2acdfaeed0fa HTTP/1.1" status: 204 len: 168 time: 0.8733337 Jul 07 18:17:44.081380 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:44.083678 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d4586c-15fa-4f54-84dd-836390dd3c29" -d '{"events": [{"name": "network-changed", "server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:44.176737 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:44.363260 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda48da-17fe-4a0a-b9e3-069c07e45ded x-openstack-request-id: req-deda48da-17fe-4a0a-b9e3-069c07e45ded {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:44.363795 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:44.363898 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-deda48da-17fe-4a0a-b9e3-069c07e45ded {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:44.364364 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'status': 'completed', 'code': 200} Jul 07 18:17:44.404644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:44.436404 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] Checking router: dada3891-16ea-48f7-8146-e730046a6d15 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:44.445985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:44.447209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:44.469996 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-bd9ea295-32df-48ac-b0b2-6c6bad5aca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:44.471847 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-bd9ea295-32df-48ac-b0b2-6c6bad5aca3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 1097 time: 0.0578125 Jul 07 18:17:44.537594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fe717-be7e-49d0-9073-c7b1be31e003 req-24f49140-b83b-45c4-bad7-bfadba74322c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:44.539378 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404fe717-be7e-49d0-9073-c7b1be31e003 req-24f49140-b83b-45c4-bad7-bfadba74322c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0827186 Jul 07 18:17:44.564460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:44.575140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-6adc9113-e8f3-41b4-8a80-eea62675682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:44.576571 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-6adc9113-e8f3-41b4-8a80-eea62675682b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 200 len: 898 time: 0.0976772 Jul 07 18:17:44.581513 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-404fe717-be7e-49d0-9073-c7b1be31e003 req-67ab87fb-9e56-4358-9320-0dd84a0b11e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364814 Jul 07 18:17:44.620479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-623c38cc-d182-4d58-b02a-bc3209690e55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 200 len: 217 time: 0.0365908 Jul 07 18:17:44.668877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-9e32d981-7bbd-4a4a-b0fa-9f85f21cc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:44.670380 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-9e32d981-7bbd-4a4a-b0fa-9f85f21cc5a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 200 len: 835 time: 0.0437877 Jul 07 18:17:44.733549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-1ced325d-9c44-48b4-a29a-79f94bd068a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:44.735200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-1ced325d-9c44-48b4-a29a-79f94bd068a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ffca547-1188-4e84-8560-fa1b3ac78db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582833 Jul 07 18:17:44.774652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:44.802030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0295216-95be-46b2-81d3-13aea33e93e1 None None] The sync data for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 is: [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a', 'name': '', 'network_id': '7ffca547-1188-4e84-8560-fa1b3ac78db5', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:ed:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:59Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': 'c60618da-dea3-40ed-a369-7f92bb8365ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:44.831398 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-7f065e40-9b24-4ba1-bce7-d8de04b386a0 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884478 Jul 07 18:17:44.933943 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b3d4586c-15fa-4f54-84dd-836390dd3c29 req-bc2238b8-19aa-425e-ac6e-3d9ad90243a1 service neutron] 10.222.0.13 "GET /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956001 Jul 07 18:17:45.050982 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac6c09-00b9-4fdd-abc2-c4d8b32a322e None None] New status for floating IP 273c3c65-531a-4171-b559-2acdfaeed0fa: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:17:45.758221 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323640c-a363-42ca-a5cc-bc360fba087d req-ceeea3bb-4cda-4bc2-8a8c-bc75a97db16c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:45.759730 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3323640c-a363-42ca-a5cc-bc360fba087d req-ceeea3bb-4cda-4bc2-8a8c-bc75a97db16c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0652802 Jul 07 18:17:45.798309 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3323640c-a363-42ca-a5cc-bc360fba087d req-ccbadbe3-a820-4ded-b85b-7eceba2481dd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fbb0d9d-82d5-45f5-821c-3a4038e37c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Jul 07 18:17:46.057918 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23cef-80e7-4355-a34d-248e818a8617 req-82e0cc2f-bc39-4dbf-bda0-88fc16425dbe tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:46.059789 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-95e23cef-80e7-4355-a34d-248e818a8617 req-82e0cc2f-bc39-4dbf-bda0-88fc16425dbe tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 946 time: 0.0681226 Jul 07 18:17:46.166336 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:46.166665 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.255198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port ca23ca4b-c03e-4dd3-a86a-187dc1050f40, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:46.255558 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.269164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for ca23ca4b-c03e-4dd3-a86a-187dc1050f40 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:46.404921 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.438284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=ca23ca4b-c03e-4dd3-a86a-187dc1050f40,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:46.466545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.466863 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.467199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.467532 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.467861 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.468185 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.468510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.469456 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.469786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.470109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.470422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.470736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:46.496740 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] No DVR routers for this DVR port ca23ca4b-c03e-4dd3-a86a-187dc1050f40 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:46.499834 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.502913 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-95e23cef-80e7-4355-a34d-248e818a8617 req-e4fefb2b-593b-4c73-836d-269ecbeab6dc tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.13 "DELETE /v2.0/ports/ca23ca4b-c03e-4dd3-a86a-187dc1050f40 HTTP/1.1" status: 204 len: 173 time: 0.4371817 Jul 07 18:17:46.503397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'name': 'network-vif-deleted', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:46.506081 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2614ee78-23e2-4e8d-80f2-98966a247b74" -d '{"events": [{"server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "name": "network-vif-deleted", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:46.550102 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f01d47-be47-4e78-9b78-0b5f4078e85c x-openstack-request-id: req-e7f01d47-be47-4e78-9b78-0b5f4078e85c {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:46.550398 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4329f13-73c1-4518-bc71-49a8343b5360", "name": "network-vif-deleted", "tag": "ca23ca4b-c03e-4dd3-a86a-187dc1050f40", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:46.550652 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7f01d47-be47-4e78-9b78-0b5f4078e85c {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:46.551085 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4329f13-73c1-4518-bc71-49a8343b5360', 'name': 'network-vif-deleted', 'tag': 'ca23ca4b-c03e-4dd3-a86a-187dc1050f40', 'status': 'completed', 'code': 200} Jul 07 18:17:46.966767 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9deeccfe-8ac2-4169-9d60-d1b0763c60b5 req-2cf86213-1f70-47a6-b095-2f58cd960643 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=d4329f13-73c1-4518-bc71-49a8343b5360 HTTP/1.1" status: 200 len: 210 time: 0.0336492 Jul 07 18:17:48.069067 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44610) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:48.462613 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.729412 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:48.729672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.819959 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:48.820315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.834093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:49.020501 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.046523 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.248019 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.542885 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ca23ca4b-c03e-4dd3-a86a-187dc1050f40 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:49.564432 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: ca23ca4b-c03e-4dd3-a86a-187dc1050f40 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:49.564781 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device ca23ca4b-c03e-4dd3-a86a-187dc1050f40 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:49.784663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router dada3891-16ea-48f7-8146-e730046a6d15 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:49.890222 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:49.895232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-af0024d0-c211-46ba-8c78-2c26437aac4e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/dada3891-16ea-48f7-8146-e730046a6d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250968 Jul 07 18:17:49.898180 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44612) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:49.899931 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] Sync routers for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:49.910775 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:49.911487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:49.952122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting subnet c60618da-dea3-40ed-a369-7f92bb8365ae {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:17:49.955450 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.996444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.020616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:50.086634 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.157064 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.188842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Subnet': ['ID=c60618da-dea3-40ed-a369-7f92bb8365ae,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.190951 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.192886 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ae55134a-5017-4675-b24f-3a461a72b3e4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/subnets/c60618da-dea3-40ed-a369-7f92bb8365ae HTTP/1.1" status: 204 len: 168 time: 0.2937024 Jul 07 18:17:50.195859 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44614) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:50.200528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c17c3-9776-41b5-bb44-55b1869287fe None None] Network 7ffca547-1188-4e84-8560-fa1b3ac78db5 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:50.315946 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.425402 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.477854 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '26058421-07d4-42b8-9424-5981dd224771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:17:48Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': '26058421-07d4-42b8-9424-5981dd224771', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.486593 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 26058421-07d4-42b8-9424-5981dd224771 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:50.486973 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.511890 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] Checking router: dada3891-16ea-48f7-8146-e730046a6d15 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:50.527582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] Routers {'dada3891-16ea-48f7-8146-e730046a6d15'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:50.528112 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['dada3891-16ea-48f7-8146-e730046a6d15'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.575923 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 26058421-07d4-42b8-9424-5981dd224771, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=26058421-07d4-42b8-9424-5981dd224771,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:50.576286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.591014 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 26058421-07d4-42b8-9424-5981dd224771 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:50.632472 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] Set router dada3891-16ea-48f7-8146-e730046a6d15 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:50.694940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] DHCP port deletion for 7ffca547-1188-4e84-8560-fa1b3ac78db5 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:17:50.698365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 6, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.743973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42568d7-df1c-445a-90f7-ecfc024e11a3 None None] The sync data for ids ['dada3891-16ea-48f7-8146-e730046a6d15'] in n-d-793619-7 is: [{'id': 'dada3891-16ea-48f7-8146-e730046a6d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107966921', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:15:56Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 6, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:50.769219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Deleting port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:50.769612 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.779742 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.840377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] For port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,segment=NetworkSegment(c8cece45-0682-4e19-b847-682310e47477),segment_id=c8cece45-0682-4e19-b847-682310e47477)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:50.840639 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=26058421-07d4-42b8-9424-5981dd224771,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.840797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.854996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Calling delete_port for b9d3f4c5-f801-46c8-a03d-ea15c4cc084b owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:50.883854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.934424 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.959983 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Pushing event deleted for resources: {'Port': ['ID=b9d3f4c5-f801-46c8-a03d-ea15c4cc084b,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.964291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] No DVR routers for this DVR port b9d3f4c5-f801-46c8-a03d-ea15c4cc084b on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:50.971680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.972017 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.972366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.972708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.973050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.973416 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.973748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.974079 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.974784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.974784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.975078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.975359 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6845a752-0638-47e1-822a-7e1e1c19472d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.987775 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.989939 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.034018 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.034680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Fanout notify agent at l3_agent the message router_deleted on router dada3891-16ea-48f7-8146-e730046a6d15 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:17:51.042508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.043658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-56d19aee-d48c-422f-aa6a-2d560ec5c38f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/routers/dada3891-16ea-48f7-8146-e730046a6d15 HTTP/1.1" status: 204 len: 168 time: 0.8467417 Jul 07 18:17:51.046410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44616) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:51.133748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.243969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.257510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffca547-1188-4e84-8560-fa1b3ac78db5']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:51.272741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cece45-0682-4e19-b847-682310e47477') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:51.273150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cece45-0682-4e19-b847-682310e47477') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:51.287280 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.307421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.316798 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:51.317622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:51.321030 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:51.357178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b9d3f4c5-f801-46c8-a03d-ea15c4cc084b no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:51.383054 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: b9d3f4c5-f801-46c8-a03d-ea15c4cc084b {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:51.383499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b9d3f4c5-f801-46c8-a03d-ea15c4cc084b not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:51.384093 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26058421-07d4-42b8-9424-5981dd224771 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:51.411844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 26058421-07d4-42b8-9424-5981dd224771 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:51.412266 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 26058421-07d4-42b8-9424-5981dd224771 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:51.412749 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:51.414311 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.426592 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.427943 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/networks/7ffca547-1188-4e84-8560-fa1b3ac78db5 HTTP/1.1" status: 204 len: 168 time: 0.3797441 Jul 07 18:17:51.431486 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44618) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:51.436436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:51.436851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 1081dd30-e7c5-45c0-8ab7-3ad3b62ede0a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:51.442075 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41e3f3-f265-4143-b056-1605ed79d3be tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Network': ['ID=7ffca547-1188-4e84-8560-fa1b3ac78db5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:51.507589 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c851aa3-4bb1-4c4a-9f8c-bc0f7d6b7ee6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.537746 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c851aa3-4bb1-4c4a-9f8c-bc0f7d6b7ee6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.603917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c851aa3-4bb1-4c4a-9f8c-bc0f7d6b7ee6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.606677 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c851aa3-4bb1-4c4a-9f8c-bc0f7d6b7ee6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.607851 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8c851aa3-4bb1-4c4a-9f8c-bc0f7d6b7ee6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/security-groups/6fbb0d9d-82d5-45f5-821c-3a4038e37c71 HTTP/1.1" status: 204 len: 168 time: 0.1750977 Jul 07 18:17:51.617765 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c851aa3-4bb1-4c4a-9f8c-bc0f7d6b7ee6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbb0d9d-82d5-45f5-821c-3a4038e37c71,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:51.946898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44624) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:51.951584 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730225801', 'description': 'tempest-secgroup-smoke-730225801 description', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:51.975367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.064609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.068424 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.096647 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.097927 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1500242 Jul 07 18:17:52.100896 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44626) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.102290 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fec87-3ec7-46f3-a76e-fde41cc56380 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe14ce18-0629-41f1-aa89-a9c818db541c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.105694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'fe14ce18-0629-41f1-aa89-a9c818db541c', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.133870 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.193992 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.198520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.218237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6a8d07-a02e-4763-aadb-bb20066004a7,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.221929 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.223133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-229625ab-a12a-442c-84c7-19cfb2152039 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212106 Jul 07 18:17:52.225965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44628) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.230935 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'fe14ce18-0629-41f1-aa89-a9c818db541c', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.258531 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.319591 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.323338 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.353191 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169dace0-9e2a-4e40-8dd2-35fe01a3d8ce,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.363111 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.367433 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b7138546-5f01-41ac-af20-01168876431c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378372 Jul 07 18:17:52.367743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44630) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.372437 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'fe14ce18-0629-41f1-aa89-a9c818db541c', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.400761 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.466378 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.471386 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.498761 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b878cf39-5965-42f8-82e0-9268be301074,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.509716 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.511728 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-7fd72dd1-e4ec-45ee-96f7-5807c8bf1e1a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430001 Jul 07 18:17:52.514950 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44632) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.520565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'fe14ce18-0629-41f1-aa89-a9c818db541c', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.550099 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.621191 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.625829 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.647803 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7f418c-a3aa-4cea-aafa-f9b1fe62e554,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.653978 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.655214 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2984ce3c-6acc-4e17-a208-a85f640883f2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384840 Jul 07 18:17:52.659743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44634) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.664584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'fe14ce18-0629-41f1-aa89-a9c818db541c', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.690645 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:17:52.696315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.767299 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.771267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.799856 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff67ab8-cc2e-4940-9a2a-5516ba7716f9,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.804138 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.808414 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8739e267-95e0-449c-afa6-0cb8324e9089 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447856 Jul 07 18:17:52.809329 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44636) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.814742 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'security_group_rule': {'security_group_id': 'fe14ce18-0629-41f1-aa89-a9c818db541c', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.840752 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Project 90da0eb11f6d4cacadb384d73e0ed764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:17:52.847156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.925203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.929225 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.950579 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a86b448-b63e-4ba6-afeb-6cb38bf72ad2,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.956169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.957691 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3e1284d1-189d-4312-bcbc-53da42469c51 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476839 Jul 07 18:17:52.960374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44638) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.965644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'network': {'name': 'tempest-network-smoke--817258867', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'port_security_enabled': True}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:52.987030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:52.990636 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.017764 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:17:53.027529 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.027880 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Added segment 587ad05f-919d-455f-810e-e27e13f5a162 of type vlan for network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d Jul 07 18:17:53.070897 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.102301 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.107778 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:53.108370 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.169935 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2085211 Jul 07 18:17:53.172953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44640) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:53.178113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'admin_state_up': True, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:53.181280 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a054d-b3d7-402c-8da8-a2ba1f9cca68 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Network': ['ID=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:53.192680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:17:53.208024 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.208949 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.265004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.403037 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.604922 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.629536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.730468 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.72 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/d3779d8c-4203-4e2b-99e0-e5ec08303565) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:53.842936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.883305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.922477 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:53.925460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:53.931576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:53.959964 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=d3779d8c-4203-4e2b-99e0-e5ec08303565,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:54.198282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.399004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.522926 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.527395 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 64928cd6-35e8-4913-ba09-91b9084f9725 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:17:54.943886 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:54.953585 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Sync routers for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:54.962726 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.964082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a59dcc16-ce89-4a72-8097-c87adc63dc84 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7900763 Jul 07 18:17:54.964446 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:54.965165 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:54.967464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44642) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:54.997380 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8a3f308c-5da3-453a-972a-7e417c400d37 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=90da0eb11f6d4cacadb384d73e0ed764&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285623 Jul 07 18:17:55.000607 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44644) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:55.074335 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:55.090359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62fcd88-4a32-44e2-99d6-29a6f877ab0a tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:55.095185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d62fcd88-4a32-44e2-99d6-29a6f877ab0a tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901949 Jul 07 18:17:55.095695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44646) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:55.126800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-eae362e6-8191-484f-8bf0-b871d94ffc61 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=38f7d791-dc56-4729-90d4-988199fccbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295441 Jul 07 18:17:55.129422 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44648) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:55.134589 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626972512', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:55.232412 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:55.236246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.269029 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:54Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:55.299123 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Checking router: 64928cd6-35e8-4913-ba09-91b9084f9725 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:55.299481 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Updating router 64928cd6-35e8-4913-ba09-91b9084f9725 port d3779d8c-4203-4e2b-99e0-e5ec08303565 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:55.335751 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.435755 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.510677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Subnet': ['ID=900fbab2-4a78-4923-aa9e-b70071963866,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:55.520815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Checking segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:55.521278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network hostable DHCP agents. Network: adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:17:55.543089 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:17:55.554122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:55.558333 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:55.559201 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.572287 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0230cd-65f0-4ab1-ad17-3cc17a88d45c None None] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:55.575611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-85e81372-6c5a-4829-80f0-369723024e44 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4451122 Jul 07 18:17:55.578698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44650) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:55.636256 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.652139 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Transition to ACTIVE for port object d3779d8c-4203-4e2b-99e0-e5ec08303565 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:55.661759 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.715611 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Attempting to bind port d3779d8c-4203-4e2b-99e0-e5ec08303565 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:55.716130 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Attempting to bind port d3779d8c-4203-4e2b-99e0-e5ec08303565 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:55.717298 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Attempting to bind port d3779d8c-4203-4e2b-99e0-e5ec08303565 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:55.733207 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:55.733770 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:55.734415 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.734739 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:55.735326 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Bound port: d3779d8c-4203-4e2b-99e0-e5ec08303565, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:55.735855 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.741880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:17:55.743042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.760266 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Pushing event updated for resources: {'Port': ['ID=d3779d8c-4203-4e2b-99e0-e5ec08303565,revision_number=2']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:55.774838 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.775185 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.775602 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.775946 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.776278 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.776609 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.776934 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.777540 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.777939 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.778433 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.778822 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.779155 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:55.815621 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] For port d3779d8c-4203-4e2b-99e0-e5ec08303565, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:55.819088 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] For port d3779d8c-4203-4e2b-99e0-e5ec08303565, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d3779d8c-4203-4e2b-99e0-e5ec08303565,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:55.823907 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.886738 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:55.887385 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:55.892369 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee148c16-e2e9-41c8-81e0-2b76689d6c80 None None] Pushing event updated for resources: {'Port': ['ID=d3779d8c-4203-4e2b-99e0-e5ec08303565,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:55.922066 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Allocated IP 172.20.0.2 (adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d/900fbab2-4a78-4923-aa9e-b70071963866/6c8abd59-ff23-4674-9b87-a2af57d7ccec) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:56.008546 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:56.103829 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.117800 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Transition to ACTIVE for port object 6c8abd59-ff23-4674-9b87-a2af57d7ccec will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:56.119880 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.134697 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Transition to ACTIVE for port object 6c8abd59-ff23-4674-9b87-a2af57d7ccec will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:56.143852 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.184254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:56.190717 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:56.198644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:56.267926 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Pushing event updated for resources: {'Port': ['ID=6c8abd59-ff23-4674-9b87-a2af57d7ccec,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.292716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Attempting to bind port 6c8abd59-ff23-4674-9b87-a2af57d7ccec on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:56.293130 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Attempting to bind port 6c8abd59-ff23-4674-9b87-a2af57d7ccec by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:56.293503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Attempting to bind port 6c8abd59-ff23-4674-9b87-a2af57d7ccec on network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:56.299981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:56.300664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Checking segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:56.301611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.302277 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Bound using segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:56.303152 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Bound port: 6c8abd59-ff23-4674-9b87-a2af57d7ccec, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:56.303823 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.353624 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:54Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:56.383370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6681d-6802-4533-8132-e9c16fa84b75 None None] The sync data for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 is: [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:54Z', 'revision_number': 3, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:56.390239 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] For port 6c8abd59-ff23-4674-9b87-a2af57d7ccec, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:56.394759 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] For port 6c8abd59-ff23-4674-9b87-a2af57d7ccec, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6c8abd59-ff23-4674-9b87-a2af57d7ccec,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:56.401055 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.470820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006981ce-e633-4116-b62f-c8a71486e5b6 None None] Pushing event updated for resources: {'Port': ['ID=6c8abd59-ff23-4674-9b87-a2af57d7ccec,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.509480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.1 (adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d/900fbab2-4a78-4923-aa9e-b70071963866/045365df-844c-4a7a-9a47-4577bf569861) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:56.665828 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.695473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object 045365df-844c-4a7a-9a47-4577bf569861 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:56.750550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.808031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:56.815698 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:56.820320 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:56.827716 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=045365df-844c-4a7a-9a47-4577bf569861,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.876787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.043245 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.401722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.415295 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.466719 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d3779d8c-4203-4e2b-99e0-e5ec08303565 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:57.500882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=045365df-844c-4a7a-9a47-4577bf569861,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:57.506303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.541766 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port d3779d8c-4203-4e2b-99e0-e5ec08303565 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:57.546412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d3779d8c-4203-4e2b-99e0-e5ec08303565 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:57.547443 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.618967 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:57.620655 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:57.637933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.673290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port d3779d8c-4203-4e2b-99e0-e5ec08303565, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d3779d8c-4203-4e2b-99e0-e5ec08303565,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:57.680264 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.681706 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6c8abd59-ff23-4674-9b87-a2af57d7ccec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:57.727064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cf89b-0659-4a1b-aa1d-f42673dea644 None None] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:57.755463 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 64928cd6-35e8-4913-ba09-91b9084f9725 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:57.819245 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-118c4607-0560-4530-a716-f039f2b882a2 None None] Provisioning for port 6c8abd59-ff23-4674-9b87-a2af57d7ccec completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:57.826533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=d3779d8c-4203-4e2b-99e0-e5ec08303565,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:57.876807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:57.886674 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e0f3e60a-ff55-4a83-bcdf-09160352c1e5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/64928cd6-35e8-4913-ba09-91b9084f9725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3019383 Jul 07 18:17:57.893862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6c8abd59-ff23-4674-9b87-a2af57d7ccec completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:57.901911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6c8abd59-ff23-4674-9b87-a2af57d7ccec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:57.902447 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.040699 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.042597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-3df98d69-3e6e-4e11-aa88-ce64eb4d106b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730225801&fields=id&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 267 time: 0.0395138 Jul 07 18:17:58.076240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 6c8abd59-ff23-4674-9b87-a2af57d7ccec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6c8abd59-ff23-4674-9b87-a2af57d7ccec,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:58.081631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.147085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=6c8abd59-ff23-4674-9b87-a2af57d7ccec,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:58.181440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-e3ff9852-e53b-42c6-8925-e01fcfbe4e81 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:58.182948 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-e3ff9852-e53b-42c6-8925-e01fcfbe4e81 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 796 time: 0.1265740 Jul 07 18:17:58.200571 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-f0295366-4272-4fdd-bd51-db5b5914730f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/quotas/90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 375 time: 0.0106797 Jul 07 18:17:58.287073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-67172c7c-2254-407f-8f4c-ad8f2ffb8e3e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742581 Jul 07 18:17:58.311027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Sync routers for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:58.322710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:58.323537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:58.389508 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7899fbf5-7728-40dc-ba02-fb4d9a677377 None None] Provisioning complete for port 6c8abd59-ff23-4674-9b87-a2af57d7ccec triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:58.389972 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7899fbf5-7728-40dc-ba02-fb4d9a677377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.404625 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4c5e9c8b-b1d9-4ade-a5ab-1ba9fc8af789 service neutron] 10.222.0.78 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040416 Jul 07 18:17:58.480288 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:58.507874 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-fa4e9933-fdf2-4578-a5b9-cb7146060f2d service neutron] 10.222.0.78 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966842 Jul 07 18:17:58.726402 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0756301c-d8db-46f5-a0c5-733a403490fe req-2ed0f215-24dd-4457-bd45-857897578fc3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 210 time: 0.0482883 Jul 07 18:17:58.833798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7899fbf5-7728-40dc-ba02-fb4d9a677377 None None] Provisioning for port 045365df-844c-4a7a-9a47-4577bf569861 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:58.841923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-7899fbf5-7728-40dc-ba02-fb4d9a677377 None None] Provisioning complete for port 045365df-844c-4a7a-9a47-4577bf569861 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:58.842311 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7899fbf5-7728-40dc-ba02-fb4d9a677377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.915063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-7899fbf5-7728-40dc-ba02-fb4d9a677377 None None] Port 045365df-844c-4a7a-9a47-4577bf569861 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:58.946195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 2, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:58.974685 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Checking router: 64928cd6-35e8-4913-ba09-91b9084f9725 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:58.974975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Updating router 64928cd6-35e8-4913-ba09-91b9084f9725 port 045365df-844c-4a7a-9a47-4577bf569861 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:59.009148 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.061307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6dd9749e-884c-4c99-8716-6517be24b4fe None None] Provisioning complete for port 045365df-844c-4a7a-9a47-4577bf569861 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:59.061808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6dd9749e-884c-4c99-8716-6517be24b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.161031 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9749e-884c-4c99-8716-6517be24b4fe None None] Port 045365df-844c-4a7a-9a47-4577bf569861 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:59.331791 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.344104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Transition to ACTIVE for port object 045365df-844c-4a7a-9a47-4577bf569861 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:59.351698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.383072 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d3779d8c-4203-4e2b-99e0-e5ec08303565 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:59.430095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2019b-a0c6-4bcc-8160-84258a1f0bea None None] Pushing event updated for resources: {'Port': ['ID=045365df-844c-4a7a-9a47-4577bf569861,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:59.515156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Attempting to bind port 045365df-844c-4a7a-9a47-4577bf569861 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:59.516680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Attempting to bind port 045365df-844c-4a7a-9a47-4577bf569861 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:59.516680 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Attempting to bind port 045365df-844c-4a7a-9a47-4577bf569861 on network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:59.522649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port d3779d8c-4203-4e2b-99e0-e5ec08303565 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:59.523042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.526148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:59.526534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Checking segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:59.526940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.527344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Bound using segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:59.527845 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Bound port: 045365df-844c-4a7a-9a47-4577bf569861, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:59.528238 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.663238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] For port 045365df-844c-4a7a-9a47-4577bf569861, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:59.687047 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] For port 045365df-844c-4a7a-9a47-4577bf569861, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=045365df-844c-4a7a-9a47-4577bf569861,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:59.690446 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6c8abd59-ff23-4674-9b87-a2af57d7ccec up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:59.696504 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.832074 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2019b-a0c6-4bcc-8160-84258a1f0bea None None] Pushing event updated for resources: {'Port': ['ID=045365df-844c-4a7a-9a47-4577bf569861,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:59.839206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:59.840081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:17:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:59.901290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6c8abd59-ff23-4674-9b87-a2af57d7ccec triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:59.901693 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.970089 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-93e99c04-3897-4651-84b5-4a1ed3c98934 req-01a4b645-e703-405e-9871-943619bfe34a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 210 time: 0.0443039 Jul 07 18:18:00.036408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-64800c00-2ca3-49c4-b6d3-c9f95f001564 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.038261 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-64800c00-2ca3-49c4-b6d3-c9f95f001564 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 796 time: 0.2637246 Jul 07 18:18:00.078746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:00.093049 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-58077c85-549b-4b37-bbb9-4073d9cbbcb4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90da0eb11f6d4cacadb384d73e0ed764 HTTP/1.1" status: 200 len: 379 time: 0.0452940 Jul 07 18:18:00.102602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'port': {'device_id': '7304046c-9917-445f-9431-9d302a8b4bf0', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'admin_state_up': True, 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'security_groups': ['fe14ce18-0629-41f1-aa89-a9c818db541c']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:00.267103 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Made reservation on behalf of 90da0eb11f6d4cacadb384d73e0ed764 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:00.271016 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.366836 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:17:59Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:00.394897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53330fb1-2d64-4bd9-8a5a-003af42eb52f None None] The sync data for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 is: [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:17:59Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:00.422357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.20.0.10 (adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d/900fbab2-4a78-4923-aa9e-b70071963866/de1a45b9-e704-4821-9552-2eec4838cd17) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:00.609424 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.624253 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Transition to ACTIVE for port object de1a45b9-e704-4821-9552-2eec4838cd17 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:00.659227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.711082 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:00.716708 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:00.720942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:00.727776 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=de1a45b9-e704-4821-9552-2eec4838cd17,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:00.777597 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.778286 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.795475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-4bedffa6-af85-4734-a131-e1315c77b915 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6974630 Jul 07 18:18:00.807006 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-a0c48c28-07c1-4bd4-a699-a50e31f4d745 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:18:00.808126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-a0c48c28-07c1-4bd4-a699-a50e31f4d745 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060675 Jul 07 18:18:00.862428 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Request body: {'port': {'device_id': '7304046c-9917-445f-9431-9d302a8b4bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:00.949169 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.017136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6221628b-ba79-4fab-b6a4-03daa94971ce None None] Provisioning for port de1a45b9-e704-4821-9552-2eec4838cd17 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:01.023298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-6221628b-ba79-4fab-b6a4-03daa94971ce None None] Provisioning complete for port de1a45b9-e704-4821-9552-2eec4838cd17 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:01.024346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6221628b-ba79-4fab-b6a4-03daa94971ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.072015 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-6221628b-ba79-4fab-b6a4-03daa94971ce None None] Port de1a45b9-e704-4821-9552-2eec4838cd17 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:01.243267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0642849-6f78-45f9-a30c-0a1598088d3a req-29a3a8d5-cb2e-4520-b489-d6adef3e5afb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:01.244988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0642849-6f78-45f9-a30c-0a1598088d3a req-29a3a8d5-cb2e-4520-b489-d6adef3e5afb tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 932 time: 0.1464136 Jul 07 18:18:01.325765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b0642849-6f78-45f9-a30c-0a1598088d3a req-19be7b30-82df-4ee9-b18c-d0439f76689c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732007 Jul 07 18:18:01.341654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1a45b9-e704-4821-9552-2eec4838cd17 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:01.350786 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.365991 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Transition to ACTIVE for port object de1a45b9-e704-4821-9552-2eec4838cd17 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:01.371198 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.411459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 045365df-844c-4a7a-9a47-4577bf569861 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:01.431317 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=de1a45b9-e704-4821-9552-2eec4838cd17,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:01.494731 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 045365df-844c-4a7a-9a47-4577bf569861 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:01.501898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 045365df-844c-4a7a-9a47-4577bf569861 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:01.502292 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.526286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Attempting to bind port de1a45b9-e704-4821-9552-2eec4838cd17 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:01.526630 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Attempting to bind port de1a45b9-e704-4821-9552-2eec4838cd17 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:01.527036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Attempting to bind port de1a45b9-e704-4821-9552-2eec4838cd17 on network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:01.533235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Port de1a45b9-e704-4821-9552-2eec4838cd17 on network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:01.533695 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Attempting to bind port de1a45b9-e704-4821-9552-2eec4838cd17 on network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:01.540240 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:01.540823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Checking segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:01.541086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Bound using segment: {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:01.541638 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Bound port: de1a45b9-e704-4821-9552-2eec4838cd17, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ad05f-919d-455f-810e-e27e13f5a162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:01.543119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.602337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.623288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] For port de1a45b9-e704-4821-9552-2eec4838cd17, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:01.627854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] For port de1a45b9-e704-4821-9552-2eec4838cd17, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=de1a45b9-e704-4821-9552-2eec4838cd17,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:01.632493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.658254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 045365df-844c-4a7a-9a47-4577bf569861, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=045365df-844c-4a7a-9a47-4577bf569861,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:01.662980 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.676762 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:01.677426 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.678863 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] 10.222.0.54 "PUT /v2.0/ports/de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 1092 time: 0.8640082 Jul 07 18:18:01.679313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:01.681636 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27893346-4ba8-4c09-9605-78a069cb5131" -d '{"events": [{"name": "network-changed", "server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:01.752127 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c460b1-41c2-4948-8e1a-7bf6f97790d1 x-openstack-request-id: req-d2c460b1-41c2-4948-8e1a-7bf6f97790d1 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:01.752425 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:01.752694 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2c460b1-41c2-4948-8e1a-7bf6f97790d1 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:01.753083 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'status': 'completed', 'code': 200} Jul 07 18:18:01.755403 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=045365df-844c-4a7a-9a47-4577bf569861,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:01.758143 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da285c-a0a6-40c4-aa97-0af50b9be7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=de1a45b9-e704-4821-9552-2eec4838cd17,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:01.806594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-d6af540d-3c20-4449-acfd-b104b4144887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:01.808185 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-d6af540d-3c20-4449-acfd-b104b4144887 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0692806 Jul 07 18:18:01.851285 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-eb3e2672-2f0c-42cd-988a-02983bf17957 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 217 time: 0.0359499 Jul 07 18:18:01.907086 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-ec931128-1cc0-46de-9129-88fdcf9084e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:01.908640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-ec931128-1cc0-46de-9129-88fdcf9084e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0514424 Jul 07 18:18:01.969756 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-0f751d21-68d0-4609-b13b-7d20f7e3cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:01.971211 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-0f751d21-68d0-4609-b13b-7d20f7e3cc81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565021 Jul 07 18:18:02.060883 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-ab7fb643-02ba-4880-9041-0b37198502cd service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Jul 07 18:18:02.158336 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7bac1c31-85ff-4677-8267-891b3eaff406 req-a086c695-798d-40cb-87a9-569e28b361f9 service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907800 Jul 07 18:18:02.269226 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893346-4ba8-4c09-9605-78a069cb5131 req-7448d74c-0988-4c87-8b97-72baa965c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:02.270803 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-7448d74c-0988-4c87-8b97-72baa965c518 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0557432 Jul 07 18:18:02.370000 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893346-4ba8-4c09-9605-78a069cb5131 req-30690258-17d7-4793-ae25-0be4adba4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:02.371787 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-30690258-17d7-4793-ae25-0be4adba4f64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 897 time: 0.0947635 Jul 07 18:18:02.413588 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-de6d84d5-1e07-4ca6-9425-8d3aaa095a50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 217 time: 0.0353482 Jul 07 18:18:02.497576 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893346-4ba8-4c09-9605-78a069cb5131 req-88ecac97-4cca-4b2f-9fa1-c964639bb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:02.499058 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-88ecac97-4cca-4b2f-9fa1-c964639bb3bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0798213 Jul 07 18:18:02.573853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200f995-608f-48fe-859e-aea8d3a5311a req-36df00d6-09b6-43e0-b875-7f3d3dae3682 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:02.575366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7200f995-608f-48fe-859e-aea8d3a5311a req-36df00d6-09b6-43e0-b875-7f3d3dae3682 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 944 time: 0.1283305 Jul 07 18:18:02.612852 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893346-4ba8-4c09-9605-78a069cb5131 req-711904b6-03a6-42f8-ae24-a171f3a7b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:02.614427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-711904b6-03a6-42f8-ae24-a171f3a7b552 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071799 Jul 07 18:18:02.649003 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7200f995-608f-48fe-859e-aea8d3a5311a req-c7efec07-e4bf-487f-9a77-038ef92ab7d3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671744 Jul 07 18:18:02.725633 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-e847b8fd-000d-4071-b96d-bf8ba7a84c02 service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033370 Jul 07 18:18:02.825439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-27893346-4ba8-4c09-9605-78a069cb5131 req-d75a2ecd-b9b3-407b-809a-43b5c16da8a6 service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933628 Jul 07 18:18:03.358577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 045365df-844c-4a7a-9a47-4577bf569861 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:03.408377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 045365df-844c-4a7a-9a47-4577bf569861 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:03.408776 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.832315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4242d-247d-4f13-887d-4ecd773565f7 req-d71759a6-e285-4a1d-9c63-e919123446db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:03.833902 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09f4242d-247d-4f13-887d-4ecd773565f7 req-d71759a6-e285-4a1d-9c63-e919123446db tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0660927 Jul 07 18:18:03.875878 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09f4242d-247d-4f13-887d-4ecd773565f7 req-c9300502-897e-45d1-a024-d7cd832077fd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363801 Jul 07 18:18:04.706871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.066847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8668-26b8-43b0-8121-afbc8d35f701 req-3b0792e2-96c1-48cd-b439-8ed4f75bd1da tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:05.068409 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff8f8668-26b8-43b0-8121-afbc8d35f701 req-3b0792e2-96c1-48cd-b439-8ed4f75bd1da tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0753360 Jul 07 18:18:05.108755 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ff8f8668-26b8-43b0-8121-afbc8d35f701 req-ff736ec5-895f-47ed-b2cd-1c5a539c01e3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339262 Jul 07 18:18:05.389043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8faae41f-1da1-4b80-ab10-5195f2b97390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.447243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device de1a45b9-e704-4821-9552-2eec4838cd17 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:05.547517 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port de1a45b9-e704-4821-9552-2eec4838cd17, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=de1a45b9-e704-4821-9552-2eec4838cd17,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:05.560344 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'port_id': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'mac_address': 'fa:16:3e:0a:fb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:05.598902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.612285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1a45b9-e704-4821-9552-2eec4838cd17 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:05.631918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port de1a45b9-e704-4821-9552-2eec4838cd17, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=de1a45b9-e704-4821-9552-2eec4838cd17,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:05.635817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.687644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=de1a45b9-e704-4821-9552-2eec4838cd17,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:05.989658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['de1a45b9-e704-4821-9552-2eec4838cd17'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:06.286966 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302c43b-a259-49b6-86fd-0b2651b3fe06 req-f04b7d14-b317-495a-9309-82923cf7e0a1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:06.288527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b302c43b-a259-49b6-86fd-0b2651b3fe06 req-f04b7d14-b317-495a-9309-82923cf7e0a1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 945 time: 0.0639534 Jul 07 18:18:06.329499 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b302c43b-a259-49b6-86fd-0b2651b3fe06 req-545c7d07-852a-49a4-b43a-f435eddc63d8 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351646 Jul 07 18:18:07.448063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device de1a45b9-e704-4821-9552-2eec4838cd17 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:07.503197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port de1a45b9-e704-4821-9552-2eec4838cd17 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:07.507341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port de1a45b9-e704-4821-9552-2eec4838cd17 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:07.507718 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.523985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de15ed8-dcd5-4d3a-9410-fa42b70a76d2 req-ad6b306e-3e83-4f22-82a6-17f07b5a8392 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:07.525515 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8de15ed8-dcd5-4d3a-9410-fa42b70a76d2 req-ad6b306e-3e83-4f22-82a6-17f07b5a8392 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 945 time: 0.0783627 Jul 07 18:18:07.564847 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8de15ed8-dcd5-4d3a-9410-fa42b70a76d2 req-59583405-2311-471c-a600-65bfddc9637d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Jul 07 18:18:07.587047 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.610141 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:07.612434 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dd839d-25f0-499c-8c60-df1ebb56c949" -d '{"events": [{"server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "name": "network-vif-plugged", "status": "completed", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:07.626513 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port de1a45b9-e704-4821-9552-2eec4838cd17, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=de1a45b9-e704-4821-9552-2eec4838cd17,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:07.631791 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.657907 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa7903c-2e1a-4ffd-b53d-5cecfd2875fc x-openstack-request-id: req-5fa7903c-2e1a-4ffd-b53d-5cecfd2875fc {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:07.658299 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "name": "network-vif-plugged", "status": "completed", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:07.658464 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fa7903c-2e1a-4ffd-b53d-5cecfd2875fc {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:07.658870 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'code': 200} Jul 07 18:18:07.687979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=de1a45b9-e704-4821-9552-2eec4838cd17,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:07.766738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb76d8-e753-4ef1-8c70-c483482172e2 req-223c8e06-330a-4d1b-8b86-f4bc9566fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:07.768242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bb76d8-e753-4ef1-8c70-c483482172e2 req-223c8e06-330a-4d1b-8b86-f4bc9566fa4c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0538504 Jul 07 18:18:07.803262 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a6bb76d8-e753-4ef1-8c70-c483482172e2 req-0c9d261b-9214-4c49-acbf-627e6f0b196c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285819 Jul 07 18:18:07.846376 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.752721 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a2d76-e601-4dae-8e6f-ffd9838ffe88 req-19a4c38d-890f-4381-9efd-bdf4a9c2dcf1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:08.754294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b0a2d76-e601-4dae-8e6f-ffd9838ffe88 req-19a4c38d-890f-4381-9efd-bdf4a9c2dcf1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0673158 Jul 07 18:18:08.798204 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7b0a2d76-e601-4dae-8e6f-ffd9838ffe88 req-397ac1c2-2689-4044-983e-e0c175332ab1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382278 Jul 07 18:18:09.320927 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3e5147a1-1ada-48ad-a482-b5a93c9279a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:09.511870 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:09.975432 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148407-4a4b-4505-bf74-d778bd8a7045 req-67f15a85-ca0e-4b74-8020-6a83beaacd78 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:09.976955 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85148407-4a4b-4505-bf74-d778bd8a7045 req-67f15a85-ca0e-4b74-8020-6a83beaacd78 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0651071 Jul 07 18:18:10.014683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85148407-4a4b-4505-bf74-d778bd8a7045 req-9ffeba92-e5c1-4da6-9284-5560e9a9ae22 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Jul 07 18:18:10.194823 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a473c2f-01f7-42c0-b21d-8cedb699ab8a req-0417cd17-b3b7-45dd-9bad-154184680266 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:10.196248 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a473c2f-01f7-42c0-b21d-8cedb699ab8a req-0417cd17-b3b7-45dd-9bad-154184680266 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0652351 Jul 07 18:18:10.240094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a473c2f-01f7-42c0-b21d-8cedb699ab8a req-dfb25e79-302e-4af9-a7cb-c6a73ae43cb6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379963 Jul 07 18:18:10.263822 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44706) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:10.320295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fd136-bde0-4c54-be57-edbc8e2acf62 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:10.321841 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5f3fd136-bde0-4c54-be57-edbc8e2acf62 tempest-TestNetworkAdvancedServerOps-201847605 tempest-TestNetworkAdvancedServerOps-201847605-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1092 time: 0.0570054 Jul 07 18:18:10.324682 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44708) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:10.330098 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:10.352915 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:10.461878 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:10.959828 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Allocated IP 172.25.5.151 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/f011705f-9560-4a36-b692-8fd8495fe0dc) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:11.083145 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.143875 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.144641 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.207235 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:11.216980 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:11.221949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:11.228026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=f011705f-9560-4a36-b692-8fd8495fe0dc,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:11.690961 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.768949 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.938085 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.942762 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.015732 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event updated for resources: {'Port': ['ID=f011705f-9560-4a36-b692-8fd8495fe0dc,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:12.027363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.136157 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 278f0049-9a66-42e1-8b4b-efe1b969019c associated. External IP: 172.25.5.151, port: de1a45b9-e704-4821-9552-2eec4838cd17. Jul 07 18:18:12.369256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 64928cd6-35e8-4913-ba09-91b9084f9725 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:12.484952 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:12.494645 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] Sync routers for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:12.501357 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.505685 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:12.506325 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:18:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:12.540397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-11789727-825b-40ce-a6fa-a8ac40e19eff tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2146051 Jul 07 18:18:12.541134 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:12.543645 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:12.631202 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:12.720214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea071b1a-cb8a-4654-8e89-3f25a76abe55 req-f628819f-5752-4319-846c-93ebd326fee5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:12.721823 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea071b1a-cb8a-4654-8e89-3f25a76abe55 req-f628819f-5752-4319-846c-93ebd326fee5 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0840626 Jul 07 18:18:12.761739 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ea071b1a-cb8a-4654-8e89-3f25a76abe55 req-d2a64d3c-b659-4d46-b34e-200208445cf2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Jul 07 18:18:12.787759 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44714) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:12.812802 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb96a51-62a2-453a-91dc-102462e71f36 x-openstack-request-id: req-ffb96a51-62a2-453a-91dc-102462e71f36 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:12.813140 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:12.813394 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffb96a51-62a2-453a-91dc-102462e71f36 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:12.814380 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'status': 'completed', 'code': 200} Jul 07 18:18:12.857668 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fa2fba2f-1e44-4ca3-9940-eb83607abe52 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/278f0049-9a66-42e1-8b4b-efe1b969019c HTTP/1.1" status: 200 len: 992 time: 0.0666625 Jul 07 18:18:12.868533 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '278f0049-9a66-42e1-8b4b-efe1b969019c', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'port_id': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'mac_address': 'fa:16:3e:0a:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304046c-9917-445f-9431-9d302a8b4bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:18:11Z', 'updated_at': '2021-07-07T18:18:11Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:18:01Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:12.891277 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-6ff271be-d8e7-4929-80cb-6d49c9ca01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:12.893137 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-6ff271be-d8e7-4929-80cb-6d49c9ca01d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0583873 Jul 07 18:18:12.897949 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] Checking router: 64928cd6-35e8-4913-ba09-91b9084f9725 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:12.906800 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:12.907409 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:18:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:12.987313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-48dbee6d-a47d-47a4-9d84-f880b9ca6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:12.988822 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-48dbee6d-a47d-47a4-9d84-f880b9ca6140 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 897 time: 0.0887165 Jul 07 18:18:13.012528 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:13.062670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-ea985edf-2149-4f96-9a39-6624a8672ce5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 1000 time: 0.0667274 Jul 07 18:18:13.118283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-87dfb4d5-fa33-40cc-8b29-adea38d030ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.121350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-87dfb4d5-fa33-40cc-8b29-adea38d030ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0506308 Jul 07 18:18:13.192070 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-22f1e1f4-265d-47ee-bf19-c24cae84772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.193809 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-22f1e1f4-265d-47ee-bf19-c24cae84772c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664234 Jul 07 18:18:13.263499 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '278f0049-9a66-42e1-8b4b-efe1b969019c', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'port_id': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'mac_address': 'fa:16:3e:0a:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304046c-9917-445f-9431-9d302a8b4bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:18:11Z', 'updated_at': '2021-07-07T18:18:11Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:18:01Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:13.314937 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7348d-776f-4e75-8f19-05dafd1d3c6c None None] The sync data for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 is: [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '278f0049-9a66-42e1-8b4b-efe1b969019c', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'port_id': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'mac_address': 'fa:16:3e:0a:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304046c-9917-445f-9431-9d302a8b4bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:18:11Z', 'updated_at': '2021-07-07T18:18:11Z', 'revision_number': 0, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:18:01Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:13.316619 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-f96eedc7-6599-478f-85e0-9d178e711b6d service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157401 Jul 07 18:18:13.423762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cff4c132-7a24-49b0-ad71-ce4c5f6a7e1e req-b3dc0473-e8fd-46e0-84dd-cfcc97e1090b service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997047 Jul 07 18:18:13.543999 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e2cb9-4321-40ea-8f2e-2fabeb065fe9 None None] New status for floating IP 278f0049-9a66-42e1-8b4b-efe1b969019c: ACTIVE {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:13.860108 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44716) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:13.931154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0543a9e0-245c-45fa-915c-921c9cf61c25 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/278f0049-9a66-42e1-8b4b-efe1b969019c HTTP/1.1" status: 200 len: 994 time: 0.0699482 Jul 07 18:18:17.238287 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:24.526469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.720447 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-9652a1df-1502-4329-be86-a0dd0c810cd4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590382 Jul 07 18:18:28.835804 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-58f7cdd6-5ffc-445b-b94a-df9774dbb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:28.837475 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-58f7cdd6-5ffc-445b-b94a-df9774dbb097 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0604897 Jul 07 18:18:28.962015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-b6196013-7095-4153-b4b4-1dbe69daccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:28.963670 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-b6196013-7095-4153-b4b4-1dbe69daccc3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 897 time: 0.1032095 Jul 07 18:18:29.036454 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-c7fd32ca-4bd9-4941-a419-eeb21cdf6a76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 1002 time: 0.0658276 Jul 07 18:18:29.091469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-7cc418bb-ab26-4b93-b5d1-c08384dfd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.094263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-7cc418bb-ab26-4b93-b5d1-c08384dfd6df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0492918 Jul 07 18:18:29.172647 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-97b3a623-8f79-4ef6-981d-10aab556f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.174501 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-97b3a623-8f79-4ef6-981d-10aab556f610 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726614 Jul 07 18:18:29.273877 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-88b6b391-5f51-4688-a085-22ea9648fbb0 service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916939 Jul 07 18:18:29.375013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5e2f7faf-d232-4c2a-b92a-eed96292a362 req-ff12ba04-a315-4df3-a213-a975b53e4545 service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931530 Jul 07 18:18:34.724448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.392413 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ec06713-a060-478d-a227-39f126359216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.848498 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.323069 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d5c98d5b-ce04-4b0d-b8dc-a1876e3e0f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.515506 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:41.140253 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.238212 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:54.545827 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.719809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.395326 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e5040555-26e3-4cdc-bfe3-807e42314042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.851043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.328921 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a860e868-a672-4a7b-bec8-7e8d0b55656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.523004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.151422 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.557006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.720382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01c56-4e28-42eb-902e-586552a7854f req-bc5f019e-4baf-4108-8eeb-4434dea77fe6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:27.721816 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb01c56-4e28-42eb-902e-586552a7854f req-bc5f019e-4baf-4108-8eeb-4434dea77fe6 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.1578391 Jul 07 18:19:27.763446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffb01c56-4e28-42eb-902e-586552a7854f req-9038aeac-d3af-43b3-b210-6d57395b638e tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356379 Jul 07 18:19:28.949093 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb563-dbca-49d8-bbeb-c49a6581d4a9 req-111d8506-4750-43ca-9668-d8cf5ce6cf37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:28.950689 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b13bb563-dbca-49d8-bbeb-c49a6581d4a9 req-111d8506-4750-43ca-9668-d8cf5ce6cf37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0718944 Jul 07 18:19:28.994469 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b13bb563-dbca-49d8-bbeb-c49a6581d4a9 req-c62dc92d-d574-4116-903e-45cbd9e42f4b tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377417 Jul 07 18:19:30.194488 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b836b-4d4a-4706-887e-05c20a89581f req-873a7b3a-b687-4d4f-84cd-1cfc918533cd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.196071 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-539b836b-4d4a-4706-887e-05c20a89581f req-873a7b3a-b687-4d4f-84cd-1cfc918533cd tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0884664 Jul 07 18:19:30.243090 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-539b836b-4d4a-4706-887e-05c20a89581f req-73aa6e70-e054-42fe-9e2b-49b76d47e63a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 Jul 07 18:19:30.272388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44756) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:30.342446 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c229fd57-dc96-41eb-96a8-3611a74adc5f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/278f0049-9a66-42e1-8b4b-efe1b969019c HTTP/1.1" status: 200 len: 994 time: 0.0686305 Jul 07 18:19:30.707057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-086a5acf-3a06-499a-8d06-c30aec842a3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527022 Jul 07 18:19:30.806844 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-db09d642-b5fb-4657-b7c1-e95feeabe4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.808642 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-db09d642-b5fb-4657-b7c1-e95feeabe4ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0573978 Jul 07 18:19:30.912283 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-5c7ccfd3-8347-4593-996b-9cb40084cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.913852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-5c7ccfd3-8347-4593-996b-9cb40084cffd service neutron] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 897 time: 0.0855064 Jul 07 18:19:30.983010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-5f7cb64b-cbf9-43c1-80f9-caa7f2c91f34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 1002 time: 0.0626497 Jul 07 18:19:31.034662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-19df1963-a5dc-4d49-a4f1-9e3c8bed13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.036166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-19df1963-a5dc-4d49-a4f1-9e3c8bed13e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0472202 Jul 07 18:19:31.095287 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-d6b77401-2674-4607-a4cb-7a04580c5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.096788 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-d6b77401-2674-4607-a4cb-7a04580c5e5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547917 Jul 07 18:19:31.192789 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-6e050ee8-dc68-485d-9297-a195dfd0df9f service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897741 Jul 07 18:19:31.237952 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:31.286597 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cfac7bcc-6f6d-4403-a335-7575a1020594 req-11172ad5-b4df-40d8-bcfe-c5c3566bfaac service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Jul 07 18:19:31.831291 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-d5506d7c-471f-41f2-a6a0-382c7d7d865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.832726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-d5506d7c-471f-41f2-a6a0-382c7d7d865e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1073496 Jul 07 18:19:31.844054 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b8b3-0e15-4a04-9d6f-c2475b536247 req-91f08e68-9f99-4307-8979-a17946aa1d69 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.845508 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6124b8b3-0e15-4a04-9d6f-c2475b536247 req-91f08e68-9f99-4307-8979-a17946aa1d69 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0921783 Jul 07 18:19:31.929773 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6124b8b3-0e15-4a04-9d6f-c2475b536247 req-9d86b6d7-0de6-471d-8cbc-9ceae2ef2205 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761991 Jul 07 18:19:31.956942 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-beb69598-b38a-43bc-a6c0-debd53f280d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.958458 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-beb69598-b38a-43bc-a6c0-debd53f280d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 897 time: 0.1121042 Jul 07 18:19:32.030835 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-237dc88f-780d-44c4-ad78-caa4a0b46eae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 1002 time: 0.0650959 Jul 07 18:19:32.082461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-d3020438-7ce3-4f25-a35c-13b4adb915df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:32.083872 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-d3020438-7ce3-4f25-a35c-13b4adb915df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0471880 Jul 07 18:19:32.143404 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-5c850e1d-be92-47f9-8492-82462d259127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:32.144944 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-5c850e1d-be92-47f9-8492-82462d259127 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545607 Jul 07 18:19:32.248132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-01cf56c7-fd63-48b3-aad6-f088bda6e03d service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964084 Jul 07 18:19:32.344862 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4153e00e-c745-41b6-9c1d-d97f28c828d0 req-457a1ec2-f7ea-4040-8fec-074d3e39c3dd service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900168 Jul 07 18:19:33.121836 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c62d9b-4bfd-41d8-92c2-963525681da7 req-c12ed518-e783-4670-8754-312f04711ef2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:33.123292 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4c62d9b-4bfd-41d8-92c2-963525681da7 req-c12ed518-e783-4670-8754-312f04711ef2 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0710638 Jul 07 18:19:33.162581 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4c62d9b-4bfd-41d8-92c2-963525681da7 req-07ed77f0-2e93-4c96-ad0d-13c0429ae8ea tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Jul 07 18:19:34.347920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5faac0-7360-42ef-bf65-ab9b40b26bf3 req-9d508fc1-1353-4b51-a581-d7c94e37e818 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:34.349468 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c5faac0-7360-42ef-bf65-ab9b40b26bf3 req-9d508fc1-1353-4b51-a581-d7c94e37e818 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0647728 Jul 07 18:19:34.387750 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3c5faac0-7360-42ef-bf65-ab9b40b26bf3 req-0aa3d23c-e834-46af-ba65-2a8d9adc002d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327835 Jul 07 18:19:34.412258 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44774) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:34.474108 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-43d68d0e-b876-4b8e-9527-d1e671d08325 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/floatingips/278f0049-9a66-42e1-8b4b-efe1b969019c HTTP/1.1" status: 200 len: 994 time: 0.0605376 Jul 07 18:19:34.729184 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44780) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:34.736527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:34.898931 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port f011705f-9560-4a36-b692-8fd8495fe0dc {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:34.899282 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:34.990787 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:34.991136 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.005736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for f011705f-9560-4a36-b692-8fd8495fe0dc owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:35.166411 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.201001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=f011705f-9560-4a36-b692-8fd8495fe0dc,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:35.230119 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.230471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.230802 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.231133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.231462 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.231795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.232122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.232447 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.232867 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.234294 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.234630 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.235288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:35.275562 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.275908 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Floating IP 278f0049-9a66-42e1-8b4b-efe1b969019c disassociated (deleted). External IP: 172.25.5.151, port: de1a45b9-e704-4821-9552-2eec4838cd17. Jul 07 18:19:35.401402 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-65188795-5ca0-488c-b906-20642cd56f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.506810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 64928cd6-35e8-4913-ba09-91b9084f9725 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:35.929417 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:35.935130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.942790 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] Sync routers for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:35.953535 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:35.954158 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:35.973481 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-749eb020-204e-4670-aaf4-cde6028616b1 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/floatingips/278f0049-9a66-42e1-8b4b-efe1b969019c HTTP/1.1" status: 204 len: 168 time: 1.2428644 Jul 07 18:19:35.974190 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:35.976599 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e094d591-3083-46c7-933a-4db9390397c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:36.063528 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:36.278373 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:18:01Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:36.297382 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5199be-9624-4802-9c38-538238b8e0aa x-openstack-request-id: req-5f5199be-9624-4802-9c38-538238b8e0aa {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:36.297654 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:36.297872 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f5199be-9624-4802-9c38-538238b8e0aa {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:36.298403 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'status': 'completed', 'code': 200} Jul 07 18:19:36.392499 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d591-3083-46c7-933a-4db9390397c2 req-4080f614-ecef-4734-b786-551b4765f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.395282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-4080f614-ecef-4734-b786-551b4765f14e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0693662 Jul 07 18:19:36.409380 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] Checking router: 64928cd6-35e8-4913-ba09-91b9084f9725 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:36.419334 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:36.420391 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:36.532484 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:36.544391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950e8a3-aa0a-4761-be93-2828ea2dc397 req-39106025-c145-41c4-b4a9-2b61b0e4068c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.546177 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7950e8a3-aa0a-4761-be93-2828ea2dc397 req-39106025-c145-41c4-b4a9-2b61b0e4068c tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.1425524 Jul 07 18:19:36.548026 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d591-3083-46c7-933a-4db9390397c2 req-9a21c853-a826-4db7-865d-d7e76ad4d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.549481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-9a21c853-a826-4db7-865d-d7e76ad4d56a service neutron] 10.222.0.54 "GET /v2.0/networks?id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 200 len: 897 time: 0.1474011 Jul 07 18:19:36.602069 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-aa922e51-7a3a-45de-9677-9c8cc23aa0c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 200 len: 217 time: 0.0432239 Jul 07 18:19:36.666012 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7950e8a3-aa0a-4761-be93-2828ea2dc397 req-f07b0e91-efb4-4b37-a406-8f4f0ac02b39 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090839 Jul 07 18:19:36.672315 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d591-3083-46c7-933a-4db9390397c2 req-361ec241-9de1-4801-b8ac-094765aadbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.673836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-361ec241-9de1-4801-b8ac-094765aadbdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 200 len: 834 time: 0.0629098 Jul 07 18:19:36.755814 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d591-3083-46c7-933a-4db9390397c2 req-b3f9efc6-b100-4c84-964c-4d520ae87908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.757420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-b3f9efc6-b100-4c84-964c-4d520ae87908 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766699 Jul 07 18:19:36.763176 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:18:01Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:36.790815 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef54ba4-db42-4341-ad6e-cbba5b958fd7 None None] The sync data for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 is: [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:56Z', 'revision_number': 4, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '045365df-844c-4a7a-9a47-4577bf569861', 'name': '', 'network_id': 'adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'mac_address': 'fa:16:3e:3d:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '900fbab2-4a78-4923-aa9e-b70071963866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:56Z', 'updated_at': '2021-07-07T18:18:01Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'subnets': [{'id': '900fbab2-4a78-4923-aa9e-b70071963866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:36.865364 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-9a5aaba4-2363-459e-bc7c-056f154fee2a service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996506 Jul 07 18:19:36.993757 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e094d591-3083-46c7-933a-4db9390397c2 req-46a0264a-6601-4308-86cc-972f6e87cce4 service neutron] 10.222.0.54 "GET /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213665 Jul 07 18:19:37.057773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ccfae-c6a3-4739-9767-ca448450495a None None] New status for floating IP 278f0049-9a66-42e1-8b4b-efe1b969019c: DOWN {{(pid=98272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:19:37.852630 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.939824 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ed89-e6a5-4e42-a861-dfbca929ae09 req-e764dc84-e2db-4a0b-a18b-b44990e1ae16 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:37.941350 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aab5ed89-e6a5-4e42-a861-dfbca929ae09 req-e764dc84-e2db-4a0b-a18b-b44990e1ae16 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0707567 Jul 07 18:19:37.979094 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aab5ed89-e6a5-4e42-a861-dfbca929ae09 req-25c67a2f-4866-44ac-9947-20473d2990c3 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe14ce18-0629-41f1-aa89-a9c818db541c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Jul 07 18:19:38.106419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-fa74c15f-ccf6-47be-8b02-8897164e49b4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:38.107908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-fa74c15f-ccf6-47be-8b02-8897164e49b4 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0753446 Jul 07 18:19:38.216030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port de1a45b9-e704-4821-9552-2eec4838cd17 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:38.216363 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.311979 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port de1a45b9-e704-4821-9552-2eec4838cd17, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=de1a45b9-e704-4821-9552-2eec4838cd17,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:38.312339 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.325394 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for de1a45b9-e704-4821-9552-2eec4838cd17 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:38.457979 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.488127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=de1a45b9-e704-4821-9552-2eec4838cd17,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:38.519508 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.519858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.520199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.520529 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.520858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.521205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.521533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.521857 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.522179 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.522497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.522812 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.523127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:38.549486 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] No DVR routers for this DVR port de1a45b9-e704-4821-9552-2eec4838cd17 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:38.552237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.554782 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ffa3a834-bce6-4893-b477-2b08aae1ab50 req-a8becc6f-03f4-4140-b368-1d865747355d tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.54 "DELETE /v2.0/ports/de1a45b9-e704-4821-9552-2eec4838cd17 HTTP/1.1" status: 204 len: 173 time: 0.4415760 Jul 07 18:19:38.555250 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'name': 'network-vif-deleted', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:38.558459 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af966cd1-f3ae-4dc8-925c-72830160058d" -d '{"events": [{"server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "name": "network-vif-deleted", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:38.599291 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc35e4-016b-49e7-9ee1-a586d0446a2a x-openstack-request-id: req-00cc35e4-016b-49e7-9ee1-a586d0446a2a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:38.599585 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7304046c-9917-445f-9431-9d302a8b4bf0", "name": "network-vif-deleted", "tag": "de1a45b9-e704-4821-9552-2eec4838cd17", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:38.599840 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00cc35e4-016b-49e7-9ee1-a586d0446a2a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:38.600242 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7304046c-9917-445f-9431-9d302a8b4bf0', 'name': 'network-vif-deleted', 'tag': 'de1a45b9-e704-4821-9552-2eec4838cd17', 'status': 'completed', 'code': 200} Jul 07 18:19:39.153973 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-07d6e631-516b-40e3-9f27-36cd0d05ebef req-737ce050-a97f-4c42-bbdb-bb093267021a tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "GET /v2.0/ports?device_id=7304046c-9917-445f-9431-9d302a8b4bf0 HTTP/1.1" status: 200 len: 210 time: 0.0355868 Jul 07 18:19:39.322151 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2d6c5459-3da3-4eea-a4e7-99eee1e9f380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.522248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:40.274069 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44802) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:40.647819 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:40.915438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port 045365df-844c-4a7a-9a47-4577bf569861 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:40.915696 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.002002 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port 045365df-844c-4a7a-9a47-4577bf569861, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=045365df-844c-4a7a-9a47-4577bf569861,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:41.002362 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.015424 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for 045365df-844c-4a7a-9a47-4577bf569861 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:41.147371 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.213434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.248129 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=045365df-844c-4a7a-9a47-4577bf569861,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:41.440804 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.678143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Router 64928cd6-35e8-4913-ba09-91b9084f9725 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:41.806109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:41.813689 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9edbc1f1-93be-433b-bc3f-e5476b2db21f tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "PUT /v2.0/routers/64928cd6-35e8-4913-ba09-91b9084f9725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5375807 Jul 07 18:19:41.815599 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44804) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:41.819987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] Sync routers for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:41.831212 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:41.831795 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:41.871536 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting subnet 900fbab2-4a78-4923-aa9e-b70071963866 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:41.875652 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.880511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device de1a45b9-e704-4821-9552-2eec4838cd17 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:41.901916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: de1a45b9-e704-4821-9552-2eec4838cd17 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:41.902260 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device de1a45b9-e704-4821-9552-2eec4838cd17 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:41.924062 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.950535 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:42.176419 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:19:41Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:42.213410 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] Checking router: 64928cd6-35e8-4913-ba09-91b9084f9725 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:42.223665 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] Routers {'64928cd6-35e8-4913-ba09-91b9084f9725'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:42.224409 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['64928cd6-35e8-4913-ba09-91b9084f9725'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:42.340143 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] Set router 64928cd6-35e8-4913-ba09-91b9084f9725 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:42.371609 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.438401 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.472899 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Subnet': ['ID=900fbab2-4a78-4923-aa9e-b70071963866,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:42.478174 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.479346 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8949bec4-d048-4b54-83c3-3529942ced37 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/subnets/900fbab2-4a78-4923-aa9e-b70071963866 HTTP/1.1" status: 204 len: 168 time: 0.6626689 Jul 07 18:19:42.482227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44808) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:42.484724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34930ab-7d6f-4b9c-8f54-02e313f707f3 None None] Network adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:42.548172 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:19:41Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:42.581001 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0443c-17cb-4d41-86cb-734477e8f689 None None] The sync data for ids ['64928cd6-35e8-4913-ba09-91b9084f9725'] in n-d-793619-7 is: [{'id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200859878', 'tenant_id': '90da0eb11f6d4cacadb384d73e0ed764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:19:41Z', 'revision_number': 5, 'project_id': '90da0eb11f6d4cacadb384d73e0ed764', 'gw_port': {'id': 'd3779d8c-4203-4e2b-99e0-e5ec08303565', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64928cd6-35e8-4913-ba09-91b9084f9725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:42.603979 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.718609 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.772972 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Deleting port d3779d8c-4203-4e2b-99e0-e5ec08303565 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:42.773348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.856250 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] For port d3779d8c-4203-4e2b-99e0-e5ec08303565, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=d3779d8c-4203-4e2b-99e0-e5ec08303565,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:42.856510 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.875133 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Calling delete_port for d3779d8c-4203-4e2b-99e0-e5ec08303565 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:42.932686 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] DHCP port deletion for adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:19:42.982085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Deleting port 6c8abd59-ff23-4674-9b87-a2af57d7ccec {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:42.982469 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.051740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] For port 6c8abd59-ff23-4674-9b87-a2af57d7ccec, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6c8abd59-ff23-4674-9b87-a2af57d7ccec,segment=NetworkSegment(587ad05f-919d-455f-810e-e27e13f5a162),segment_id=587ad05f-919d-455f-810e-e27e13f5a162)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:43.052173 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.066997 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Calling delete_port for 6c8abd59-ff23-4674-9b87-a2af57d7ccec owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:43.068770 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.100554 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Port': ['ID=d3779d8c-4203-4e2b-99e0-e5ec08303565,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:43.157619 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.165741 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.184237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Pushing event deleted for resources: {'Port': ['ID=6c8abd59-ff23-4674-9b87-a2af57d7ccec,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:43.189987 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] No DVR routers for this DVR port 6c8abd59-ff23-4674-9b87-a2af57d7ccec on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:43.198725 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.199073 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.199503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.199904 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.200250 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.200583 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.200912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.201267 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.201684 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.202248 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.203171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.203171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29272d96-ce70-4195-a1a8-2b4a7db23794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:43.267395 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.269507 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.313359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.314019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Fanout notify agent at l3_agent the message router_deleted on router 64928cd6-35e8-4913-ba09-91b9084f9725 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:19:43.324882 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.326454 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-678df4ef-8e15-40d9-86ab-a0fbed950bbf tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/routers/64928cd6-35e8-4913-ba09-91b9084f9725 HTTP/1.1" status: 204 len: 168 time: 0.8425307 Jul 07 18:19:43.329267 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44810) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:43.413793 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.470003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 045365df-844c-4a7a-9a47-4577bf569861 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:43.491761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 045365df-844c-4a7a-9a47-4577bf569861 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:43.492461 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 045365df-844c-4a7a-9a47-4577bf569861 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:43.492633 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6c8abd59-ff23-4674-9b87-a2af57d7ccec no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:43.507622 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.515206 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6c8abd59-ff23-4674-9b87-a2af57d7ccec {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:43.515556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6c8abd59-ff23-4674-9b87-a2af57d7ccec not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:43.519431 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:43.530680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587ad05f-919d-455f-810e-e27e13f5a162') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:43.531478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587ad05f-919d-455f-810e-e27e13f5a162') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:43.539962 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.558940 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.564910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:43.565335 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:43.568262 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:43.624721 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.632438 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.633476 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/networks/adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d HTTP/1.1" status: 204 len: 168 time: 0.3031127 Jul 07 18:19:43.636702 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44812) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:43.645066 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae28d6-16d6-4aa3-a6a2-de9a844e8201 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'Network': ['ID=adbf5cb7-5785-4ef6-a5f4-74c71bb89e9d,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:43.702226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca057497-9984-4448-8052-8f94d6283444 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.727970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca057497-9984-4448-8052-8f94d6283444 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.800407 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca057497-9984-4448-8052-8f94d6283444 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.804091 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-ca057497-9984-4448-8052-8f94d6283444 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.808625 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-ca057497-9984-4448-8052-8f94d6283444 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] 10.222.0.78 "DELETE /v2.0/security-groups/fe14ce18-0629-41f1-aa89-a9c818db541c HTTP/1.1" status: 204 len: 168 time: 0.1705313 Jul 07 18:19:43.822578 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca057497-9984-4448-8052-8f94d6283444 tempest-TestNetworkAdvancedServerOps-258586769 tempest-TestNetworkAdvancedServerOps-258586769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe14ce18-0629-41f1-aa89-a9c818db541c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:44.170987 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44820) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:44.313154 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b7ff3084-a3bd-4d6e-9b19-02de9fa02547 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90da0eb11f6d4cacadb384d73e0ed764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407845 Jul 07 18:19:44.315605 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44824) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:44.365682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1405-bbdf-4e5a-9ea3-470243b05cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.387685 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1405-bbdf-4e5a-9ea3-470243b05cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.443474 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1405-bbdf-4e5a-9ea3-470243b05cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.446126 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1405-bbdf-4e5a-9ea3-470243b05cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.447316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0f9c1405-bbdf-4e5a-9ea3-470243b05cb3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d47c303-6e7d-4240-b8a0-83ee69a5f55b HTTP/1.1" status: 204 len: 168 time: 0.1307676 Jul 07 18:19:44.457863 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c1405-bbdf-4e5a-9ea3-470243b05cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47c303-6e7d-4240-b8a0-83ee69a5f55b,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:44.739035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44830) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:44.752137 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0d418dd-a128-44b9-a1f9-5ab1ef23ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.840996 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0d418dd-a128-44b9-a1f9-5ab1ef23ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.845771 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c0d418dd-a128-44b9-a1f9-5ab1ef23ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.883681 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c0d418dd-a128-44b9-a1f9-5ab1ef23ad59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ae54a05d1574842b114f7381582851f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435530 Jul 07 18:19:44.884565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d418dd-a128-44b9-a1f9-5ab1ef23ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12866f0c-b916-47b5-9e14-592e7d9e44bb,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:44.886387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44832) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:44.937536 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0598-7b2a-48ed-bfcf-9cce1bbe264b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.959624 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0598-7b2a-48ed-bfcf-9cce1bbe264b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:45.019348 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0598-7b2a-48ed-bfcf-9cce1bbe264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:45.022340 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0598-7b2a-48ed-bfcf-9cce1bbe264b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:45.023126 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-2bcb0598-7b2a-48ed-bfcf-9cce1bbe264b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12866f0c-b916-47b5-9e14-592e7d9e44bb HTTP/1.1" status: 204 len: 168 time: 0.1357553 Jul 07 18:19:45.031675 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0598-7b2a-48ed-bfcf-9cce1bbe264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12866f0c-b916-47b5-9e14-592e7d9e44bb,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:45.369640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d3779d8c-4203-4e2b-99e0-e5ec08303565 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:45.390027 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: d3779d8c-4203-4e2b-99e0-e5ec08303565 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:45.390380 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device d3779d8c-4203-4e2b-99e0-e5ec08303565 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:45.791988 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44854) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:45.897498 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2110075251-network', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:45.921478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Made reservation on behalf of c70f7d7f1eec4cc08a486c1f06d855b4 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:45.924858 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:45.934738 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.058428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.062704 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.088725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:46.098662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481d07d-7be1-4e84-bda9-15c738f34c4b,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:46.105656 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.106042 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Added segment 3abff106-95be-4bfd-bcd9-b9e7ffbf3b33 of type vlan for network b6853c01-2605-4654-b214-3f0edae2c315 Jul 07 18:19:46.150641 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.179918 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.180994 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:46.181605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.236079 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4429626 Jul 07 18:19:46.239223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44858) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:46.244285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Request body: {'subnet': {'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2110075251-subnet', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:46.245205 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ef5c5-d306-4bbc-b632-df90601ec55a admin admin] Pushing event updated for resources: {'Network': ['ID=b6853c01-2605-4654-b214-3f0edae2c315,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:46.255299 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network b6853c01-2605-4654-b214-3f0edae2c315 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:46.265793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Made reservation on behalf of c70f7d7f1eec4cc08a486c1f06d855b4 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:46.268305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.447226 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.505363 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba445940-dac7-4990-ab2f-53018d157211,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:46.515909 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Checking segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:46.516267 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Network hostable DHCP agents. Network: b6853c01-2605-4654-b214-3f0edae2c315, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:46.532708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Network b6853c01-2605-4654-b214-3f0edae2c315 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:46.540651 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, b6853c01-2605-4654-b214-3f0edae2c315) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:46.544614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:46.545288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.551401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b96f12-b53f-4c6c-80ac-b6e385fc9a62 None None] Network b6853c01-2605-4654-b214-3f0edae2c315 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:46.559433 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d96f5e86-e773-4afc-bfc3-d275a56e0116 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3191164 Jul 07 18:19:46.562524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44860) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:46.566839 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:46.587405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.588403 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.640260 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:46.729247 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-b6853c01-2605-4654-b214-3f0edae2c315', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:46.730137 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.051806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Allocated IP 172.20.0.2 (b6853c01-2605-4654-b214-3f0edae2c315/ba445940-dac7-4990-ab2f-53018d157211/ee6d8418-04a0-45c5-acb6-4912ff86e5a3) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:47.078623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.197847 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.207308 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Transition to ACTIVE for port object ee6d8418-04a0-45c5-acb6-4912ff86e5a3 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:47.221930 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Transition to ACTIVE for port object ee6d8418-04a0-45c5-acb6-4912ff86e5a3 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:47.227815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.265574 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Network b6853c01-2605-4654-b214-3f0edae2c315 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:47.270341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:47.273693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:47.278388 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.279053 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:47.298734 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.336234 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Attempting to bind port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:47.336634 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Attempting to bind port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:47.336864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Attempting to bind port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:47.344545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:47.344918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Checking segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:47.345349 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.345741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Bound using segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:47.346208 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Bound port: ee6d8418-04a0-45c5-acb6-4912ff86e5a3, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:47.346600 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.406402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Allocated IP 172.25.5.251 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/e2f3dce9-6e25-4bf1-8b2f-e14731a5645a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:47.412689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] For port ee6d8418-04a0-45c5-acb6-4912ff86e5a3, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:47.416032 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] For port ee6d8418-04a0-45c5-acb6-4912ff86e5a3, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:47.420037 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.486398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fb7dc-7fa7-48c1-a186-e16ddff741e9 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:47.528689 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.579793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.621750 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:47.628282 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:47.632420 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:47.666229 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:47.902772 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.106793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.257948 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:19:48.379565 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:48.391559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:48.398215 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.403331 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c44737e8-dbac-4e29-9d64-89a261b060a6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8360510 Jul 07 18:19:48.403575 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:48.403745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44862) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:48.404217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:48.453469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba7246-fd5a-4dff-a874-ab0d9da507f5 None None] Network b6853c01-2605-4654-b214-3f0edae2c315 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:48.589730 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-1bc5dc64-b4b5-44d3-a193-8fca3dabdcca None None] Provisioning for port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:48.612710 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:48.870654 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:47Z', 'revision_number': 3, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:48.882948 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.897805 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:48.898259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Updating router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:48.936437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.069183 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Allocated IP 172.20.0.1 (b6853c01-2605-4654-b214-3f0edae2c315/ba445940-dac7-4990-ab2f-53018d157211/c941aa00-7334-418d-bd70-e3d829573d60) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:49.180751 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.201199 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Transition to ACTIVE for port object c941aa00-7334-418d-bd70-e3d829573d60 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:49.236304 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.237720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.250533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Transition to ACTIVE for port object e2f3dce9-6e25-4bf1-8b2f-e14731a5645a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:49.257395 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.283161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Network b6853c01-2605-4654-b214-3f0edae2c315 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:49.286387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:49.292173 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:49.320902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Attempting to bind port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:49.321314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Attempting to bind port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:49.321763 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Attempting to bind port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:49.334153 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Pushing event updated for resources: {'Port': ['ID=c941aa00-7334-418d-bd70-e3d829573d60,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:49.334761 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054462-8786-4cae-95f2-25897a165e87 None None] Pushing event updated for resources: {'Port': ['ID=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:49.341374 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:49.342626 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:49.343391 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.343760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:49.344256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Bound port: e2f3dce9-6e25-4bf1-8b2f-e14731a5645a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:49.344647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.364653 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.443603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] For port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:49.447202 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] For port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:49.454019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.527294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ee6d8418-04a0-45c5-acb6-4912ff86e5a3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:49.560148 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054462-8786-4cae-95f2-25897a165e87 None None] Pushing event updated for resources: {'Port': ['ID=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:49.568605 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:49.569198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:49.590503 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.671469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:49.688399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:49.688936 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.736138 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:49.761868 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.767300 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.771322 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-217b63cd-767d-44ad-a6a0-725f1a783890 None None] Provisioning for port c941aa00-7334-418d-bd70-e3d829573d60 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:49.789643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-217b63cd-767d-44ad-a6a0-725f1a783890 None None] Provisioning complete for port c941aa00-7334-418d-bd70-e3d829573d60 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:49.790033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-217b63cd-767d-44ad-a6a0-725f1a783890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.838755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Pushing event updated for resources: {'Port': ['ID=c941aa00-7334-418d-bd70-e3d829573d60,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:49.844573 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.911024 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-217b63cd-767d-44ad-a6a0-725f1a783890 None None] Port c941aa00-7334-418d-bd70-e3d829573d60 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:49.950039 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Network b6853c01-2605-4654-b214-3f0edae2c315 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:49.952025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:49.976155 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.038679 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port ee6d8418-04a0-45c5-acb6-4912ff86e5a3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:50.045419 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.088855 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:50.108790 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 1, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:50.112171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:50.144502 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67ac95-10eb-44d9-b6c5-ba90124fddf1 None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 1, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:50.233266 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:50.239687 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-5948fc0b-efd9-4fab-b84e-a9a101b16665 None None] Provisioning complete for port c941aa00-7334-418d-bd70-e3d829573d60 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:50.240134 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5948fc0b-efd9-4fab-b84e-a9a101b16665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.245652 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-186f9989-30af-44bb-b673-36b94fd38a89 admin admin] 10.222.0.78 "PUT /v2.0/routers/57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401866 Jul 07 18:19:50.283343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-5948fc0b-efd9-4fab-b84e-a9a101b16665 None None] Port c941aa00-7334-418d-bd70-e3d829573d60 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:50.754224 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44882) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:50.759295 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1467055409-network', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:50.792136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Made reservation on behalf of 20aa894552ac435ca7bf09a18d176c3e for: {'network': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:50.795866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.806392 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.933543 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.938745 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.967278 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=98264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:50.978151 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca87793-be66-4711-9b08-dfde06657052,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:50.985374 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.985798 n-d-793619-7 neutron-server[98264]: INFO neutron.db.segments_db [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Added segment b17689c0-62e4-4680-94cd-6bbd4820d515 of type vlan for network 312c4f73-6678-4df8-aee5-02c78bf51ffe Jul 07 18:19:51.031555 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.065305 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.066304 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:51.066896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.141654 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3862052 Jul 07 18:19:51.145408 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44886) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:51.151817 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Request body: {'subnet': {'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1467055409-subnet', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:51.175028 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab978-928f-4c94-a485-2cbaf5096105 admin admin] Pushing event updated for resources: {'Network': ['ID=312c4f73-6678-4df8-aee5-02c78bf51ffe,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:51.188941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:51.195155 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Made reservation on behalf of 20aa894552ac435ca7bf09a18d176c3e for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:51.199854 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.397815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.459416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=75eaa6ac-b250-4104-bacb-dfe609df2906,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:51.473240 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Checking segment: {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:51.473721 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Network hostable DHCP agents. Network: 312c4f73-6678-4df8-aee5-02c78bf51ffe, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:51.490531 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:51.502810 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, 312c4f73-6678-4df8-aee5-02c78bf51ffe) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:51.510953 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:51.511958 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.518111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e2f3dce9-6e25-4bf1-8b2f-e14731a5645a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:51.530722 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2551988c-a3e7-44c0-b3c3-915750d03bad admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829734 Jul 07 18:19:51.533458 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44888) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:51.538578 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:51.553028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c83fbe-0f1e-4f6e-b024-caaa2c18df2d None None] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:51.565180 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.566271 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.635708 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.653914 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:51.678879 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:51.679256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.784779 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.936271 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-312c4f73-6678-4df8-aee5-02c78bf51ffe', 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'fixed_ips': [{'subnet_id': '75eaa6ac-b250-4104-bacb-dfe609df2906'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:51.937185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.988695 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.007720 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.030952 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.079043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:52.085944 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.086740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ee6d8418-04a0-45c5-acb6-4912ff86e5a3 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:52.174374 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Allocated IP 172.25.5.36 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/89a1dd28-8d89-453a-a558-c4fbfcc229d5) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:52.252565 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:52.263049 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Allocated IP 172.20.0.2 (312c4f73-6678-4df8-aee5-02c78bf51ffe/75eaa6ac-b250-4104-bacb-dfe609df2906/ac64ed70-cbd6-4294-abaa-450c21c2635a) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:52.289587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:52.290335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.334977 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.383075 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.424355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:52.429623 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:52.433373 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:52.440148 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Pushing event updated for resources: {'Port': ['ID=89a1dd28-8d89-453a-a558-c4fbfcc229d5,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:52.474964 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:52.487299 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:52.488464 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:52.522782 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.532043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Transition to ACTIVE for port object ac64ed70-cbd6-4294-abaa-450c21c2635a will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:52.550430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Transition to ACTIVE for port object ac64ed70-cbd6-4294-abaa-450c21c2635a will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:52.557781 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.602007 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:52.602443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:52.606064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:52.610555 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:52.629259 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Pushing event updated for resources: {'Port': ['ID=ac64ed70-cbd6-4294-abaa-450c21c2635a,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:52.687082 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Attempting to bind port ac64ed70-cbd6-4294-abaa-450c21c2635a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:52.687636 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Attempting to bind port ac64ed70-cbd6-4294-abaa-450c21c2635a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:52.688111 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Attempting to bind port ac64ed70-cbd6-4294-abaa-450c21c2635a on network 312c4f73-6678-4df8-aee5-02c78bf51ffe {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:52.693828 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:52.694376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Checking segment: {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:52.694889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.695543 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Bound using segment: {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:52.696278 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Bound port: ac64ed70-cbd6-4294-abaa-450c21c2635a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:52.696629 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.765551 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.776158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] For port ac64ed70-cbd6-4294-abaa-450c21c2635a, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:52.780984 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] For port ac64ed70-cbd6-4294-abaa-450c21c2635a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac64ed70-cbd6-4294-abaa-450c21c2635a,segment=NetworkSegment(b17689c0-62e4-4680-94cd-6bbd4820d515),segment_id=b17689c0-62e4-4680-94cd-6bbd4820d515)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:52.786719 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.855672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe71128-6009-46e7-b685-d6165aad5309 None None] Pushing event updated for resources: {'Port': ['ID=ac64ed70-cbd6-4294-abaa-450c21c2635a,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:52.869908 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 2, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:52.901583 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:52.901939 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Updating router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 port c941aa00-7334-418d-bd70-e3d829573d60 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:52.944243 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.008404 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.247015 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Router 82ba70a4-d538-4b35-b388-f9135ca8417e is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:19:53.378260 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.383517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:53.393687 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Transition to ACTIVE for port object c941aa00-7334-418d-bd70-e3d829573d60 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:53.398290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Sync routers for ids ['82ba70a4-d538-4b35-b388-f9135ca8417e'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:53.412084 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.417882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Routers {'82ba70a4-d538-4b35-b388-f9135ca8417e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:53.418798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['82ba70a4-d538-4b35-b388-f9135ca8417e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:53.420469 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.422406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-317568fa-ff68-48c5-9aad-1c93c15c34f3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8878224 Jul 07 18:19:53.425236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44892) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:53.549062 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Attempting to bind port c941aa00-7334-418d-bd70-e3d829573d60 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:53.549725 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Attempting to bind port c941aa00-7334-418d-bd70-e3d829573d60 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:53.550337 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Attempting to bind port c941aa00-7334-418d-bd70-e3d829573d60 on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:53.564897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:53.565514 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Checking segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:53.566221 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.566831 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Bound using segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:53.567935 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Bound port: c941aa00-7334-418d-bd70-e3d829573d60, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:53.568905 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.592867 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Pushing event updated for resources: {'Port': ['ID=c941aa00-7334-418d-bd70-e3d829573d60,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:53.600764 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e2f3dce9-6e25-4bf1-8b2f-e14731a5645a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:53.622688 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.624049 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.624635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.625372 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.625913 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.627072 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.627535 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.627870 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.628205 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.628652 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.629006 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.629554 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:53.661458 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Set router 82ba70a4-d538-4b35-b388-f9135ca8417e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:53.689472 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] For port c941aa00-7334-418d-bd70-e3d829573d60, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:53.698498 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] For port c941aa00-7334-418d-bd70-e3d829573d60, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c941aa00-7334-418d-bd70-e3d829573d60,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:53.705522 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.808913 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:53.810487 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:53.816064 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:53.816437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.949243 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874abed-4f29-4b9f-a8ea-a7e8e74f8ebd None None] Pushing event updated for resources: {'Port': ['ID=c941aa00-7334-418d-bd70-e3d829573d60,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:53.988690 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:54.043401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac64ed70-cbd6-4294-abaa-450c21c2635a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:54.125219 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port ac64ed70-cbd6-4294-abaa-450c21c2635a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:54.129534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:19:52Z', 'revision_number': 3, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:54.173544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Checking router: 82ba70a4-d538-4b35-b388-f9135ca8417e for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:54.173939 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Updating router 82ba70a4-d538-4b35-b388-f9135ca8417e port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:54.209032 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.234727 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.309684 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:54.345067 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b8940b-3750-46d5-8852-e62af1feb893 None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:54.380489 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456ef7b-acea-47da-b482-0aadceeca9d3 None None] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:54.435742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Allocated IP 172.20.0.1 (312c4f73-6678-4df8-aee5-02c78bf51ffe/75eaa6ac-b250-4104-bacb-dfe609df2906/f4510aea-e44e-4442-8cf7-6d8079624039) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:54.526454 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] Provisioning for port ac64ed70-cbd6-4294-abaa-450c21c2635a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:54.552649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] Provisioning complete for port ac64ed70-cbd6-4294-abaa-450c21c2635a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:54.553021 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.570575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.585506 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Transition to ACTIVE for port object f4510aea-e44e-4442-8cf7-6d8079624039 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:54.631438 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.660988 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.676723 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:54.683143 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:54.686672 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:54.715178 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Pushing event updated for resources: {'Port': ['ID=f4510aea-e44e-4442-8cf7-6d8079624039,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:54.739943 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.824502 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.828856 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.861436 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Transition to ACTIVE for port object 89a1dd28-8d89-453a-a558-c4fbfcc229d5 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:54.876029 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.930051 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.967490 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] For port ac64ed70-cbd6-4294-abaa-450c21c2635a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac64ed70-cbd6-4294-abaa-450c21c2635a,segment=NetworkSegment(b17689c0-62e4-4680-94cd-6bbd4820d515),segment_id=b17689c0-62e4-4680-94cd-6bbd4820d515)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:54.981316 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.987542 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4260564-6a4c-4f3a-b9c7-843a31569d14 None None] Pushing event updated for resources: {'Port': ['ID=89a1dd28-8d89-453a-a558-c4fbfcc229d5,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:55.013721 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Attempting to bind port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:55.014305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Attempting to bind port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:55.014844 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Attempting to bind port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:55.026988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:55.027337 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:55.027830 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.028355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:55.029691 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Bound port: 89a1dd28-8d89-453a-a558-c4fbfcc229d5, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:55.030212 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.082229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d35869-ff82-40ab-954b-1e8fad77f60a None None] Pushing event updated for resources: {'Port': ['ID=ac64ed70-cbd6-4294-abaa-450c21c2635a,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:55.110329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] For port 89a1dd28-8d89-453a-a558-c4fbfcc229d5, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:55.114695 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] For port 89a1dd28-8d89-453a-a558-c4fbfcc229d5, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=89a1dd28-8d89-453a-a558-c4fbfcc229d5,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:55.122033 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.186218 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Routers {'82ba70a4-d538-4b35-b388-f9135ca8417e'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:55.187486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['82ba70a4-d538-4b35-b388-f9135ca8417e'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:55.194638 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.202360 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.262823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4260564-6a4c-4f3a-b9c7-843a31569d14 None None] Pushing event updated for resources: {'Port': ['ID=89a1dd28-8d89-453a-a558-c4fbfcc229d5,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:55.281864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-86c7ac37-b455-41f9-9a67-10908688ba27 None None] Provisioning complete for port ac64ed70-cbd6-4294-abaa-450c21c2635a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:55.281864 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-86c7ac37-b455-41f9-9a67-10908688ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.292073 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Pushing event updated for resources: {'Port': ['ID=f4510aea-e44e-4442-8cf7-6d8079624039,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:55.298405 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.431677 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:55.434054 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:55.532666 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c941aa00-7334-418d-bd70-e3d829573d60 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:55.592593 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] Set router 82ba70a4-d538-4b35-b388-f9135ca8417e gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:55.604472 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Router 82ba70a4-d538-4b35-b388-f9135ca8417e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:55.767974 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:55.787064 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-3f78f6c3-8259-4770-90f0-e250e802f968 admin admin] 10.222.0.78 "PUT /v2.0/routers/82ba70a4-d538-4b35-b388-f9135ca8417e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596866 Jul 07 18:19:55.904243 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port c941aa00-7334-418d-bd70-e3d829573d60 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:55.917189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c941aa00-7334-418d-bd70-e3d829573d60 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:55.917560 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.957249 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-86c7ac37-b455-41f9-9a67-10908688ba27 None None] Provisioning for port f4510aea-e44e-4442-8cf7-6d8079624039 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:55.966980 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-86c7ac37-b455-41f9-9a67-10908688ba27 None None] Provisioning complete for port f4510aea-e44e-4442-8cf7-6d8079624039 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:55.967775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-86c7ac37-b455-41f9-9a67-10908688ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.012547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4510aea-e44e-4442-8cf7-6d8079624039', 'name': '', 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'mac_address': 'fa:16:3e:c3:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:54Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 1, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'subnets': [{'id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:56.062213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085f00c-9b1a-480c-8f06-75d9e9280d98 None None] The sync data for ids ['82ba70a4-d538-4b35-b388-f9135ca8417e'] in n-d-793619-7 is: [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4510aea-e44e-4442-8cf7-6d8079624039', 'name': '', 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'mac_address': 'fa:16:3e:c3:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:54Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 1, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'subnets': [{'id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:56.069894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-86c7ac37-b455-41f9-9a67-10908688ba27 None None] Port f4510aea-e44e-4442-8cf7-6d8079624039 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:56.114146 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.161340 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port c941aa00-7334-418d-bd70-e3d829573d60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c941aa00-7334-418d-bd70-e3d829573d60,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:56.167306 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.168423 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac64ed70-cbd6-4294-abaa-450c21c2635a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:56.250029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-01965f3f-e4d5-4840-8427-913fbb235886 None None] Provisioning complete for port f4510aea-e44e-4442-8cf7-6d8079624039 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:56.250409 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-01965f3f-e4d5-4840-8427-913fbb235886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.338315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-01965f3f-e4d5-4840-8427-913fbb235886 None None] Port f4510aea-e44e-4442-8cf7-6d8079624039 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:56.341349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=c941aa00-7334-418d-bd70-e3d829573d60,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:56.363688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port ac64ed70-cbd6-4294-abaa-450c21c2635a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:56.364189 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.625731 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44902) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:56.632355 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371439183', 'description': 'tempest-secgroup-smoke-371439183 description', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:56.671273 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.775929 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.781472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.813465 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.814841 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1879761 Jul 07 18:19:56.818037 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44904) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:56.822831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': 'ac1746f6-5568-4861-9a46-e5b069009be7', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:56.834500 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f680a-dab1-457e-bebc-e7c9913fe8a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1746f6-5568-4861-9a46-e5b069009be7,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:56.863493 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.943345 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.948918 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.969479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f268886f-99d7-4f29-9fef-312468a53dcd,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:56.980548 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:56.983000 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d3f23014-c30f-42ae-8ad7-39b12542e0e8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626935 Jul 07 18:19:56.984789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44906) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:56.994809 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': 'ac1746f6-5568-4861-9a46-e5b069009be7', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:57.032442 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.108911 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.113417 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.137171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce45aaf-f495-41c5-b629-39a5abfc37c8,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:57.144453 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.145792 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8c50afe6-f031-4d26-b040-f8093a2e6674 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555362 Jul 07 18:19:57.149171 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44908) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:57.155335 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': 'ac1746f6-5568-4861-9a46-e5b069009be7', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:57.194168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.274100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.278421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.303463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e8f0cb-5616-4263-aa70-b86c3886dfc3,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:57.307527 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.308764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8375a0c8-0f6f-497a-9579-46e01ce07f7f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585109 Jul 07 18:19:57.312797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44910) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:57.318205 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': 'ac1746f6-5568-4861-9a46-e5b069009be7', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:57.352369 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.429148 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.433985 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.458449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206e16ec-5d20-462b-93a3-1df01f8c61d1,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:57.462223 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.465155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-60f66441-35c7-48f1-8a62-e80eb8ec7c95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494346 Jul 07 18:19:57.466792 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 44912) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:57.473795 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': 'ac1746f6-5568-4861-9a46-e5b069009be7', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:57.504301 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Project c70f7d7f1eec4cc08a486c1f06d855b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:19:57.510478 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.540927 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 89a1dd28-8d89-453a-a558-c4fbfcc229d5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:57.594076 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:57.599173 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.599956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:57.600586 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.605409 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.634314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8192337-6c04-4c66-a34a-a7d694bb84df,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:57.643018 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.647159 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-a05f171c-08de-4c9e-8d9f-6868258a0ead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1752274 Jul 07 18:19:57.647725 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:57.652525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': 'ac1746f6-5568-4861-9a46-e5b069009be7', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:57.681597 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Project c70f7d7f1eec4cc08a486c1f06d855b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:19:57.688520 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.706614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.732095 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 89a1dd28-8d89-453a-a558-c4fbfcc229d5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=89a1dd28-8d89-453a-a558-c4fbfcc229d5,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:57.740441 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.741294 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c941aa00-7334-418d-bd70-e3d829573d60 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:57.777568 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.783616 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.801963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdd2379-94b0-4251-bb5b-62b9fb8e0c17,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:57.815864 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.820852 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d80a5d54-bfd1-4d4d-bc37-fa6d003550d8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1691706 Jul 07 18:19:57.823553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=89a1dd28-8d89-453a-a558-c4fbfcc229d5,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:57.841161 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port c941aa00-7334-418d-bd70-e3d829573d60 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:57.841161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:58.053590 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-c6834df0-c321-4117-ba37-b8ca7cbf0d87 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371439183&fields=id&tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 267 time: 0.0362408 Jul 07 18:19:58.170420 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-718264a6-a8c9-41c6-867d-fbd326b01487 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:58.171810 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-718264a6-a8c9-41c6-867d-fbd326b01487 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 809 time: 0.1113679 Jul 07 18:19:58.189194 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-4e6afcc0-5661-4ac6-b03e-7034f1738652 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/quotas/c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 375 time: 0.0114448 Jul 07 18:19:58.286078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-305ca3c8-7cf5-4236-919a-097d2c078ba2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895154 Jul 07 18:19:58.391606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-21416744-253c-431c-8954-d02d211d6db2 service neutron] 10.222.0.78 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926564 Jul 07 18:19:58.496748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-a439e890-ec1a-47d7-9c8c-b5076702d927 service neutron] 10.222.0.78 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987556 Jul 07 18:19:58.528791 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Sync routers for ids ['82ba70a4-d538-4b35-b388-f9135ca8417e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:58.540068 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Routers {'82ba70a4-d538-4b35-b388-f9135ca8417e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:58.540852 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['82ba70a4-d538-4b35-b388-f9135ca8417e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:58.672611 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Set router 82ba70a4-d538-4b35-b388-f9135ca8417e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:58.686620 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f8f969bc-4600-4d94-89b6-49a45ad36848 req-cb316244-620f-4432-8093-14c3b5d97037 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 210 time: 0.0310795 Jul 07 18:19:58.897993 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4510aea-e44e-4442-8cf7-6d8079624039', 'name': '', 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'mac_address': 'fa:16:3e:c3:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:54Z', 'updated_at': '2021-07-07T18:19:55Z', 'revision_number': 2, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'subnets': [{'id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:58.928162 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Checking router: 82ba70a4-d538-4b35-b388-f9135ca8417e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:58.928517 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Updating router 82ba70a4-d538-4b35-b388-f9135ca8417e port f4510aea-e44e-4442-8cf7-6d8079624039 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:58.965220 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.300125 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.314784 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Transition to ACTIVE for port object f4510aea-e44e-4442-8cf7-6d8079624039 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:59.322785 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.375133 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf40675-920f-4612-b790-e5b5a61b7c99 None None] Pushing event updated for resources: {'Port': ['ID=f4510aea-e44e-4442-8cf7-6d8079624039,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.455061 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Attempting to bind port f4510aea-e44e-4442-8cf7-6d8079624039 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:59.455902 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Attempting to bind port f4510aea-e44e-4442-8cf7-6d8079624039 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:59.456789 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Attempting to bind port f4510aea-e44e-4442-8cf7-6d8079624039 on network 312c4f73-6678-4df8-aee5-02c78bf51ffe {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:59.469028 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 89a1dd28-8d89-453a-a558-c4fbfcc229d5 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:59.469629 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:59.469787 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Checking segment: {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:59.470076 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.470479 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Bound using segment: {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:59.471333 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Bound port: f4510aea-e44e-4442-8cf7-6d8079624039, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17689c0-62e4-4680-94cd-6bbd4820d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:59.471951 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.542401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:59.542926 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.576729 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] For port f4510aea-e44e-4442-8cf7-6d8079624039, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:59.582056 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] For port f4510aea-e44e-4442-8cf7-6d8079624039, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4510aea-e44e-4442-8cf7-6d8079624039,segment=NetworkSegment(b17689c0-62e4-4680-94cd-6bbd4820d515),segment_id=b17689c0-62e4-4680-94cd-6bbd4820d515)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:59.588076 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.652418 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Routers {'82ba70a4-d538-4b35-b388-f9135ca8417e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:59.652772 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:19:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['82ba70a4-d538-4b35-b388-f9135ca8417e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:59.708653 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf40675-920f-4612-b790-e5b5a61b7c99 None None] Pushing event updated for resources: {'Port': ['ID=f4510aea-e44e-4442-8cf7-6d8079624039,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.884249 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3d8fea58-a186-4430-a959-16ccd316ede3 req-c8b10e4d-53cd-4033-8d5c-a136751235f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 210 time: 0.0359061 Jul 07 18:19:59.920782 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] Set router 82ba70a4-d538-4b35-b388-f9135ca8417e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:00.164695 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4510aea-e44e-4442-8cf7-6d8079624039', 'name': '', 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'mac_address': 'fa:16:3e:c3:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:54Z', 'updated_at': '2021-07-07T18:19:59Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'subnets': [{'id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:00.207455 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb355f-9f94-4cef-8668-b416a7452694 None None] The sync data for ids ['82ba70a4-d538-4b35-b388-f9135ca8417e'] in n-d-793619-7 is: [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:19:54Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'f4510aea-e44e-4442-8cf7-6d8079624039', 'name': '', 'network_id': '312c4f73-6678-4df8-aee5-02c78bf51ffe', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'mac_address': 'fa:16:3e:c3:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:54Z', 'updated_at': '2021-07-07T18:19:59Z', 'revision_number': 4, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'subnets': [{'id': '75eaa6ac-b250-4104-bacb-dfe609df2906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:00.289524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-867fb85b-7a60-4b56-8eb0-a563cf8d9c82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:00.291441 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-867fb85b-7a60-4b56-8eb0-a563cf8d9c82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 809 time: 0.1666832 Jul 07 18:20:00.351693 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-7b75f1e4-8b89-4fb2-b311-1ea3323380a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 379 time: 0.0452571 Jul 07 18:20:00.363016 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'port': {'device_id': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'admin_state_up': True, 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'security_groups': ['ac1746f6-5568-4861-9a46-e5b069009be7']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:00.497324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Made reservation on behalf of c70f7d7f1eec4cc08a486c1f06d855b4 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:00.501354 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.653543 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Allocated IP 172.20.0.14 (b6853c01-2605-4654-b214-3f0edae2c315/ba445940-dac7-4990-ab2f-53018d157211/eecdace3-5f11-4905-92d3-91e370e5ac5f) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:01.041056 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b79aafcb-0bb0-4fe3-8719-dd7b5e2b9113 req-2266c95d-24d4-466f-9b1e-a04c7f1ba9e0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 210 time: 0.0310252 Jul 07 18:20:01.159415 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.176003 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Transition to ACTIVE for port object eecdace3-5f11-4905-92d3-91e370e5ac5f will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:01.213618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.259927 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Network b6853c01-2605-4654-b214-3f0edae2c315 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:01.263823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:01.266778 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:01.304093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.339004 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:01.339728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.357507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-e0262adf-f8fd-446c-9a56-7d29ef658a65 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0008481 Jul 07 18:20:01.471196 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4510aea-e44e-4442-8cf7-6d8079624039 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:01.510670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Request body: {'port': {'device_id': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:01.532957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f4510aea-e44e-4442-8cf7-6d8079624039 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:01.537724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f4510aea-e44e-4442-8cf7-6d8079624039 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:01.538114 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.588718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a61249d9-533c-41d8-a4b3-3fab52d5aae1 None None] Provisioning for port eecdace3-5f11-4905-92d3-91e370e5ac5f completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:01.597169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.598312 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-a61249d9-533c-41d8-a4b3-3fab52d5aae1 None None] Provisioning complete for port eecdace3-5f11-4905-92d3-91e370e5ac5f triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:01.598691 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-a61249d9-533c-41d8-a4b3-3fab52d5aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.670952 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-a61249d9-533c-41d8-a4b3-3fab52d5aae1 None None] Port eecdace3-5f11-4905-92d3-91e370e5ac5f cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:01.676148 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.711463 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port f4510aea-e44e-4442-8cf7-6d8079624039, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4510aea-e44e-4442-8cf7-6d8079624039,segment=NetworkSegment(b17689c0-62e4-4680-94cd-6bbd4820d515),segment_id=b17689c0-62e4-4680-94cd-6bbd4820d515)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:01.715609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.767981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=f4510aea-e44e-4442-8cf7-6d8079624039,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.904038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:01.913457 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.927235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Transition to ACTIVE for port object eecdace3-5f11-4905-92d3-91e370e5ac5f will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:01.931228 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.986841 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.072749 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:02.073471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:02.074099 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:02.081236 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Port eecdace3-5f11-4905-92d3-91e370e5ac5f on network b6853c01-2605-4654-b214-3f0edae2c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:20:02.081398 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:02.087537 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:02.088072 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Checking segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:02.088464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Bound using segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:02.089034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Bound port: eecdace3-5f11-4905-92d3-91e370e5ac5f, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:02.089349 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.181434 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:02.188636 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:02.201355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.243552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.244281 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.245835 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] 10.222.0.13 "PUT /v2.0/ports/eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1092 time: 0.8754025 Jul 07 18:20:02.246379 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:02.249491 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e987f69-502b-4ed9-9eb9-35644b07f0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:02.278031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e7c45-acc4-48d8-9777-6b2abd217ff4 req-bae8b523-d9c7-4e5d-ba1a-703a59074105 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.278771 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4bb0-101b-4aef-be94-c293a68af29a service neutron] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.282624 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b2e7c45-acc4-48d8-9777-6b2abd217ff4 req-bae8b523-d9c7-4e5d-ba1a-703a59074105 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0980864 Jul 07 18:20:02.329917 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4b2e7c45-acc4-48d8-9777-6b2abd217ff4 req-897f5377-cb1b-4c2e-872c-1f805eb6a240 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Jul 07 18:20:02.405448 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b108ac30-ec42-408f-8e83-2925f669feae x-openstack-request-id: req-b108ac30-ec42-408f-8e83-2925f669feae {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:02.406117 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:02.406117 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b108ac30-ec42-408f-8e83-2925f669feae {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:02.406403 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'status': 'completed', 'code': 200} Jul 07 18:20:02.408670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-d35084d5-9947-4ff7-87e6-17377aee0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.410295 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-d35084d5-9947-4ff7-87e6-17377aee0fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1095 time: 0.0947511 Jul 07 18:20:02.475302 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-c53afee8-7383-482f-b5ed-943c14b0e3de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 217 time: 0.0499494 Jul 07 18:20:02.533868 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-af383da2-b3f1-46af-900c-8c5b0abd4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.535449 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-af383da2-b3f1-46af-900c-8c5b0abd4d61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0542228 Jul 07 18:20:02.602711 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-97a703bc-3565-49bf-b608-c86ca711c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.604438 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-97a703bc-3565-49bf-b608-c86ca711c29d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630736 Jul 07 18:20:02.708413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-51aeb917-f795-47d6-838f-088eb14a2f26 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972931 Jul 07 18:20:02.818749 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c8de4f5a-733c-4786-a2f6-422b00438e0a req-4958f766-5a9d-492f-832a-440204c306ff service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044979 Jul 07 18:20:02.987609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-c336cae6-9a9d-4495-acb1-6080b26a2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.989241 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-c336cae6-9a9d-4495-acb1-6080b26a2996 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1095 time: 0.0647521 Jul 07 18:20:03.094366 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-f8775bc3-e871-466f-9548-6be2e16e71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.095901 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-f8775bc3-e871-466f-9548-6be2e16e71b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1006956 Jul 07 18:20:03.150743 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-f6912074-4160-4efc-b697-aa1c79f4402f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 217 time: 0.0468118 Jul 07 18:20:03.218606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-49f8b309-36d1-41f0-86d9-7dc848574bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.220655 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-49f8b309-36d1-41f0-86d9-7dc848574bd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0633547 Jul 07 18:20:03.290925 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-e888fe46-3954-401c-94ef-658687a24f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.292589 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-e888fe46-3954-401c-94ef-658687a24f8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650368 Jul 07 18:20:03.424766 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-3e2fb10d-dc71-4c8a-ad95-5cff4be3d7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248863 Jul 07 18:20:03.458700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4510aea-e44e-4442-8cf7-6d8079624039 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:03.562300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f4510aea-e44e-4442-8cf7-6d8079624039 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:03.562889 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.581463 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4e987f69-502b-4ed9-9eb9-35644b07f0ee req-1820ad1b-dacf-4b4c-a28b-6231194d3662 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496837 Jul 07 18:20:03.628390 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563a25-1bf1-4754-8970-dabe3bfef6f0 req-7313aebb-14c2-498a-a100-24ea6bf5c522 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:03.629938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19563a25-1bf1-4754-8970-dabe3bfef6f0 req-7313aebb-14c2-498a-a100-24ea6bf5c522 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.1286559 Jul 07 18:20:03.682057 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-19563a25-1bf1-4754-8970-dabe3bfef6f0 req-25c732a4-e7a9-4af8-a116-8ac1bcc97a71 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452702 Jul 07 18:20:04.734977 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.878517 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea05afb-8776-4f16-a736-ab612cc6989c req-5984ac21-6e97-423a-ac46-f2b7eb00356b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:04.880144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bea05afb-8776-4f16-a736-ab612cc6989c req-5984ac21-6e97-423a-ac46-f2b7eb00356b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0709162 Jul 07 18:20:04.923737 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bea05afb-8776-4f16-a736-ab612cc6989c req-699f0ed2-5757-4a45-919c-63021b8426a6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374134 Jul 07 18:20:05.399258 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0396b224-b44a-4dcb-ab0f-2549c1fea9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.139013 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564645-3152-4876-8912-6d6fa90570bd req-e06a4ef6-2f32-4c3a-b29f-2bcff0dead13 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:06.140844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef564645-3152-4876-8912-6d6fa90570bd req-e06a4ef6-2f32-4c3a-b29f-2bcff0dead13 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0853627 Jul 07 18:20:06.195882 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:20:06.211908 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef564645-3152-4876-8912-6d6fa90570bd req-7d63061b-1982-49fd-9ad0-ed22224c946b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645876 Jul 07 18:20:06.317602 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:06.339237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'mac_address': 'fa:16:3e:f5:1d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:20:06.384301 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.398864 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:06.421140 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:06.426020 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.484252 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:06.719603 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['eecdace3-5f11-4905-92d3-91e370e5ac5f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:20:07.439943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3041b2-4f27-4bd0-bcf4-3505c75d58ea req-c56e7604-dad4-4b66-a83c-680a930dfca9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:07.441563 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df3041b2-4f27-4bd0-bcf4-3505c75d58ea req-c56e7604-dad4-4b66-a83c-680a930dfca9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0857859 Jul 07 18:20:07.490155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-df3041b2-4f27-4bd0-bcf4-3505c75d58ea req-3a4c66e6-b764-425f-a234-bb56eb9e2c55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Jul 07 18:20:07.855495 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.195104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:08.238279 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:08.254910 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port eecdace3-5f11-4905-92d3-91e370e5ac5f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:08.259918 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port eecdace3-5f11-4905-92d3-91e370e5ac5f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:08.260357 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.368156 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.393399 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:08.396362 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aab0f2-8045-4f0c-9419-bf05c46940b2" -d '{"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:08.417499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:08.423140 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.460273 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e125a-0568-431b-a4ed-5c53b7e00a40 x-openstack-request-id: req-573e125a-0568-431b-a4ed-5c53b7e00a40 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:08.461080 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:08.461080 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-573e125a-0568-431b-a4ed-5c53b7e00a40 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:08.461511 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'code': 200} Jul 07 18:20:08.493748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:08.617127 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417bee0-a292-487f-9ac6-b1c21955e8e9 req-6577b9b1-35f9-4b43-98fd-809ac247c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:08.618770 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5417bee0-a292-487f-9ac6-b1c21955e8e9 req-6577b9b1-35f9-4b43-98fd-809ac247c6a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1097 time: 0.0649793 Jul 07 18:20:08.675907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5417bee0-a292-487f-9ac6-b1c21955e8e9 req-a0389236-1e14-41c0-8649-3ba24fed7acc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499716 Jul 07 18:20:08.717438 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b6770-cf70-44ec-98eb-5b24096a7261 req-7f5a3a5a-f453-4061-bf9f-525d5c554590 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:08.719143 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd3b6770-cf70-44ec-98eb-5b24096a7261 req-7f5a3a5a-f453-4061-bf9f-525d5c554590 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0891471 Jul 07 18:20:08.766658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd3b6770-cf70-44ec-98eb-5b24096a7261 req-8dd368f3-542b-4b14-bafe-ccf3d6d6e7b9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 Jul 07 18:20:09.326831 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-5d59bfbb-c521-4c83-9f5a-dcf02d2e68e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.532874 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.974005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce639b88-69ad-40a5-8d95-9f603f1b4296 req-30e05fe5-5e2e-427a-862c-8fe737fc970e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:09.975974 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce639b88-69ad-40a5-8d95-9f603f1b4296 req-30e05fe5-5e2e-427a-862c-8fe737fc970e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0734203 Jul 07 18:20:10.031709 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ce639b88-69ad-40a5-8d95-9f603f1b4296 req-d8fc29ab-e3e0-447a-82b1-21fa47c94152 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483198 Jul 07 18:20:10.252965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c06b-dd97-4cba-97c1-89d39f52a687 req-c564df74-dbb1-440b-8939-ea8ceab93107 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:10.254886 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1007c06b-dd97-4cba-97c1-89d39f52a687 req-c564df74-dbb1-440b-8939-ea8ceab93107 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0788221 Jul 07 18:20:10.304439 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1007c06b-dd97-4cba-97c1-89d39f52a687 req-cf8659de-d4f5-4299-ac62-1adf814d3325 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Jul 07 18:20:10.333491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44972) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:10.443434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779be9e-2ba9-47b5-b67c-f848ddfb386d tempest-TestShelveInstance-1140710742 tempest-TestShelveInstance-1140710742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:10.445352 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4779be9e-2ba9-47b5-b67c-f848ddfb386d tempest-TestShelveInstance-1140710742 tempest-TestShelveInstance-1140710742-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1092 time: 0.1108589 Jul 07 18:20:10.448214 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 44976) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:10.453957 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:10.478221 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.612851 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.740092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Allocated IP 172.25.5.242 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/28b34236-c34c-4a28-a6df-d90f107c8dfd) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:10.864795 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.923830 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.967197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:10.970602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:10.977932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:11.006724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'Port': ['ID=28b34236-c34c-4a28-a6df-d90f107c8dfd,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:11.153399 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.823797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.926460 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.123746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.129526 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.227479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'Port': ['ID=28b34236-c34c-4a28-a6df-d90f107c8dfd,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:12.242560 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.366585 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Floating IP f0ee1dbb-c85f-44b0-9167-da50230ad587 associated. External IP: 172.25.5.242, port: eecdace3-5f11-4905-92d3-91e370e5ac5f. Jul 07 18:20:12.608843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:12.739663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:12.752784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:12.764746 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.771223 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:12.772503 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:12.817512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-fc0080f0-35eb-42de-8beb-698b624b53c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3682103 Jul 07 18:20:12.818105 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:12.820619 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:12.903281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:12.960937 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d41d3e-ab6e-4e6f-b615-76dddcce6039 x-openstack-request-id: req-b4d41d3e-ab6e-4e6f-b615-76dddcce6039 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:12.961249 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:12.961533 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4d41d3e-ab6e-4e6f-b615-76dddcce6039 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:12.961944 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'status': 'completed', 'code': 200} Jul 07 18:20:13.088090 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-a8bc8e3c-3401-4b62-9989-bc5411634990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:13.089755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-a8bc8e3c-3401-4b62-9989-bc5411634990 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1097 time: 0.0747590 Jul 07 18:20:13.210361 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-5f90fd18-e4b1-4ab4-ac7b-14fdf37e5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:13.211891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-5f90fd18-e4b1-4ab4-ac7b-14fdf37e5137 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1159029 Jul 07 18:20:13.226285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'f0ee1dbb-c85f-44b0-9167-da50230ad587', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'mac_address': 'fa:16:3e:f5:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:11Z', 'updated_at': '2021-07-07T18:20:11Z', 'revision_number': 0, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:13.254916 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:13.264829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:13.265509 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:20:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:13.283115 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-f93a471f-569f-414d-b9d1-d35ffdba15ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1000 time: 0.0647011 Jul 07 18:20:13.339628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-5780f833-67ee-4d4e-a427-b6cefee35713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:13.341791 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-5780f833-67ee-4d4e-a427-b6cefee35713 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0521581 Jul 07 18:20:13.380438 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:13.401714 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-fcdeecf0-6d65-4e5a-8812-3af820c497c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:13.403268 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-fcdeecf0-6d65-4e5a-8812-3af820c497c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563471 Jul 07 18:20:13.499158 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-7f425b48-bb7f-480f-aefe-86ac6167b221 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892153 Jul 07 18:20:13.643456 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'f0ee1dbb-c85f-44b0-9167-da50230ad587', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'mac_address': 'fa:16:3e:f5:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:11Z', 'updated_at': '2021-07-07T18:20:11Z', 'revision_number': 0, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:13.651283 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-c693a2a0-4125-4bce-9804-ce2b6f8cb4f2 req-13e0ce1c-9228-436a-a37c-573705d9d34f service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455338 Jul 07 18:20:13.671786 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8e2b3-2e45-464e-8619-ab898f28d0bd None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': 'f0ee1dbb-c85f-44b0-9167-da50230ad587', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'mac_address': 'fa:16:3e:f5:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:20:11Z', 'updated_at': '2021-07-07T18:20:11Z', 'revision_number': 0, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:13.901294 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b53ab-9fd3-43cf-8b06-b7a40244d8e2 None None] New status for floating IP f0ee1dbb-c85f-44b0-9167-da50230ad587: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:20:24.582387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:34.750104 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.390507 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ed8a75ce-e101-4852-b28a-cd5a9f915698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.860445 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.329868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bebe-3c46-4ce3-b3d6-da4480e63f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.527755 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.626413 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-9b1f9e38-1ab3-4580-811e-b6f5d0fbe06f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629959 Jul 07 18:20:40.747393 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-cbc4afa9-5e43-4e8f-bc33-e36a92983eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:40.749030 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-cbc4afa9-5e43-4e8f-bc33-e36a92983eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1097 time: 0.0616407 Jul 07 18:20:40.910055 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-849a92ae-f6ae-4e17-91c7-ce55426d0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:40.912479 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-849a92ae-f6ae-4e17-91c7-ce55426d0241 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1411769 Jul 07 18:20:40.985628 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-1b556e5a-6412-4472-aba9-5ee6df88ca20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1002 time: 0.0654721 Jul 07 18:20:41.035764 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-fc112956-7af3-4beb-bba1-e6dcd0d3836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:41.037378 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-fc112956-7af3-4beb-bba1-e6dcd0d3836b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0448992 Jul 07 18:20:41.095699 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-7fa580ed-5069-47c3-895c-a8e217d4509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:41.097297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-7fa580ed-5069-47c3-895c-a8e217d4509b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534658 Jul 07 18:20:41.155289 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.212884 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-9c3ec033-051e-41bf-9959-b7640bd9f082 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089084 Jul 07 18:20:41.314722 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-e6300e2f-93f1-408e-b4b2-90cef04b5a6e req-12be1d00-ebfb-41b5-ba1b-3200e43af3b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950360 Jul 07 18:20:45.238679 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:54.609235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:04.747279 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.392552 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9d69529a-5178-4189-ae7c-fa548672a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.862698 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:09.331803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f29867ec-9eb8-474c-b740-a3d23f4beb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:09.532555 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:11.162718 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:22.237646 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:24.788815 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.745281 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.393826 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8f6748c5-98e2-447e-b444-994b218c1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.866809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:39.333875 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ccb27f2c-4f30-417c-8e2a-079c3359c023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:39.535048 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.161025 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:42.590783 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-78099a27-55fb-4085-a66f-b93ad9497b28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526044 Jul 07 18:21:42.702874 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-0e4870ff-a214-4a92-93da-1eb05fea905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:42.704533 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-0e4870ff-a214-4a92-93da-1eb05fea905f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1097 time: 0.0569038 Jul 07 18:21:42.815176 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-994d51de-75fd-4e71-b746-c61c48230d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:42.816846 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-994d51de-75fd-4e71-b746-c61c48230d57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0930536 Jul 07 18:21:42.887351 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-da3bb234-b400-4742-90b5-73ab3696931b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1002 time: 0.0639038 Jul 07 18:21:42.937439 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-a312ea12-c1de-41ba-b811-5fdf410d8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:42.938949 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-a312ea12-c1de-41ba-b811-5fdf410d8a77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0450895 Jul 07 18:21:42.997331 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-1dcb3487-0662-4ec4-9837-b935b61f1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:42.998865 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-1dcb3487-0662-4ec4-9837-b935b61f1ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537689 Jul 07 18:21:43.093488 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-c4976c16-94b8-4e67-97a6-befba9f7f3b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881135 Jul 07 18:21:43.186704 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-5647fe34-a8ae-4031-8c63-07cebd54cf30 req-27d8a7f2-7566-4ae3-a05d-47333b498adb service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872116 Jul 07 18:21:54.622631 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:59.241252 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:04.764857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:05.395511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e30a645-00d5-4e6f-a1a8-8e2f6f104db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.261044 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38251ca-cd83-4b22-b1be-788d2d592b04 req-7ed23c7a-7ffe-476d-b511-b42e2d2687bf tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:07.263290 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e38251ca-cd83-4b22-b1be-788d2d592b04 req-7ed23c7a-7ffe-476d-b511-b42e2d2687bf tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0777214 Jul 07 18:22:07.305774 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e38251ca-cd83-4b22-b1be-788d2d592b04 req-ada04f4a-aabd-440e-b7d0-3f322c39edf9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358136 Jul 07 18:22:07.870975 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.680842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b621a-76cf-4c84-8ed2-81e559fe5e0b req-9ba8560d-be1d-4b27-93ca-2a67f004be67 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.682406 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-627b621a-76cf-4c84-8ed2-81e559fe5e0b req-9ba8560d-be1d-4b27-93ca-2a67f004be67 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0668724 Jul 07 18:22:08.726225 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-627b621a-76cf-4c84-8ed2-81e559fe5e0b req-bf3d9f75-847e-47cd-b92b-eee5c6876a52 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382438 Jul 07 18:22:09.335090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b0ea59d4-5a10-41be-bc72-9db3e599eb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:09.536525 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:09.926209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b5ef6-e8ee-4937-8f93-c0867e8b0b2c req-e0c0162e-72ee-4ba1-97a9-27d794098779 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.927682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d92b5ef6-e8ee-4937-8f93-c0867e8b0b2c req-e0c0162e-72ee-4ba1-97a9-27d794098779 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0761824 Jul 07 18:22:09.970696 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d92b5ef6-e8ee-4937-8f93-c0867e8b0b2c req-287fd76e-4ba9-4606-8474-7a486c22af89 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368402 Jul 07 18:22:11.156037 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cb125-99f2-4ae4-866d-60b55072eaee req-f460027e-df87-4df9-bf8d-7b466b5274f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:11.158064 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29cb125-99f2-4ae4-866d-60b55072eaee req-f460027e-df87-4df9-bf8d-7b466b5274f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0723548 Jul 07 18:22:11.170153 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:11.204644 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c29cb125-99f2-4ae4-866d-60b55072eaee req-5581dc42-d252-47f0-be71-84f489800dc9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406322 Jul 07 18:22:12.389912 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7d73b-b463-44a8-b7e6-f2f9db02bf5b req-2163848b-4a4f-4f86-b387-2ad08785ac33 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:12.391435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5af7d73b-b463-44a8-b7e6-f2f9db02bf5b req-2163848b-4a4f-4f86-b387-2ad08785ac33 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0687540 Jul 07 18:22:12.446520 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5af7d73b-b463-44a8-b7e6-f2f9db02bf5b req-5c87fa69-c38d-46d7-819e-716dfb900c08 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483954 Jul 07 18:22:13.629017 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550156-56a0-42ee-b5e7-c355b53072be req-bc9a080f-183a-4643-9f74-0526479aad37 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:13.630612 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd550156-56a0-42ee-b5e7-c355b53072be req-bc9a080f-183a-4643-9f74-0526479aad37 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0697758 Jul 07 18:22:13.670029 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bd550156-56a0-42ee-b5e7-c355b53072be req-08bd892a-c2a4-4280-8c80-93d0af1160ee tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338104 Jul 07 18:22:14.850025 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6ccc2-1723-4659-9c57-3f2bbedd8927 req-fcc848a1-d7f7-4882-9ff7-87e104e51daa tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:14.851575 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3a6ccc2-1723-4659-9c57-3f2bbedd8927 req-fcc848a1-d7f7-4882-9ff7-87e104e51daa tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0667114 Jul 07 18:22:14.890795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3a6ccc2-1723-4659-9c57-3f2bbedd8927 req-74895d37-0a88-4900-ac0d-59adc1f78e62 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336058 Jul 07 18:22:16.079727 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e114a5f-c6ae-4b9b-8111-950f9fe67c78 req-0dd3dbb9-c9e5-42aa-9a01-134f883fbfc8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.081484 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e114a5f-c6ae-4b9b-8111-950f9fe67c78 req-0dd3dbb9-c9e5-42aa-9a01-134f883fbfc8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0696285 Jul 07 18:22:16.121088 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3e114a5f-c6ae-4b9b-8111-950f9fe67c78 req-706aa8f5-fe58-4eb8-83dd-8a7f7d62c6fb tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Jul 07 18:22:17.373649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad468e-d2bb-4de0-b58d-6e832a9ab8cc req-3a593be2-ba0f-4891-800d-8b55fa53576c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:17.375226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afad468e-d2bb-4de0-b58d-6e832a9ab8cc req-3a593be2-ba0f-4891-800d-8b55fa53576c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0878623 Jul 07 18:22:17.418220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-afad468e-d2bb-4de0-b58d-6e832a9ab8cc req-375c62e5-2ca4-49a2-9bb0-3350725f0e12 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366206 Jul 07 18:22:18.598551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ef9d-1cfa-4229-a75d-08018f1b202d req-9a7dd53b-2507-485b-80b8-2bf6de25d156 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:18.600110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12b7ef9d-1cfa-4229-a75d-08018f1b202d req-9a7dd53b-2507-485b-80b8-2bf6de25d156 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0658524 Jul 07 18:22:18.645445 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-12b7ef9d-1cfa-4229-a75d-08018f1b202d req-6eb7f936-074a-4ac8-8938-e6728c85a2b7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 Jul 07 18:22:18.973043 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:19.073495 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:19.085778 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'mac_address': 'fa:16:3e:f5:1d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:19.124817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.139586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:19.163649 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:19.167996 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.228594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:19.238609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.238973 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.239290 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.239619 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.239956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.240292 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.240620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.240953 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.241314 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.241638 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.241975 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.242298 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:19.317216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['eecdace3-5f11-4905-92d3-91e370e5ac5f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:19.826276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f102f4-5993-44e9-88ed-4927af3441be req-49d93426-11e3-4727-98ea-ea4bcae1731d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:19.827814 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f102f4-5993-44e9-88ed-4927af3441be req-49d93426-11e3-4727-98ea-ea4bcae1731d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0672140 Jul 07 18:22:19.867640 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f102f4-5993-44e9-88ed-4927af3441be req-8f645a3a-a702-47a6-895e-51801d1ab0ba tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338907 Jul 07 18:22:20.992418 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:21.089586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port eecdace3-5f11-4905-92d3-91e370e5ac5f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:21.090254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.150060 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee27617-3115-4528-87b2-e60bf8e165fe req-9f73ca62-7cd8-4217-8c2d-eb50bc5beb14 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:21.152091 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bee27617-3115-4528-87b2-e60bf8e165fe req-9f73ca62-7cd8-4217-8c2d-eb50bc5beb14 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0852623 Jul 07 18:22:21.209488 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bee27617-3115-4528-87b2-e60bf8e165fe req-a9a3748c-af74-411c-aab6-f3dbe43d76fe tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430331 Jul 07 18:22:21.234746 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.278886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:21.283322 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5264a-ab0b-4acd-b938-c8529af97ec2" -d '{"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:21.306410 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:21.312056 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.403630 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:21.410047 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead56a81-42b6-463e-a20b-46ab6c17822c x-openstack-request-id: req-ead56a81-42b6-463e-a20b-46ab6c17822c {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:21.410047 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:21.410440 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ead56a81-42b6-463e-a20b-46ab6c17822c {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:21.410862 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'code': 200} Jul 07 18:22:22.533650 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b7cc4-2562-4d29-9fbd-42f4fafbc77e req-54e420f3-8248-4644-89eb-3cd61c4dc2eb tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:22.537593 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad7b7cc4-2562-4d29-9fbd-42f4fafbc77e req-54e420f3-8248-4644-89eb-3cd61c4dc2eb tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.1244817 Jul 07 18:22:22.589557 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ad7b7cc4-2562-4d29-9fbd-42f4fafbc77e req-8bc5513a-8d01-4163-87ab-3c2b007a406c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Jul 07 18:22:23.888150 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970fe5-6574-4853-bedb-14a514737301 req-78463e2f-b51e-4d73-8666-5c7643788116 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:23.892189 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33970fe5-6574-4853-bedb-14a514737301 req-78463e2f-b51e-4d73-8666-5c7643788116 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.1178327 Jul 07 18:22:23.959715 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-33970fe5-6574-4853-bedb-14a514737301 req-3cc0cb32-d1e6-405b-9725-6b01755ee5f8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583260 Jul 07 18:22:24.657337 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:25.293921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dce514-4ff5-4fd7-b6cc-6aeae747017c req-6fb08c42-400d-4b10-bce9-c1f6dd0b2d60 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:25.308078 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9dce514-4ff5-4fd7-b6cc-6aeae747017c req-6fb08c42-400d-4b10-bce9-c1f6dd0b2d60 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.1345606 Jul 07 18:22:25.393217 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a9dce514-4ff5-4fd7-b6cc-6aeae747017c req-96483a6f-e8e0-4302-ad94-d69cf1a9ffdf tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717919 Jul 07 18:22:26.667705 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295a1e-75b7-481d-89fd-e2622f8d5598 req-70e575a5-05ae-4b96-b73f-50ab24c2f40b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:26.678084 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49295a1e-75b7-481d-89fd-e2622f8d5598 req-70e575a5-05ae-4b96-b73f-50ab24c2f40b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.1142344 Jul 07 18:22:26.749748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-49295a1e-75b7-481d-89fd-e2622f8d5598 req-8426302d-2b6b-4c5d-bc0f-9367d9139d29 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695803 Jul 07 18:22:28.009157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd218-b2f9-4c64-8307-f41a16a912d0 req-a0074805-367e-420e-a16a-7175c1e76b72 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:28.011999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37bcd218-b2f9-4c64-8307-f41a16a912d0 req-a0074805-367e-420e-a16a-7175c1e76b72 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0809028 Jul 07 18:22:28.071379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-37bcd218-b2f9-4c64-8307-f41a16a912d0 req-7583c720-2a9d-4fd0-86d0-1885e27dc07a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496321 Jul 07 18:22:29.300447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d50c7-a7ab-4561-aaef-cc35c471deca req-7dba5af8-104d-466e-a4dd-3884a9b33018 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:29.302355 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a69d50c7-a7ab-4561-aaef-cc35c471deca req-7dba5af8-104d-466e-a4dd-3884a9b33018 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0861795 Jul 07 18:22:29.351686 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a69d50c7-a7ab-4561-aaef-cc35c471deca req-ff3fb3c3-5845-47c8-b9cc-9fa061ff59f7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398972 Jul 07 18:22:30.567201 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0de5-3052-4734-91f1-b8c808e8fb83 req-21693d08-a2b3-4ec5-b8a1-49a4c0c1c969 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:30.568824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d1a0de5-3052-4734-91f1-b8c808e8fb83 req-21693d08-a2b3-4ec5-b8a1-49a4c0c1c969 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0931318 Jul 07 18:22:30.613173 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9d1a0de5-3052-4734-91f1-b8c808e8fb83 req-a19b9703-59da-4a96-97ed-aa21ed0031cd tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Jul 07 18:22:31.840295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e06d9-2e87-456f-9809-5ee1b4d2a146 req-95b0ac17-6d61-4145-baf2-9c624ba0a098 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:31.841844 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c81e06d9-2e87-456f-9809-5ee1b4d2a146 req-95b0ac17-6d61-4145-baf2-9c624ba0a098 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0734303 Jul 07 18:22:31.882600 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c81e06d9-2e87-456f-9809-5ee1b4d2a146 req-a1647024-09ed-4e7d-941e-17e1434344ce tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349498 Jul 07 18:22:31.967670 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-ae32c160-3c9c-4c47-a112-4a6539b550d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:31.969301 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-ae32c160-3c9c-4c47-a112-4a6539b550d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1097 time: 0.0555785 Jul 07 18:22:32.074956 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-704ac437-fd85-46cf-9af8-49ef85884017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.076643 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-704ac437-fd85-46cf-9af8-49ef85884017 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1014740 Jul 07 18:22:32.142837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-9d488469-ede6-4508-bf84-f12b30a93c75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1002 time: 0.0592408 Jul 07 18:22:32.197483 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-eb8b4bad-66c2-4265-b839-a713ae918ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.199015 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-eb8b4bad-66c2-4265-b839-a713ae918ba0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0505123 Jul 07 18:22:32.259859 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-bfa59945-728d-47b4-be95-b21d03fd8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.261541 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-bfa59945-728d-47b4-be95-b21d03fd8de8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556974 Jul 07 18:22:32.352169 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-b6838e39-2c05-4255-9456-08cbe8091425 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843542 Jul 07 18:22:32.457517 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-8cc87da8-9c77-44d7-a9fd-9efe403d16e6 req-9cf99140-cec3-400a-8347-3234a5ccedb5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985725 Jul 07 18:22:33.073602 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce2ad9-2670-4b99-9e7c-5a88ead12555 req-0b8ac667-a36c-403a-9e17-a75f59a8e864 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:33.075156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5ce2ad9-2670-4b99-9e7c-5a88ead12555 req-0b8ac667-a36c-403a-9e17-a75f59a8e864 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0683410 Jul 07 18:22:33.116210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f5ce2ad9-2670-4b99-9e7c-5a88ead12555 req-034491db-724e-427a-ba0d-16b0ef503e2f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347667 Jul 07 18:22:34.318546 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539d23a-954b-4b24-8c67-58569e6b566b req-8e5314c0-2494-4ea9-b7c9-e0f7e3011c7e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.320051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2539d23a-954b-4b24-8c67-58569e6b566b req-8e5314c0-2494-4ea9-b7c9-e0f7e3011c7e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0786529 Jul 07 18:22:34.362493 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2539d23a-954b-4b24-8c67-58569e6b566b req-ae4545f7-b86f-455f-81a8-6b33cd5b5107 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364559 Jul 07 18:22:34.759449 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.033798 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:35.111971 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.135133 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:35.137445 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8b441-3f42-42a1-99d9-72898f40e711" -d '{"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:35.150518 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:35.154278 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.208281 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:35.396293 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-61b371b3-6539-4df3-adee-bec80620937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.634905 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ffb26-0a88-4998-b7cd-2fe0ca42fb66 x-openstack-request-id: req-906ffb26-0a88-4998-b7cd-2fe0ca42fb66 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:35.635314 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-unplugged", "status": "failed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "code": 422}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:35.635588 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-906ffb26-0a88-4998-b7cd-2fe0ca42fb66 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:35.635989 n-d-793619-7 neutron-server[98272]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'code': 422} returned with failed status Jul 07 18:22:35.825197 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d3de-d630-4e21-b00f-bcdd6cb80cfc req-9baf2f78-3a7d-4dd2-a7f9-90d28ec1378f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:35.826761 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab1d3de-d630-4e21-b00f-bcdd6cb80cfc req-9baf2f78-3a7d-4dd2-a7f9-90d28ec1378f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0720994 Jul 07 18:22:35.867663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dab1d3de-d630-4e21-b00f-bcdd6cb80cfc req-0006d679-b7e6-47e4-8e71-b792891260da tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341854 Jul 07 18:22:35.905049 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45158) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:36.013913 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-25a66f11-22b5-42cd-bcce-758630799788 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076529 Jul 07 18:22:36.240271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:37.060910 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccced9-97f8-4fba-92d4-2278bd94fc33 req-a8d7e9b7-60b4-4c8d-92f6-7fdae46efa1a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.062576 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fccced9-97f8-4fba-92d4-2278bd94fc33 req-a8d7e9b7-60b4-4c8d-92f6-7fdae46efa1a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0753617 Jul 07 18:22:37.105712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6fccced9-97f8-4fba-92d4-2278bd94fc33 req-e9242279-a28f-4612-b1a1-995c5ef1d23f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359368 Jul 07 18:22:37.874291 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.298491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7da88-1774-45ca-93cc-d590e3130a0f req-52b821f0-f1c6-42d9-80f1-c1cb506ff9df tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.300108 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fac7da88-1774-45ca-93cc-d590e3130a0f req-52b821f0-f1c6-42d9-80f1-c1cb506ff9df tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0706689 Jul 07 18:22:38.346280 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fac7da88-1774-45ca-93cc-d590e3130a0f req-7912c282-92c5-4e1f-9233-f1f3841947ce tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389118 Jul 07 18:22:39.033652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:39.335345 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7344b1c8-ba8a-4758-a044-92bbaf77a4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.531337 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d1ea-7ec0-4f81-9081-3e9e2e57e41d req-92de56e4-da8c-4947-8578-225c9d70af40 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.534032 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dae9d1ea-7ec0-4f81-9081-3e9e2e57e41d req-92de56e4-da8c-4947-8578-225c9d70af40 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0673122 Jul 07 18:22:39.542194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.574233 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dae9d1ea-7ec0-4f81-9081-3e9e2e57e41d req-123cc6d8-252b-438d-a1f7-81e991cdcb3f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340900 Jul 07 18:22:40.761904 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bc90-480c-44f4-ab01-9567ff411e08 req-d8c9d0e0-5744-4c34-9ed4-4e7cda1a0f96 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.763341 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef20bc90-480c-44f4-ab01-9567ff411e08 req-d8c9d0e0-5744-4c34-9ed4-4e7cda1a0f96 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 944 time: 0.0718753 Jul 07 18:22:40.805928 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef20bc90-480c-44f4-ab01-9567ff411e08 req-136b66a3-e733-489f-bf38-0ec07ab127c6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361195 Jul 07 18:22:41.109439 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a14a-430a-4b95-960b-60f43db63dab req-e25343c7-1c5f-44ab-bd7b-5033253c2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.111649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-e25343c7-1c5f-44ab-bd7b-5033253c2769 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c&tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 1095 time: 0.0561457 Jul 07 18:22:41.122339 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-7', 'device_owner': 'compute:nova'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:41.175049 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.202623 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.418755 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:41.454251 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h1-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:41.487507 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:41.495308 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.508333 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Transition to ACTIVE for port object eecdace3-5f11-4905-92d3-91e370e5ac5f will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:41.512238 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.599144 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=9']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:41.611909 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.612238 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.612577 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.612906 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.613275 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.613601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.613922 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.614243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.614563 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.614890 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.615196 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.615509 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:41.660450 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] No DVR routers for this DVR port eecdace3-5f11-4905-92d3-91e370e5ac5f on host n-h1-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:22:41.806446 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:41.807180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:41.807180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:41.811461 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Port eecdace3-5f11-4905-92d3-91e370e5ac5f on network b6853c01-2605-4654-b214-3f0edae2c315 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:22:41.811773 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Attempting to bind port eecdace3-5f11-4905-92d3-91e370e5ac5f on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:41.818246 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:41.818515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Checking segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:41.818900 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Bound using segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:41.819354 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Bound port: eecdace3-5f11-4905-92d3-91e370e5ac5f, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:41.819697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.887376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:41.890811 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:41.895627 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.935019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.935650 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.937242 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] 10.222.0.54 "PUT /v2.0/ports/eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1092 time: 0.8188400 Jul 07 18:22:41.937533 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:41.940378 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a966d3f-bd09-4424-bd92-f1885515d23d" -d '{"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:42.022284 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac044bc-b20b-4b2e-afe1-9b88776e1766 service neutron] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=10']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:42.081557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2939215-15c8-4f00-8030-8879ce437801 req-a468cef5-5290-4c4e-bad0-da518b92c692 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.083196 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2939215-15c8-4f00-8030-8879ce437801 req-a468cef5-5290-4c4e-bad0-da518b92c692 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.1397154 Jul 07 18:22:42.085447 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a14a-430a-4b95-960b-60f43db63dab req-a29515d1-ee4d-4e61-b069-79c594baddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.086875 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-a29515d1-ee4d-4e61-b069-79c594baddb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1096 time: 0.1255834 Jul 07 18:22:42.177559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2939215-15c8-4f00-8030-8879ce437801 req-c3259733-4fdb-4849-8c9f-f7fbadf0b943 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884290 Jul 07 18:22:42.225551 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a14a-430a-4b95-960b-60f43db63dab req-0c74d647-2e9a-4382-a907-207234e7edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.228232 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-0c74d647-2e9a-4382-a907-207234e7edde service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1319034 Jul 07 18:22:42.231399 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62de1030-3519-4e16-8956-b13905d3a62c x-openstack-request-id: req-62de1030-3519-4e16-8956-b13905d3a62c {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:42.231686 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:42.231932 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62de1030-3519-4e16-8956-b13905d3a62c {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:42.232326 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'status': 'completed', 'code': 200} Jul 07 18:22:42.307538 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-fd961e38-d608-43c6-9b77-73bf9abccedb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1000 time: 0.0679209 Jul 07 18:22:42.357891 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a14a-430a-4b95-960b-60f43db63dab req-f7fc344e-487c-4305-aa22-6b0ab7e41f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.359393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-f7fc344e-487c-4305-aa22-6b0ab7e41f98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0465245 Jul 07 18:22:42.418157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a14a-430a-4b95-960b-60f43db63dab req-a1f9d2f2-c849-4461-ae64-279f5dd1bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.419679 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-a1f9d2f2-c849-4461-ae64-279f5dd1bacb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540817 Jul 07 18:22:42.518542 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-097874b4-9ca2-49b8-ab78-30517f826271 service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921617 Jul 07 18:22:42.612753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aa00a14a-430a-4b95-960b-60f43db63dab req-27c83103-83f5-4d83-b00d-8ead5146b75a service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875676 Jul 07 18:22:42.733993 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-63ba5b51-f901-401a-8526-a63ebf65cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.736421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-63ba5b51-f901-401a-8526-a63ebf65cb59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1096 time: 0.0750463 Jul 07 18:22:42.845860 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-d5b07689-9687-48e8-aff5-6649eb5ed444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.847392 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-d5b07689-9687-48e8-aff5-6649eb5ed444 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1044171 Jul 07 18:22:42.929660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-4bc6a9b1-8477-4898-a2cb-2baf66084f4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1000 time: 0.0747473 Jul 07 18:22:43.421047 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2fe29-1a97-49c7-85c3-1dd19def95dd req-96d50961-a9b8-4cd3-bfd9-b00fe6952c68 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.429999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f2fe29-1a97-49c7-85c3-1dd19def95dd req-96d50961-a9b8-4cd3-bfd9-b00fe6952c68 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.1013799 Jul 07 18:22:43.501131 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-68f2fe29-1a97-49c7-85c3-1dd19def95dd req-0deb6cc7-ace8-4e2d-99fe-1616e0c8b6d1 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685375 Jul 07 18:22:44.754231 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39268d0-5725-45dd-9801-afed54979fa5 req-a6efc9a9-d83e-4e93-9d81-3f9a6306aac3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:44.755970 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f39268d0-5725-45dd-9801-afed54979fa5 req-a6efc9a9-d83e-4e93-9d81-3f9a6306aac3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0800676 Jul 07 18:22:44.817909 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f39268d0-5725-45dd-9801-afed54979fa5 req-21bf7dcb-2632-4014-88a1-4c0921890e41 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556343 Jul 07 18:22:46.022281 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134beff5-7eed-4765-be98-0963baabe84a req-066c16d3-5677-46ec-bbc1-611d0a490752 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.024988 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-134beff5-7eed-4765-be98-0963baabe84a req-066c16d3-5677-46ec-bbc1-611d0a490752 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0914862 Jul 07 18:22:46.107647 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-134beff5-7eed-4765-be98-0963baabe84a req-d50e7f37-0520-4b78-835d-0395c5d6e487 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714293 Jul 07 18:22:47.316854 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cab49c-fbd7-495c-9e9c-281b16f8d1f0 req-661162c9-18e4-4d78-9794-e7052da33ae7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:47.318819 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0cab49c-fbd7-495c-9e9c-281b16f8d1f0 req-661162c9-18e4-4d78-9794-e7052da33ae7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0851936 Jul 07 18:22:47.362933 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c0cab49c-fbd7-495c-9e9c-281b16f8d1f0 req-4720a5bd-ca89-405f-a4d5-1e52b639fff7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356398 Jul 07 18:22:48.599101 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6556648-9c5a-4f36-9693-5c23fb776a0e req-189badbc-61a5-48dc-ba53-a8cd94d0e956 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:48.601009 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6556648-9c5a-4f36-9693-5c23fb776a0e req-189badbc-61a5-48dc-ba53-a8cd94d0e956 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.1077797 Jul 07 18:22:48.658179 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6556648-9c5a-4f36-9693-5c23fb776a0e req-d88d74a5-0c74-4fbf-aa09-732eed1d1bbf tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499637 Jul 07 18:22:49.947538 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b7bc3-e96d-432e-bbb8-15dd46256c38 req-eb8f18bc-c26c-424d-bcbd-7d3042951ac3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:49.950920 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-477b7bc3-e96d-432e-bbb8-15dd46256c38 req-eb8f18bc-c26c-424d-bcbd-7d3042951ac3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.1242793 Jul 07 18:22:50.032366 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-477b7bc3-e96d-432e-bbb8-15dd46256c38 req-3f19180f-4b78-44e4-a16f-5550c8e084e9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679698 Jul 07 18:22:51.303357 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d44cf9-034b-47b5-81b3-411b0fa4a398 req-c33129e0-9dde-4b4b-ad9a-939ab1bb2cf5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:51.305400 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01d44cf9-034b-47b5-81b3-411b0fa4a398 req-c33129e0-9dde-4b4b-ad9a-939ab1bb2cf5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0744970 Jul 07 18:22:51.356599 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-01d44cf9-034b-47b5-81b3-411b0fa4a398 req-f59072a9-11cc-4d95-a56c-9c577aa6fafd tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Jul 07 18:22:52.603233 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474f523-da5a-467d-9b1e-941b6c4d2c7e req-e7b1db4c-32a0-446d-8c1c-57258f5726ca tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:52.616481 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5474f523-da5a-467d-9b1e-941b6c4d2c7e req-e7b1db4c-32a0-446d-8c1c-57258f5726ca tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.1125495 Jul 07 18:22:52.668408 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5474f523-da5a-467d-9b1e-941b6c4d2c7e req-b820dcd8-9fce-4882-9d51-cbe683700307 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505359 Jul 07 18:22:53.907286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667c15-7760-4fc5-a078-fc97e6413e6f req-a882d189-b76e-4323-a2a2-ddae59139e11 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:53.909824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61667c15-7760-4fc5-a078-fc97e6413e6f req-a882d189-b76e-4323-a2a2-ddae59139e11 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0892944 Jul 07 18:22:53.993374 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61667c15-7760-4fc5-a078-fc97e6413e6f req-63ba965d-7f72-4c59-a9d9-1cf3e65896b2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765331 Jul 07 18:22:54.645726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:55.200728 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea442b9-6753-4732-9669-2fd2115d5d4d req-ba2b450e-cff7-4f3c-b93f-081720db72e5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:55.204096 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aea442b9-6753-4732-9669-2fd2115d5d4d req-ba2b450e-cff7-4f3c-b93f-081720db72e5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0763257 Jul 07 18:22:55.253254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-aea442b9-6753-4732-9669-2fd2115d5d4d req-27fdf45b-4cd4-4325-ac6e-0a2737d79fa9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Jul 07 18:22:56.852548 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-acd8a29f-b802-432d-aee9-a183efde17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:56.853971 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-acd8a29f-b802-432d-aee9-a183efde17bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.4074986 Jul 07 18:22:56.867481 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbb1d0-0efb-4223-94c0-ae60effcec05 req-c7074d3c-2b8e-4755-b0ee-396aa25a0187 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:56.869175 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9dbb1d0-0efb-4223-94c0-ae60effcec05 req-c7074d3c-2b8e-4755-b0ee-396aa25a0187 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.4732404 Jul 07 18:22:56.944301 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c9dbb1d0-0efb-4223-94c0-ae60effcec05 req-9cfa220c-d572-4d7c-b677-828943b36462 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651340 Jul 07 18:22:56.961888 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-3226ccb5-4de4-4a7c-9044-616fbc248f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:56.963460 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-3226ccb5-4de4-4a7c-9044-616fbc248f1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933499 Jul 07 18:22:57.090665 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-fda2c308-8e13-4d75-9084-64ae191a0ae2 service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194937 Jul 07 18:22:57.215673 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5a966d3f-bd09-4424-bd92-f1885515d23d req-29147b4f-fe2f-44e5-8e80-c2594838c264 service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171296 Jul 07 18:22:58.178905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42185-4b46-430e-ad06-71bea583a1f2 req-705c8b95-4739-4fdd-88e9-4a70ed2be703 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:58.181510 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1cd42185-4b46-430e-ad06-71bea583a1f2 req-705c8b95-4739-4fdd-88e9-4a70ed2be703 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0990639 Jul 07 18:22:58.230704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1cd42185-4b46-430e-ad06-71bea583a1f2 req-8b53f162-753b-42df-b879-4fcfe715f2b7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Jul 07 18:22:59.444379 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c23d7b-c788-4fb5-99b0-88d4653d6666 req-0e24487a-23d3-478d-92e1-62af7d2815ba tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:59.446033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4c23d7b-c788-4fb5-99b0-88d4653d6666 req-0e24487a-23d3-478d-92e1-62af7d2815ba tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0854046 Jul 07 18:22:59.503627 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d4c23d7b-c788-4fb5-99b0-88d4653d6666 req-9164a094-db3d-4c12-804a-5fe3e4b3a2db tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508080 Jul 07 18:23:00.701587 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:23:00.721005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d381-35fc-475f-893b-778f897a8b7f req-d4c705b6-2aca-4052-a3f4-575e2e02c095 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:00.722649 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c368d381-35fc-475f-893b-778f897a8b7f req-d4c705b6-2aca-4052-a3f4-575e2e02c095 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 945 time: 0.0718389 Jul 07 18:23:00.768128 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c368d381-35fc-475f-893b-778f897a8b7f req-9f0458ed-3569-4d91-9bc8-b211780fce62 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Jul 07 18:23:00.807535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:00.820499 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'port_id': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'mac_address': 'fa:16:3e:f5:1d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:23:00.861808 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:00.874324 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:00.901760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:00.906204 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:00.961094 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=11']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:01.290296 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['eecdace3-5f11-4905-92d3-91e370e5ac5f'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:01.973525 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bf9aa-0ebf-46fb-8a43-bfeadf347f35 req-f4c24fc5-d341-4d69-a655-0bfa41bece27 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:01.975792 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f46bf9aa-0ebf-46fb-8a43-bfeadf347f35 req-f4c24fc5-d341-4d69-a655-0bfa41bece27 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 946 time: 0.0812943 Jul 07 18:23:02.032832 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f46bf9aa-0ebf-46fb-8a43-bfeadf347f35 req-c5925660-2146-4d74-8d6d-dd7606727129 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Jul 07 18:23:02.700670 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:02.757707 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port eecdace3-5f11-4905-92d3-91e370e5ac5f completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:02.762753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port eecdace3-5f11-4905-92d3-91e370e5ac5f triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:02.763152 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.862478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.888476 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:02.891580 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513bdae-545a-4a4a-bffd-0fbcb3ced8ea" -d '{"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:02.907825 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:02.912781 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.946509 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd6101-7d09-4d0c-ad9c-b3d7cdb3d5c3 x-openstack-request-id: req-c5fd6101-7d09-4d0c-ad9c-b3d7cdb3d5c3 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:02.946846 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:02.947144 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5fd6101-7d09-4d0c-ad9c-b3d7cdb3d5c3 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:02.947573 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'code': 200} Jul 07 18:23:02.982978 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=12']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:03.263313 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d884d-e9cc-4230-a306-27adc5b33763 req-e76d6ca7-692a-40ab-8701-455c011dd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:03.266036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-891d884d-e9cc-4230-a306-27adc5b33763 req-e76d6ca7-692a-40ab-8701-455c011dd5ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1098 time: 0.1646359 Jul 07 18:23:03.308035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9df25c-82ce-4614-887b-edfc15b998e7 req-27694c21-6182-4934-a741-71c4425f5d3e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:03.309794 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db9df25c-82ce-4614-887b-edfc15b998e7 req-27694c21-6182-4934-a741-71c4425f5d3e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 947 time: 0.1109769 Jul 07 18:23:03.330486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-891d884d-e9cc-4230-a306-27adc5b33763 req-1f1b9b69-1a20-4fc8-bc90-008f82c22a0f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561588 Jul 07 18:23:03.361560 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-db9df25c-82ce-4614-887b-edfc15b998e7 req-c06b8ba0-f6ef-49f6-b056-426bc5c38206 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 Jul 07 18:23:04.620100 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c8f0-14f0-4ab0-94e8-9cbc6b05b7b6 req-a5492df1-70d4-450b-9fdb-23202cb9e7e5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:04.621942 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5e7c8f0-14f0-4ab0-94e8-9cbc6b05b7b6 req-a5492df1-70d4-450b-9fdb-23202cb9e7e5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 947 time: 0.0943432 Jul 07 18:23:04.702663 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e5e7c8f0-14f0-4ab0-94e8-9cbc6b05b7b6 req-721f9021-63ec-405a-ab20-db1e7f13d321 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693102 Jul 07 18:23:04.784566 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:05.400194 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0efaa7fd-e29e-4f3e-90a6-d933a5088cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:05.912853 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1d6c3-f0b8-4280-bec9-d42a6ac75b90 req-9d012ceb-2ad9-416d-8a83-595eeaec423b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.914512 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ca1d6c3-f0b8-4280-bec9-d42a6ac75b90 req-9d012ceb-2ad9-416d-8a83-595eeaec423b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 947 time: 0.0733545 Jul 07 18:23:05.973778 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3ca1d6c3-f0b8-4280-bec9-d42a6ac75b90 req-ca3470ee-57cb-41f9-adb2-2479d1499282 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 Jul 07 18:23:07.886818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:09.339330 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48e6efa2-8ad8-4cbb-92c3-0d91a31b44c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:09.545704 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:11.169396 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.239386 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:24.642690 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:33.711286 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-24b31989-8295-4281-b801-afc74717ce03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535898 Jul 07 18:23:33.811296 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf1c5-2880-4689-bf77-956653c401db req-1f93640a-b3c0-4fb7-a2a4-3a4dbaae654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:33.813758 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-1f93640a-b3c0-4fb7-a2a4-3a4dbaae654b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0553234 Jul 07 18:23:33.930744 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf1c5-2880-4689-bf77-956653c401db req-40af788f-5056-41c0-a056-307e3ba915de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:33.932428 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-40af788f-5056-41c0-a056-307e3ba915de service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0928338 Jul 07 18:23:33.997928 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-9a1a3ac6-e269-4add-96fe-31d7be58db5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1002 time: 0.0587130 Jul 07 18:23:34.048028 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf1c5-2880-4689-bf77-956653c401db req-e5223e37-b505-4972-88c3-8b79e6042cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:34.049586 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-e5223e37-b505-4972-88c3-8b79e6042cc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0451310 Jul 07 18:23:34.111084 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf1c5-2880-4689-bf77-956653c401db req-d1105c82-fb6c-4a34-acd8-ee994cfe6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:34.112527 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-d1105c82-fb6c-4a34-acd8-ee994cfe6f62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564170 Jul 07 18:23:34.203682 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-cf63bfbd-4a7a-4136-a080-e6ab9aff7fac service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Jul 07 18:23:34.303657 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ebdaf1c5-2880-4689-bf77-956653c401db req-ff07396c-fb97-4b16-943d-235cc948cede service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937536 Jul 07 18:23:34.787746 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:35.401694 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-53469169-1cab-49fd-af1b-6262afda248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:37.882732 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.332421 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-226fdf6a-35a4-499c-a21d-252cae77d49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.546961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:41.167750 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.239376 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:54.650217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.807822 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.404715 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48aff3c8-d4c2-4df9-a266-e75684ca8658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.887043 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:09.335668 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-20a3a3ed-832e-4b38-871e-870128d46809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:09.549405 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.175408 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.664302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:27.239511 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:34.721714 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-6b8570dc-ece5-40fd-bd10-cdfa68b44ade service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611873 Jul 07 18:24:34.823786 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.833673 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-1dfa8985-5c0f-489c-8f7a-aa8bcaf02938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.835294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-1dfa8985-5c0f-489c-8f7a-aa8bcaf02938 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0612719 Jul 07 18:24:34.959422 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-efe9ef0d-05eb-41d5-8ad1-59f67046d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.960924 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-efe9ef0d-05eb-41d5-8ad1-59f67046d5b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1023860 Jul 07 18:24:35.033726 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-c4f43e1a-0a00-4609-90b3-44ead1765761 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 1002 time: 0.0620143 Jul 07 18:24:35.087424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-55c65cfd-7a65-4731-ba57-d2520ce84c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:35.089545 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-55c65cfd-7a65-4731-ba57-d2520ce84c47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0485950 Jul 07 18:24:35.190408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-5b082980-166a-4966-baef-b63e7be2ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:35.192387 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-5b082980-166a-4966-baef-b63e7be2ac4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966420 Jul 07 18:24:35.292325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-c47d97fe-3f7a-4bff-8783-a40ec5bb2aec service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917673 Jul 07 18:24:35.407235 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3a29c679-448e-47ba-adc4-06080dc70ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.421606 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-805f7bd1-a1d0-4f99-bd52-e6337df171ae req-f5254b8a-9472-4ac0-9fb1-1b2656c104d4 service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228249 Jul 07 18:24:37.892217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:39.339538 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f2004ec1-76b2-4bdf-a787-93c39aa28a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:39.555024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:41.171879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:50.945668 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45336) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:51.106657 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Deleting port 28b34236-c34c-4a28-a6df-d90f107c8dfd {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:51.107543 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.186352 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.186682 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.199095 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Calling delete_port for 28b34236-c34c-4a28-a6df-d90f107c8dfd owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:51.354485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.380809 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event deleted for resources: {'Port': ['ID=28b34236-c34c-4a28-a6df-d90f107c8dfd,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:51.414030 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.414410 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.414750 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.415091 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.415434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.415763 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.416092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.416421 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.416745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.417069 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.417419 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.417748 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:51.460251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.460554 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Floating IP f0ee1dbb-c85f-44b0-9167-da50230ad587 disassociated (deleted). External IP: 172.25.5.242, port: eecdace3-5f11-4905-92d3-91e370e5ac5f. Jul 07 18:24:51.680724 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:51.801343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:51.806883 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.812156 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:51.821771 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:51.822401 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:24:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:51.847123 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-13aa8da3-c344-496a-b594-3e610ff3dcc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "DELETE /v2.0/floatingips/f0ee1dbb-c85f-44b0-9167-da50230ad587 HTTP/1.1" status: 204 len: 168 time: 0.9003437 Jul 07 18:24:51.848210 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:51.850571 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e026b-7551-4354-9f1f-d2f48077f3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:51.940262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:52.115664 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d6333b-968b-4987-9d77-5745e48cff27 x-openstack-request-id: req-e1d6333b-968b-4987-9d77-5745e48cff27 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:52.117030 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:52.117571 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1d6333b-968b-4987-9d77-5745e48cff27 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:52.118258 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'status': 'completed', 'code': 200} Jul 07 18:24:52.177477 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:52.208213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:52.215332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-d1f446f7-ff0b-4a68-8f62-cc1eea2cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:52.218243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-d1f446f7-ff0b-4a68-8f62-cc1eea2cea69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0730488 Jul 07 18:24:52.220171 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:52.220817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:24:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:52.322334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-99fd0068-5f13-4b66-9b10-8e372afc709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:52.324257 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-99fd0068-5f13-4b66-9b10-8e372afc709d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0999298 Jul 07 18:24:52.346551 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:52.393517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-e36c0f9e-a804-4d1d-bddf-e33b74e86d25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 200 len: 217 time: 0.0623779 Jul 07 18:24:52.467665 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-67134924-4365-4bec-a8ce-87c8fecd6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:52.469223 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-67134924-4365-4bec-a8ce-87c8fecd6868 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0675437 Jul 07 18:24:52.478219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e2251-fc76-4f86-a483-0da54443238c req-f80df31d-49bc-4db7-b30e-ff6f915a7f29 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:52.479716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-300e2251-fc76-4f86-a483-0da54443238c req-f80df31d-49bc-4db7-b30e-ff6f915a7f29 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 947 time: 0.2604105 Jul 07 18:24:52.548463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-300e2251-fc76-4f86-a483-0da54443238c req-c1adfd1c-f30d-4444-bc56-78ac47c454bc tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589724 Jul 07 18:24:52.566666 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-16b1694f-4f33-4b91-a2cb-7d32dcc9d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:52.568238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-16b1694f-4f33-4b91-a2cb-7d32dcc9d11d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876157 Jul 07 18:24:52.672346 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:52.676466 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-2db6fbab-9d3e-4c4b-b997-45c1da59fb6d service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000068 Jul 07 18:24:52.727793 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39dacb-19ec-49db-8d82-5d1eebc16549 None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:52.777772 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0a7e026b-7551-4354-9f1f-d2f48077f3b7 req-4374cfb7-494b-44aa-993e-6a8e2462fcc6 service neutron] 10.222.0.54 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940387 Jul 07 18:24:52.987351 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2361f22-e639-4736-91f3-9429ff0c415c None None] New status for floating IP f0ee1dbb-c85f-44b0-9167-da50230ad587: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:24:53.802286 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-71f04a0b-a076-4a29-8141-a28ef6b792f0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:53.803975 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-71f04a0b-a076-4a29-8141-a28ef6b792f0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.54 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 947 time: 0.1141715 Jul 07 18:24:53.811667 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8641b1-faee-484f-8101-be7238b8e2e0 req-e2675079-1e48-458a-b5ad-7be0520e0111 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:53.813093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f8641b1-faee-484f-8101-be7238b8e2e0 req-e2675079-1e48-458a-b5ad-7be0520e0111 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 947 time: 0.1333978 Jul 07 18:24:53.896022 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f8641b1-faee-484f-8101-be7238b8e2e0 req-2dcd6ae0-5eed-468e-ac4d-bfba0cbabb9b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=ac1746f6-5568-4861-9a46-e5b069009be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753276 Jul 07 18:24:53.949400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Deleting port eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:53.949745 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.063019 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] For port eecdace3-5f11-4905-92d3-91e370e5ac5f, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=eecdace3-5f11-4905-92d3-91e370e5ac5f,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:54.063293 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.077819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Calling delete_port for eecdace3-5f11-4905-92d3-91e370e5ac5f owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:54.234933 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.266255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event deleted for resources: {'Port': ['ID=eecdace3-5f11-4905-92d3-91e370e5ac5f,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:54.313800 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] No DVR routers for this DVR port eecdace3-5f11-4905-92d3-91e370e5ac5f on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:54.316814 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:54.319074 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5cf89fc2-34cb-4c6b-8fae-0ebc10832924 req-0083bfc4-e674-4d83-8d8e-29b040cabade tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.54 "DELETE /v2.0/ports/eecdace3-5f11-4905-92d3-91e370e5ac5f HTTP/1.1" status: 204 len: 173 time: 0.5050428 Jul 07 18:24:54.319545 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-deleted', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:54.322019 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd37b3-f008-4c78-8b54-30e0bd9cd86d" -d '{"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-deleted", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:54.366752 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d93745-749f-49a8-8aaf-a6b30a1b24c6 x-openstack-request-id: req-b1d93745-749f-49a8-8aaf-a6b30a1b24c6 {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:54.366752 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dd4ff2-a257-4eca-af99-944e7d5c8d1c", "name": "network-vif-deleted", "tag": "eecdace3-5f11-4905-92d3-91e370e5ac5f", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:54.367092 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1d93745-749f-49a8-8aaf-a6b30a1b24c6 {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:54.367389 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dd4ff2-a257-4eca-af99-944e7d5c8d1c', 'name': 'network-vif-deleted', 'tag': 'eecdace3-5f11-4905-92d3-91e370e5ac5f', 'status': 'completed', 'code': 200} Jul 07 18:24:54.669800 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:55.077316 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcdad1cd-123c-41e9-ba53-bcac3298954b req-6f22c3e0-a950-40bf-bd00-66adc2d412d2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=83dd4ff2-a257-4eca-af99-944e7d5c8d1c HTTP/1.1" status: 200 len: 210 time: 0.0341706 Jul 07 18:24:56.300662 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45362) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:56.384005 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab1c13bf-cedf-45ec-97db-281c9c5b3300 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:56.421541 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab1c13bf-cedf-45ec-97db-281c9c5b3300 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:56.521540 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab1c13bf-cedf-45ec-97db-281c9c5b3300 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:56.528229 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ab1c13bf-cedf-45ec-97db-281c9c5b3300 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:56.529882 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ab1c13bf-cedf-45ec-97db-281c9c5b3300 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "DELETE /v2.0/security-groups/ac1746f6-5568-4861-9a46-e5b069009be7 HTTP/1.1" status: 204 len: 168 time: 0.2277944 Jul 07 18:24:56.551640 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c13bf-cedf-45ec-97db-281c9c5b3300 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1746f6-5568-4861-9a46-e5b069009be7,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:56.931959 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45368) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:56.941156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793824343', 'description': 'tempest-secgroup-smoke-1793824343 description', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:56.974303 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.081767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.086764 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.119608 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.124938 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1875267 Jul 07 18:24:57.125491 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45372) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:57.126479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1494e3d8-7506-4f7d-8abf-275c306dab58,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:57.131126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': '1494e3d8-7506-4f7d-8abf-275c306dab58', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:57.135103 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.135451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.135797 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.136140 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.136478 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.136815 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.137171 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.137511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.138464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.138707 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.139001 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.139309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63baadf9-3ec8-40d9-94a6-3d83fc8f8d55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:57.172413 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.202318 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:57.230711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: eecdace3-5f11-4905-92d3-91e370e5ac5f {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:57.232029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device eecdace3-5f11-4905-92d3-91e370e5ac5f not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:57.246928 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.252225 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.272248 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a5e891-4d72-4f39-a083-66c8c400f9bf,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:57.281276 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.285734 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c43d5fb-716d-462e-b805-8d9e0b4f94f6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564548 Jul 07 18:24:57.287081 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45374) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:57.292018 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': '1494e3d8-7506-4f7d-8abf-275c306dab58', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:57.332718 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.410369 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.416206 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.441996 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd7a342-0084-4527-8df0-cd748ee525cb,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:57.454482 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.456660 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-73234747-9db3-462e-bf44-89b47396aead tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1682942 Jul 07 18:24:57.461157 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45376) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:57.467970 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': '1494e3d8-7506-4f7d-8abf-275c306dab58', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:57.507485 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.605471 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.610723 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.641145 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639a31ab-2f19-49fe-8ac1-9abfd3f85bda,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:57.652232 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.654748 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9d4445b2-9055-4220-a215-eaea0eee9ded tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1921711 Jul 07 18:24:57.657678 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45378) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:57.664624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': '1494e3d8-7506-4f7d-8abf-275c306dab58', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:57.702669 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.775133 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.780267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.801209 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88073598-daf8-4039-a7fa-59c4e12ad7a8,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:57.813251 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.817712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-5ea60f51-c05b-41ae-84e2-8bbbba86d635 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587622 Jul 07 18:24:57.820052 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45380) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:57.828519 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': '1494e3d8-7506-4f7d-8abf-275c306dab58', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:57.862361 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Project c70f7d7f1eec4cc08a486c1f06d855b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:24:57.871094 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.949397 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.955983 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.982918 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb36a381-a84a-46df-9eb4-55b9f81a67f0,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:57.995008 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.996836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1457a08c-f53e-447e-8630-aeca9947e4f3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1753683 Jul 07 18:24:58.002907 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45382) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:58.008355 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'security_group_rule': {'security_group_id': '1494e3d8-7506-4f7d-8abf-275c306dab58', 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:58.037880 n-d-793619-7 neutron-server[98270]: INFO neutron.db.securitygroups_db [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Project c70f7d7f1eec4cc08a486c1f06d855b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:24:58.044644 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:58.126467 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:58.134116 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:58.157314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ad40b4-2eb7-4941-ab76-354374383019,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:58.166969 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:58.168978 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-932b3204-4a8a-4e8e-b542-e0df283a56a2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648185 Jul 07 18:25:04.239093 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:04.824943 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.419547 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-10a47ebb-aa60-469c-bf4d-0c3a5ab7f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:07.898455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.349378 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7d453902-3c97-478a-86c6-0b33cfe5157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.558030 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:11.188454 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.089244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-71f65f41-04de-49b4-bbc7-d59379a63e95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793824343&fields=id&tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 267 time: 0.0334175 Jul 07 18:25:16.201469 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-0fde5e88-8520-4455-b6aa-c4e968330564 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:16.202984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-0fde5e88-8520-4455-b6aa-c4e968330564 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 809 time: 0.1071546 Jul 07 18:25:16.218744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-597d43d0-e69c-4a54-ae08-10416c3d990c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/quotas/c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 375 time: 0.0102804 Jul 07 18:25:16.292763 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-eaa1ee79-9022-49b8-8bfc-6d967c34b024 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685036 Jul 07 18:25:16.313537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-41b0d195-b483-4f9f-9fb1-24f819bd8a09 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:25:16.315038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-41b0d195-b483-4f9f-9fb1-24f819bd8a09 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064249 Jul 07 18:25:16.484101 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-3d51fd95-d6d0-4a72-ad40-3b1407a54825 service neutron] 10.222.0.78 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576645 Jul 07 18:25:16.591957 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-e6839fb8-614b-4ec3-9061-8873b1d86955 service neutron] 10.222.0.78 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020782 Jul 07 18:25:16.943310 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-1fa2dcb2-9093-4168-9616-6b3d11ec257f req-05f5a9bb-361d-440a-ab3a-ba4cccc0e924 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0423250 Jul 07 18:25:18.168751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e40b8f98-593f-4c64-8bcc-f776fd701ea7 req-cb81b08c-21e1-4a57-8e70-a25df8479b12 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0414808 Jul 07 18:25:18.272079 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-ceb3f1cb-f9cf-4888-b57d-137b6f9a82cc tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:18.275096 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-ceb3f1cb-f9cf-4888-b57d-137b6f9a82cc tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 809 time: 0.1869671 Jul 07 18:25:18.349841 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-822e575d-d1d7-4840-bbe6-425af26620b5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 380 time: 0.0529320 Jul 07 18:25:18.361545 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'port': {'device_id': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'admin_state_up': True, 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'security_groups': ['1494e3d8-7506-4f7d-8abf-275c306dab58']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:18.520496 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Made reservation on behalf of c70f7d7f1eec4cc08a486c1f06d855b4 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:18.527023 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.737093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Allocated IP 172.20.0.6 (b6853c01-2605-4654-b214-3f0edae2c315/ba445940-dac7-4990-ab2f-53018d157211/72982a9c-52ef-4c32-9222-5dd6957a5825) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:18.898448 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.913900 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Transition to ACTIVE for port object 72982a9c-52ef-4c32-9222-5dd6957a5825 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:18.950000 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.996793 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Network b6853c01-2605-4654-b214-3f0edae2c315 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:19.000083 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:19.008498 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:19.037807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.068292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:19.069174 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.094627 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-a214e4c4-b5c4-470d-a1af-4f35d3d29690 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392745 Jul 07 18:25:19.111413 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-2caffbc9-b9bb-4801-83ad-4e066d50b239 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:25:19.112535 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-2caffbc9-b9bb-4801-83ad-4e066d50b239 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Jul 07 18:25:19.195061 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Request body: {'port': {'device_id': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.312707 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.375616 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9bd5eb34-a92a-4ffa-ab3a-d12484ea45e1 None None] Provisioning for port 72982a9c-52ef-4c32-9222-5dd6957a5825 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:19.388655 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-9bd5eb34-a92a-4ffa-ab3a-d12484ea45e1 None None] Provisioning complete for port 72982a9c-52ef-4c32-9222-5dd6957a5825 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:19.389185 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9bd5eb34-a92a-4ffa-ab3a-d12484ea45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.437529 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5eb34-a92a-4ffa-ab3a-d12484ea45e1 None None] Port 72982a9c-52ef-4c32-9222-5dd6957a5825 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:25:19.458847 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda9d4-a1da-4481-86fa-55870101d0a5 req-922e99c6-1b60-4dbe-be55-fbd790f1c955 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:19.460613 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6cda9d4-a1da-4481-86fa-55870101d0a5 req-922e99c6-1b60-4dbe-be55-fbd790f1c955 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 931 time: 0.1229036 Jul 07 18:25:19.515796 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f6cda9d4-a1da-4481-86fa-55870101d0a5 req-fdcbc27b-023d-4401-9012-8d8606f29a95 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471961 Jul 07 18:25:19.713581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72982a9c-52ef-4c32-9222-5dd6957a5825 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:25:19.724972 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.743665 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Transition to ACTIVE for port object 72982a9c-52ef-4c32-9222-5dd6957a5825 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:19.749472 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.849402 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.952812 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Attempting to bind port 72982a9c-52ef-4c32-9222-5dd6957a5825 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:25:19.953306 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Attempting to bind port 72982a9c-52ef-4c32-9222-5dd6957a5825 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:25:19.953627 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Attempting to bind port 72982a9c-52ef-4c32-9222-5dd6957a5825 on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:19.963080 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Port 72982a9c-52ef-4c32-9222-5dd6957a5825 on network b6853c01-2605-4654-b214-3f0edae2c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:25:19.963487 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Attempting to bind port 72982a9c-52ef-4c32-9222-5dd6957a5825 on network b6853c01-2605-4654-b214-3f0edae2c315 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:19.971195 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:25:19.972198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Checking segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:19.972384 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Bound using segment: {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:25:19.972922 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Bound port: 72982a9c-52ef-4c32-9222-5dd6957a5825, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:25:19.973401 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.069745 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:25:20.074074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:25:20.083691 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.136241 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:20.137129 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.139062 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] 10.222.0.13 "PUT /v2.0/ports/72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 1091 time: 1.0201912 Jul 07 18:25:20.139527 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:20.141896 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a3775-200e-482b-8ca7-3e1fb007908b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:20.182681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188d18a-fee1-44e2-9ba2-24d1019182bd service neutron] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.334626 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-d69404a4-ac82-4aa1-b241-82122c396e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:20.336755 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-d69404a4-ac82-4aa1-b241-82122c396e97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1094 time: 0.1238358 Jul 07 18:25:20.359961 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8425f97-2789-40a1-8520-a9969293139b x-openstack-request-id: req-b8425f97-2789-40a1-8520-a9969293139b {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:20.360458 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:20.360889 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8425f97-2789-40a1-8520-a9969293139b {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:20.361586 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'status': 'completed', 'code': 200} Jul 07 18:25:20.432118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-f795908b-1095-4750-85c1-ecc807fc81a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 217 time: 0.0812893 Jul 07 18:25:20.492377 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-6381ea34-4e27-4855-8fe4-198f2df456e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:20.493814 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-6381ea34-4e27-4855-8fe4-198f2df456e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0558982 Jul 07 18:25:20.557844 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f167d-6057-40f1-bb83-73b2daa6055f req-e0ebd95c-64c4-4234-9cb6-adacf5e67fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:20.560037 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-e0ebd95c-64c4-4234-9cb6-adacf5e67fcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594583 Jul 07 18:25:20.666695 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-c325b04e-fe7d-4bcf-9f79-fbd36fa1ecf4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997760 Jul 07 18:25:20.758332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e084d1-1a75-4a1b-be02-f79af710ccbf req-114d2349-2e5e-484c-960c-7550838705c3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:20.759751 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8e084d1-1a75-4a1b-be02-f79af710ccbf req-114d2349-2e5e-484c-960c-7550838705c3 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.1024933 Jul 07 18:25:20.785956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-444f167d-6057-40f1-bb83-73b2daa6055f req-24b10d5c-ab00-423e-8f4a-809eede9bf69 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131332 Jul 07 18:25:20.803226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a8e084d1-1a75-4a1b-be02-f79af710ccbf req-dfec97e7-8ee5-4753-96a1-9175354df6e6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Jul 07 18:25:20.929497 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-489ba0c9-0870-4c2e-9015-acaefcb2c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:20.931582 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-489ba0c9-0870-4c2e-9015-acaefcb2c4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1094 time: 0.0699110 Jul 07 18:25:21.090897 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-36e20666-ae94-44ba-9515-abadf68d1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:21.092595 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-36e20666-ae94-44ba-9515-abadf68d1105 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.1545928 Jul 07 18:25:21.140215 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-054b03fb-f5ea-4264-8884-188d51b0f91a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 217 time: 0.0414004 Jul 07 18:25:21.232287 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-3dbf41c1-0d79-46c1-8ecb-6ed1c9ea3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:21.235446 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-3dbf41c1-0d79-46c1-8ecb-6ed1c9ea3c2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0865862 Jul 07 18:25:21.342695 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-ac5ac82f-b814-43c8-b84d-5b1f606f4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:21.344191 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-ac5ac82f-b814-43c8-b84d-5b1f606f4470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024406 Jul 07 18:25:21.472616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-1533a236-1474-4360-be76-4e9f7aac4f64 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212516 Jul 07 18:25:21.638024 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-b63a3775-200e-482b-8ca7-3e1fb007908b req-096e5cd3-0d55-4e92-afca-a8c4300fc480 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588321 Jul 07 18:25:22.054780 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27775b-d56d-4fcc-83aa-8fc33bce41bb req-b4746149-a754-48a1-b0ce-0c61461c47b2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:22.056743 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c27775b-d56d-4fcc-83aa-8fc33bce41bb req-b4746149-a754-48a1-b0ce-0c61461c47b2 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0845582 Jul 07 18:25:22.116270 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-5c27775b-d56d-4fcc-83aa-8fc33bce41bb req-59de51fa-f6fe-4e18-a761-e4d8aa33963a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495019 Jul 07 18:25:23.327653 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f530-570b-4474-800a-23a0a60d3019 req-2b914d71-9e0f-4781-bfbd-c1b90c3d3415 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:23.329243 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4672f530-570b-4474-800a-23a0a60d3019 req-2b914d71-9e0f-4781-bfbd-c1b90c3d3415 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0782108 Jul 07 18:25:23.372764 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4672f530-570b-4474-800a-23a0a60d3019 req-6e26a623-db6c-4237-a647-bf6bb6782598 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359249 Jul 07 18:25:24.556130 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eac2f1-3e12-499a-a9bf-b5551cef0c17 req-0fa4a086-56e3-4c74-b100-0b9048227060 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:24.557738 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2eac2f1-3e12-499a-a9bf-b5551cef0c17 req-0fa4a086-56e3-4c74-b100-0b9048227060 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0677922 Jul 07 18:25:24.599193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c2eac2f1-3e12-499a-a9bf-b5551cef0c17 req-d96afda7-e23d-4aa7-837b-a85102326da1 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Jul 07 18:25:24.661653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.802311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2efde8-7071-48ba-8bc4-a767f2545f65 req-b42a8f6b-e5b9-4d67-9bbe-f1cab5a7cc0f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:25.804313 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e2efde8-7071-48ba-8bc4-a767f2545f65 req-b42a8f6b-e5b9-4d67-9bbe-f1cab5a7cc0f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0819635 Jul 07 18:25:26.196393 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4e2efde8-7071-48ba-8bc4-a767f2545f65 req-d38a74ff-2eb5-4446-becf-95582de98a3a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840973 Jul 07 18:25:27.399960 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7e503-4dd9-4a83-aa67-01b5ea06b415 req-4d994b2c-5402-44cd-8483-67fa667f5d57 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:27.401567 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fd7e503-4dd9-4a83-aa67-01b5ea06b415 req-4d994b2c-5402-44cd-8483-67fa667f5d57 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0676701 Jul 07 18:25:27.442925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4fd7e503-4dd9-4a83-aa67-01b5ea06b415 req-9ae767e9-c27e-4963-a36f-b8e3f427e7ab tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347464 Jul 07 18:25:28.627366 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c9f25-506a-4395-9f79-7b4666a0324a req-35aa00eb-d702-4369-be35-ae5f39c3a94f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:28.629033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b76c9f25-506a-4395-9f79-7b4666a0324a req-35aa00eb-d702-4369-be35-ae5f39c3a94f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0675049 Jul 07 18:25:28.671486 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b76c9f25-506a-4395-9f79-7b4666a0324a req-20643a90-18bb-4e98-ad47-2789f250ce03 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368702 Jul 07 18:25:29.862652 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9925f62-bf69-4aa2-a62e-b97c15a9c139 req-291da7d0-0984-4e61-b609-0fd0fe4e1396 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:29.864099 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9925f62-bf69-4aa2-a62e-b97c15a9c139 req-291da7d0-0984-4e61-b609-0fd0fe4e1396 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0668266 Jul 07 18:25:29.905130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d9925f62-bf69-4aa2-a62e-b97c15a9c139 req-529badaf-f3d5-4b1f-afce-c5c6983ffc74 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350206 Jul 07 18:25:31.084478 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c709-9c9c-46d6-aed7-1132d37fe81c req-aeb7dfeb-bd4f-48ff-b169-a9f63975138f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:31.086026 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b15c709-9c9c-46d6-aed7-1132d37fe81c req-aeb7dfeb-bd4f-48ff-b169-a9f63975138f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0645273 Jul 07 18:25:31.127608 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9b15c709-9c9c-46d6-aed7-1132d37fe81c req-8522ee53-c264-4bd8-9101-c95e0e006058 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Jul 07 18:25:31.746941 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:25:31.844625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:31.856300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'port_id': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'mac_address': 'fa:16:3e:07:ab:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:25:31.896951 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:32.066353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72982a9c-52ef-4c32-9222-5dd6957a5825 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:25:32.087306 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:32.092303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:32.140720 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:32.148155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.148501 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.148849 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.149222 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.149535 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.149852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.150182 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.150582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.150851 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.151136 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.151453 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.151776 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:32.317734 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079650-7152-411c-94c3-bdc4ae28fc0a req-fbaee865-be41-41e9-ae88-66390ec29afe tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:32.319244 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65079650-7152-411c-94c3-bdc4ae28fc0a req-fbaee865-be41-41e9-ae88-66390ec29afe tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 944 time: 0.0722129 Jul 07 18:25:32.361051 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-65079650-7152-411c-94c3-bdc4ae28fc0a req-f9c34dde-3e86-4199-9205-dc297860ab98 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351698 Jul 07 18:25:32.377783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['72982a9c-52ef-4c32-9222-5dd6957a5825'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:25:33.541651 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3fec7-955a-41e8-9922-5befbda5ca6b req-281c8fcd-2374-46b6-b46d-c4558f023e47 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:33.543923 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48a3fec7-955a-41e8-9922-5befbda5ca6b req-281c8fcd-2374-46b6-b46d-c4558f023e47 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 944 time: 0.0679448 Jul 07 18:25:33.588073 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-48a3fec7-955a-41e8-9922-5befbda5ca6b req-0b038be7-a5ab-4e02-9e4d-40ec6b64d286 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383708 Jul 07 18:25:33.746933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:33.796413 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 72982a9c-52ef-4c32-9222-5dd6957a5825 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:33.800620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 72982a9c-52ef-4c32-9222-5dd6957a5825 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:33.801089 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:33.886663 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:33.910546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:33.912807 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a939d0-e548-4c4e-8ac6-7de6049cc754" -d '{"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-plugged", "status": "completed", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:33.927585 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:33.932934 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:33.957958 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e7362-698d-43b1-b15a-02acc3063045 x-openstack-request-id: req-e34e7362-698d-43b1-b15a-02acc3063045 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:33.958259 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-plugged", "status": "completed", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:33.958517 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e34e7362-698d-43b1-b15a-02acc3063045 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:33.958911 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'code': 200} Jul 07 18:25:33.985531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:34.097490 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cbccc-4d56-4a5a-a48e-a8eaf2cda8f4 req-e7f06a34-e811-4b38-9510-38b1a4190164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:34.098930 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f01cbccc-4d56-4a5a-a48e-a8eaf2cda8f4 req-e7f06a34-e811-4b38-9510-38b1a4190164 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0542872 Jul 07 18:25:34.135906 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f01cbccc-4d56-4a5a-a48e-a8eaf2cda8f4 req-31d08156-fe4c-4708-b30b-b979141cbcff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Jul 07 18:25:34.768119 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37430ef-37e6-4bf9-b688-bf540c184b16 req-d712e9de-02c7-4ab7-9c25-52c98d08c669 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:34.769716 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a37430ef-37e6-4bf9-b688-bf540c184b16 req-d712e9de-02c7-4ab7-9c25-52c98d08c669 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0638480 Jul 07 18:25:34.813132 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a37430ef-37e6-4bf9-b688-bf540c184b16 req-ca8db9ea-3d46-4e5c-9380-56a8a10de441 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378966 Jul 07 18:25:34.831839 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:35.412388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b43cb33-1932-4ef1-9705-5c3bb7e19fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:36.003312 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da449f-2a42-494b-9c11-640d5fe2e9b1 req-caba259f-4bba-4443-9038-97dbc1b20f64 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:36.004983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69da449f-2a42-494b-9c11-640d5fe2e9b1 req-caba259f-4bba-4443-9038-97dbc1b20f64 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0700626 Jul 07 18:25:36.052166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-69da449f-2a42-494b-9c11-640d5fe2e9b1 req-c80ac057-3b18-455a-94df-0459e0f4fae0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Jul 07 18:25:36.232276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac751-c277-44b6-bb7f-e3dfae3762a7 req-b6dc2d9a-d359-4da7-9e73-8060e3ed6998 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:36.233900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61cac751-c277-44b6-bb7f-e3dfae3762a7 req-b6dc2d9a-d359-4da7-9e73-8060e3ed6998 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0680785 Jul 07 18:25:36.274033 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-61cac751-c277-44b6-bb7f-e3dfae3762a7 req-b4c628f1-7f7a-47ae-bfc1-b2c05ef50913 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340476 Jul 07 18:25:36.299126 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45598) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:36.396827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d799f7-b339-4508-bf63-cd47a97d86e6 tempest-TestShelveInstance-1140710742 tempest-TestShelveInstance-1140710742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:36.398379 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-67d799f7-b339-4508-bf63-cd47a97d86e6 tempest-TestShelveInstance-1140710742 tempest-TestShelveInstance-1140710742-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1091 time: 0.0982471 Jul 07 18:25:36.401547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45602) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:36.407039 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:36.429859 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:36.849130 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:36.981733 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Allocated IP 172.25.5.35 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/de74be27-5eb9-439d-bd88-1a74f262c49c) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:37.094785 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.136501 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.175154 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:37.181681 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:37.186850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:37.215418 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'Port': ['ID=de74be27-5eb9-439d-bd88-1a74f262c49c,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:37.590480 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.669629 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.827439 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.832250 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.896038 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.907113 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event updated for resources: {'Port': ['ID=de74be27-5eb9-439d-bd88-1a74f262c49c,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:37.919036 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.025431 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Floating IP 9494bca1-c46a-49ce-b78c-a1b9539e6e07 associated. External IP: 172.25.5.35, port: 72982a9c-52ef-4c32-9222-5dd6957a5825. Jul 07 18:25:38.253697 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:38.375192 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:38.386840 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:38.396650 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.396968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:38.397632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:25:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:38.453223 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-9e3494a4-eab2-48a7-8941-55d43a84da36 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0397449 Jul 07 18:25:38.453223 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:38.453223 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d65c03-8265-4dd1-94a3-7319a42cc5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:38.487562 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e410b881-209b-4a23-9bd9-964f5890dbb5 x-openstack-request-id: req-e410b881-209b-4a23-9bd9-964f5890dbb5 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:38.487841 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:38.488105 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e410b881-209b-4a23-9bd9-964f5890dbb5 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:38.488520 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'status': 'completed', 'code': 200} Jul 07 18:25:38.517745 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:38.584785 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-0774c3ab-f18f-4913-a2d7-27309e67e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:38.586418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-0774c3ab-f18f-4913-a2d7-27309e67e2b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0546751 Jul 07 18:25:38.677791 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-396eed1f-f1ef-4f82-9578-b168f8b1cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:38.679374 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-396eed1f-f1ef-4f82-9578-b168f8b1cdd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0860686 Jul 07 18:25:38.750094 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-996c0075-9f29-4324-89a9-711e522433fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 998 time: 0.0645547 Jul 07 18:25:38.751487 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '9494bca1-c46a-49ce-b78c-a1b9539e6e07', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'port_id': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'mac_address': 'fa:16:3e:07:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:25:37Z', 'updated_at': '2021-07-07T18:25:37Z', 'revision_number': 0, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:38.779357 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:38.789580 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:38.790349 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:25:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:38.803034 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-90f54a21-0d51-4093-9fb6-88aa5998be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:38.804567 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-90f54a21-0d51-4093-9fb6-88aa5998be36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0484052 Jul 07 18:25:38.862198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-1457031d-8b42-477b-b02f-3de5a70894a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:38.863790 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-1457031d-8b42-477b-b02f-3de5a70894a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532858 Jul 07 18:25:38.903383 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:38.961670 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-7f6f894b-faa2-4868-9bdb-1a06cffc1316 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914598 Jul 07 18:25:39.057201 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-60d65c03-8265-4dd1-94a3-7319a42cc5cb req-f03ba8a8-e345-4b55-aeab-bb7921f04c14 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886812 Jul 07 18:25:39.148104 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '9494bca1-c46a-49ce-b78c-a1b9539e6e07', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'port_id': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'mac_address': 'fa:16:3e:07:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:25:37Z', 'updated_at': '2021-07-07T18:25:37Z', 'revision_number': 0, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:39.176703 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a924095-0713-4703-ade4-b56d506dc62f None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '9494bca1-c46a-49ce-b78c-a1b9539e6e07', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'port_id': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'mac_address': 'fa:16:3e:07:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:25:37Z', 'updated_at': '2021-07-07T18:25:37Z', 'revision_number': 0, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:39.343580 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6c63eb85-6063-42bd-9fd7-42b5abbd863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:39.383861 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc26c3-8743-4536-9163-f8182cf51bd4 None None] New status for floating IP 9494bca1-c46a-49ce-b78c-a1b9539e6e07: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:39.561323 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:41.179211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:41.239302 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:47.269079 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-796cae77-5d4b-4f60-a9ac-53e9c9b9f2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533519 Jul 07 18:25:47.390849 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-446ca9b0-7a52-44ba-a0df-53808bab68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.392401 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-446ca9b0-7a52-44ba-a0df-53808bab68e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0627091 Jul 07 18:25:47.513732 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-2a11fc20-b89f-44d2-aca4-470429852aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.515258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-2a11fc20-b89f-44d2-aca4-470429852aee service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0997066 Jul 07 18:25:47.589503 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-e7987083-6920-421f-a581-dd45bebbea98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 1000 time: 0.0666769 Jul 07 18:25:47.642823 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-985689f2-a4a2-4f4b-9122-725bc3fb29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.644384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-985689f2-a4a2-4f4b-9122-725bc3fb29c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0484028 Jul 07 18:25:47.705736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-1acb67e3-21bc-4a16-9230-494b7479a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.707308 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-1acb67e3-21bc-4a16-9230-494b7479a54b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566072 Jul 07 18:25:47.807516 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-331aca36-e99f-4755-94cd-360d030c8bbc service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932891 Jul 07 18:25:47.900596 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-2000afb4-b7ce-4502-a015-c503bf66ab13 req-1144478a-12a3-4638-93a7-e842ef150854 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857422 Jul 07 18:25:54.675042 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:04.847582 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:05.414923 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fd47995a-0d87-48ed-8019-6335eaee95aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:07.888820 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.341518 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-56a28e11-a6bf-46f2-bdd0-6170569a9bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.563479 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.183211 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:18.237635 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:24.690794 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:34.860460 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:35.416000 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4b08f42b-8bee-47db-9a30-408a11a44e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:37.892032 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:39.344248 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48f7dc83-b6ec-4e66-ab09-dc3c29ad1494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:39.564960 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:41.184364 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:47.579256 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-6519c7c3-d91f-4bf6-b179-ad748c6b2c0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552967 Jul 07 18:26:47.695035 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-f141762f-847b-4d9e-b316-96783fcdc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:47.696577 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-f141762f-847b-4d9e-b316-96783fcdc401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0584509 Jul 07 18:26:47.800484 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-af082f90-00e8-4c0a-be9f-e6dd4c677969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:47.802305 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-af082f90-00e8-4c0a-be9f-e6dd4c677969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0859771 Jul 07 18:26:47.873317 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-c4e61359-3c2c-479c-a8d2-63f8da05b6de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 1000 time: 0.0637639 Jul 07 18:26:47.924076 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-3b979728-1741-4886-857a-6ccf60398a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:47.925616 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-3b979728-1741-4886-857a-6ccf60398a04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0459826 Jul 07 18:26:47.984870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-28ae6b42-4911-4015-bbe6-b44361b96df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:47.986408 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-28ae6b42-4911-4015-bbe6-b44361b96df3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550189 Jul 07 18:26:48.081042 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-15fd266e-d0f6-4f1a-acf1-5de07dd06284 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885341 Jul 07 18:26:48.174742 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4d8ec762-0eb1-4e45-92f9-ce071d775bdd req-dc720c97-c209-4d73-bb32-1b2b063a194a service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877938 Jul 07 18:26:54.718247 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:55.236453 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:04.862024 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:05.421942 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c930-f31e-4824-9a34-ea0ea9873286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:07.895567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:09.347567 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-181ff639-50e6-44da-a8fc-de20be36ea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:09.567286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.189868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:24.733994 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:32.236167 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:34.286409 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28595c3-2fe2-47ec-a6a8-28eaa9504faa req-6a8132cb-8827-451b-b394-b757284c102b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:34.288041 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c28595c3-2fe2-47ec-a6a8-28eaa9504faa req-6a8132cb-8827-451b-b394-b757284c102b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0894156 Jul 07 18:27:34.328035 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c28595c3-2fe2-47ec-a6a8-28eaa9504faa req-e0a910d4-4a0b-4aa9-afb2-1793227bb083 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jul 07 18:27:34.893377 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.419324 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4a79aa19-d198-42e1-89e2-9816101e1822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.523316 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bc5d7-3e35-48ba-954b-7d6b1a04ae89 req-d9f49b25-d4c2-4c1e-a0a3-969537dcd9a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:35.525753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c55bc5d7-3e35-48ba-954b-7d6b1a04ae89 req-d9f49b25-d4c2-4c1e-a0a3-969537dcd9a8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0663652 Jul 07 18:27:35.563998 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c55bc5d7-3e35-48ba-954b-7d6b1a04ae89 req-0fbe38aa-f41f-4d8a-a7ff-801302bb1cbd tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326569 Jul 07 18:27:36.753916 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f118db-067a-404b-a26a-94423dce7948 req-62181ae0-3e0c-41f9-a040-6b9555da4af0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:36.755426 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f118db-067a-404b-a26a-94423dce7948 req-62181ae0-3e0c-41f9-a040-6b9555da4af0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0745919 Jul 07 18:27:36.793517 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4f118db-067a-404b-a26a-94423dce7948 req-6266133c-1f1c-4fce-ae4a-9ce26f23ef60 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jul 07 18:27:37.901609 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:37.984114 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daebfb-dc4a-4fd2-9585-0ca357be2c5e req-599f7b0b-b3fd-4376-bcb1-5c07136fd5d0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:37.985651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56daebfb-dc4a-4fd2-9585-0ca357be2c5e req-599f7b0b-b3fd-4376-bcb1-5c07136fd5d0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Jul 07 18:27:38.025965 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56daebfb-dc4a-4fd2-9585-0ca357be2c5e req-29895a78-f6f4-43ef-acfd-8d6919fac41d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Jul 07 18:27:39.235041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad2dd0-afe6-4611-9afb-0b1594437382 req-6c20e712-921a-48e6-a197-1fade2baa990 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:39.236641 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9ad2dd0-afe6-4611-9afb-0b1594437382 req-6c20e712-921a-48e6-a197-1fade2baa990 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0840759 Jul 07 18:27:39.276683 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e9ad2dd0-afe6-4611-9afb-0b1594437382 req-dbc7f05d-86d4-438d-bab6-b11cc56a9128 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343604 Jul 07 18:27:39.350143 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e51567ad-8856-4f0d-a168-2e3b02342349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:39.571452 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:40.464376 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511647f-ee4f-47a0-9fdd-32a4060251b4 req-a81e3fb5-c7d3-40ef-93e9-1a1d9d8a82ec tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:40.465887 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d511647f-ee4f-47a0-9fdd-32a4060251b4 req-a81e3fb5-c7d3-40ef-93e9-1a1d9d8a82ec tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0715253 Jul 07 18:27:40.505548 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d511647f-ee4f-47a0-9fdd-32a4060251b4 req-35ad4b66-b114-4a15-a7d5-82c725de478a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Jul 07 18:27:41.188122 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.693434 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ca855-139e-47ca-854d-074df0c6b37a req-4b987a68-737e-45d2-a64b-592fa60f1bf7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:41.695093 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421ca855-139e-47ca-854d-074df0c6b37a req-4b987a68-737e-45d2-a64b-592fa60f1bf7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0712118 Jul 07 18:27:41.739039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-421ca855-139e-47ca-854d-074df0c6b37a req-4a9af9c8-89c6-4cc8-83e1-2c0a18145063 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 Jul 07 18:27:42.928926 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd47ee-802b-4486-8cd2-f5e5c5b44f2a req-8a3d56d1-3de3-4e26-96bd-417265d139d6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:42.931256 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03cd47ee-802b-4486-8cd2-f5e5c5b44f2a req-8a3d56d1-3de3-4e26-96bd-417265d139d6 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0763543 Jul 07 18:27:42.973435 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-03cd47ee-802b-4486-8cd2-f5e5c5b44f2a req-47b40b0c-c9fa-4cc6-9439-22f0d734060b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364966 Jul 07 18:27:44.159543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6dae-7b04-482e-9cb7-af7d0c76ff08 req-29e444f2-ecca-4fa1-9aa6-d4f21cdab788 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:44.161038 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3ee6dae-7b04-482e-9cb7-af7d0c76ff08 req-29e444f2-ecca-4fa1-9aa6-d4f21cdab788 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0652037 Jul 07 18:27:44.202687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c3ee6dae-7b04-482e-9cb7-af7d0c76ff08 req-d8feba0c-e9ad-4b09-a9c0-fb90b4cbdd1c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357726 Jul 07 18:27:44.423955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-3fbe2b04-7573-4bcb-a882-252235308545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:44.425440 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-3fbe2b04-7573-4bcb-a882-252235308545 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0546348 Jul 07 18:27:44.521602 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-209c6613-1ca6-4701-aabc-9ef739428df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:44.523139 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-209c6613-1ca6-4701-aabc-9ef739428df7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0910654 Jul 07 18:27:44.590707 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-972cb2b1-84e4-4cb3-9793-67fa679a1bd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 1000 time: 0.0606616 Jul 07 18:27:44.644126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-71247971-9a68-43c4-9b4d-406065da0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:44.645650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-71247971-9a68-43c4-9b4d-406065da0b3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0486996 Jul 07 18:27:44.702401 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-a699b3a2-a8a9-4a15-baab-96a541e09aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:44.703807 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-a699b3a2-a8a9-4a15-baab-96a541e09aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522442 Jul 07 18:27:44.791986 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-6eaaf7bd-e77a-438e-b73d-9b25fd08d7be service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814338 Jul 07 18:27:44.884979 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-a1c3f792-b23c-4397-9201-f485b78fd7cf req-e8d031d7-1cb1-4dee-ba8f-7938496bf002 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867498 Jul 07 18:27:45.385920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca617779-20b1-4b0b-899f-b19c4cd5f7cf req-3186de7b-2fcf-4be6-ab52-ca81f99b318a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:45.387429 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca617779-20b1-4b0b-899f-b19c4cd5f7cf req-3186de7b-2fcf-4be6-ab52-ca81f99b318a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0688739 Jul 07 18:27:45.426749 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ca617779-20b1-4b0b-899f-b19c4cd5f7cf req-13dc9d23-b570-4061-8a77-c1be7dda9508 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 Jul 07 18:27:46.612288 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd3421-7a34-4805-9fe2-e27bb9a6cbe4 req-0b50908e-3ce8-4a24-ab19-a330461ba779 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:46.614375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cbd3421-7a34-4805-9fe2-e27bb9a6cbe4 req-0b50908e-3ce8-4a24-ab19-a330461ba779 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0722332 Jul 07 18:27:46.661082 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2cbd3421-7a34-4805-9fe2-e27bb9a6cbe4 req-615937ae-46c6-4856-807c-69715a7224d4 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 Jul 07 18:27:47.843735 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff1927-88fa-4bc7-b0bb-262f09458f71 req-4b68db8d-2cac-429e-8a09-c30bc73eb6be tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:47.845397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cff1927-88fa-4bc7-b0bb-262f09458f71 req-4b68db8d-2cac-429e-8a09-c30bc73eb6be tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0689414 Jul 07 18:27:47.892766 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3cff1927-88fa-4bc7-b0bb-262f09458f71 req-c01ca29b-34ed-4f2e-886c-6f5002ee1b04 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Jul 07 18:27:48.593898 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-42997950-53e7-4c28-8374-4a5009201402 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546551 Jul 07 18:27:48.702396 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-a15d9e9c-3890-4953-93f9-fd47b0842f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:48.703918 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-a15d9e9c-3890-4953-93f9-fd47b0842f07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0534625 Jul 07 18:27:48.812988 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-529ccf5f-ba0a-4711-9a25-04645d2c9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:48.814578 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-529ccf5f-ba0a-4711-9a25-04645d2c9245 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0910451 Jul 07 18:27:48.879383 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-ac1c668b-b586-47f6-8cb2-0120dd22a980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 1000 time: 0.0583942 Jul 07 18:27:48.932147 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-d7353238-97c0-4014-af5c-c6db7e12761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:48.933692 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-d7353238-97c0-4014-af5c-c6db7e12761c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0488691 Jul 07 18:27:48.991159 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-d032b775-07c6-4ece-b984-7e32f1925f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:48.993297 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-d032b775-07c6-4ece-b984-7e32f1925f5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526474 Jul 07 18:27:49.078484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076d62f-9146-4df5-ab75-cff4975bdb7e req-948465e6-7979-4373-bef5-000bd2cc9b4d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:49.079983 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d076d62f-9146-4df5-ab75-cff4975bdb7e req-948465e6-7979-4373-bef5-000bd2cc9b4d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Jul 07 18:27:49.083011 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-c01c2e3a-7b43-49c9-9c8d-a07828946709 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Jul 07 18:27:49.119688 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d076d62f-9146-4df5-ab75-cff4975bdb7e req-bb2024b6-6a8e-4cee-80af-d73e9a352e7b tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340636 Jul 07 18:27:49.180438 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7f82fdd9-e799-429b-b892-39a3f48510f8 req-71822680-9b3c-40dc-8623-d059db579f9a service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913770 Jul 07 18:27:50.446968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:50.526192 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6500d-3537-4cef-8855-5b657671d7e0 req-0f274463-5058-4eeb-82de-f000356428f8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:50.527744 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09d6500d-3537-4cef-8855-5b657671d7e0 req-0f274463-5058-4eeb-82de-f000356428f8 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0795500 Jul 07 18:27:50.529702 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.554155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:50.557704 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa125a-20c8-4669-b858-52e23041d13e" -d '{"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:50.571216 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:50.576019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.608169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-09d6500d-3537-4cef-8855-5b657671d7e0 req-96d81f87-e999-4d80-8e8d-f37677f1ccd5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655816 Jul 07 18:27:50.633802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:50.637047 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-b0545115-86f6-4e56-88f9-4287d56729f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2547460 Jul 07 18:27:50.645700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.646209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.646785 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.647358 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.648149 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.648833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.649447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.650026 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.650618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.651229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.651772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.652343 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:50.713316 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ab241-5202-45da-afa9-33a5fa3abe61 x-openstack-request-id: req-108ab241-5202-45da-afa9-33a5fa3abe61 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:50.713671 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-unplugged", "status": "failed", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "code": 422}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:50.713868 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-108ab241-5202-45da-afa9-33a5fa3abe61 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:50.714267 n-d-793619-7 neutron-server[98272]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'code': 422} returned with failed status Jul 07 18:27:51.808731 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cca1d-7a48-4b30-bdef-98c4e495407a req-18508db2-f5c3-4978-93cb-11d0b95f37c7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.810710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a1cca1d-7a48-4b30-bdef-98c4e495407a req-18508db2-f5c3-4978-93cb-11d0b95f37c7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0770330 Jul 07 18:27:51.858795 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6a1cca1d-7a48-4b30-bdef-98c4e495407a req-25c753a8-4250-40c0-a0b1-391228915f4f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377047 Jul 07 18:27:53.051328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53b21d-442f-4825-8ef0-745f9dd6cd1a req-fa2b7b0c-19a8-48b2-990f-498caab071e9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:53.052911 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a53b21d-442f-4825-8ef0-745f9dd6cd1a req-fa2b7b0c-19a8-48b2-990f-498caab071e9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0736966 Jul 07 18:27:53.103857 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8a53b21d-442f-4825-8ef0-745f9dd6cd1a req-4c5cc009-8b2f-440a-a97d-3f0358c86dc5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371864 Jul 07 18:27:54.289819 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5016-7c79-4279-a8ec-8fa13178c524 req-51e71718-14a7-4024-863e-b800708f4fac tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.291463 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a84c5016-7c79-4279-a8ec-8fa13178c524 req-51e71718-14a7-4024-863e-b800708f4fac tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0716960 Jul 07 18:27:54.331742 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a84c5016-7c79-4279-a8ec-8fa13178c524 req-626ceb88-ffc8-4d4c-97fe-bd151faaec14 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Jul 07 18:27:54.747260 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:55.515672 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3dabf-7886-45ae-a228-b9c157b48f6b req-d6d5ea06-9f55-4503-9ca3-82c64bb5a289 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.517269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53f3dabf-7886-45ae-a228-b9c157b48f6b req-d6d5ea06-9f55-4503-9ca3-82c64bb5a289 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0667908 Jul 07 18:27:55.558658 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-53f3dabf-7886-45ae-a228-b9c157b48f6b req-9ae4a103-8f70-40b7-a0d5-79c9dbcedadf tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352826 Jul 07 18:27:56.748480 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604650ca-a94f-4ce9-9f40-642f039b5bc6 req-d72291d4-e2af-4e32-b88c-c1cccfedf1f5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:56.750150 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-604650ca-a94f-4ce9-9f40-642f039b5bc6 req-d72291d4-e2af-4e32-b88c-c1cccfedf1f5 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0710390 Jul 07 18:27:56.789427 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-604650ca-a94f-4ce9-9f40-642f039b5bc6 req-79b80b21-f0a8-42ff-a270-f57a615d7f55 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336087 Jul 07 18:27:57.739799 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-aa12d314-430d-48cb-94e4-2079690e6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:57.741399 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-aa12d314-430d-48cb-94e4-2079690e6cf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3&tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4 HTTP/1.1" status: 200 len: 1094 time: 0.0524259 Jul 07 18:27:57.827362 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-a984cc17-7daa-4436-b372-902453b08f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:57.828909 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-a984cc17-7daa-4436-b372-902453b08f6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1094 time: 0.0530953 Jul 07 18:27:57.925017 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-e3eda025-2f6b-4e60-9f11-c00a69f07466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:57.926821 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-e3eda025-2f6b-4e60-9f11-c00a69f07466 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0913706 Jul 07 18:27:57.969320 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd18a1-76e5-4624-9799-9aa9c40e1ce2 req-33e228f0-6741-460b-8093-cbd9b637ad42 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:57.971446 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-debd18a1-76e5-4624-9799-9aa9c40e1ce2 req-33e228f0-6741-460b-8093-cbd9b637ad42 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0649285 Jul 07 18:27:57.991517 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-24349d71-fbbc-4924-81bf-bf405ddd1357 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 998 time: 0.0578442 Jul 07 18:27:58.010568 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-debd18a1-76e5-4624-9799-9aa9c40e1ce2 req-77184b9d-0b33-42d4-a7e8-d28c0b8bafdf tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339146 Jul 07 18:27:58.044368 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-22ebfd61-37c3-4e18-afef-0257e0db9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:58.045908 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-22ebfd61-37c3-4e18-afef-0257e0db9f62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0481555 Jul 07 18:27:58.105882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-95bd220e-3906-486a-8a71-96b767f0a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:58.107515 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-95bd220e-3906-486a-8a71-96b767f0a055 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545709 Jul 07 18:27:58.199810 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-0baf20db-a511-41c1-b930-9e450ad1ef90 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852301 Jul 07 18:27:58.298273 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-4e5231ee-318c-4529-a2c1-75397fedb4a4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906501 Jul 07 18:27:59.192127 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33db59-7aae-44e4-be01-ce5e9b8c7fbd req-6eade75b-d357-4b7c-a344-28e6c71e360d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:59.193807 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb33db59-7aae-44e4-be01-ce5e9b8c7fbd req-6eade75b-d357-4b7c-a344-28e6c71e360d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0667405 Jul 07 18:27:59.235036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-fb33db59-7aae-44e4-be01-ce5e9b8c7fbd req-218c56e8-b5fd-4fcf-beab-2836343f7993 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339403 Jul 07 18:28:00.421646 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f420-0424-4de1-b930-d8fd2ccd88cf req-552a157e-5187-4cc5-8ff6-d9c1edb38528 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:00.423156 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d807f420-0424-4de1-b930-d8fd2ccd88cf req-552a157e-5187-4cc5-8ff6-d9c1edb38528 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0681038 Jul 07 18:28:00.463238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d807f420-0424-4de1-b930-d8fd2ccd88cf req-edb5ae4b-8e13-4344-85d7-f01f4b4cae64 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Jul 07 18:28:01.649936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ded8-0a08-44f6-b3e1-749308edb7ec req-df79da7a-9e73-4b08-874e-207cc08d3720 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:01.651525 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26b1ded8-0a08-44f6-b3e1-749308edb7ec req-df79da7a-9e73-4b08-874e-207cc08d3720 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0653822 Jul 07 18:28:01.689521 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26b1ded8-0a08-44f6-b3e1-749308edb7ec req-624cf7bb-fa6c-4580-8fac-003e08b36c61 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Jul 07 18:28:02.877307 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bd9b-b6d9-4382-9aa2-f58091251cb9 req-4018b396-9973-476e-bd53-8ed9f5c2ed05 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:02.878833 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4a2bd9b-b6d9-4382-9aa2-f58091251cb9 req-4018b396-9973-476e-bd53-8ed9f5c2ed05 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0695903 Jul 07 18:28:02.918169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f4a2bd9b-b6d9-4382-9aa2-f58091251cb9 req-9d886188-3320-4043-bcf7-4bace11cca2f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336986 Jul 07 18:28:04.097207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedf983-ea8c-41cb-b693-8e754f7d0fef req-8e860059-7990-41bb-8de5-8878d1519287 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:04.098723 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fedf983-ea8c-41cb-b693-8e754f7d0fef req-8e860059-7990-41bb-8de5-8878d1519287 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0664611 Jul 07 18:28:04.137340 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7fedf983-ea8c-41cb-b693-8e754f7d0fef req-40d35838-8396-45dc-83c3-31bae19d02ea tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322037 Jul 07 18:28:04.890428 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.332395 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbba36-5067-4e11-b9b0-c3e73e29256b req-dfbfcfcd-5085-42c7-a190-3518dd5e5305 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:05.333931 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56dbba36-5067-4e11-b9b0-c3e73e29256b req-dfbfcfcd-5085-42c7-a190-3518dd5e5305 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0655057 Jul 07 18:28:05.372324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-56dbba36-5067-4e11-b9b0-c3e73e29256b req-eeb0a7c8-e2bd-4e51-a0c4-2933b1c7622c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Jul 07 18:28:05.411002 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-9eedeea3-e956-4f14-8bf2-47c2502e225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.541596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:28:06.554661 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ecd9b-8b3c-4e37-87f0-d90b9fafd7fb req-2410719a-1803-4779-91a5-3a99a6e20315 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:06.556240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-254ecd9b-8b3c-4e37-87f0-d90b9fafd7fb req-2410719a-1803-4779-91a5-3a99a6e20315 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 943 time: 0.0710411 Jul 07 18:28:06.600314 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-254ecd9b-8b3c-4e37-87f0-d90b9fafd7fb req-be835260-b27d-4170-9c3c-137cb93cc24c tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343447 Jul 07 18:28:06.648315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:06.659567 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'port_id': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'mac_address': 'fa:16:3e:07:ab:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:28:06.697597 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.709981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72982a9c-52ef-4c32-9222-5dd6957a5825 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:06.729412 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:06.733151 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.783561 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:07.084644 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['72982a9c-52ef-4c32-9222-5dd6957a5825'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:07.782914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfce4d-ce30-455d-992e-525ba3543c0b req-48257185-c622-4728-bbac-ac5f3127ca5d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:07.784421 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26cfce4d-ce30-455d-992e-525ba3543c0b req-48257185-c622-4728-bbac-ac5f3127ca5d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 944 time: 0.0643086 Jul 07 18:28:07.824171 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-26cfce4d-ce30-455d-992e-525ba3543c0b req-4f1b6a52-d9b4-407e-8118-ac5f24661b40 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339935 Jul 07 18:28:07.894123 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.539086 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:08.587381 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 72982a9c-52ef-4c32-9222-5dd6957a5825 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:08.587753 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.662027 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.685396 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:08.687635 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b4b27-173e-4965-a9ad-c1eedd9900f7" -d '{"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-plugged", "status": "completed", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:08.700348 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:08.704650 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.731061 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb78cf5b-e17f-4857-8a1e-711e98d00ddc x-openstack-request-id: req-bb78cf5b-e17f-4857-8a1e-711e98d00ddc {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:08.731358 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-plugged", "status": "completed", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:08.731611 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb78cf5b-e17f-4857-8a1e-711e98d00ddc {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:08.731996 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'code': 200} Jul 07 18:28:08.756920 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:08.952898 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ab737-83b0-458a-9bfb-a18b49d06e8f req-1c272fae-8bac-460d-b221-0d639e52cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.954534 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-628ab737-83b0-458a-9bfb-a18b49d06e8f req-1c272fae-8bac-460d-b221-0d639e52cf6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0539007 Jul 07 18:28:08.992571 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-628ab737-83b0-458a-9bfb-a18b49d06e8f req-80292f52-a4df-4314-8d52-46a722b5b12d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303934 Jul 07 18:28:09.010829 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164c22f-d4ff-4b61-b2aa-8c6c6ec03e5f req-8fa112f2-cdd4-4020-a9af-9a564ad03397 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:09.012344 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b164c22f-d4ff-4b61-b2aa-8c6c6ec03e5f req-8fa112f2-cdd4-4020-a9af-9a564ad03397 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0693917 Jul 07 18:28:09.051147 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-b164c22f-d4ff-4b61-b2aa-8c6c6ec03e5f req-824c2fe6-8ccc-4d5a-b3db-fa1e1630ab9e tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332696 Jul 07 18:28:09.236132 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:09.353579 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d5580454-a31b-4fb2-8c8f-95e3e1910942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:09.577908 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:10.237655 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328544-b769-4fe2-a2bb-7ad2af0e9acb req-8dadaafb-8a5d-4375-85e3-1988460de74a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:10.239169 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b328544-b769-4fe2-a2bb-7ad2af0e9acb req-8dadaafb-8a5d-4375-85e3-1988460de74a tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0679731 Jul 07 18:28:10.278416 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2b328544-b769-4fe2-a2bb-7ad2af0e9acb req-2bbb32c9-a9a6-49b8-bba8-304173a924c9 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 07 18:28:11.192105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.748540 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.904482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.412879 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3f03c08b-12ba-4b56-92ba-b9b84a9d8a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.896853 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.356057 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef9c3-69f6-4f4c-99f2-cba8bf0778ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.577257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.200720 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.236854 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:49.596082 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-6e5b9312-f508-4e08-bf20-83694e024e88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569010 Jul 07 18:28:49.707813 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-429380ef-4819-4944-89b1-c6de7562c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:49.709407 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-429380ef-4819-4944-89b1-c6de7562c812 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0541446 Jul 07 18:28:49.814710 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-abd0d107-eb57-4e18-b5bd-d22d2701f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:49.816222 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-abd0d107-eb57-4e18-b5bd-d22d2701f4ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0867181 Jul 07 18:28:49.886155 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-4950657f-ea14-44f8-b941-295fca484c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 1000 time: 0.0630436 Jul 07 18:28:49.937327 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-ec5af57a-70be-4cc1-b66e-d683bb3ead46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:49.939394 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-ec5af57a-70be-4cc1-b66e-d683bb3ead46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0458686 Jul 07 18:28:50.006031 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-6cbfa78c-1a1e-433a-96f1-b58b435b06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:50.008039 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-6cbfa78c-1a1e-433a-96f1-b58b435b06b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622485 Jul 07 18:28:50.103821 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-4ee08349-8254-42cc-a24c-c38830fa7d06 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873713 Jul 07 18:28:50.206907 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-aac0c0d6-89b9-4dad-ab19-b5dfed55e0f7 req-01dce7ba-25ac-4673-90c5-e33c9995ba1c service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957301 Jul 07 18:28:54.768999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.902913 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:05.414406 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f8d868a1-7754-4c99-b337-c57bf168559c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.899193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.371416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1bc778d8-2580-405c-80ed-a3023fd3a4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.586801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.203258 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:23.236386 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:24.777364 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:25.930454 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45778) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:26.095093 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Deleting port de74be27-5eb9-439d-bd88-1a74f262c49c {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:26.095435 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.174004 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.174596 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.187471 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Calling delete_port for de74be27-5eb9-439d-bd88-1a74f262c49c owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:26.592388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-063cb7d5-a7a1-42d5-aabf-444f13822f3d req-1fa4fc42-bfae-4acd-a834-f7d24a61c117 service neutron] (98264) timed out ('10.222.0.78', 42334) {{(pid=98264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:29:26.660014 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.690380 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event deleted for resources: {'Port': ['ID=de74be27-5eb9-439d-bd88-1a74f262c49c,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:26.705268 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.705614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.705955 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.706284 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.706609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.707614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.708122 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.708464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.708783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.709118 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.709480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.709943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:26.770886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.771227 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Floating IP 9494bca1-c46a-49ce-b78c-a1b9539e6e07 disassociated (deleted). External IP: 172.25.5.35, port: 72982a9c-52ef-4c32-9222-5dd6957a5825. Jul 07 18:29:26.992218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:27.103050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:27.109942 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.112945 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:27.122898 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:27.123600 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:27.156931 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-039c79c7-26fa-4e83-b75b-072b10f13a49 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "DELETE /v2.0/floatingips/9494bca1-c46a-49ce-b78c-a1b9539e6e07 HTTP/1.1" status: 204 len: 168 time: 1.2252164 Jul 07 18:29:27.157673 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:27.160186 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586d0f0-dc29-48a0-978f-209659cd9493" -d '{"events": [{"name": "network-changed", "server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:27.240736 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:27.421475 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee229770-4481-42fb-8f54-de2c97afa995 x-openstack-request-id: req-ee229770-4481-42fb-8f54-de2c97afa995 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:27.421806 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:27.422062 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee229770-4481-42fb-8f54-de2c97afa995 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:27.422491 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'status': 'completed', 'code': 200} Jul 07 18:29:27.529761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-10553303-817a-4a4e-a559-3f3aa7bdf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.531243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-10553303-817a-4a4e-a559-3f3aa7bdf127 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0569766 Jul 07 18:29:27.580367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533dfd-2dbf-47a3-b788-32f2bf3c3a8a req-cec2e33d-353b-4d72-be25-af7a48c3ec2d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.582700 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd533dfd-2dbf-47a3-b788-32f2bf3c3a8a req-cec2e33d-353b-4d72-be25-af7a48c3ec2d tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0706642 Jul 07 18:29:27.624240 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-cd533dfd-2dbf-47a3-b788-32f2bf3c3a8a req-69c9a426-f394-457c-9223-80a598773477 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355203 Jul 07 18:29:27.631501 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-acc17953-32a3-4701-8316-a6add991efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.631957 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:27.633225 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-acc17953-32a3-4701-8316-a6add991efdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 200 len: 910 time: 0.0947781 Jul 07 18:29:27.661693 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:27.670425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:27.671158 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:27.683156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-e5172976-f448-4ea2-96f4-60c7d66f9277 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 200 len: 217 time: 0.0425553 Jul 07 18:29:27.735990 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-158ac47b-3712-475f-93df-a11e60330ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.737560 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-158ac47b-3712-475f-93df-a11e60330ed7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 200 len: 848 time: 0.0475142 Jul 07 18:29:27.779531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:27.796051 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-13bf4033-b5a1-4c3b-b361-07dfeb83968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.797554 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-13bf4033-b5a1-4c3b-b361-07dfeb83968c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6853c01-2605-4654-b214-3f0edae2c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535285 Jul 07 18:29:27.895303 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-ce0ed4ce-50d8-41ec-a858-879cb1588460 service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901015 Jul 07 18:29:27.985750 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-4586d0f0-dc29-48a0-978f-209659cd9493 req-875d0c00-f01d-4331-bb6f-b63795c690cf service neutron] 10.222.0.13 "GET /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842690 Jul 07 18:29:27.986570 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:28.013544 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e798e6-4382-4ebc-822d-9acd561db0d7 None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:19:49Z', 'revision_number': 4, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': 'c941aa00-7334-418d-bd70-e3d829573d60', 'name': '', 'network_id': 'b6853c01-2605-4654-b214-3f0edae2c315', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'mac_address': 'fa:16:3e:ff:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ba445940-dac7-4990-ab2f-53018d157211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:48Z', 'updated_at': '2021-07-07T18:19:56Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'subnets': [{'id': 'ba445940-dac7-4990-ab2f-53018d157211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:28.233933 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa6ced-f82e-4b2a-883b-e375c6d431fb None None] New status for floating IP 9494bca1-c46a-49ce-b78c-a1b9539e6e07: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:29:28.810649 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29121765-1b5f-49e3-aced-220881385db2 req-c7276ec9-9c03-4e47-86da-3c8024d52144 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:28.812152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29121765-1b5f-49e3-aced-220881385db2 req-c7276ec9-9c03-4e47-86da-3c8024d52144 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0690696 Jul 07 18:29:28.852549 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-29121765-1b5f-49e3-aced-220881385db2 req-d4926adc-9aaa-4f4d-8ce2-bb09d6618a77 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/security-groups?id=1494e3d8-7506-4f7d-8abf-275c306dab58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Jul 07 18:29:29.189777 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505414-2059-43b7-aaa7-970141135962 req-717604db-10e3-4d80-9eeb-ac8f8fc43c93 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:29.191323 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e505414-2059-43b7-aaa7-970141135962 req-717604db-10e3-4d80-9eeb-ac8f8fc43c93 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 945 time: 0.0818691 Jul 07 18:29:29.300438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Deleting port 72982a9c-52ef-4c32-9222-5dd6957a5825 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:29.300792 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:29.402473 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] For port 72982a9c-52ef-4c32-9222-5dd6957a5825, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=72982a9c-52ef-4c32-9222-5dd6957a5825,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:29.402833 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:29.414495 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Calling delete_port for 72982a9c-52ef-4c32-9222-5dd6957a5825 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:29.545866 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:29.587505 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event deleted for resources: {'Port': ['ID=72982a9c-52ef-4c32-9222-5dd6957a5825,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:29.637660 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] No DVR routers for this DVR port 72982a9c-52ef-4c32-9222-5dd6957a5825 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:29.640654 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:29.643793 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-9e505414-2059-43b7-aaa7-970141135962 req-19eea475-0009-4622-9c76-0d6d34051fc7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.13 "DELETE /v2.0/ports/72982a9c-52ef-4c32-9222-5dd6957a5825 HTTP/1.1" status: 204 len: 173 time: 0.4469657 Jul 07 18:29:29.644249 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-deleted', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:29.648390 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d05e88-2611-4d12-907e-780d50628aba" -d '{"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-deleted", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:29.690727 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf17fad-2269-4c5e-823b-9e04740faec7 x-openstack-request-id: req-8bf17fad-2269-4c5e-823b-9e04740faec7 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:29.691186 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92dd16-53fb-479a-9434-974d68a1a2a3", "name": "network-vif-deleted", "tag": "72982a9c-52ef-4c32-9222-5dd6957a5825", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:29.691504 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bf17fad-2269-4c5e-823b-9e04740faec7 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:29.692008 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d92dd16-53fb-479a-9434-974d68a1a2a3', 'name': 'network-vif-deleted', 'tag': '72982a9c-52ef-4c32-9222-5dd6957a5825', 'status': 'completed', 'code': 200} Jul 07 18:29:30.014028 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-47f67a51-62d4-442b-9e41-f0df6c324bb2 req-fa8c5f72-e3fe-45a2-b8ce-dc1b0f44b79f tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0304458 Jul 07 18:29:31.158855 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8086fc2b-63a3-4353-914d-a372c0dde844 req-8e9f3b9b-1273-4470-a309-a5926596e2c0 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0312572 Jul 07 18:29:32.309762 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7df16a4e-cf23-44f0-a7b5-a6d93e0cabfd req-799d287a-795d-4674-a36b-bd48c0de4ca7 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0346422 Jul 07 18:29:32.892902 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:32.913368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 72982a9c-52ef-4c32-9222-5dd6957a5825 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:32.913716 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 72982a9c-52ef-4c32-9222-5dd6957a5825 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:33.464226 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a22296a8-3ca1-441b-9fb2-8702c9818c0a req-7daaebf6-88d4-48e2-bc53-ab6e7c821d22 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d92dd16-53fb-479a-9434-974d68a1a2a3 HTTP/1.1" status: 200 len: 210 time: 0.0295424 Jul 07 18:29:34.564295 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45810) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:34.631458 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:34.659046 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:34.726203 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:34.729081 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:34.730329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] 10.222.0.78 "DELETE /v2.0/security-groups/1494e3d8-7506-4f7d-8abf-275c306dab58 HTTP/1.1" status: 204 len: 168 time: 0.1649823 Jul 07 18:29:34.742263 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1494e3d8-7506-4f7d-8abf-275c306dab58,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:34.756180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.756464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.757029 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.757594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.758063 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.758403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.758730 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.759400 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.759571 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.760074 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.760424 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.760743 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f982f5f-24f4-48e1-bc5f-606e4c70ce82 tempest-TestShelveInstance-2052771215 tempest-TestShelveInstance-2052771215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:34.785415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45814) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:34.942703 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.313031 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.417223 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2f244cd8-891a-49a5-abeb-92d0d8fe0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.582961 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Deleting port c941aa00-7334-418d-bd70-e3d829573d60 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:35.583837 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.663674 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] For port c941aa00-7334-418d-bd70-e3d829573d60, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=c941aa00-7334-418d-bd70-e3d829573d60,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:35.664030 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.678021 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Calling delete_port for c941aa00-7334-418d-bd70-e3d829573d60 owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:35.868903 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.896164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c941aa00-7334-418d-bd70-e3d829573d60,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:36.083575 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.301760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:36.413999 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:36.419049 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-46b68147-438f-4f5e-b97b-bd9ef7f1dfa1 admin admin] 10.222.0.78 "PUT /v2.0/routers/57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319265 Jul 07 18:29:36.421622 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45820) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:36.425522 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] Sync routers for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:36.443424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:36.444039 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:36.525521 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.549263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:36.631573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.686238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Deleting port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:36.686578 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.737556 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:29:35Z', 'revision_number': 5, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port': {'id': 'e2f3dce9-6e25-4bf1-8b2f-e14731a5645a', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:47Z', 'updated_at': '2021-07-07T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:36.765355 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] Checking router: 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:36.771666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] For port e2f3dce9-6e25-4bf1-8b2f-e14731a5645a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:36.772030 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.774056 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] Routers {'57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:36.774677 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:36.785057 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Calling delete_port for e2f3dce9-6e25-4bf1-8b2f-e14731a5645a owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:36.869861 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] Set router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:36.925880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:29:36Z', 'revision_number': 6, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:36.960911 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbf4a6-8c29-45c3-874f-ade550da6d7f None None] The sync data for ids ['57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6'] in n-d-793619-7 is: [{'id': '57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6', 'name': 'tempest-TestShelveInstance-2110075251-router', 'tenant_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:46Z', 'updated_at': '2021-07-07T18:29:36Z', 'revision_number': 6, 'project_id': 'c70f7d7f1eec4cc08a486c1f06d855b4', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:36.981648 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.011562 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f3dce9-6e25-4bf1-8b2f-e14731a5645a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:37.072321 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.166573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.168777 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.529611 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.530292 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:29:37.535722 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.538157 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f6a31ae6-826f-46e5-b085-3a1d5c2f99a4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/57b60bfe-9ef7-42e8-ab9a-d2a4e43415b6 HTTP/1.1" status: 204 len: 168 time: 1.1149795 Jul 07 18:29:37.539641 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45822) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:37.584109 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Deleting subnet ba445940-dac7-4990-ab2f-53018d157211 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:29:37.587340 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.623824 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.706920 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.766803 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.778350 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e2f3dce9-6e25-4bf1-8b2f-e14731a5645a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:37.795937 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba445940-dac7-4990-ab2f-53018d157211,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:37.802886 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.803207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: e2f3dce9-6e25-4bf1-8b2f-e14731a5645a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:37.803553 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device e2f3dce9-6e25-4bf1-8b2f-e14731a5645a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:37.803976 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c941aa00-7334-418d-bd70-e3d829573d60 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:37.807837 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-546a9be4-4637-420e-a114-7d1ea9d1baf6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ba445940-dac7-4990-ab2f-53018d157211 HTTP/1.1" status: 204 len: 168 time: 0.2645817 Jul 07 18:29:37.808107 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45824) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:37.825012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814e02e5-9bbd-481d-8b0a-16101f38f0ad None None] Network b6853c01-2605-4654-b214-3f0edae2c315 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:37.827269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: c941aa00-7334-418d-bd70-e3d829573d60 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:37.827615 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device c941aa00-7334-418d-bd70-e3d829573d60 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:37.890364 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.913135 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.948975 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Deleting port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:37.949336 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.025530 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] For port ee6d8418-04a0-45c5-acb6-4912ff86e5a3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:38.025530 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.040032 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Calling delete_port for ee6d8418-04a0-45c5-acb6-4912ff86e5a3 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:38.058625 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] DHCP port deletion for b6853c01-2605-4654-b214-3f0edae2c315 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:29:38.108611 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Deleting port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:38.109344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.132348 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.160730 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] No DVR routers for this DVR port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:38.166302 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:38.181353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] For port ee6d8418-04a0-45c5-acb6-4912ff86e5a3, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,segment=NetworkSegment(3abff106-95be-4bfd-bcd9-b9e7ffbf3b33),segment_id=3abff106-95be-4bfd-bcd9-b9e7ffbf3b33)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:38.181747 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.196013 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Calling delete_port for ee6d8418-04a0-45c5-acb6-4912ff86e5a3 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:38.241694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.251919 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6853c01-2605-4654-b214-3f0edae2c315']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:38.263574 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:38.263870 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abff106-95be-4bfd-bcd9-b9e7ffbf3b33') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:38.273359 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.276871 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.287917 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.294480 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:29:38.294793 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:29:38.296846 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:29:38.307390 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Pushing event deleted for resources: {'Port': ['ID=ee6d8418-04a0-45c5-acb6-4912ff86e5a3,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:38.315263 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] No DVR routers for this DVR port ee6d8418-04a0-45c5-acb6-4912ff86e5a3 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:38.318256 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.318769 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.319113 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.319455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.319863 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.320204 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.320533 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.320857 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.326713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.326713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.326713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.326713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456656f2-514d-49f3-867c-1e9e35708522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:38.358765 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.363434 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.366447 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] 10.222.0.78 "DELETE /v2.0/networks/b6853c01-2605-4654-b214-3f0edae2c315 HTTP/1.1" status: 204 len: 168 time: 0.5573397 Jul 07 18:29:38.369616 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45826) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:38.379382 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67258827-ef77-4357-8700-021529c4cb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6853c01-2605-4654-b214-3f0edae2c315,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:38.734222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.003497 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Deleting port f4510aea-e44e-4442-8cf7-6d8079624039 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:39.003836 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.082694 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] For port f4510aea-e44e-4442-8cf7-6d8079624039, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f4510aea-e44e-4442-8cf7-6d8079624039,segment=NetworkSegment(b17689c0-62e4-4680-94cd-6bbd4820d515),segment_id=b17689c0-62e4-4680-94cd-6bbd4820d515)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:39.083962 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.096471 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Calling delete_port for f4510aea-e44e-4442-8cf7-6d8079624039 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:39.288549 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.316343 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4510aea-e44e-4442-8cf7-6d8079624039,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:39.362873 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-56038656-66df-4bb6-b9f8-d433d319afb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.512500 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.585335 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.736332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Router 82ba70a4-d538-4b35-b388-f9135ca8417e has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:39.805820 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ee6d8418-04a0-45c5-acb6-4912ff86e5a3 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:39.826131 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ee6d8418-04a0-45c5-acb6-4912ff86e5a3 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:39.826672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ee6d8418-04a0-45c5-acb6-4912ff86e5a3 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:39.845228 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:39.853153 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-0c0e4c8c-f49c-4023-986e-49e0d0b7c60f admin admin] 10.222.0.78 "PUT /v2.0/routers/82ba70a4-d538-4b35-b388-f9135ca8417e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4824967 Jul 07 18:29:39.854088 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45828) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:39.854969 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] Sync routers for ids ['82ba70a4-d538-4b35-b388-f9135ca8417e'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:39.864134 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] Routers {'82ba70a4-d538-4b35-b388-f9135ca8417e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:39.866025 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['82ba70a4-d538-4b35-b388-f9135ca8417e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:39.967936 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.066518 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] Set router 82ba70a4-d538-4b35-b388-f9135ca8417e gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:40.071600 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.123285 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Deleting port 89a1dd28-8d89-453a-a558-c4fbfcc229d5 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:40.123541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.209084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] For port 89a1dd28-8d89-453a-a558-c4fbfcc229d5, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=89a1dd28-8d89-453a-a558-c4fbfcc229d5,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:40.209605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.227144 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Calling delete_port for 89a1dd28-8d89-453a-a558-c4fbfcc229d5 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:40.248185 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:29:39Z', 'revision_number': 5, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port': {'id': '89a1dd28-8d89-453a-a558-c4fbfcc229d5', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:52Z', 'updated_at': '2021-07-07T18:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:40.275143 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] Checking router: 82ba70a4-d538-4b35-b388-f9135ca8417e for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:40.288883 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] Routers {'82ba70a4-d538-4b35-b388-f9135ca8417e'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:40.289530 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['82ba70a4-d538-4b35-b388-f9135ca8417e'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:40.375065 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] Set router 82ba70a4-d538-4b35-b388-f9135ca8417e gateway port host: None {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:40.397806 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.427156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Pushing event deleted for resources: {'Port': ['ID=89a1dd28-8d89-453a-a558-c4fbfcc229d5,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:40.441897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:29:40Z', 'revision_number': 6, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:40.469420 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86c676-b21f-40d2-a47d-c610ed0435a0 None None] The sync data for ids ['82ba70a4-d538-4b35-b388-f9135ca8417e'] in n-d-793619-7 is: [{'id': '82ba70a4-d538-4b35-b388-f9135ca8417e', 'name': 'tempest-TestShelveInstance-1467055409-router', 'tenant_id': '20aa894552ac435ca7bf09a18d176c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:51Z', 'updated_at': '2021-07-07T18:29:40Z', 'revision_number': 6, 'project_id': '20aa894552ac435ca7bf09a18d176c3e', 'gw_port_host': None}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:40.496623 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.591888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.594127 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.642169 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.642633 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ba70a4-d538-4b35-b388-f9135ca8417e {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:29:40.648350 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.649564 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-6fec095a-61a3-4663-bcfc-9f403cd1266a admin admin] 10.222.0.78 "DELETE /v2.0/routers/82ba70a4-d538-4b35-b388-f9135ca8417e HTTP/1.1" status: 204 len: 168 time: 0.7942693 Jul 07 18:29:40.652112 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45830) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:40.697635 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Deleting subnet 75eaa6ac-b250-4104-bacb-dfe609df2906 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:29:40.700658 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.735182 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.834788 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.895152 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.931509 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75eaa6ac-b250-4104-bacb-dfe609df2906,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:40.933529 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.935689 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-820ca41a-0786-41d8-99d4-c255b934e064 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/75eaa6ac-b250-4104-bacb-dfe609df2906 HTTP/1.1" status: 204 len: 168 time: 0.2826424 Jul 07 18:29:40.938101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd90ca-6f21-4c5a-a591-71618e2d30b6 None None] Network 312c4f73-6678-4df8-aee5-02c78bf51ffe requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:40.938614 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45832) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:41.014899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.069369 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Deleting port ac64ed70-cbd6-4294-abaa-450c21c2635a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:41.069711 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.141235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] For port ac64ed70-cbd6-4294-abaa-450c21c2635a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=ac64ed70-cbd6-4294-abaa-450c21c2635a,segment=NetworkSegment(b17689c0-62e4-4680-94cd-6bbd4820d515),segment_id=b17689c0-62e4-4680-94cd-6bbd4820d515)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:41.141603 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.157879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Calling delete_port for ac64ed70-cbd6-4294-abaa-450c21c2635a owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:41.208931 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.233460 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] DHCP port deletion for 312c4f73-6678-4df8-aee5-02c78bf51ffe request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:29:41.262610 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.291913 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac64ed70-cbd6-4294-abaa-450c21c2635a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:41.292160 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Deleting port ac64ed70-cbd6-4294-abaa-450c21c2635a {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:41.292340 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.293761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] No DVR routers for this DVR port ac64ed70-cbd6-4294-abaa-450c21c2635a on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:41.364101 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] For port ac64ed70-cbd6-4294-abaa-450c21c2635a, host n-d-793619-7, got binding levels [] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:41.365519 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.372527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.380050 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Calling delete_port for ac64ed70-cbd6-4294-abaa-450c21c2635a owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:41.383305 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.ipam_backend_mixin [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Port ac64ed70-cbd6-4294-abaa-450c21c2635a was not found and therefore no delete operation was performed {{(pid=98272) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:29:41.384565 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.384708 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312c4f73-6678-4df8-aee5-02c78bf51ffe']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:41.399952 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17689c0-62e4-4680-94cd-6bbd4820d515') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:41.400338 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17689c0-62e4-4680-94cd-6bbd4820d515') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:41.409618 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.413366 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] Pushing event deleted for resources: {'Port': ['ID=ac64ed70-cbd6-4294-abaa-450c21c2635a,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:41.418632 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42f8d1-e53b-468a-a281-d82b5a7917cf None None] No DVR routers for this DVR port ac64ed70-cbd6-4294-abaa-450c21c2635a on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:41.430490 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.437511 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:29:41.437761 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:29:41.439491 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:29:41.499982 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.505814 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.510414 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] 10.222.0.78 "DELETE /v2.0/networks/312c4f73-6678-4df8-aee5-02c78bf51ffe HTTP/1.1" status: 204 len: 168 time: 0.5688078 Jul 07 18:29:41.526879 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4189-7274-4388-9fb2-3cf4c11b3c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=312c4f73-6678-4df8-aee5-02c78bf51ffe,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:41.641314 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45836) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:41.682388 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-e2e0b557-bf5a-4c80-820b-67f172dd6de8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c70f7d7f1eec4cc08a486c1f06d855b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396898 Jul 07 18:29:41.684807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45838) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:41.738719 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67025921-2fa0-4c6f-8b78-aba1cb21d244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.757701 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 89a1dd28-8d89-453a-a558-c4fbfcc229d5 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:41.768637 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67025921-2fa0-4c6f-8b78-aba1cb21d244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.777254 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 89a1dd28-8d89-453a-a558-c4fbfcc229d5 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:41.777694 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 89a1dd28-8d89-453a-a558-c4fbfcc229d5 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:41.778195 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4510aea-e44e-4442-8cf7-6d8079624039 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:41.796385 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f4510aea-e44e-4442-8cf7-6d8079624039 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:41.796829 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f4510aea-e44e-4442-8cf7-6d8079624039 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:41.797341 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac64ed70-cbd6-4294-abaa-450c21c2635a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:41.818286 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: ac64ed70-cbd6-4294-abaa-450c21c2635a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:41.818650 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device ac64ed70-cbd6-4294-abaa-450c21c2635a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:41.818825 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67025921-2fa0-4c6f-8b78-aba1cb21d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.822288 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-67025921-2fa0-4c6f-8b78-aba1cb21d244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.823474 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-67025921-2fa0-4c6f-8b78-aba1cb21d244 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a481d07d-7be1-4e84-bda9-15c738f34c4b HTTP/1.1" status: 204 len: 168 time: 0.1377308 Jul 07 18:29:41.832551 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67025921-2fa0-4c6f-8b78-aba1cb21d244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481d07d-7be1-4e84-bda9-15c738f34c4b,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:42.150966 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45844) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:42.195702 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1269dd9e-ef17-431c-af26-e12746ae824d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20aa894552ac435ca7bf09a18d176c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431089 Jul 07 18:29:42.198230 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45846) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:42.248903 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375ccf2e-40ea-42c1-9506-722b936dd2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.270053 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375ccf2e-40ea-42c1-9506-722b936dd2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.320373 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375ccf2e-40ea-42c1-9506-722b936dd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.323073 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-375ccf2e-40ea-42c1-9506-722b936dd2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.324152 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-375ccf2e-40ea-42c1-9506-722b936dd2a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eca87793-be66-4711-9b08-dfde06657052 HTTP/1.1" status: 204 len: 168 time: 0.1248753 Jul 07 18:29:42.331723 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ccf2e-40ea-42c1-9506-722b936dd2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca87793-be66-4711-9b08-dfde06657052,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:42.998969 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45868) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:43.096985 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1754497448-network', 'tenant_id': '6943758fadc34f41905efa41f4a907b3'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:43.119514 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Made reservation on behalf of 6943758fadc34f41905efa41f4a907b3 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:43.122004 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.131557 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.224209 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.228556 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.257740 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:43.267510 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76418585-c313-49e6-bc89-8b2f31a97b86,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:43.273400 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.273741 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Added segment 3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2 of type vlan for network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c Jul 07 18:29:43.315103 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.344648 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.345502 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:43.346074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.396824 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3967309 Jul 07 18:29:43.400288 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45872) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:43.405482 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Request body: {'subnet': {'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1754497448-subnet', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'ip_version': 4}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:43.406174 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a191c-cfa0-4664-b66a-d4be1b8fece6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:43.418083 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:43.428938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Made reservation on behalf of 6943758fadc34f41905efa41f4a907b3 for: {'subnet': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:43.431373 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126803329'] for subnet, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.599786 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129243873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126803347'] for subnet, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.654121 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62b908c-facc-4017-b9e8-48077d0ed081,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:43.663046 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Checking segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:43.663410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Network hostable DHCP agents. Network: ff4aaea8-a836-4a1c-82cc-60ea1840bc4c, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:43.679713 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:43.688978 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, ff4aaea8-a836-4a1c-82cc-60ea1840bc4c) {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:43.693942 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:43.695625 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.698907 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13be3e-6e7e-42ab-b210-d372bf2d2831 None None] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:43.714947 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-b5a352aa-bc22-4540-9c2f-d86f9e52bc25 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3134689 Jul 07 18:29:43.717984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45874) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:43.722757 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:43.745464 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.746462 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.804237 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.849414 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:29:43.850358 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.948459 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.994194 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Allocated IP 172.20.0.2 (ff4aaea8-a836-4a1c-82cc-60ea1840bc4c/d62b908c-facc-4017-b9e8-48077d0ed081/6a55ad38-d9ea-416d-a399-ca6e1d7d0c63) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:44.146404 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.150353 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Transition to ACTIVE for port object 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:44.166909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Transition to ACTIVE for port object 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:44.173430 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.215229 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:44.218326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:44.224912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:44.234448 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Pushing event updated for resources: {'Port': ['ID=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:44.301246 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Attempting to bind port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:44.302210 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Attempting to bind port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:44.302715 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Attempting to bind port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:44.308167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:44.308531 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Checking segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:44.308932 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.309354 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Bound using segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:44.309826 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Bound port: 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:44.310201 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.379147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] For port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:44.382942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] For port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:44.387614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.449996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487def1e-64bd-404d-98e5-ca7d7db85872 None None] Pushing event updated for resources: {'Port': ['ID=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:44.496666 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.516123 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.638892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Allocated IP 172.25.5.143 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/fd9796d8-ffa1-4e8c-bca8-8604b8c29394) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:44.753493 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.792222 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.829079 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:44.836345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:44.840745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:44.843872 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:45.094610 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:45.309904 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:45.427688 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeadaa1-f3f2-4f2d-8903-a37cf86eed13 None None] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:45.457584 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:29:45.521709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-35db3578-83ff-405b-9133-d6c8734711f6 None None] Provisioning for port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:45.568301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:45.581700 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:45.585771 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:45.589601 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-8a5ce79f-422f-4e48-a7c8-901207fed0a8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8680189 Jul 07 18:29:45.589874 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45878) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:45.596360 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:45.596968 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:45.725001 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:45.836547 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:46.045589 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.112558 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:46.118711 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:46.119154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.174741 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:44Z', 'revision_number': 3, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:46.215358 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Allocated IP 172.20.0.1 (ff4aaea8-a836-4a1c-82cc-60ea1840bc4c/d62b908c-facc-4017-b9e8-48077d0ed081/20a12548-b798-497a-8091-3c2bfb29d3c8) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:46.223228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:46.224326 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Updating router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:29:46.264376 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.275759 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.331628 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:46.339634 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.340659 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.356255 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Transition to ACTIVE for port object 20a12548-b798-497a-8091-3c2bfb29d3c8 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:46.391672 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.431905 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:46.436870 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:46.440334 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:46.465934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Pushing event updated for resources: {'Port': ['ID=20a12548-b798-497a-8091-3c2bfb29d3c8,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.484106 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.489663 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.610080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.623986 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Transition to ACTIVE for port object fd9796d8-ffa1-4e8c-bca8-8604b8c29394 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:46.630717 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.650007 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.686098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Attempting to bind port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:46.686407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Attempting to bind port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:46.686772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Attempting to bind port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:46.700021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37ec7-3df0-4e00-92fb-ba3574df8866 None None] Pushing event updated for resources: {'Port': ['ID=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.703874 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:46.704255 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:46.704654 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.705038 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:46.705620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Bound port: fd9796d8-ffa1-4e8c-bca8-8604b8c29394, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:46.706005 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.742971 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-464bee59-f824-41ba-8280-18e4b298e7b2 None None] Provisioning for port 20a12548-b798-497a-8091-3c2bfb29d3c8 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:46.755740 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-464bee59-f824-41ba-8280-18e4b298e7b2 None None] Provisioning complete for port 20a12548-b798-497a-8091-3c2bfb29d3c8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:46.756088 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-464bee59-f824-41ba-8280-18e4b298e7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.794546 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] For port fd9796d8-ffa1-4e8c-bca8-8604b8c29394, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:46.802224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] For port fd9796d8-ffa1-4e8c-bca8-8604b8c29394, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:46.807439 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-464bee59-f824-41ba-8280-18e4b298e7b2 None None] Port 20a12548-b798-497a-8091-3c2bfb29d3c8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:46.809511 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.825345 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.829797 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.869473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:46.870430 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:46.872833 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37ec7-3df0-4e00-92fb-ba3574df8866 None None] Pushing event updated for resources: {'Port': ['ID=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.904628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Pushing event updated for resources: {'Port': ['ID=20a12548-b798-497a-8091-3c2bfb29d3c8,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.907309 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.992333 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:47.004071 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:47.006347 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:47.144167 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:47.214431 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 2, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:47.247029 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db8333-98d8-48aa-a1bd-4fdd431e4c4b None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 2, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:47.259772 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-4d9c3b29-cf5a-4e77-99fb-a3f3ee15d7dd None None] Provisioning complete for port 20a12548-b798-497a-8091-3c2bfb29d3c8 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:47.260147 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3b29-cf5a-4e77-99fb-a3f3ee15d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:47.277706 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:47.283031 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-46c6f0c9-3e04-4e0d-b810-673c6edc95f3 admin admin] 10.222.0.78 "PUT /v2.0/routers/47df9da9-d1b8-4996-9ae6-8aeeab1db7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919444 Jul 07 18:29:47.302996 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c3b29-cf5a-4e77-99fb-a3f3ee15d7dd None None] Port 20a12548-b798-497a-8091-3c2bfb29d3c8 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:47.769447 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:47.822128 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:47.822576 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:47.871463 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45894) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:47.876634 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-194582593-network', 'tenant_id': '100699b6c0434d86acb19378d83d39e4'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:47.899624 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Made reservation on behalf of 100699b6c0434d86acb19378d83d39e4 for: {'network': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:47.902494 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for network, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:47.912250 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.030484 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.035119 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.063314 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:48.074827 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b84aff-76e8-493c-a7fb-d182412d4b46,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:48.080100 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.080450 n-d-793619-7 neutron-server[98270]: INFO neutron.db.segments_db [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Added segment 91a12dc6-0923-4103-b0a7-170fecf5d23d of type vlan for network de816d24-1971-41d2-98c6-56a9066696c1 Jul 07 18:29:48.124128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788376878951'] for network, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.156234 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275'] for network, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.157213 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:48.157798 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.223733 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3482316 Jul 07 18:29:48.224555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45896) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:48.231479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Request body: {'subnet': {'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-194582593-subnet', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'ip_version': 4}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:48.241457 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4c416-4e02-4240-b5f9-05f81bfcc3fb admin admin] Pushing event updated for resources: {'Network': ['ID=de816d24-1971-41d2-98c6-56a9066696c1,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:48.256773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Network de816d24-1971-41d2-98c6-56a9066696c1 details requested by agent ovs-agent-n-d-793619-7 with host n-d-793619-7 {{(pid=98272) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:48.263211 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Made reservation on behalf of 100699b6c0434d86acb19378d83d39e4 for: {'subnet': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:48.265854 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274507'] for subnet, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.447110 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126069846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274521'] for subnet, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.498022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e468e92e-1c40-4154-8cf6-78b978c413a5,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:48.515813 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Checking segment: {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:48.516123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Network hostable DHCP agents. Network: de816d24-1971-41d2-98c6-56a9066696c1, hostable agents: ['dec6cfa9-b734-48b5-956b-e23c1b7941ab'], hosted agents: [] {{(pid=98270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:48.534043 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Network de816d24-1971-41d2-98c6-56a9066696c1 is scheduled to be hosted by DHCP agent dec6cfa9-b734-48b5-956b-e23c1b7941ab with binding_index 1 {{(pid=98270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:48.544243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-7, de816d24-1971-41d2-98c6-56a9066696c1) {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:48.549663 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:48.551886 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.553673 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df95df6-94b5-497c-8991-19d25af16ea1 None None] Network de816d24-1971-41d2-98c6-56a9066696c1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:48.568302 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-02189325-c4ea-430e-b3a6-14cbd3644fdb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3426411 Jul 07 18:29:48.571050 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45898) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:48.576116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:48.600098 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15147'] for router, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.600943 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938515', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15154'] for router, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.667865 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.715823 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc75216-a0fe-5946-a95f-7aa4e55fcab8-de816d24-1971-41d2-98c6-56a9066696c1', 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'fixed_ips': [{'subnet_id': 'e468e92e-1c40-4154-8cf6-78b978c413a5'}]}} from n-d-793619-7. {{(pid=98272) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:29:48.716743 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.807162 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-623097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.857658 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.db_base_plugin_common [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Allocated IP 172.20.0.2 (de816d24-1971-41d2-98c6-56a9066696c1/e468e92e-1c40-4154-8cf6-78b978c413a5/f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76) {{(pid=98272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:49.012382 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Notify callbacks [] for port, precommit_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.016672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.020641 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Transition to ACTIVE for port object f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:49.035197 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Transition to ACTIVE for port object f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 will not be triggered until provisioned by entity DHCP. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:49.036597 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.042259 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925'] for port, after_create {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.089559 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Network de816d24-1971-41d2-98c6-56a9066696c1 is already hosted by enough agents. {{(pid=98272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:49.092537 n-d-793619-7 neutron-server[98272]: DEBUG neutron.scheduler.base_scheduler [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Resources bound (agent type, host, resource id): {{(pid=98272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:49.097753 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Received port after_create {{(pid=98272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:49.104107 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Pushing event updated for resources: {'Port': ['ID=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,revision_number=1']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:49.154514 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Allocated IP 172.25.5.47 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/b75e9b17-2f6e-4067-aab8-cb6c5dcc4710) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:49.160956 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Attempting to bind port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:49.161494 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Attempting to bind port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:49.161858 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Attempting to bind port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 on network de816d24-1971-41d2-98c6-56a9066696c1 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:49.167617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:49.168388 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Checking segment: {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:49.168795 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.169228 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Bound using segment: {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:49.169783 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Bound port: f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:49.170111 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.244620 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] For port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:49.249240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] For port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,segment=NetworkSegment(91a12dc6-0923-4103-b0a7-170fecf5d23d),segment_id=91a12dc6-0923-4103-b0a7-170fecf5d23d)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:49.254388 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.267587 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.312875 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.318060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78b68-def6-4659-88ae-134fe551dc21 None None] Pushing event updated for resources: {'Port': ['ID=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:49.357682 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:49.363415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:49.367601 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:49.397019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Pushing event updated for resources: {'Port': ['ID=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:49.447964 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:49.471689 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:49.472327 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:49.589646 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:49.677739 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.824362 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 2, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:49.843886 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:49.859229 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:49.859575 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Updating router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 port 20a12548-b798-497a-8091-3c2bfb29d3c8 binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:29:49.898247 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.903084 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:49.907934 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd9796d8-ffa1-4e8c-bca8-8604b8c29394 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:49.933515 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623074'] for router, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.961852 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:49.967012 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:49.967479 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.069860 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.090415 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 is scheduled to L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 with binding_index 1 {{(pid=98264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:29:50.093534 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port fd9796d8-ffa1-4e8c-bca8-8604b8c29394, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:50.098136 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.164455 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:50.227775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:50.238060 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Sync routers for ids ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:50.250021 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Routers {'0b5a5719-d6db-411b-a5b6-0116ee40bbb5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:50.250564 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.250947 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:50.252053 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-542852f1-d243-482e-b159-7727708a2f55 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6799080 Jul 07 18:29:50.256043 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45900) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:50.263832 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.275377 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Transition to ACTIVE for port object 20a12548-b798-497a-8091-3c2bfb29d3c8 will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:50.284759 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.368945 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Pushing event updated for resources: {'Port': ['ID=20a12548-b798-497a-8091-3c2bfb29d3c8,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:50.407643 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Set router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:50.412436 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.412791 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.413153 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.417325 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.417797 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.418133 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.418471 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.418803 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.419967 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.420301 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.420634 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.420961 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:50.434370 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Attempting to bind port 20a12548-b798-497a-8091-3c2bfb29d3c8 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:50.434744 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Attempting to bind port 20a12548-b798-497a-8091-3c2bfb29d3c8 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:50.435262 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Attempting to bind port 20a12548-b798-497a-8091-3c2bfb29d3c8 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:50.446543 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:50.446951 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Checking segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:50.447326 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.447718 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Bound using segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:50.448202 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Bound port: 20a12548-b798-497a-8091-3c2bfb29d3c8, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:50.448794 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.565235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb85bfe-9c74-413f-8d0d-5e0b066dffbb None None] Network de816d24-1971-41d2-98c6-56a9066696c1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:50.565978 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] For port 20a12548-b798-497a-8091-3c2bfb29d3c8, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:50.576271 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] For port 20a12548-b798-497a-8091-3c2bfb29d3c8, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=20a12548-b798-497a-8091-3c2bfb29d3c8,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:50.581704 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.665668 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e758f51-5d25-4db1-9366-b141ba9ca027 None None] Pushing event updated for resources: {'Port': ['ID=20a12548-b798-497a-8091-3c2bfb29d3c8,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:50.675010 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:50.675768 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:50.739806 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] Provisioning for port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:50.747675 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] Provisioning complete for port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:50.748046 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.849848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:29:49Z', 'revision_number': 3, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:50.904137 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Checking router: 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:50.904846 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Updating router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 binding host n-d-793619-7 {{(pid=98272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:29:50.941048 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:50.957161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.970524 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.025005 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] For port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,segment=NetworkSegment(91a12dc6-0923-4103-b0a7-170fecf5d23d),segment_id=91a12dc6-0923-4103-b0a7-170fecf5d23d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:51.034455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.189481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.204147 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c12e68-a415-41e2-b6f9-d9020051c3d4 None None] Pushing event updated for resources: {'Port': ['ID=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:51.218372 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:51.258073 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc49a19-8f99-43c3-8eb1-b8b3a58f05b7 None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:51.344589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Notify callbacks [] for port, precommit_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.359672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Transition to ACTIVE for port object b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 will not be triggered until provisioned by entity L2. {{(pid=98272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:51.367750 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-0f4836af-2766-4aea-916c-147656ea6477 None None] Provisioning complete for port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:51.368124 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0f4836af-2766-4aea-916c-147656ea6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.371154 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.380518 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Allocated IP 172.20.0.1 (de816d24-1971-41d2-98c6-56a9066696c1/e468e92e-1c40-4154-8cf6-78b978c413a5/13ee81af-a18e-4bc1-bb23-3580c880c73a) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:51.465203 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a4112-c5f8-4300-83ed-1c0a2c43df86 None None] Pushing event updated for resources: {'Port': ['ID=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,revision_number=2']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:51.468398 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Attempting to bind port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 on host n-d-793619-7 for vnic_type normal with profile {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:51.468767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Attempting to bind port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:51.469217 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Attempting to bind port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 on network 38f7d791-dc56-4729-90d4-988199fccbe9 {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:51.478189 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:51.478562 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Checking segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:51.478964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.479671 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Bound using segment: {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'} {{(pid=98272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:51.479817 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.managers [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Bound port: b75e9b17-2f6e-4067-aab8-cb6c5dcc4710, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653571-74b1-4402-8981-fc1139ce5766', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9'}}] {{(pid=98272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:51.480195 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.510812 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.531957 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Transition to ACTIVE for port object 13ee81af-a18e-4bc1-bb23-3580c880c73a will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:51.571527 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.617760 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Network de816d24-1971-41d2-98c6-56a9066696c1 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:51.620819 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:51.625585 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:51.629022 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Pushing event updated for resources: {'Port': ['ID=13ee81af-a18e-4bc1-bb23-3580c880c73a,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:51.680151 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-938197'] for router_interface, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.789867 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] For port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710, host n-d-793619-7, cleared binding levels {{(pid=98272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:51.795262 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] For port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:51.803008 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.877664 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:51.887426 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Routers {'0b5a5719-d6db-411b-a5b6-0116ee40bbb5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:51.888063 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:51.892536 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.906408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a4112-c5f8-4300-83ed-1c0a2c43df86 None None] Pushing event updated for resources: {'Port': ['ID=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,revision_number=3']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:52.039081 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:52.039483 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.044135 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-287e94de-367a-47b7-a574-e7a1a7eeaece None None] Provisioning for port 13ee81af-a18e-4bc1-bb23-3580c880c73a completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:52.074153 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-287e94de-367a-47b7-a574-e7a1a7eeaece None None] Provisioning complete for port 13ee81af-a18e-4bc1-bb23-3580c880c73a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:52.074529 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-287e94de-367a-47b7-a574-e7a1a7eeaece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.077335 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] Set router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:52.085526 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.090807 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.163881 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Pushing event updated for resources: {'Port': ['ID=13ee81af-a18e-4bc1-bb23-3580c880c73a,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:52.171736 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939688'] for router_interface, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.193899 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-287e94de-367a-47b7-a574-e7a1a7eeaece None None] Port 13ee81af-a18e-4bc1-bb23-3580c880c73a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:52.269217 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Network de816d24-1971-41d2-98c6-56a9066696c1 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:52.273216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:52.296667 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd9796d8-ffa1-4e8c-bca8-8604b8c29394 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:52.391004 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:52.391528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.400609 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:52.428672 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '13ee81af-a18e-4bc1-bb23-3580c880c73a', 'name': '', 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'mac_address': 'fa:16:3e:fa:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:51Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 1, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'subnets': [{'id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:52.460367 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca656797-1f23-4d95-8203-597d30300a4b None None] The sync data for ids ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'] in n-d-793619-7 is: [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '13ee81af-a18e-4bc1-bb23-3580c880c73a', 'name': '', 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'mac_address': 'fa:16:3e:fa:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:51Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 1, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'subnets': [{'id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:52.525268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 20a12548-b798-497a-8091-3c2bfb29d3c8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:52.536929 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:52.542581 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-005a30f4-ee22-4592-9db6-fb099ba05f18 admin admin] 10.222.0.78 "PUT /v2.0/routers/0b5a5719-d6db-411b-a5b6-0116ee40bbb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805715 Jul 07 18:29:52.583457 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 20a12548-b798-497a-8091-3c2bfb29d3c8 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:52.588037 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 20a12548-b798-497a-8091-3c2bfb29d3c8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:52.588498 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.635199 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-993b5795-adfc-47dd-a8bc-adbe6eaaad82 None None] Provisioning complete for port 13ee81af-a18e-4bc1-bb23-3580c880c73a triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:52.635671 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-993b5795-adfc-47dd-a8bc-adbe6eaaad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.710796 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-993b5795-adfc-47dd-a8bc-adbe6eaaad82 None None] Port 13ee81af-a18e-4bc1-bb23-3580c880c73a cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:52.740437 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.785607 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 20a12548-b798-497a-8091-3c2bfb29d3c8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=20a12548-b798-497a-8091-3c2bfb29d3c8,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:52.792101 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.851822 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=20a12548-b798-497a-8091-3c2bfb29d3c8,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:53.279798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45908) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:53.284581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090532306', 'description': 'tempest-secgroup-smoke-2090532306 description', 'project_id': '6943758fadc34f41905efa41f4a907b3'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:53.307695 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.388662 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.392582 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.419025 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.420344 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394484 Jul 07 18:29:53.423963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45910) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:53.424613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366c57e-b337-45c0-9a9b-35616cde2548 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d829f3ab-52a9-46da-95c2-7f2e386eee21,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:53.432096 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group_rule': {'security_group_id': 'd829f3ab-52a9-46da-95c2-7f2e386eee21', 'project_id': '6943758fadc34f41905efa41f4a907b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:53.460508 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.514320 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.518068 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.536680 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ac2cbf-f9a8-4f61-b473-b9a3d6df3f0b,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:53.542828 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.544085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-80d2814f-d7b6-41f4-bdfb-893eff96ec7b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189339 Jul 07 18:29:53.546949 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45912) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:53.554022 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group_rule': {'security_group_id': 'd829f3ab-52a9-46da-95c2-7f2e386eee21', 'project_id': '6943758fadc34f41905efa41f4a907b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:53.579412 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.642334 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.646029 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.663799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce944e6d-a376-498a-bc3f-311f46e6ff8e,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:53.670964 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.672417 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-c4a99a33-233f-49eb-b982-dfade3b76b79 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228786 Jul 07 18:29:53.675403 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 45914) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:53.680493 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group_rule': {'security_group_id': 'd829f3ab-52a9-46da-95c2-7f2e386eee21', 'project_id': '6943758fadc34f41905efa41f4a907b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:53.707128 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.776089 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 20a12548-b798-497a-8091-3c2bfb29d3c8 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:53.778329 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.782550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.818654 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd527a6e-0e2a-4d37-b5b9-1d8f8b400b9a,revision_number=0']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:53.823959 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.826193 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-83103b46-d53e-4d65-b332-ef6b63c8832f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498625 Jul 07 18:29:53.829342 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45916) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:53.835044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group_rule': {'security_group_id': 'd829f3ab-52a9-46da-95c2-7f2e386eee21', 'project_id': '6943758fadc34f41905efa41f4a907b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:53.837213 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 20a12548-b798-497a-8091-3c2bfb29d3c8 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:53.837818 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.866440 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.933545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.937699 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.960198 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45c300f-2e5f-4989-970a-1abb2e12e652,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:53.963767 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:53.967636 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-8fd4ad0a-608e-4bf6-a08b-819ec65e5658 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347106 Jul 07 18:29:53.968199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45918) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:53.972416 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group_rule': {'security_group_id': 'd829f3ab-52a9-46da-95c2-7f2e386eee21', 'project_id': '6943758fadc34f41905efa41f4a907b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:53.994011 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Project 6943758fadc34f41905efa41f4a907b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:29:53.998971 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.083043 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.087227 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.111094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04de2430-0a14-4147-a81c-e0f6e2a6a132,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:54.121204 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.122732 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-760ff8d3-5df9-479e-8181-f30043bf00c2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537154 Jul 07 18:29:54.125438 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45920) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:54.130449 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'security_group_rule': {'security_group_id': 'd829f3ab-52a9-46da-95c2-7f2e386eee21', 'project_id': '6943758fadc34f41905efa41f4a907b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:54.155726 n-d-793619-7 neutron-server[98264]: INFO neutron.db.securitygroups_db [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Project 6943758fadc34f41905efa41f4a907b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:29:54.163122 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.244605 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.249977 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620554'] for security_group_rule, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.269808 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cfe75c-65e2-44ba-ad39-06508ce458d4,revision_number=0']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:54.275975 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.276984 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-d4a7445b-6da6-4f10-96fb-daf5f8771d51 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505480 Jul 07 18:29:54.537765 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-238f621d-1242-4a43-8bdf-944df76657a7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090532306&fields=id&tenant_id=6943758fadc34f41905efa41f4a907b3 HTTP/1.1" status: 200 len: 267 time: 0.0357425 Jul 07 18:29:54.667845 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-fc2ac307-1bec-48a9-b57f-3c0c4893f266 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:54.670066 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-fc2ac307-1bec-48a9-b57f-3c0c4893f266 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 810 time: 0.1247747 Jul 07 18:29:54.686553 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-09e029f2-1768-445a-824d-dbe9626e471c tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/quotas/6943758fadc34f41905efa41f4a907b3 HTTP/1.1" status: 200 len: 375 time: 0.0107126 Jul 07 18:29:54.759685 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-5be23cd1-1b6c-4dfa-9465-e81855446bf5 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676966 Jul 07 18:29:54.773341 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.855587 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-f5bf75cd-00e2-4973-9971-3f0237ef8b1c service neutron] 10.222.0.78 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845118 Jul 07 18:29:54.952163 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-59f9fbbe-b843-4b43-a1d6-0562a9dcf057 service neutron] 10.222.0.78 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Jul 07 18:29:55.122813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3829144a-7779-482d-a31a-b5261441fc55 req-3d7dd099-100e-4741-be8a-7296d5da359c tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 210 time: 0.0318553 Jul 07 18:29:55.523449 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Sync routers for ids ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:55.532897 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Routers {'0b5a5719-d6db-411b-a5b6-0116ee40bbb5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:55.533682 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:55.648187 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Set router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:55.842198 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:55.891943 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '13ee81af-a18e-4bc1-bb23-3580c880c73a', 'name': '', 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'mac_address': 'fa:16:3e:fa:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:51Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 2, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'subnets': [{'id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:55.896894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:55.901167 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:55.901545 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:55.919463 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Checking router: 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:55.919817 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Updating router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 port 13ee81af-a18e-4bc1-bb23-3580c880c73a binding host n-d-793619-7 {{(pid=98276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:29:55.966073 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:55.988731 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.010596 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:56.015254 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.071058 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.268756 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.290495 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.provisioning_blocks [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Transition to ACTIVE for port object 13ee81af-a18e-4bc1-bb23-3580c880c73a will not be triggered until provisioned by entity L2. {{(pid=98276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:56.305071 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.339070 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-957151c4-7c9b-4459-80e6-7d1187dd5d5f req-0e2290e0-d9a7-4814-b805-109db4128066 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 210 time: 0.0665960 Jul 07 18:29:56.390906 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a20aa-2e7f-479f-85f3-9692b51c8855 None None] Pushing event updated for resources: {'Port': ['ID=13ee81af-a18e-4bc1-bb23-3580c880c73a,revision_number=3']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.433798 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-59fb2986-01d7-4563-9fa3-65f680a6228b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.435333 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-59fb2986-01d7-4563-9fa3-65f680a6228b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 810 time: 0.1744590 Jul 07 18:29:56.506377 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-c7173dd1-645f-4bf5-8578-f337ae983fac tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6943758fadc34f41905efa41f4a907b3 HTTP/1.1" status: 200 len: 380 time: 0.0507612 Jul 07 18:29:56.519092 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'port': {'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'admin_state_up': True, 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'security_groups': ['d829f3ab-52a9-46da-95c2-7f2e386eee21']}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:56.537614 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Attempting to bind port 13ee81af-a18e-4bc1-bb23-3580c880c73a on host n-d-793619-7 for vnic_type normal with profile {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:56.538236 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Attempting to bind port 13ee81af-a18e-4bc1-bb23-3580c880c73a by drivers openvswitch,hyperv on host n-d-793619-7 at level 0 using segments [{'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:56.538371 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Attempting to bind port 13ee81af-a18e-4bc1-bb23-3580c880c73a on network de816d24-1971-41d2-98c6-56a9066696c1 {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:56.549920 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Checking agent: {'id': '6a6dd3e6-b525-42c5-808b-2776bb301d49', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 31, 7), 'started_at': datetime.datetime(2021, 7, 7, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:56.550305 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Checking segment: {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:56.550704 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.551109 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Bound using segment: {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'} {{(pid=98276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:56.552429 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.managers [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Bound port: 13ee81af-a18e-4bc1-bb23-3580c880c73a, host: n-d-793619-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a12dc6-0923-4103-b0a7-170fecf5d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1'}}] {{(pid=98276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:56.552810 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.662047 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Made reservation on behalf of 6943758fadc34f41905efa41f4a907b3 for: {'port': 1} {{(pid=98264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:56.662386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.668082 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] For port 13ee81af-a18e-4bc1-bb23-3580c880c73a, host n-d-793619-7, cleared binding levels {{(pid=98276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:56.674824 n-d-793619-7 neutron-server[98276]: DEBUG neutron.plugins.ml2.db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] For port 13ee81af-a18e-4bc1-bb23-3580c880c73a, host n-d-793619-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=13ee81af-a18e-4bc1-bb23-3580c880c73a,segment=NetworkSegment(91a12dc6-0923-4103-b0a7-170fecf5d23d),segment_id=91a12dc6-0923-4103-b0a7-170fecf5d23d)] {{(pid=98276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:56.682924 n-d-793619-7 neutron-server[98276]: DEBUG neutron_lib.callbacks.manager [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.768097 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a20aa-2e7f-479f-85f3-9692b51c8855 None None] Pushing event updated for resources: {'Port': ['ID=13ee81af-a18e-4bc1-bb23-3580c880c73a,revision_number=4']} {{(pid=98276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.773523 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Routers {'0b5a5719-d6db-411b-a5b6-0116ee40bbb5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:56.773902 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:56.851804 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Allocated IP 172.20.0.13 (ff4aaea8-a836-4a1c-82cc-60ea1840bc4c/d62b908c-facc-4017-b9e8-48077d0ed081/19b5c4a8-580a-4b2d-87c9-d22419c63406) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:56.895828 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] Set router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:57.029789 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.044728 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Transition to ACTIVE for port object 19b5c4a8-580a-4b2d-87c9-d22419c63406 will not be triggered until provisioned by entity DHCP. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:57.085142 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.132856 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '13ee81af-a18e-4bc1-bb23-3580c880c73a', 'name': '', 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'mac_address': 'fa:16:3e:fa:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:51Z', 'updated_at': '2021-07-07T18:29:56Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'subnets': [{'id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:57.133576 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:57.138958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:57.143634 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:57.151074 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.211253 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.212140 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.233235 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e3622623-4b12-4774-9288-62c7dc5e38b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7207327 Jul 07 18:29:57.251033 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Request body: {'port': {'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-7'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:57.263216 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c2b49-7ea5-40a8-995c-e291ef73dfa1 None None] The sync data for ids ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'] in n-d-793619-7 is: [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:29:51Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '13ee81af-a18e-4bc1-bb23-3580c880c73a', 'name': '', 'network_id': 'de816d24-1971-41d2-98c6-56a9066696c1', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'mac_address': 'fa:16:3e:fa:31:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:51Z', 'updated_at': '2021-07-07T18:29:56Z', 'revision_number': 4, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'subnets': [{'id': 'e468e92e-1c40-4154-8cf6-78b978c413a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:57.337728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.429735 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b7c4129f-dc63-4f04-8e9f-093a2854cc78 None None] Provisioning for port 19b5c4a8-580a-4b2d-87c9-d22419c63406 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:57.434097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b7c4129f-dc63-4f04-8e9f-093a2854cc78 None None] Provisioning complete for port 19b5c4a8-580a-4b2d-87c9-d22419c63406 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:57.434703 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b7c4129f-dc63-4f04-8e9f-093a2854cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.476097 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4129f-dc63-4f04-8e9f-093a2854cc78 None None] Port 19b5c4a8-580a-4b2d-87c9-d22419c63406 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:57.527182 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1eaef-b727-448b-afba-8c0bae01a654 req-62c08805-9211-4030-bfdf-96378045e8d2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.528717 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85a1eaef-b727-448b-afba-8c0bae01a654 req-62c08805-9211-4030-bfdf-96378045e8d2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 932 time: 0.0716782 Jul 07 18:29:57.569925 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-85a1eaef-b727-448b-afba-8c0bae01a654 req-3f861124-4b19-4f65-bdfd-ad2f7784836a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344725 Jul 07 18:29:57.615460 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b5c4a8-580a-4b2d-87c9-d22419c63406 {{(pid=98264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:57.622970 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.634790 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.provisioning_blocks [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Transition to ACTIVE for port object 19b5c4a8-580a-4b2d-87c9-d22419c63406 will not be triggered until provisioned by entity L2. {{(pid=98264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:57.638913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.692513 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.769139 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Attempting to bind port 19b5c4a8-580a-4b2d-87c9-d22419c63406 on host n-h1-793619-7 for vnic_type normal with profile {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:57.769476 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Attempting to bind port 19b5c4a8-580a-4b2d-87c9-d22419c63406 by drivers openvswitch,hyperv on host n-h1-793619-7 at level 0 using segments [{'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:57.769826 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Attempting to bind port 19b5c4a8-580a-4b2d-87c9-d22419c63406 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:57.775388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Port 19b5c4a8-580a-4b2d-87c9-d22419c63406 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-7 {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:29:57.775669 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Attempting to bind port 19b5c4a8-580a-4b2d-87c9-d22419c63406 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:57.783464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Checking agent: {'id': 'caa69338-bf51-4307-a4d7-e68204ab4c1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:57.783464 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Checking segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:57.783772 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Bound using segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} {{(pid=98264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:57.784210 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.managers [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Bound port: 19b5c4a8-580a-4b2d-87c9-d22419c63406, host: n-h1-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}}] {{(pid=98264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:57.784573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.800954 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13ee81af-a18e-4bc1-bb23-3580c880c73a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:57.855233 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, cleared binding levels {{(pid=98264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:57.857924 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning for port 13ee81af-a18e-4bc1-bb23-3580c880c73a completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:57.858783 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:57.864933 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 13ee81af-a18e-4bc1-bb23-3580c880c73a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:57.865444 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.869455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.911821 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.912968 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.914611 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] 10.222.0.13 "PUT /v2.0/ports/19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 1092 time: 0.6683640 Jul 07 18:29:57.915228 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:57.917471 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3eab31-afa9-4694-86d6-65c497f44cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:57.950693 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc154-7a23-4ca3-b2fc-cb3ad4d9c36e service neutron] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=3']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.975019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.975721 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517da3c-9077-493d-9be3-ca76524fd787 x-openstack-request-id: req-b517da3c-9077-493d-9be3-ca76524fd787 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:57.976044 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:57.976303 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b517da3c-9077-493d-9be3-ca76524fd787 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:57.976706 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'status': 'completed', 'code': 200} Jul 07 18:29:58.022802 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] For port 13ee81af-a18e-4bc1-bb23-3580c880c73a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=13ee81af-a18e-4bc1-bb23-3580c880c73a,segment=NetworkSegment(91a12dc6-0923-4103-b0a7-170fecf5d23d),segment_id=91a12dc6-0923-4103-b0a7-170fecf5d23d)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:58.027541 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.028473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:58.057453 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-920a4d79-7fdb-4f64-81cc-04f93f42770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.059206 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-920a4d79-7fdb-4f64-81cc-04f93f42770d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0663159 Jul 07 18:29:58.107433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Pushing event updated for resources: {'Port': ['ID=13ee81af-a18e-4bc1-bb23-3580c880c73a,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:58.110040 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-279c34d6-8b35-43ee-9452-c30a413464f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 217 time: 0.0373414 Jul 07 18:29:58.126178 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:58.126652 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.170894 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-f133b159-b329-4862-aa64-e21648a988ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.173020 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-f133b159-b329-4862-aa64-e21648a988ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0548592 Jul 07 18:29:58.264789 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-7d979fe7-c22e-46c5-b07e-7b3326d747b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.266553 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-7d979fe7-c22e-46c5-b07e-7b3326d747b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862195 Jul 07 18:29:58.369797 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-feb9e558-a9e0-4fa7-9784-ef2140c1e044 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963631 Jul 07 18:29:58.466250 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-d7d5ae4c-5cf4-4b89-825b-399eeb756dfd req-04c93599-e689-445b-a410-1365fd7589aa service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 Jul 07 18:29:58.627510 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-5ac59dfe-9eda-4a97-95e8-f0335460b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.629431 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-5ac59dfe-9eda-4a97-95e8-f0335460b2d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0648816 Jul 07 18:29:58.730451 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-235ce864-f430-4e9a-8897-a82c3de88005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.731956 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-235ce864-f430-4e9a-8897-a82c3de88005 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.0965421 Jul 07 18:29:58.753399 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc342c-59ab-4916-b545-b8ba1e35ff62 req-951ea1d6-31fe-4508-b5e8-dedbc42e1921 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.756138 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41bc342c-59ab-4916-b545-b8ba1e35ff62 req-951ea1d6-31fe-4508-b5e8-dedbc42e1921 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 944 time: 0.0687854 Jul 07 18:29:58.781222 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-a1044a8c-18e9-4cf8-91ab-03e57eb39458 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 217 time: 0.0405426 Jul 07 18:29:58.797534 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-41bc342c-59ab-4916-b545-b8ba1e35ff62 req-72e538ae-697e-46fe-ad52-c2066475b348 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344470 Jul 07 18:29:58.838052 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-73c798dd-873d-4b49-9e03-3c87a374b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.839641 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-73c798dd-873d-4b49-9e03-3c87a374b84b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0522995 Jul 07 18:29:58.899084 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-c1959198-6314-4810-8491-2d168cedd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.900687 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-c1959198-6314-4810-8491-2d168cedd482 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536423 Jul 07 18:29:58.996243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-472fcea1-1f93-4bf6-acdc-e1d12bba1176 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881350 Jul 07 18:29:59.086598 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-1f3eab31-afa9-4694-86d6-65c497f44cf8 req-7277ff64-7ba1-4fe8-99b7-f9a063f51faa service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 Jul 07 18:29:59.772434 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13ee81af-a18e-4bc1-bb23-3580c880c73a up at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:59.820645 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Provisioning complete for port 13ee81af-a18e-4bc1-bb23-3580c880c73a triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:59.821019 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.979975 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca956e-6e05-4f16-8a45-9c1e8de67dee req-f88c3e01-1e9c-4e4a-be47-a356dad2bc65 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:59.981397 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bca956e-6e05-4f16-8a45-9c1e8de67dee req-f88c3e01-1e9c-4e4a-be47-a356dad2bc65 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 944 time: 0.0679581 Jul 07 18:30:00.019282 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0bca956e-6e05-4f16-8a45-9c1e8de67dee req-f20ec4ab-efdf-4ec4-b6e0-69aa30d7fcbc tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Jul 07 18:30:00.236180 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:01.019006 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:01.115550 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:01.127459 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:01.167171 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.184724 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b5c4a8-580a-4b2d-87c9-d22419c63406 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:01.204440 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403701f-94be-4f4f-8378-e9afc3468870 req-20809ab5-519e-4587-9c31-37877ca4d930 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:01.208787 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:01.208972 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3403701f-94be-4f4f-8378-e9afc3468870 req-20809ab5-519e-4587-9c31-37877ca4d930 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 944 time: 0.0705376 Jul 07 18:30:01.213776 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.248013 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3403701f-94be-4f4f-8378-e9afc3468870 req-77ea78f3-52d6-4a02-a04a-38cf55300aad tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349243 Jul 07 18:30:01.264313 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:01.490369 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['19b5c4a8-580a-4b2d-87c9-d22419c63406'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:02.422582 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e297c60-582d-4515-85eb-cbe7a58adffd req-48ede3a0-4c33-43e9-94b8-c664424de646 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:02.424342 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e297c60-582d-4515-85eb-cbe7a58adffd req-48ede3a0-4c33-43e9-94b8-c664424de646 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 945 time: 0.0628030 Jul 07 18:30:02.466008 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0e297c60-582d-4515-85eb-cbe7a58adffd req-c6e4c0fe-a918-4d6a-9429-06d39b835251 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352209 Jul 07 18:30:03.020467 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:03.070379 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning for port 19b5c4a8-580a-4b2d-87c9-d22419c63406 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:03.074044 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 19b5c4a8-580a-4b2d-87c9-d22419c63406 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:03.074412 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.153009 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.176748 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:03.179314 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ced02-924b-4279-a189-82898c93aa82" -d '{"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:03.193237 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:03.198636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.224653 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b71ee03-d7aa-469a-95c0-c9a76410072e x-openstack-request-id: req-2b71ee03-d7aa-469a-95c0-c9a76410072e {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:03.224957 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:03.225250 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b71ee03-d7aa-469a-95c0-c9a76410072e {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:03.225651 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'code': 200} Jul 07 18:30:03.255325 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:03.371832 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cd033-30a5-4c8a-b74c-44a9c19fa44f req-07630721-57c2-44a9-b303-446ebe9b2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:03.372686 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f20cd033-30a5-4c8a-b74c-44a9c19fa44f req-07630721-57c2-44a9-b303-446ebe9b2005 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0517211 Jul 07 18:30:03.408528 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-f20cd033-30a5-4c8a-b74c-44a9c19fa44f req-48eb9c75-1057-4915-b51f-91016315834d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279346 Jul 07 18:30:03.648244 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a178-43cb-4677-8ea1-6d03734f6a22 req-9fd9a321-5c6f-49ac-9d24-669667b1fa6f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:03.649655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0576a178-43cb-4677-8ea1-6d03734f6a22 req-9fd9a321-5c6f-49ac-9d24-669667b1fa6f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 946 time: 0.0677626 Jul 07 18:30:03.687465 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-0576a178-43cb-4677-8ea1-6d03734f6a22 req-e0e7298c-4955-42a3-8e64-dc31cc7723e8 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Jul 07 18:30:04.861984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937b716-629e-497b-8919-9f4500f42711 req-6b76940e-a512-41c2-ad6c-550d5a71fe3c tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:04.864010 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8937b716-629e-497b-8919-9f4500f42711 req-6b76940e-a512-41c2-ad6c-550d5a71fe3c tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 946 time: 0.0640011 Jul 07 18:30:04.900541 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-8937b716-629e-497b-8919-9f4500f42711 req-ab19084b-7d65-4440-8f56-8b57154b9bec tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307934 Jul 07 18:30:04.943379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.086041 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437179d-19a6-413e-9efe-747c245af705 req-f681a1de-05d5-425f-9eb3-71f219dfe98d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.087565 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2437179d-19a6-413e-9efe-747c245af705 req-f681a1de-05d5-425f-9eb3-71f219dfe98d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 946 time: 0.0708530 Jul 07 18:30:05.125566 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-2437179d-19a6-413e-9efe-747c245af705 req-598c430c-b5cd-4f5a-bfba-f9915756172c tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 07 18:30:05.150604 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45974) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:05.306547 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5b833-34c2-400e-be05-b982f997a33d tempest-TestSnapshotPattern-1948238028 tempest-TestSnapshotPattern-1948238028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.308097 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-71b5b833-34c2-400e-be05-b982f997a33d tempest-TestSnapshotPattern-1948238028 tempest-TestSnapshotPattern-1948238028-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1092 time: 0.1564639 Jul 07 18:30:05.311086 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 45978) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:05.315549 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:05.339106 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.419478 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b66b031b-5661-4e45-a94d-b927e22bad97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.442408 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.547734 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Allocated IP 172.25.5.25 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/955df66e-d904-46cd-8ea7-73c9ceb0708e) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:05.649694 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.689631 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.731164 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:05.734216 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:05.740838 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:05.767573 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'Port': ['ID=955df66e-d904-46cd-8ea7-73c9ceb0708e,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:06.115414 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.206466 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.364590 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.369313 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.437206 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'Port': ['ID=955df66e-d904-46cd-8ea7-73c9ceb0708e,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:06.449899 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.857584 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Floating IP 24df39da-d95f-4095-ae15-684dd715c275 associated. External IP: 172.25.5.25, port: 19b5c4a8-580a-4b2d-87c9-d22419c63406. Jul 07 18:30:07.069156 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:07.179761 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:07.190409 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:07.198980 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.202055 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:07.202699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:07.241650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-fd3ca2d6-ef20-4a5f-8f80-186cf1fd3d2e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9295170 Jul 07 18:30:07.242594 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:07.244679 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ac5994-f39c-4a23-9cea-f3271b15bc80" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:07.289878 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a67c8d-f7a5-4b82-91cd-cf9ae98bbabe x-openstack-request-id: req-d7a67c8d-f7a5-4b82-91cd-cf9ae98bbabe {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:07.290174 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:07.290434 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7a67c8d-f7a5-4b82-91cd-cf9ae98bbabe {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:07.290837 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'status': 'completed', 'code': 200} Jul 07 18:30:07.319894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:07.397596 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-187f9f72-4ae1-4e1e-bdd3-220cbbabcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:07.399183 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-187f9f72-4ae1-4e1e-bdd3-220cbbabcc24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0579948 Jul 07 18:30:07.496949 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-c54e70bb-2554-4b04-9536-11af43358d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:07.498490 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-c54e70bb-2554-4b04-9536-11af43358d0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.0928833 Jul 07 18:30:07.558474 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:05Z', 'revision_number': 0, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:07.565944 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-c9240b5f-3e98-4884-9cad-4bad3f9d4bb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 999 time: 0.0602798 Jul 07 18:30:07.586142 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:07.594979 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:07.595598 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:29:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:07.629876 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-2fad4672-f7f0-4f88-8368-bd8854a3d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:07.632005 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-2fad4672-f7f0-4f88-8368-bd8854a3d90d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0594373 Jul 07 18:30:07.701116 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-d2d61c21-9286-4006-b4c7-acaea79ba07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:07.702706 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-d2d61c21-9286-4006-b4c7-acaea79ba07e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599961 Jul 07 18:30:07.806310 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-323efd7b-0e11-4e9e-8dd6-88c7660ae6fb service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957928 Jul 07 18:30:07.884441 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:07.905812 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-07ac5994-f39c-4a23-9cea-f3271b15bc80 req-a3128940-bb3c-4f2c-a0fc-b285276970d8 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926874 Jul 07 18:30:07.935620 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.128034 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:05Z', 'revision_number': 0, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:08.158747 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66261e1-e375-444c-a864-7797a8561d0f None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:05Z', 'revision_number': 0, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:08.383751 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba74eff-1ffa-4c44-a2ee-398944f6ec87 None None] New status for floating IP 24df39da-d95f-4095-ae15-684dd715c275: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:30:09.366500 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2e28600b-dd2d-4ba5-a616-ab500d30680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.587940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.206835 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.772230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.939615 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.421687 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b30d-6bbc-4cd9-86fe-ff4015f3f9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.236263 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:37.908692 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.362528 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2648-cff4-4696-96bd-60860e35d7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.590303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.212175 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.677618 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-844909cd-f812-448f-8ce0-c04eccf919c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375604 Jul 07 18:30:53.819882 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-e1a8d68e-37d0-415e-8877-def04a4419e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.821384 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-e1a8d68e-37d0-415e-8877-def04a4419e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0634406 Jul 07 18:30:53.952606 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-8ece13cd-b471-48ec-a6f0-51bbce33aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.954284 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-8ece13cd-b471-48ec-a6f0-51bbce33aaca service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1016483 Jul 07 18:30:54.037800 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-450101f1-0a44-42f2-9013-4319c6811f08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 1001 time: 0.0720556 Jul 07 18:30:54.095091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-ceb48474-292a-4567-86fc-28a0386195b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:54.097540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-ceb48474-292a-4567-86fc-28a0386195b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0500271 Jul 07 18:30:54.165747 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-64c2826a-66d7-4606-9a47-71c0a5ed298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:54.167418 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-64c2826a-66d7-4606-9a47-71c0a5ed298f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622535 Jul 07 18:30:54.340569 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-abf99b70-269e-423d-837c-2b402bb621d4 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609006 Jul 07 18:30:54.442054 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-fcc09782-95b7-42a3-b9f7-1b9725a398c3 req-61774d7b-357d-4a41-b531-a67e557ac659 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910349 Jul 07 18:30:54.777030 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.949491 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.427638 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-453f70e4-77f0-4e44-a23c-ceaff2c21a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.918171 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.367817 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c7450668-acc8-47fb-9149-effa68ada700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.598262 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.216714 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.245304 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:24.779219 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.948031 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.429297 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d7f68070-aaae-4a4c-8ab1-b497a9bab6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.921496 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.356118 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-7342b0ed-d858-4e52-b1ed-eda08116c61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.598684 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.218004 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.240847 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:54.780573 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.646504 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-b6598e62-42fd-461c-a775-6c621151f514 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108272 Jul 07 18:31:55.787218 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-014976e2-a3ea-45bb-8d31-09ea5d0622af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.788761 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-014976e2-a3ea-45bb-8d31-09ea5d0622af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0610297 Jul 07 18:31:55.917309 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-79671feb-3174-4028-8bfc-e3e003fbea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.918928 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-79671feb-3174-4028-8bfc-e3e003fbea6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.0994449 Jul 07 18:31:56.031698 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-d6cfdd10-6459-4a58-acd2-f1ada10f937c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 1001 time: 0.1041219 Jul 07 18:31:56.090370 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-c44e6932-0e09-4bb4-a789-7d7bcb3f0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:56.091885 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-c44e6932-0e09-4bb4-a789-7d7bcb3f0fbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0490241 Jul 07 18:31:56.161419 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-bef7f673-025d-4549-a9a6-35d828ee2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:56.163141 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-bef7f673-025d-4549-a9a6-35d828ee2740 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594728 Jul 07 18:31:56.272150 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-f06bb6d3-2a53-4d38-85ea-df13418bced4 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006832 Jul 07 18:31:56.375258 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-12e4ca53-095e-4d88-bbae-ee8937f9c521 req-d537a71f-7b0d-4f20-a789-92c79a752d05 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919538 Jul 07 18:32:04.960096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.432754 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c22ff4de-17f8-40dc-b805-fceb6cbd4b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.645269 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 details requested by agent hyperv_n-h1-793619-7 with host n-h1-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:07.757240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:07.776689 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Returning: {'device': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:07.827849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.852884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19b5c4a8-580a-4b2d-87c9-d22419c63406 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:07.889909 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:07.895963 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.967857 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.988424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:07.999875 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.000729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.001078 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.001440 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.001773 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.002099 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.002422 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.002746 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.003069 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.003389 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.003712 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.004030 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:08.099609 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] get_ports_and_sgs() called for port_ids ['19b5c4a8-580a-4b2d-87c9-d22419c63406'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:09.360766 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e3b1dfd-7162-4a59-8ee7-a69fea091a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.634099 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.662424 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 up at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:09.757794 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Provisioning complete for port 19b5c4a8-580a-4b2d-87c9-d22419c63406 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:09.758286 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.919848 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.970433 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:09.978915 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2fd15-a0a1-492f-8a97-dd4b92a72ee2" -d '{"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:10.002443 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:10.009964 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.082828 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b77687-0511-48e5-b3f0-93cf541cd09b x-openstack-request-id: req-e2b77687-0511-48e5-b3f0-93cf541cd09b {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:10.082828 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:10.084005 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2b77687-0511-48e5-b3f0-93cf541cd09b {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:10.085140 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'code': 200} Jul 07 18:32:10.129699 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:11.243660 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.556120 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-3956e7a3-91b4-4fda-aa6a-ac1ac2f012da tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090532306&fields=id&tenant_id=6943758fadc34f41905efa41f4a907b3 HTTP/1.1" status: 200 len: 267 time: 0.0432189 Jul 07 18:32:21.682753 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f10391e4-4fb3-4dec-9380-6c47d1dd6403 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.684269 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f10391e4-4fb3-4dec-9380-6c47d1dd6403 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 810 time: 0.1204889 Jul 07 18:32:21.702299 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-38e9d4e1-66f3-490b-b7fb-4ed612a2f766 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/quotas/6943758fadc34f41905efa41f4a907b3 HTTP/1.1" status: 200 len: 375 time: 0.0112038 Jul 07 18:32:21.795712 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-13db502e-eed6-440e-a3f3-bfb45089b52d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0845480 Jul 07 18:32:21.971530 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a50b3479-277f-4ee4-ae11-b49673f39b9e service neutron] 10.222.0.78 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617637 Jul 07 18:32:22.080953 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-5a77eb2a-4853-4a01-9bad-6fb3dd762c08 service neutron] 10.222.0.78 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031129 Jul 07 18:32:22.298836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-bc0ce142-174a-484f-8e88-b7dab3a5be11 req-8d7b8e91-eecf-4d54-8277-98c06e0dc5b2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 210 time: 0.0513940 Jul 07 18:32:23.407197 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e3f075ac-18d6-415e-8c31-bac2449fc1cc req-27ce620e-f82d-43d6-a2ff-78d8c57e2190 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 210 time: 0.0339620 Jul 07 18:32:23.726597 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:23.846801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.892884 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:23.897074 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55744fd8-ef33-45fd-857c-ceb0a867dd99" -d '{"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:23.920285 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:23.929825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.989454 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2c623-cdc4-4850-8f49-c6ded6809deb x-openstack-request-id: req-dcf2c623-cdc4-4850-8f49-c6ded6809deb {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:23.989873 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:23.990320 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcf2c623-cdc4-4850-8f49-c6ded6809deb {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:23.990769 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'code': 200} Jul 07 18:32:24.042594 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Pushing event updated for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=8']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.592732 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-70c0f7a8-c481-4464-a14e-927fda65f399 req-8094049d-51d5-4796-9329-ec5615e2013a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 210 time: 0.0380642 Jul 07 18:32:24.794845 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.772228 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-42cdf870-3b03-4744-9b93-2fca5b3f9f1f req-1b6d6695-3ed7-498c-b597-bce19d9d73dc tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 210 time: 0.0430200 Jul 07 18:32:26.269557 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-ca2cddc3-cc80-4d94-bf24-58f5216e7e86 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.271467 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-ca2cddc3-cc80-4d94-bf24-58f5216e7e86 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.54 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 810 time: 0.1627264 Jul 07 18:32:26.325385 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-9399f729-f1c2-4c3b-9e59-29bcad9e91e2 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6943758fadc34f41905efa41f4a907b3 HTTP/1.1" status: 200 len: 380 time: 0.0444126 Jul 07 18:32:26.336765 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'port': {'device_id': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'admin_state_up': True, 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'security_groups': ['d829f3ab-52a9-46da-95c2-7f2e386eee21']}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:26.884479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Made reservation on behalf of 6943758fadc34f41905efa41f4a907b3 for: {'port': 1} {{(pid=98270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:26.901982 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.179005 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_common [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Allocated IP 172.20.0.5 (ff4aaea8-a836-4a1c-82cc-60ea1840bc4c/d62b908c-facc-4017-b9e8-48077d0ed081/30da4416-e42f-4571-8183-4c1bfc9adcf6) {{(pid=98270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:27.188813 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f9744866-1287-4ec6-86e8-66493b40aa5b req-1960e426-0691-4d1d-b84e-bb969119da4d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 210 time: 0.2011087 Jul 07 18:32:27.505550 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for port, precommit_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.537391 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Transition to ACTIVE for port object 30da4416-e42f-4571-8183-4c1bfc9adcf6 will not be triggered until provisioned by entity DHCP. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:27.587441 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126069794'] for port, after_create {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.638331 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c is already hosted by enough agents. {{(pid=98270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:27.642243 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.base_scheduler [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Resources bound (agent type, host, resource id): {{(pid=98270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:27.646797 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Received port after_create {{(pid=98270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:27.711799 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.712701 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.735165 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4028475 Jul 07 18:32:27.736567 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=1']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.746464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.746843 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.747278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.747704 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.748031 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.748367 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.748741 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.749164 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.749575 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.749973 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.750328 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.750766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ee7fc-9da2-491d-9a95-a11405a86ff7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:27.996511 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-462ffd92-58f8-4d4e-8803-78f2c27b0211 None None] Provisioning for port 30da4416-e42f-4571-8183-4c1bfc9adcf6 completed by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:28.005652 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-462ffd92-58f8-4d4e-8803-78f2c27b0211 None None] Provisioning complete for port 30da4416-e42f-4571-8183-4c1bfc9adcf6 triggered by entity DHCP. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:28.006310 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-462ffd92-58f8-4d4e-8803-78f2c27b0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.064317 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-462ffd92-58f8-4d4e-8803-78f2c27b0211 None None] Port 30da4416-e42f-4571-8183-4c1bfc9adcf6 cannot update to ACTIVE because it is not bound. {{(pid=98272) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:28.247821 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:28.468120 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498869-2ec5-4434-bcdc-b5882564de85 req-8ba0d832-c701-417b-aa78-45d55bc7971b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.469903 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96498869-2ec5-4434-bcdc-b5882564de85 req-8ba0d832-c701-417b-aa78-45d55bc7971b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.1001897 Jul 07 18:32:28.524982 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-96498869-2ec5-4434-bcdc-b5882564de85 req-8e18c3a7-0c56-4cf2-b075-9624f92c6276 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487111 Jul 07 18:32:29.812943 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048deb4-04ae-42b0-881f-aa0a8fed6d68 req-b36a27ef-3963-4457-8362-3304459d7abe tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:29.815825 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e048deb4-04ae-42b0-881f-aa0a8fed6d68 req-b36a27ef-3963-4457-8362-3304459d7abe tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.1398168 Jul 07 18:32:29.873984 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e048deb4-04ae-42b0-881f-aa0a8fed6d68 req-83e65e30-8f2d-4ee6-9814-8a806dbd7234 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496967 Jul 07 18:32:31.129767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb57c47-92c0-4395-a8a3-38641b15010b req-35fe7b70-6fe7-45b3-9c15-32e8ede0f738 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.136258 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbb57c47-92c0-4395-a8a3-38641b15010b req-35fe7b70-6fe7-45b3-9c15-32e8ede0f738 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.1003001 Jul 07 18:32:31.211979 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dbb57c47-92c0-4395-a8a3-38641b15010b req-83c4c5ce-7c57-4c26-be9b-7bd48b10ad4a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654395 Jul 07 18:32:32.479178 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed988b0-f126-4cc7-b0f5-0415aa0f840e req-2f8b8857-7716-407e-a14c-2499c683a8b3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:32.480704 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed988b0-f126-4cc7-b0f5-0415aa0f840e req-2f8b8857-7716-407e-a14c-2499c683a8b3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.0927906 Jul 07 18:32:32.560655 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-9ed988b0-f126-4cc7-b0f5-0415aa0f840e req-2809d31f-3a08-49c2-8c10-721d3eb7b4d9 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695939 Jul 07 18:32:33.895968 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dad48-b3be-4894-bc6c-9cdda393c4f5 req-f1f599da-fc2b-4939-a739-a59542e4079b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:33.898754 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194dad48-b3be-4894-bc6c-9cdda393c4f5 req-f1f599da-fc2b-4939-a739-a59542e4079b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.1243875 Jul 07 18:32:33.975085 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-194dad48-b3be-4894-bc6c-9cdda393c4f5 req-8744b8c4-70c7-4aed-a196-aa2a1d1659c6 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689931 Jul 07 18:32:34.950649 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.355851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb8a8f-8c11-48b5-9550-1164366756af req-7b38f6f0-ece6-447a-a5a1-1f9c16a9e7b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.359133 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78bb8a8f-8c11-48b5-9550-1164366756af req-7b38f6f0-ece6-447a-a5a1-1f9c16a9e7b1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.1479142 Jul 07 18:32:35.426869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-78bb8a8f-8c11-48b5-9550-1164366756af req-587f5560-f36b-456e-a39e-a2bf1d8d8c11 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600219 Jul 07 18:32:35.445527 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-92d0da18-8457-4353-9d8c-e431d0000682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.719385 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29acac9-dbb2-477f-bb47-a1b7e78ab168 req-d6a44622-3b8b-4157-bbe8-a7d0bbbe7fba tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:36.721234 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29acac9-dbb2-477f-bb47-a1b7e78ab168 req-d6a44622-3b8b-4157-bbe8-a7d0bbbe7fba tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.0778534 Jul 07 18:32:36.776638 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-a29acac9-dbb2-477f-bb47-a1b7e78ab168 req-95f6e3f0-235d-4f83-bae3-c24bcfe23d17 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460162 Jul 07 18:32:37.923726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.990386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559479f-4313-4e6f-a4b7-0cbb9e256bbe req-8439224e-a7f6-4a9f-b9bf-1b4d47f71609 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.992338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7559479f-4313-4e6f-a4b7-0cbb9e256bbe req-8439224e-a7f6-4a9f-b9bf-1b4d47f71609 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.0816860 Jul 07 18:32:38.039453 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7559479f-4313-4e6f-a4b7-0cbb9e256bbe req-7a7ddd0f-fdc3-45ae-85fc-c8a3d47cc3f7 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 Jul 07 18:32:38.814408 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-d503742e-9135-4e2e-9caf-06798ffd3116 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98270) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:32:38.816386 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-d503742e-9135-4e2e-9caf-06798ffd3116 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107787 Jul 07 18:32:38.883532 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.v2.base [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Request body: {'port': {'device_id': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-7'}} {{(pid=98270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:39.000823 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.345495 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec191-1d34-4086-b0d3-686136cac3f7 req-e8538cf0-5282-4943-abd7-0a3fd2caf4b3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.347040 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcaec191-1d34-4086-b0d3-686136cac3f7 req-e8538cf0-5282-4943-abd7-0a3fd2caf4b3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 931 time: 0.1378944 Jul 07 18:32:39.357902 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-52c45ed5-a4dc-41fe-9ec0-31cbaeb5b2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.399036 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30da4416-e42f-4571-8183-4c1bfc9adcf6 {{(pid=98270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:39.413284 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.429294 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-dcaec191-1d34-4086-b0d3-686136cac3f7 req-76840b39-b1c0-4685-a917-e8e1bc54e81e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637085 Jul 07 18:32:39.435500 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.provisioning_blocks [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Transition to ACTIVE for port object 30da4416-e42f-4571-8183-4c1bfc9adcf6 will not be triggered until provisioned by entity L2. {{(pid=98270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:39.440972 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.500215 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=2']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:39.589387 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Attempting to bind port 30da4416-e42f-4571-8183-4c1bfc9adcf6 on host n-h2-793619-7 for vnic_type normal with profile {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:39.589716 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Attempting to bind port 30da4416-e42f-4571-8183-4c1bfc9adcf6 by drivers openvswitch,hyperv on host n-h2-793619-7 at level 0 using segments [{'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:39.590104 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Attempting to bind port 30da4416-e42f-4571-8183-4c1bfc9adcf6 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:39.597566 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Port 30da4416-e42f-4571-8183-4c1bfc9adcf6 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-7 {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:39.598035 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Attempting to bind port 30da4416-e42f-4571-8183-4c1bfc9adcf6 on network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:39.607901 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Checking agent: {'id': '897af29c-21c0-4251-b90c-ce44f9a9c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'started_at': datetime.datetime(2021, 7, 7, 16, 38, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:39.608464 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Checking segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:39.609341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Bound using segment: {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'} {{(pid=98270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:39.609984 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.managers [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Bound port: 30da4416-e42f-4571-8183-4c1bfc9adcf6, host: n-h2-793619-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c'}}] {{(pid=98270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:39.610605 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.611110 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.726406 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, cleared binding levels {{(pid=98270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:39.731698 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:39.736486 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126069968'] for port, after_update {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.790936 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.791227 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.793018 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] 10.222.0.54 "PUT /v2.0/ports/30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 1091 time: 0.9685762 Jul 07 18:32:39.793674 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:39.797990 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef977b47-6712-481c-a623-cd26ae09988e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:39.830436 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d345d3-e4dc-47cf-ba79-f5d5546d08ef service neutron] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=3']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:39.951537 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-67f62ca3-41ee-49b6-97d9-b6dd13019051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.954238 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-67f62ca3-41ee-49b6-97d9-b6dd13019051 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1094 time: 0.1071017 Jul 07 18:32:40.004297 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464f4fbb-df4b-4fc9-82c1-5e96ddc62ffa x-openstack-request-id: req-464f4fbb-df4b-4fc9-82c1-5e96ddc62ffa {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:40.005211 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:40.005211 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-464f4fbb-df4b-4fc9-82c1-5e96ddc62ffa {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:40.005211 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'status': 'completed', 'code': 200} Jul 07 18:32:40.007611 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-24208d0c-6027-4c1f-b0c9-c0e4a7e30ab0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 217 time: 0.0453491 Jul 07 18:32:40.063278 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-fad30938-11e5-418f-abb0-917ed4559264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.064850 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-fad30938-11e5-418f-abb0-917ed4559264 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0508049 Jul 07 18:32:40.133359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-8aa2e016-ca98-49e0-871b-7acc5977f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.134929 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-8aa2e016-ca98-49e0-871b-7acc5977f5c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627799 Jul 07 18:32:40.251741 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-6ed42607-d592-46f6-a1e2-b886ba58ddbc service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097806 Jul 07 18:32:40.358263 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-beaa3e6a-ad5d-42ab-8bfd-7098d1fed0de req-879ad45c-cf9b-4b1c-9d7a-c55738581244 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981698 Jul 07 18:32:40.489858 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977b47-6712-481c-a623-cd26ae09988e req-4bd4b70f-3183-4051-a3fb-2390b768dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.492999 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-4bd4b70f-3183-4051-a3fb-2390b768dce2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1094 time: 0.0773098 Jul 07 18:32:40.664767 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977b47-6712-481c-a623-cd26ae09988e req-d57a6147-fb72-4ce3-8516-b961e60b331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.666329 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-d57a6147-fb72-4ce3-8516-b961e60b331d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1646636 Jul 07 18:32:40.721036 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-244293eb-3eec-41b0-b8ec-935072b5b28e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 217 time: 0.0434391 Jul 07 18:32:40.736007 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f132631-1a58-4aaa-8dff-88897300aecc req-cacfd1b3-8ab1-4c00-bb03-c067c160311d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.738140 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f132631-1a58-4aaa-8dff-88897300aecc req-cacfd1b3-8ab1-4c00-bb03-c067c160311d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 943 time: 0.1589715 Jul 07 18:32:40.819594 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977b47-6712-481c-a623-cd26ae09988e req-77cd7104-98d7-4e8e-a0cc-c5f36fe99469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.821155 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-77cd7104-98d7-4e8e-a0cc-c5f36fe99469 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0816391 Jul 07 18:32:40.824375 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7f132631-1a58-4aaa-8dff-88897300aecc req-ad524dc3-5d46-49e2-84c1-97cb22b9e328 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720906 Jul 07 18:32:40.929565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977b47-6712-481c-a623-cd26ae09988e req-0d03398b-3544-4b4c-b55c-1f549a31bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.932272 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-0d03398b-3544-4b4c-b55c-1f549a31bbd6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022766 Jul 07 18:32:41.035276 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-bcdb3e70-558b-4bef-bb35-9cc9cfd90f5a service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946183 Jul 07 18:32:41.145498 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-ef977b47-6712-481c-a623-cd26ae09988e req-03afeaca-7355-4e28-92e5-10ee3ee50fdf service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029742 Jul 07 18:32:41.227565 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.107219 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f736-d833-409f-a07a-ebabd8d5fafa req-15f3d01d-bfc8-4cda-861a-e9b7cf7cc8c4 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.109326 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7466f736-d833-409f-a07a-ebabd8d5fafa req-15f3d01d-bfc8-4cda-861a-e9b7cf7cc8c4 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 943 time: 0.0753214 Jul 07 18:32:42.157166 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-7466f736-d833-409f-a07a-ebabd8d5fafa req-a9de671d-e61e-483c-9c64-e84705235caa tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Jul 07 18:32:43.199648 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:43.344708 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:43.363653 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'port_id': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'mac_address': 'fa:16:3e:31:4d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:43.386689 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131da1-4629-4654-938b-dfa5bcaa7bec req-b040c0de-c36f-4fbe-ba02-ed2fa7c9d977 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.389436 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43131da1-4629-4654-938b-dfa5bcaa7bec req-b040c0de-c36f-4fbe-ba02-ed2fa7c9d977 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 943 time: 0.0937099 Jul 07 18:32:43.414697 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.431848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30da4416-e42f-4571-8183-4c1bfc9adcf6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:43.457904 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-43131da1-4629-4654-938b-dfa5bcaa7bec req-d86d0f5d-2ef2-4595-a2e2-8adcf0874b7d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613098 Jul 07 18:32:43.463905 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:43.469230 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.549808 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=4']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:43.848408 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['30da4416-e42f-4571-8183-4c1bfc9adcf6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:44.657601 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3106db2-7280-416e-bcdb-1397c2f63640 req-83024f85-7f35-45df-b097-b56e5a863c96 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:44.659753 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3106db2-7280-416e-bcdb-1397c2f63640 req-83024f85-7f35-45df-b097-b56e5a863c96 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 944 time: 0.0762634 Jul 07 18:32:44.724220 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-f3106db2-7280-416e-bcdb-1397c2f63640 req-2eca9089-6422-420a-bf33-042f65e9e41f tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579517 Jul 07 18:32:45.223061 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:45.283098 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning for port 30da4416-e42f-4571-8183-4c1bfc9adcf6 completed by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:45.290155 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 30da4416-e42f-4571-8183-4c1bfc9adcf6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:45.290722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.387150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.417445 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:45.420079 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1525a467-d93c-495f-81dd-6fdabb452a91" -d '{"events": [{"server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "name": "network-vif-plugged", "status": "completed", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:45.440734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:45.447105 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.484632 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd01e5-3541-42fa-83e4-bab318ce2268 x-openstack-request-id: req-b6dd01e5-3541-42fa-83e4-bab318ce2268 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:45.484632 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "name": "network-vif-plugged", "status": "completed", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:45.484632 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6dd01e5-3541-42fa-83e4-bab318ce2268 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:45.484632 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'code': 200} Jul 07 18:32:45.535486 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=5']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.602256 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f90ad-59a1-48c7-9313-11d4fd974333 req-643de17e-b1b1-4124-a1d6-ef35f80faddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.603869 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-409f90ad-59a1-48c7-9313-11d4fd974333 req-643de17e-b1b1-4124-a1d6-ef35f80faddd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1096 time: 0.0677078 Jul 07 18:32:45.644356 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-409f90ad-59a1-48c7-9313-11d4fd974333 req-6d3bc94c-a610-41a5-a501-02683bc42ccb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Jul 07 18:32:45.947484 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359725d6-4d74-4175-9469-339b72087160 req-4dd4ccc6-cdd6-4ea0-8fea-074bbcd484e8 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.949139 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-359725d6-4d74-4175-9469-339b72087160 req-4dd4ccc6-cdd6-4ea0-8fea-074bbcd484e8 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 945 time: 0.0922830 Jul 07 18:32:45.995390 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-359725d6-4d74-4175-9469-339b72087160 req-96ff7d50-5aa9-4329-98e3-a95ea0eb1721 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Jul 07 18:32:47.263064 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88180b77-b3c5-4b2b-88f3-2a4d8c404e8d req-57419865-c3cf-4ba0-8a9e-7822171526c8 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.265793 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88180b77-b3c5-4b2b-88f3-2a4d8c404e8d req-57419865-c3cf-4ba0-8a9e-7822171526c8 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 945 time: 0.0840745 Jul 07 18:32:47.315324 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-88180b77-b3c5-4b2b-88f3-2a4d8c404e8d req-a38aa26d-8b3e-46f7-9d65-300a5b7ab583 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Jul 07 18:32:47.517425 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fb6f5-6a58-4085-aac7-8a6afb23532e req-7c8f9b0b-8298-4166-9ea1-802d65c42abb tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.519043 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c4fb6f5-6a58-4085-aac7-8a6afb23532e req-7c8f9b0b-8298-4166-9ea1-802d65c42abb tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 945 time: 0.0761709 Jul 07 18:32:47.567127 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-6c4fb6f5-6a58-4085-aac7-8a6afb23532e req-507c8283-28f6-4259-a6ce-2c7e63689b52 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Jul 07 18:32:47.593666 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46320) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:47.659102 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b8bb4-af8e-4065-9135-0c4868d95e96 tempest-TestSnapshotPattern-1948238028 tempest-TestSnapshotPattern-1948238028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.660712 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-c78b8bb4-af8e-4065-9135-0c4868d95e96 tempest-TestSnapshotPattern-1948238028 tempest-TestSnapshotPattern-1948238028-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1091 time: 0.0655024 Jul 07 18:32:47.664126 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46322) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:47.669559 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.v2.base [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Request body: {'floatingip': {'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'port_id': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:47.696541 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.823306 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.942739 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_common [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Allocated IP 172.25.5.14 (38f7d791-dc56-4729-90d4-988199fccbe9/31c542ac-3e75-41a2-9a9e-21fe0b571d99/6f52e746-8248-485b-826b-5973298b0b10) {{(pid=98264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:48.066386 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for port, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.107426 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3753779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-406697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788376861925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129243797'] for port, after_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.147347 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Network 38f7d791-dc56-4729-90d4-988199fccbe9 is already hosted by enough agents. {{(pid=98264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:48.152512 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.base_scheduler [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Resources bound (agent type, host, resource id): {{(pid=98264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:48.156581 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Received port after_create {{(pid=98264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:48.162649 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'Port': ['ID=6f52e746-8248-485b-826b-5973298b0b10,revision_number=1']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:48.195628 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.195984 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.196325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.196663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.197025 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.197479 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.197811 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.198142 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.198475 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.198807 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.199136 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.199458 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.596355 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.687888 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.862897 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for port, precommit_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.868394 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129243751'] for port, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.945742 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event updated for resources: {'Port': ['ID=6f52e746-8248-485b-826b-5973298b0b10,revision_number=2']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:48.958892 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622980'] for floatingip, after_update {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.070720 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Floating IP 1654b107-19eb-4796-b596-6eb2ce108463 associated. External IP: 172.25.5.14, port: 30da4416-e42f-4571-8183-4c1bfc9adcf6. Jul 07 18:32:49.310325 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:49.434397 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:49.447376 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:49.451330 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.459729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:49.460300 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:32:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:49.501680 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4b649db7-b2b8-4817-8a33-4b878e4344c3 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8358283 Jul 07 18:32:49.502271 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:49.504589 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1111eb9-992c-47a4-9486-2625a3a2595b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:49.577912 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:49.617314 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676ac0ac-7776-4437-b2b4-6138d5a38a04 x-openstack-request-id: req-676ac0ac-7776-4437-b2b4-6138d5a38a04 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:49.617962 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:49.617962 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-676ac0ac-7776-4437-b2b4-6138d5a38a04 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:49.618276 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'status': 'completed', 'code': 200} Jul 07 18:32:49.704965 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-a15a8a42-c0d8-43c7-848f-3f4e0b826196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.706687 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-a15a8a42-c0d8-43c7-848f-3f4e0b826196 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1096 time: 0.0673110 Jul 07 18:32:49.828913 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-01035a55-2ccd-4516-a531-a4fac0dc2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.830745 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-01035a55-2ccd-4516-a531-a4fac0dc2d9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1175776 Jul 07 18:32:49.892894 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '1654b107-19eb-4796-b596-6eb2ce108463', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:31:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:48Z', 'updated_at': '2021-07-07T18:32:48Z', 'revision_number': 0, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}, {'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 1, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:49.910926 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-e45e8a23-851e-4908-ba24-98875745f9c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 998 time: 0.0736327 Jul 07 18:32:49.921577 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:49.931291 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:49.932122 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:32:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:49.970270 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-3d3e495b-8d7c-4f74-b51a-75364b376406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.972806 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-3d3e495b-8d7c-4f74-b51a-75364b376406 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0558054 Jul 07 18:32:50.037045 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-e64ac98c-a4bd-470e-b1ff-bb713af3b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.038626 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-e64ac98c-a4bd-470e-b1ff-bb713af3b889 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602386 Jul 07 18:32:50.046760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:50.139420 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-f0c7aed9-03db-4e77-bd19-9677b9d5eb06 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938592 Jul 07 18:32:50.249938 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-c1111eb9-992c-47a4-9486-2625a3a2595b req-1837d120-14bc-490b-86cd-68fe3c63bca4 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030343 Jul 07 18:32:50.359651 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '1654b107-19eb-4796-b596-6eb2ce108463', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:31:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:48Z', 'updated_at': '2021-07-07T18:32:48Z', 'revision_number': 0, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}, {'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 1, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.390293 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48a6eb-d39b-463e-95d4-a093856c3ea6 None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '1654b107-19eb-4796-b596-6eb2ce108463', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:31:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:48Z', 'updated_at': '2021-07-07T18:32:48Z', 'revision_number': 0, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}, {'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 1, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:50.624396 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b263ddd-0139-49a7-9cea-f6b1fcf2a6ba None None] New status for floating IP 1654b107-19eb-4796-b596-6eb2ce108463: ACTIVE {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:32:54.803090 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.587933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-1eb0d9ea-b954-4c93-b066-fe1f5e9eb16c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588028 Jul 07 18:32:56.712850 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e616-9a30-4725-9515-a6421179bbeb req-dabfda4b-e8ad-4a6c-9cfa-acc35d8e9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.714307 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-dabfda4b-e8ad-4a6c-9cfa-acc35d8e9616 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0592000 Jul 07 18:32:56.829938 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e616-9a30-4725-9515-a6421179bbeb req-f453c27a-8a29-4a21-b83a-366106200ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.831463 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-f453c27a-8a29-4a21-b83a-366106200ea1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.0964804 Jul 07 18:32:56.902933 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-524d05b1-e7ee-4f0e-8eaa-1db0ea87d816 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 999 time: 0.0637696 Jul 07 18:32:56.966324 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e616-9a30-4725-9515-a6421179bbeb req-3cd63972-338e-4c45-9b64-5d13ba018dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.968322 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-3cd63972-338e-4c45-9b64-5d13ba018dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0577950 Jul 07 18:32:57.036432 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e616-9a30-4725-9515-a6421179bbeb req-6a557f33-3679-457d-be59-7184c93a7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.038243 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-6a557f33-3679-457d-be59-7184c93a7dd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607386 Jul 07 18:32:57.148387 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-6afb6df6-1a2e-444c-b965-078226ed6fff service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024778 Jul 07 18:32:57.598217 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-16d4e616-9a30-4725-9515-a6421179bbeb req-8cfe88ce-dbfe-4cb2-be6e-5d4734fb37f8 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426003 Jul 07 18:33:04.946485 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.241165 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:05.432961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f20fd144-ea17-4091-b95d-e148ae1f7cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:07.914150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:09.353513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d86ebce7-97df-43bf-97ff-3f4fd9e9923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:09.610455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.232860 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.818678 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.948828 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.432862 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5220-065b-4df9-8d5c-ecbc16cc32a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.919139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:39.365257 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48c3f429-ae81-44b2-9587-373bb1b7a503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:39.620797 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:41.246554 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:41.709710 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-3e7ea8a5-6ef2-4748-8071-a25efe079c22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705228 Jul 07 18:33:41.834304 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-b1c88e26-894e-4a8d-bc38-47d3d4177958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.836130 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-b1c88e26-894e-4a8d-bc38-47d3d4177958 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1096 time: 0.0752349 Jul 07 18:33:41.975591 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-478a903e-332b-4ea6-9b12-7f27d7cc2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.977287 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-478a903e-332b-4ea6-9b12-7f27d7cc2153 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1167519 Jul 07 18:33:42.065210 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-2302e1c5-abd4-4f1f-a697-a9cbae990226 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 1000 time: 0.0795016 Jul 07 18:33:42.129738 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-f2bb48d1-ab13-4472-97ec-9d2ec860b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.131351 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-f2bb48d1-ab13-4472-97ec-9d2ec860b079 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0584617 Jul 07 18:33:42.202628 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-496a1618-a03a-4529-85c9-c3c891df0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.204245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-496a1618-a03a-4529-85c9-c3c891df0cee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661316 Jul 07 18:33:42.242674 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:42.316054 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-c09c5e4f-6bc5-4775-b8de-24029257c6a0 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042316 Jul 07 18:33:42.427110 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-e7dc795d-79cd-4524-9236-bbb1bd5c3af2 req-abbbd807-5ea9-4a6a-840c-6e3f98c496d5 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027343 Jul 07 18:33:54.821793 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.603785 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-6864f307-330d-44ec-89a0-1bdb5675aed6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695901 Jul 07 18:33:58.784227 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-4ba4dbe4-8b5c-4bbb-a74d-222ccc25e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.787118 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-4ba4dbe4-8b5c-4bbb-a74d-222ccc25e446 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1095 time: 0.1039848 Jul 07 18:33:58.913353 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-02272876-4529-437c-a9fb-8f3fc8ff0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.914795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-02272876-4529-437c-a9fb-8f3fc8ff0542 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.0985029 Jul 07 18:33:58.996190 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-6997def3-7967-4c97-9717-c756f7c8575e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 999 time: 0.0734420 Jul 07 18:33:59.055592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-aafc48f3-e87c-4788-9a89-8ce3bd290bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:59.057795 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-aafc48f3-e87c-4788-9a89-8ce3bd290bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0548885 Jul 07 18:33:59.124138 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-e0576aca-929a-42f3-8a05-2ef8cdbc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:59.125964 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-e0576aca-929a-42f3-8a05-2ef8cdbc33a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614302 Jul 07 18:33:59.238477 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-681f8f5a-6965-4460-84ba-9b091060583a service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052697 Jul 07 18:33:59.346129 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-ab883039-22d7-4b99-9c10-09879cc77d21 req-3e448280-3e87-4c1d-9d2e-70add0e78d69 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005216 Jul 07 18:34:04.959455 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.438933 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dc1defea-0650-4cb3-97de-4a3b778d2da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:07.909780 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:09.359087 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3c79f0a5-293d-46f9-8842-733a8cf16365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:09.626804 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:11.243953 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.242696 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:34:24.817682 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.967841 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.424513 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0d10484f-b495-4fc1-8961-387d38ebc15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.904245 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:39.363642 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8c174e08-feed-478c-8144-055fde3ea352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:39.620256 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.250656 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.686145 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-2b87794c-3154-4358-a2b6-26710b30a9ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607746 Jul 07 18:34:42.791393 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-109459aa-9fbe-4792-976f-1092a8dc2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:42.792940 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-109459aa-9fbe-4792-976f-1092a8dc2bc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1096 time: 0.0626726 Jul 07 18:34:42.914976 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-8f0ba443-2415-4935-a9bf-626443e68b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:42.916628 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-8f0ba443-2415-4935-a9bf-626443e68b87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1021326 Jul 07 18:34:42.996836 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-84614c38-469c-48d3-82ee-ef579f7fc320 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 1000 time: 0.0733936 Jul 07 18:34:43.059341 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-09596054-7d4a-41b3-b4a0-70e5cb2ce263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:43.062025 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-09596054-7d4a-41b3-b4a0-70e5cb2ce263 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0578616 Jul 07 18:34:43.134848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-4b3bc668-905b-48c6-a275-92e905e68dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:43.136551 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-4b3bc668-905b-48c6-a275-92e905e68dcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677240 Jul 07 18:34:43.254320 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-58a49e41-4216-47e1-be6c-754daf134f23 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109850 Jul 07 18:34:43.355478 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-4be57b23-e390-4ecb-ad55-9f5a6bd7572f req-5720aa47-25df-4212-9eec-210f715aa939 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948131 Jul 07 18:34:54.815015 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:56.247052 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:01.296540 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-924b4a4a-d641-4988-9083-62810f79e7ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639589 Jul 07 18:35:01.445784 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-04de0f7a-4a7f-4048-9b48-2f0d39e0de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.447844 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-04de0f7a-4a7f-4048-9b48-2f0d39e0de09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0791583 Jul 07 18:35:01.586173 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-491b6849-c724-457e-8ac9-7202661c30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.587878 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-491b6849-c724-457e-8ac9-7202661c30e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1129825 Jul 07 18:35:01.667942 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-ae15b510-ee8a-499d-9798-ca6ccf68db25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 999 time: 0.0693583 Jul 07 18:35:01.724091 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-841667ba-056e-4b6d-849a-f5465832fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.725650 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-841667ba-056e-4b6d-849a-f5465832fdff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0478203 Jul 07 18:35:01.787068 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-a95861e8-a80e-4bff-8472-337e40ed4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.788620 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-a95861e8-a80e-4bff-8472-337e40ed4367 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552773 Jul 07 18:35:01.891496 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-c9d6a9c4-9451-4c9a-b769-27d3d828f07d service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950010 Jul 07 18:35:01.992547 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-0cc46178-c56e-45ab-bb19-35b97f902dfc req-00fa0207-d9f7-458e-8870-e57ab605fad1 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910053 Jul 07 18:35:04.976270 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.429657 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-29208c92-a9e8-4a59-90e9-1d12944c0f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:07.910494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:09.368333 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e63282a4-727a-4569-ac15-60f5dfe75971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:09.624346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.033323 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 details requested by agent hyperv_n-h2-793619-7 with host n-h2-793619-7 {{(pid=98272) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:10.308922 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:10.322368 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Returning: {'device': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'port_id': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'mac_address': 'fa:16:3e:31:4d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98272) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:10.363006 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.381407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30da4416-e42f-4571-8183-4c1bfc9adcf6 {{(pid=98272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:10.403186 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:10.407636 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.465734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=6']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:10.473617 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.473969 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.474316 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.474656 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.475088 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.475329 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.475659 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.475988 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.476365 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.476640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.476964 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.477307 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:10.482464 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] get_ports_and_sgs() called for port_ids ['30da4416-e42f-4571-8183-4c1bfc9adcf6'] {{(pid=98272) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:11.247416 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.049573 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 up at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:12.099640 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.provisioning_blocks [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Provisioning complete for port 30da4416-e42f-4571-8183-4c1bfc9adcf6 triggered by entity L2. {{(pid=98272) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:12.100012 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155259'] for port, provisioning_complete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.185193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.217624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6'}] {{(pid=98272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:12.220383 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bc469cebb57d23ec0ae84fbf94d70e6c8ff6c49bf00a10ef671f8cb3c4895c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654663b7-6136-41e4-bd19-faa80113e4ee" -d '{"events": [{"server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "name": "network-vif-plugged", "status": "completed", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6"}]}' {{(pid=98272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:12.240624 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:12.247379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788377300264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788376861943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788376861992'] for port, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.295880 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Pushing event updated for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=7']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:12.331879 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7128e7e6-6cff-4f5c-9757-05a1c90d95a9 x-openstack-request-id: req-7128e7e6-6cff-4f5c-9757-05a1c90d95a9 {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:12.332179 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "name": "network-vif-plugged", "status": "completed", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6", "code": 200}]} {{(pid=98272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:12.332443 n-d-793619-7 neutron-server[98272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7128e7e6-6cff-4f5c-9757-05a1c90d95a9 {{(pid=98272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:12.332851 n-d-793619-7 neutron-server[98272]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'code': 200} Jul 07 18:35:24.236238 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46600) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:24.432877 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Deleting port 6f52e746-8248-485b-826b-5973298b0b10 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:24.433268 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.539545 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.540114 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.563499 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Calling delete_port for 6f52e746-8248-485b-826b-5973298b0b10 owned by network:floatingip {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:24.765728 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.797998 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event deleted for resources: {'Port': ['ID=6f52e746-8248-485b-826b-5973298b0b10,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:24.810831 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.811308 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.811597 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.812019 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.812388 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.812727 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.813270 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.813552 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.813943 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.814410 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.814663 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.814995 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:24.817379 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.887682 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.888912 n-d-793619-7 neutron-server[98264]: INFO neutron.db.l3_db [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Floating IP 1654b107-19eb-4796-b596-6eb2ce108463 disassociated (deleted). External IP: 172.25.5.14, port: 30da4416-e42f-4571-8183-4c1bfc9adcf6. Jul 07 18:35:25.130272 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:25.262590 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:25.269820 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:25.279576 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:25.297407 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:25.298528 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:25.316752 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-45286f92-3785-4a69-a495-31d85c7a877d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "DELETE /v2.0/floatingips/1654b107-19eb-4796-b596-6eb2ce108463 HTTP/1.1" status: 204 len: 168 time: 1.0767417 Jul 07 18:35:25.316752 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:25.317418 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80880670-d98c-4139-bdff-1ce7ee265ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:25.464862 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:25.874240 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 1, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:25.883123 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf1db06-2ed8-4739-a456-2f5890de5342 x-openstack-request-id: req-0bf1db06-2ed8-4739-a456-2f5890de5342 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:25.883774 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:25.883774 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bf1db06-2ed8-4739-a456-2f5890de5342 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:25.884135 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'status': 'completed', 'code': 200} Jul 07 18:35:25.932003 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:25.949224 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:25.950321 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:25.989276 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-b94648d6-d344-4367-9665-9a42a332e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:25.991846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-b94648d6-d344-4367-9665-9a42a332e23d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 1096 time: 0.0762670 Jul 07 18:35:26.148752 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:26.232892 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-ef0f9b9d-de04-47fb-9566-9a99dc39fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:26.235729 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-ef0f9b9d-de04-47fb-9566-9a99dc39fc15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.2355127 Jul 07 18:35:26.253302 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af5acc-9395-48b2-8be7-ddfdc7733106 req-6b938f14-5c8c-41d5-ae09-b98988effb72 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:26.255092 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83af5acc-9395-48b2-8be7-ddfdc7733106 req-6b938f14-5c8c-41d5-ae09-b98988effb72 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 945 time: 0.1853216 Jul 07 18:35:26.305254 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-d6a25d01-f4bb-43b5-a4aa-bdc544354ea2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 200 len: 217 time: 0.0618448 Jul 07 18:35:26.414651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-83af5acc-9395-48b2-8be7-ddfdc7733106 req-5fd829d1-277d-49cc-8fca-df10d325da2c tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170838 Jul 07 18:35:26.432092 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-3e6c07a7-218c-4ce1-b222-16bcb697f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:26.434105 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-3e6c07a7-218c-4ce1-b222-16bcb697f324 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.1126511 Jul 07 18:35:26.440897 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 1, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:26.500315 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe13a1d-0ff7-45e9-9a74-327d7f97a7d5 None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_floatingips': [{'id': '24df39da-d95f-4095-ae15-684dd715c275', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'router_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'port_id': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'mac_address': 'fa:16:3e:0d:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:05Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 1, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:26.504792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-7ecac742-897d-446d-a327-3ef980f6cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:26.506636 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-7ecac742-897d-446d-a327-3ef980f6cf5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654304 Jul 07 18:35:26.637634 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-e90aae30-92e9-4eb0-9ed8-fb47874f5daf service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231546 Jul 07 18:35:26.773325 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-80880670-d98c-4139-bdff-1ce7ee265ca6 req-97ebe38b-10ee-4d65-8b2a-ec289a20b185 service neutron] 10.222.0.54 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264837 Jul 07 18:35:26.862805 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166aef93-474c-4a33-8793-5f74af5089dc None None] New status for floating IP 1654b107-19eb-4796-b596-6eb2ce108463: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:27.658204 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafda1-ff6b-414c-91da-a81d1ad06fab req-b0411f94-613b-4bff-894b-3d90d98cd0d4 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:27.660245 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94aafda1-ff6b-414c-91da-a81d1ad06fab req-b0411f94-613b-4bff-894b-3d90d98cd0d4 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 945 time: 0.0980763 Jul 07 18:35:27.734332 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-94aafda1-ff6b-414c-91da-a81d1ad06fab req-5e4624db-d727-4c6d-bad3-0b0f10a0e53d tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500019 Jul 07 18:35:27.764555 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-5efb97e3-af91-49c7-914d-c9235f7f8aed tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:27.766609 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-5efb97e3-af91-49c7-914d-c9235f7f8aed tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 945 time: 0.1315436 Jul 07 18:35:27.904786 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Deleting port 30da4416-e42f-4571-8183-4c1bfc9adcf6 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:27.905421 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.085443 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] For port 30da4416-e42f-4571-8183-4c1bfc9adcf6, host n-h2-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-7',level=0,port_id=30da4416-e42f-4571-8183-4c1bfc9adcf6,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:28.085850 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.103893 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Calling delete_port for 30da4416-e42f-4571-8183-4c1bfc9adcf6 owned by compute:nova {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:28.129378 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:28.247344 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753206'] for port, before_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.320192 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.360016 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event deleted for resources: {'Port': ['ID=30da4416-e42f-4571-8183-4c1bfc9adcf6,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:28.377921 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.378848 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.379815 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.380301 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.380752 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.381345 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.381841 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.382359 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.382693 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.383024 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.383556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.383894 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-7 {{(pid=98270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:28.442556 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] No DVR routers for this DVR port 30da4416-e42f-4571-8183-4c1bfc9adcf6 on host n-h2-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:28.446389 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.449900 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-32dfb2c6-8f82-4d57-a015-6344b4749381 req-f125fec2-ca8c-48ba-a9f4-200131db985b tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.54 "DELETE /v2.0/ports/30da4416-e42f-4571-8183-4c1bfc9adcf6 HTTP/1.1" status: 204 len: 173 time: 0.6769192 Jul 07 18:35:28.450543 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'name': 'network-vif-deleted', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:28.453828 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcd0719-ab4f-455a-8c08-6e684327d25b" -d '{"events": [{"server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "name": "network-vif-deleted", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:28.502896 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd1fb4-c713-4584-a7c9-2b78bab8b24a x-openstack-request-id: req-d8fd1fb4-c713-4584-a7c9-2b78bab8b24a {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:28.503372 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d", "name": "network-vif-deleted", "tag": "30da4416-e42f-4571-8183-4c1bfc9adcf6", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:28.503783 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8fd1fb4-c713-4584-a7c9-2b78bab8b24a {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:28.504441 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d', 'name': 'network-vif-deleted', 'tag': '30da4416-e42f-4571-8183-4c1bfc9adcf6', 'status': 'completed', 'code': 200} Jul 07 18:35:28.951651 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-812a2bc7-849f-40f0-bd1a-2724d2cf659d req-54fae06f-4298-45cd-91c2-a1d8c767c540 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad9f9fbc-b60f-40f5-9b3d-ee66ebae264d HTTP/1.1" status: 200 len: 210 time: 0.0382738 Jul 07 18:35:30.687958 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46656) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:30.869766 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Deleting port 955df66e-d904-46cd-8ea7-73c9ceb0708e {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:30.870108 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.954064 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.954365 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.967479 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Calling delete_port for 955df66e-d904-46cd-8ea7-73c9ceb0708e owned by network:floatingip {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:31.141156 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.172324 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event deleted for resources: {'Port': ['ID=955df66e-d904-46cd-8ea7-73c9ceb0708e,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:31.250692 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for floatingip, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.251217 n-d-793619-7 neutron-server[98270]: INFO neutron.db.l3_db [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Floating IP 24df39da-d95f-4095-ae15-684dd715c275 disassociated (deleted). External IP: 172.25.5.25, port: 19b5c4a8-580a-4b2d-87c9-d22419c63406. Jul 07 18:35:31.821416 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:31.940967 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:31.945852 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for floatingip, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.951942 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:31.961848 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:31.962545 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:31.987222 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-3b5aa69f-be90-4143-8138-2e8108b333a1 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "DELETE /v2.0/floatingips/24df39da-d95f-4095-ae15-684dd715c275 HTTP/1.1" status: 204 len: 168 time: 1.2980371 Jul 07 18:35:31.987963 n-d-793619-7 neutron-server[98270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:31.990545 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa660c9e53be70aea3c6694fafb2d5ba06e33dfd6205ff094b4349f7c385f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:32.082588 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:32.127233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 no longer exists at agent hyperv_n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:32.192834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] No Port match for: 30da4416-e42f-4571-8183-4c1bfc9adcf6 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:32.193244 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Device 30da4416-e42f-4571-8183-4c1bfc9adcf6 not bound to the agent host n-h2-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:32.304920 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b61ddc-1046-40b0-abca-26c14f26d0de x-openstack-request-id: req-a2b61ddc-1046-40b0-abca-26c14f26d0de {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:32.305423 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "status": "completed", "code": 200}]} {{(pid=98270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:32.305778 n-d-793619-7 neutron-server[98270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2b61ddc-1046-40b0-abca-26c14f26d0de {{(pid=98270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:32.306361 n-d-793619-7 neutron-server[98270]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'status': 'completed', 'code': 200} Jul 07 18:35:32.373718 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:32.420744 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-6f29d01e-6969-4fb0-8cf0-93c85d650099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.422941 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-6f29d01e-6969-4fb0-8cf0-93c85d650099 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6943758fadc34f41905efa41f4a907b3&device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0641816 Jul 07 18:35:32.429085 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:32.445582 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:32.446297 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:32.486565 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777407b8-cec4-4350-95cd-a1f36a3e4548 req-a9b49b3f-8165-4e5f-b234-f514f2ef38c4 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.490338 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-777407b8-cec4-4350-95cd-a1f36a3e4548 req-a9b49b3f-8165-4e5f-b234-f514f2ef38c4 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 944 time: 0.0935631 Jul 07 18:35:32.540846 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-777407b8-cec4-4350-95cd-a1f36a3e4548 req-5f49d30a-0596-4fe5-bad6-f7245f34f085 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Jul 07 18:35:32.545038 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-0bb88615-cba9-4d83-8544-bc323abc58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.546775 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-0bb88615-cba9-4d83-8544-bc323abc58a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 200 len: 911 time: 0.1163900 Jul 07 18:35:32.598425 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:32.603174 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-848b2020-7dc2-44b1-97d0-e5740473a38b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 200 len: 217 time: 0.0487621 Jul 07 18:35:32.672680 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-c1b80aff-52b8-47ac-b37c-94ef09ebe0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.674236 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-c1b80aff-52b8-47ac-b37c-94ef09ebe0ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 200 len: 849 time: 0.0609055 Jul 07 18:35:32.784971 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-b2729d52-f2b0-42aa-92ac-15fdbe488a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.786646 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-b2729d52-f2b0-42aa-92ac-15fdbe488a64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703280 Jul 07 18:35:32.802029 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-b4b52db7-ea3b-49c3-a9d3-924800a1fa55 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:35:32.803117 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-b4b52db7-ea3b-49c3-a9d3-924800a1fa55 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069504 Jul 07 18:35:32.913156 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-76b6e21a-0362-4d20-88bf-f525ff981448 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015673 Jul 07 18:35:33.001566 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:33.029676 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71778ac-0351-44bd-9247-ab6fc0ac9480 None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:29:46Z', 'revision_number': 4, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7', '_interfaces': [{'id': '20a12548-b798-497a-8091-3c2bfb29d3c8', 'name': '', 'network_id': 'ff4aaea8-a836-4a1c-82cc-60ea1840bc4c', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'mac_address': 'fa:16:3e:01:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:46Z', 'updated_at': '2021-07-07T18:29:52Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'subnets': [{'id': 'd62b908c-facc-4017-b9e8-48077d0ed081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:33.047891 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-7fe5edfd-7dd1-4c4c-b85b-4c343439f122 req-5e97e2b5-e2a7-4c75-b972-b6e182bafe43 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976892 Jul 07 18:35:33.249313 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:33.299775 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfee64-e2bb-4412-8657-212a2cea415f None None] New status for floating IP 24df39da-d95f-4095-ae15-684dd715c275: DOWN {{(pid=98276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:33.315440 n-d-793619-7 neutron-server[98264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85ee0-04f0-449a-a9e9-446b697422da req-e51e6a09-8d51-4026-ad41-6d8939749c75 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:33.317013 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57d85ee0-04f0-449a-a9e9-446b697422da req-e51e6a09-8d51-4026-ad41-6d8939749c75 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 944 time: 0.0983319 Jul 07 18:35:33.434679 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Deleting port 19b5c4a8-580a-4b2d-87c9-d22419c63406 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:33.435635 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.527613 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] For port 19b5c4a8-580a-4b2d-87c9-d22419c63406, host n-h1-793619-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-7',level=0,port_id=19b5c4a8-580a-4b2d-87c9-d22419c63406,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:33.527873 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.542094 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Calling delete_port for 19b5c4a8-580a-4b2d-87c9-d22419c63406 owned by compute:nova {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:33.693815 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.726899 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event deleted for resources: {'Port': ['ID=19b5c4a8-580a-4b2d-87c9-d22419c63406,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:33.747261 n-d-793619-7 neutron-server[98270]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3b726-9f24-41b3-bcbe-075fb02fa26a req-8a75db9f-8d8a-4d11-ba51-25e6b2e2fc45 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:33.752464 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc3b726-9f24-41b3-bcbe-075fb02fa26a req-8a75db9f-8d8a-4d11-ba51-25e6b2e2fc45 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f22522-044d-4278-8c62-e679fc9dd2b6 HTTP/1.1" status: 200 len: 865 time: 0.0727923 Jul 07 18:35:33.783842 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] No DVR routers for this DVR port 19b5c4a8-580a-4b2d-87c9-d22419c63406 on host n-h1-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:33.786663 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113282'] for port, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.788829 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [req-57d85ee0-04f0-449a-a9e9-446b697422da req-9dc8a098-352e-4cee-bc53-f1d800e0334a tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.13 "DELETE /v2.0/ports/19b5c4a8-580a-4b2d-87c9-d22419c63406 HTTP/1.1" status: 204 len: 173 time: 0.4654102 Jul 07 18:35:33.789580 n-d-793619-7 neutron-server[98264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-deleted', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406'}] {{(pid=98264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:33.791995 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74bba8b60937cff38ad891b48eb27894df628a933508d9d5cdb6a456a1b0dadc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cee87b-7b5c-4367-a103-d61cd0c67c45" -d '{"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-deleted", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406"}]}' {{(pid=98264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:33.803134 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [req-3fc3b726-9f24-41b3-bcbe-075fb02fa26a req-bb54ebbd-9613-40fd-b0f5-3df9679ebe4e tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "GET /v2.0/security-groups?id=d829f3ab-52a9-46da-95c2-7f2e386eee21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407462 Jul 07 18:35:33.852739 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d31fe9-521c-462c-b6f8-3fa2e4f8cc94 x-openstack-request-id: req-d4d31fe9-521c-462c-b6f8-3fa2e4f8cc94 {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:33.853042 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f22522-044d-4278-8c62-e679fc9dd2b6", "name": "network-vif-deleted", "tag": "19b5c4a8-580a-4b2d-87c9-d22419c63406", "status": "completed", "code": 200}]} {{(pid=98264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:33.853329 n-d-793619-7 neutron-server[98264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4d31fe9-521c-462c-b6f8-3fa2e4f8cc94 {{(pid=98264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:33.853734 n-d-793619-7 neutron-server[98264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f22522-044d-4278-8c62-e679fc9dd2b6', 'name': 'network-vif-deleted', 'tag': '19b5c4a8-580a-4b2d-87c9-d22419c63406', 'status': 'completed', 'code': 200} Jul 07 18:35:34.906121 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46670) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:34.972443 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e5d008c-f1f6-47d0-8ee6-2f62c7ab2b87 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.973589 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.000168 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e5d008c-f1f6-47d0-8ee6-2f62c7ab2b87 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.066267 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e5d008c-f1f6-47d0-8ee6-2f62c7ab2b87 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.069184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4e5d008c-f1f6-47d0-8ee6-2f62c7ab2b87 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.070559 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4e5d008c-f1f6-47d0-8ee6-2f62c7ab2b87 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] 10.222.0.78 "DELETE /v2.0/security-groups/d829f3ab-52a9-46da-95c2-7f2e386eee21 HTTP/1.1" status: 204 len: 168 time: 0.1634052 Jul 07 18:35:35.086382 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d008c-f1f6-47d0-8ee6-2f62c7ab2b87 tempest-TestSnapshotPattern-1389476004 tempest-TestSnapshotPattern-1389476004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d829f3ab-52a9-46da-95c2-7f2e386eee21,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:35.140237 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46674) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:35.425190 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e41d-489f-47a3-8968-2f66edb47062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.644020 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.969934 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Deleting port 20a12548-b798-497a-8091-3c2bfb29d3c8 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:35.970697 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.114580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] For port 20a12548-b798-497a-8091-3c2bfb29d3c8, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=20a12548-b798-497a-8091-3c2bfb29d3c8,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:36.115184 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.140332 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Calling delete_port for 20a12548-b798-497a-8091-3c2bfb29d3c8 owned by network:router_interface {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:36.345931 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.376161 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a12548-b798-497a-8091-3c2bfb29d3c8,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:36.555535 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.807386 n-d-793619-7 neutron-server[98270]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:36.923920 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:36.929505 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-ebcac66e-1930-4749-a015-f44db92b4864 admin admin] 10.222.0.78 "PUT /v2.0/routers/47df9da9-d1b8-4996-9ae6-8aeeab1db7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877824 Jul 07 18:35:36.933123 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46678) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:36.936591 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] Sync routers for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:36.951473 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:36.952618 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.070431 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks [] for router, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.120007 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: n-d-793619-7 {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:37.233748 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.315718 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Deleting port fd9796d8-ffa1-4e8c-bca8-8604b8c29394 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:37.316076 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.367940 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:35:36Z', 'revision_number': 5, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port': {'id': 'fd9796d8-ffa1-4e8c-bca8-8604b8c29394', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:44Z', 'updated_at': '2021-07-07T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.396586 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] Checking router: 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 for host: n-d-793619-7 {{(pid=98272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:37.407127 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] Routers {'47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'} bound to L3 agent in host n-d-793619-7 {{(pid=98272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:37.408209 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:09Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'], 'active': True} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.416580 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] For port fd9796d8-ffa1-4e8c-bca8-8604b8c29394, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:37.417074 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.438881 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Calling delete_port for fd9796d8-ffa1-4e8c-bca8-8604b8c29394 owned by network:router_gateway {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:37.508417 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvr_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] Set router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 gateway port host: None {{(pid=98272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:37.592713 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_hamode_db [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:35:37Z', 'revision_number': 6, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port_host': None}], 'n-d-793619-7', False) {} {{(pid=98272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.642784 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720f1f8-8719-4afc-b151-d479b368249b None None] The sync data for ids ['47df9da9-d1b8-4996-9ae6-8aeeab1db7e5'] in n-d-793619-7 is: [{'id': '47df9da9-d1b8-4996-9ae6-8aeeab1db7e5', 'name': 'tempest-TestSnapshotPattern-1754497448-router', 'tenant_id': '6943758fadc34f41905efa41f4a907b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:43Z', 'updated_at': '2021-07-07T18:35:37Z', 'revision_number': 6, 'project_id': '6943758fadc34f41905efa41f4a907b3', 'gw_port_host': None}] {{(pid=98272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:37.709752 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.756696 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9796d8-ffa1-4e8c-bca8-8604b8c29394,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:37.837048 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.922564 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.943027 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.945252 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.991428 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.992076 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 {{(pid=98270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:35:38.001039 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] Notify callbacks [] for router, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.001039 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-14f2e684-8819-4320-8239-ca11e115511c admin admin] 10.222.0.78 "DELETE /v2.0/routers/47df9da9-d1b8-4996-9ae6-8aeeab1db7e5 HTTP/1.1" status: 204 len: 168 time: 1.0655532 Jul 07 18:35:38.003851 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46680) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:38.058235 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Deleting subnet d62b908c-facc-4017-b9e8-48077d0ed081 {{(pid=98264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:35:38.064246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.126550 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129281640'] for subnet, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.154207 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 20a12548-b798-497a-8091-3c2bfb29d3c8 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:38.185339 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 20a12548-b798-497a-8091-3c2bfb29d3c8 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:38.185568 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 20a12548-b798-497a-8091-3c2bfb29d3c8 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:38.221842 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.291894 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129243814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126803040'] for subnet, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.332060 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62b908c-facc-4017-b9e8-48077d0ed081,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:38.336672 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547236'] for subnet, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.339994 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-f8667091-617e-4d80-b618-354dc90dd770 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d62b908c-facc-4017-b9e8-48077d0ed081 HTTP/1.1" status: 204 len: 168 time: 0.3345611 Jul 07 18:35:38.342795 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46682) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:38.346238 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80e7fc-6426-4ef6-bd50-290b8164f58a None None] Network ff4aaea8-a836-4a1c-82cc-60ea1840bc4c requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:35:38.421418 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.480851 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Deleting port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 {{(pid=98270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:38.481248 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.580180 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.db [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] For port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:38.580544 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.598992 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.plugin [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Calling delete_port for 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 owned by network:dhcp {{(pid=98270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:38.608020 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] DHCP port deletion for ff4aaea8-a836-4a1c-82cc-60ea1840bc4c request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:35:38.694233 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] Deleting port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:38.694653 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.792442 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] For port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,segment=NetworkSegment(3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2),segment_id=3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2)] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:38.793130 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.818493 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] Calling delete_port for 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:38.836734 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 no longer exists at agent hyperv_n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:38.877283 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] No Port match for: 19b5c4a8-580a-4b2d-87c9-d22419c63406 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:38.877832 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Device 19b5c4a8-580a-4b2d-87c9-d22419c63406 not bound to the agent host n-h1-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:38.960423 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.993993 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] Pushing event deleted for resources: {'Port': ['ID=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:38.999268 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85fb2e-0944-440f-8ca8-ede2a31298f1 None None] No DVR routers for this DVR port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:39.077586 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126069803'] for port, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.104560 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a55ad38-d9ea-416d-a399-ca6e1d7d0c63,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:39.108311 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] No DVR routers for this DVR port 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 on host n-d-793619-7 {{(pid=98270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:39.201865 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.220586 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4aaea8-a836-4a1c-82cc-60ea1840bc4c']}} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:39.238207 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2') {'for_net_delete': True} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:39.238595 n-d-793619-7 neutron-server[98270]: DEBUG neutron.services.segments.db [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc2d4c6-60ff-4b66-a4f3-0ae94a622df2') {} {{(pid=98270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:39.263812 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-627479'] for segment, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.279323 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.286842 n-d-793619-7 neutron-server[98270]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:35:39.287302 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126070004'] for segment, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: self.session.flush() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: Traceback (most recent call last): Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: timer() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: cb(*args, **kw) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: return func(*args, **kwargs) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: self._notify() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: self.callback(batched_events) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: event.method(event) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: return f(self, *a, **k) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: return self._get(url).json() Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: return self.request(url, 'GET', **kwargs) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:35:39.289371 n-d-793619-7 neutron-server[98270]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:35:39.348191 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.356315 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Notify callbacks [] for network, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.361773 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46684) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:39.362462 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ff4aaea8-a836-4a1c-82cc-60ea1840bc4c HTTP/1.1" status: 204 len: 168 time: 1.0176737 Jul 07 18:35:39.369768 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b482ff80-31a6-4e0f-9c37-7a7bae744822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.376792 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4040303-ec73-4145-a172-14fbfdb1dba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4aaea8-a836-4a1c-82cc-60ea1840bc4c,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:39.635083 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.786571 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939769'] for router_interface, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.007981 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:40.029377 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:40.029760 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 6a55ad38-d9ea-416d-a399-ca6e1d7d0c63 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:40.030211 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd9796d8-ffa1-4e8c-bca8-8604b8c29394 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:40.050729 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: fd9796d8-ffa1-4e8c-bca8-8604b8c29394 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:40.051235 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device fd9796d8-ffa1-4e8c-bca8-8604b8c29394 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:40.122163 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Deleting port 13ee81af-a18e-4bc1-bb23-3580c880c73a {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:40.122896 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.222617 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] For port 13ee81af-a18e-4bc1-bb23-3580c880c73a, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=13ee81af-a18e-4bc1-bb23-3580c880c73a,segment=NetworkSegment(91a12dc6-0923-4103-b0a7-170fecf5d23d),segment_id=91a12dc6-0923-4103-b0a7-170fecf5d23d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:40.222984 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.239638 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Calling delete_port for 13ee81af-a18e-4bc1-bb23-3580c880c73a owned by network:router_interface {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:40.449843 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.477592 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ee81af-a18e-4bc1-bb23-3580c880c73a,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:40.676246 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940487'] for router_interface, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.925962 n-d-793619-7 neutron-server[98264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 has already been hosted by L3 agent 4083d530-291a-46f9-8706-50ee8c2b0c52 {{(pid=98264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:41.049775 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] Notify agent at l3_agent.n-d-793619-7 the message routers_updated {{(pid=98264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:41.055507 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-90d1baaf-879f-44bb-9bb6-9afff1f8a9e7 admin admin] 10.222.0.78 "PUT /v2.0/routers/0b5a5719-d6db-411b-a5b6-0116ee40bbb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917737 Jul 07 18:35:41.059131 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46686) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:41.063465 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078e821-6b30-4c14-9672-699211338e2d None None] Sync routers for ids ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'] in n-d-793619-7 {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:41.080941 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] Routers {'0b5a5719-d6db-411b-a5b6-0116ee40bbb5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:41.082015 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:41.240361 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] Set router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:41.261867 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.486557 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:35:40Z', 'revision_number': 5, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:41.519987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078e821-6b30-4c14-9672-699211338e2d None None] Checking router: 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 for host: n-d-793619-7 {{(pid=98276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:41.529699 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] Routers {'0b5a5719-d6db-411b-a5b6-0116ee40bbb5'} bound to L3 agent in host n-d-793619-7 {{(pid=98276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:41.530558 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:31:08Z,description=,heartbeat_timestamp=2021-07-07T18:35:39Z,host='n-d-793619-7',id=4083d530-291a-46f9-8706-50ee8c2b0c52,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:31:08Z,topic='l3_agent')) {'router_ids': ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'], 'active': True} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:41.538358 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks [] for router, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.646812 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_dvr_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] Set router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 gateway port host: n-d-793619-7 {{(pid=98276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:41.650991 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.723199 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Deleting port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:41.723573 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.829736 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] For port b75e9b17-2f6e-4067-aab8-cb6c5dcc4710, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,segment=NetworkSegment(35653571-74b1-4402-8981-fc1139ce5766),segment_id=35653571-74b1-4402-8981-fc1139ce5766)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:41.830367 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.851201 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Calling delete_port for b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 owned by network:router_gateway {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:41.975611 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.l3_hamode_db [None req-d078e821-6b30-4c14-9672-699211338e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:35:40Z', 'revision_number': 5, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}], 'n-d-793619-7', False) {} {{(pid=98276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:42.027677 n-d-793619-7 neutron-server[98276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078e821-6b30-4c14-9672-699211338e2d None None] The sync data for ids ['0b5a5719-d6db-411b-a5b6-0116ee40bbb5'] in n-d-793619-7 is: [{'id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'name': 'tempest-TestSnapshotPattern-194582593-router', 'tenant_id': '100699b6c0434d86acb19378d83d39e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'external_fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:48Z', 'updated_at': '2021-07-07T18:35:40Z', 'revision_number': 5, 'project_id': '100699b6c0434d86acb19378d83d39e4', 'gw_port': {'id': 'b75e9b17-2f6e-4067-aab8-cb6c5dcc4710', 'name': '', 'network_id': '38f7d791-dc56-4729-90d4-988199fccbe9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5a5719-d6db-411b-a5b6-0116ee40bbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:49Z', 'updated_at': '2021-07-07T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31c542ac-3e75-41a2-9a9e-21fe0b571d99', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-7'}] {{(pid=98276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:42.091909 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.119010 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75e9b17-2f6e-4067-aab8-cb6c5dcc4710,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:42.190901 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623038'] for router_gateway, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.309234 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15161'] for router, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.312301 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.370517 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966298'] for router, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.371117 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5a5719-d6db-411b-a5b6-0116ee40bbb5 {{(pid=98264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:35:42.378050 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] Notify callbacks [] for router, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.382232 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-2340f823-d832-4670-8385-3f8f0a78cd41 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0b5a5719-d6db-411b-a5b6-0116ee40bbb5 HTTP/1.1" status: 204 len: 168 time: 1.3184865 Jul 07 18:35:42.382745 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46688) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:42.448932 n-d-793619-7 neutron-server[98270]: DEBUG neutron.db.db_base_plugin_v2 [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Deleting subnet e468e92e-1c40-4154-8cf6-78b978c413a5 {{(pid=98270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:35:42.454806 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.516070 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-627456'] for subnet, precommit_delete_associations {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.656200 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4149845'] for subnet, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.735015 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4149852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126069777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126274090'] for subnet, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.773644 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e468e92e-1c40-4154-8cf6-78b978c413a5,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:42.775883 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.778111 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-1768ca02-242b-4192-a132-d3c6d349b618 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e468e92e-1c40-4154-8cf6-78b978c413a5 HTTP/1.1" status: 204 len: 168 time: 0.3941660 Jul 07 18:35:42.782786 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46690) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:42.787841 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079c480-549c-4259-b60e-4b91b2167d7a None None] Network de816d24-1971-41d2-98c6-56a9066696c1 requested from n-d-793619-7 {{(pid=98272) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:35:42.891940 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952168'] for network, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.964864 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Deleting port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 {{(pid=98264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:42.965481 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.093603 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.db [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] For port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76, host n-d-793619-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-7',level=0,port_id=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,segment=NetworkSegment(91a12dc6-0923-4103-b0a7-170fecf5d23d),segment_id=91a12dc6-0923-4103-b0a7-170fecf5d23d)] {{(pid=98264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:43.093950 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.110466 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.plugin [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Calling delete_port for f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 owned by network:dhcp {{(pid=98264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:43.181469 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] DHCP port deletion for de816d24-1971-41d2-98c6-56a9066696c1 request from n-d-793619-7 {{(pid=98272) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:35:43.221485 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129243804'] for port, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.256150 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Deleting port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 {{(pid=98272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:43.256595 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788377293276'] for port, before_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.267044 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:43.269524 n-d-793619-7 neutron-server[98264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] No DVR routers for this DVR port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 on host n-d-793619-7 {{(pid=98264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:43.363923 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.db [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] For port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76, host n-d-793619-7, got binding levels [] {{(pid=98272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:43.364670 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-940537'] for port, precommit_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.371249 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155584', 'neutron.services.segments.db._delete_segments_for_network-8788377412190'] for network, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.380709 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Calling delete_port for f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 owned by network:dhcp {{(pid=98272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:43.383961 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.ipam_backend_mixin [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 was not found and therefore no delete operation was performed {{(pid=98272) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:35:43.385367 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3753786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788377300246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788376861934'] for port, after_delete {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.391508 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de816d24-1971-41d2-98c6-56a9066696c1']}} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:43.415046 n-d-793619-7 neutron-server[98272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] Pushing event deleted for resources: {'Port': ['ID=f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76,revision_number=None']} {{(pid=98272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:43.416985 n-d-793619-7 neutron-server[98272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48681c31-4d87-4ef2-abfe-4e943a8ecdbf None None] No DVR routers for this DVR port f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 on host n-d-793619-7 {{(pid=98272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:43.418818 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a12dc6-0923-4103-b0a7-170fecf5d23d') {'for_net_delete': True} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:43.419720 n-d-793619-7 neutron-server[98264]: DEBUG neutron.services.segments.db [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a12dc6-0923-4103-b0a7-170fecf5d23d') {} {{(pid=98264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:43.438229 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788377163650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129281663'] for segment, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.463729 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084'] for segment, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.471405 n-d-793619-7 neutron-server[98264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:35:43.471902 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4152084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129243715'] for segment, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: Traceback (most recent call last): Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: timer() Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: cb(*args, **kw) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: return func(*args, **kwargs) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: self._notify() Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: self.callback(batched_events) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: event.method(event) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: return f(self, *a, **k) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: return self._get(url).json() Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: return self.request(url, 'GET', **kwargs) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:35:43.474017 n-d-793619-7 neutron-server[98264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:35:43.541822 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-547275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623002'] for network, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.548186 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Notify callbacks [] for network, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.550335 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] 10.222.0.78 "DELETE /v2.0/networks/de816d24-1971-41d2-98c6-56a9066696c1 HTTP/1.1" status: 204 len: 168 time: 0.7656040 Jul 07 18:35:43.563650 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db43495-e073-43f1-aa44-a07869ec8a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=de816d24-1971-41d2-98c6-56a9066696c1,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:43.709958 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46694) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:43.757523 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-4e5aa700-8aa8-4c85-af15-5ec50e5207fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6943758fadc34f41905efa41f4a907b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455544 Jul 07 18:35:43.760515 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [-] (98270) accepted ('10.222.0.78', 46696) {{(pid=98270) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:43.819063 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4b1caeec-2f2f-4ca4-a0c6-42b0cc5cbb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.845337 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4b1caeec-2f2f-4ca4-a0c6-42b0cc5cbb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.898963 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4b1caeec-2f2f-4ca4-a0c6-42b0cc5cbb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.903072 n-d-793619-7 neutron-server[98270]: DEBUG neutron_lib.callbacks.manager [None req-4b1caeec-2f2f-4ca4-a0c6-42b0cc5cbb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.905144 n-d-793619-7 neutron-server[98270]: INFO neutron.wsgi [None req-4b1caeec-2f2f-4ca4-a0c6-42b0cc5cbb82 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76418585-c313-49e6-bc89-8b2f31a97b86 HTTP/1.1" status: 204 len: 168 time: 0.1433794 Jul 07 18:35:43.914914 n-d-793619-7 neutron-server[98270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1caeec-2f2f-4ca4-a0c6-42b0cc5cbb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76418585-c313-49e6-bc89-8b2f31a97b86,revision_number=None']} {{(pid=98270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:44.030739 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:44.058948 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:44.059276 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device f0e7a5a9-14dd-43a5-8aa7-76d5b2930c76 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:44.059767 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13ee81af-a18e-4bc1-bb23-3580c880c73a no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:44.081475 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: 13ee81af-a18e-4bc1-bb23-3580c880c73a {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:44.081834 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device 13ee81af-a18e-4bc1-bb23-3580c880c73a not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:44.082406 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 no longer exists at agent ovs-agent-n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:44.104584 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.plugin [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] No Port match for: b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 {{(pid=98272) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:44.104937 n-d-793619-7 neutron-server[98272]: DEBUG neutron.plugins.ml2.rpc [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Device b75e9b17-2f6e-4067-aab8-cb6c5dcc4710 not bound to the agent host n-d-793619-7 {{(pid=98272) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:44.368132 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46702) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:44.416842 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-83ede48e-3b71-41a3-a3da-6d6a31281539 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=100699b6c0434d86acb19378d83d39e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473580 Jul 07 18:35:44.419359 n-d-793619-7 neutron-server[98264]: DEBUG neutron.wsgi [-] (98264) accepted ('10.222.0.78', 46704) {{(pid=98264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:44.480930 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-145dc6f3-ae4b-4eef-b33a-2552423c7ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.506428 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-145dc6f3-ae4b-4eef-b33a-2552423c7ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.559482 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-145dc6f3-ae4b-4eef-b33a-2552423c7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591400'] for security_group, after_delete {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.562913 n-d-793619-7 neutron-server[98264]: DEBUG neutron_lib.callbacks.manager [None req-145dc6f3-ae4b-4eef-b33a-2552423c7ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.564200 n-d-793619-7 neutron-server[98264]: INFO neutron.wsgi [None req-145dc6f3-ae4b-4eef-b33a-2552423c7ce4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34b84aff-76e8-493c-a7fb-d182412d4b46 HTTP/1.1" status: 204 len: 168 time: 0.1438835 Jul 07 18:35:44.574611 n-d-793619-7 neutron-server[98264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dc6f3-ae4b-4eef-b33a-2552423c7ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b84aff-76e8-493c-a7fb-d182412d4b46,revision_number=None']} {{(pid=98264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:54.823999 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:04.986303 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.427962 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b59db5f-311e-4a9f-bc44-82a638ebedbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:07.919869 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:09.364581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dbce92ef-750e-4baf-a37d-12cb696b4bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:09.628789 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.247987 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:11.257260 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:24.835769 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:34.985667 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.433756 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-8f817694-754a-4ef7-bd13-a76cfc5a0992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.915537 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.366433 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-f86850d1-5db2-4064-a224-085be40ef8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.632229 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:41.261066 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.247396 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:54.835448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.005613 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.438361 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-dc9104c8-4160-4c36-b776-3aa04947adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:07.928226 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:09.370531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b937720d-6a91-4115-a628-bab8b34abc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:09.633860 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.261733 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.248057 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:37:24.843193 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.000774 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.442886 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c79ca432-f1d7-4901-b1b2-9371bb6ee523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:37.921611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:39.372704 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-747aea54-113c-4189-bd91-c5b4b5f86d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:39.638324 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:41.264531 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:54.836569 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.246611 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:05.014328 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.443394 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-719b9b1f-f555-4657-a805-feed734020c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:07.924558 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.373176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-73d682dc-91f9-43fe-b143-69d976bfd8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.641434 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.265851 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.848819 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.030877 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.446414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1597013b-be78-46ac-b274-306d9ae64a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:37.928542 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:38.247786 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:39.384581 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1550312a-a83c-44ac-a4a3-21fb7448f366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:39.646775 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.270269 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:54.866442 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.044640 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.447825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e5af1fe4-9c30-40a3-9efd-b64a38acaad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.934611 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.376098 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-45784556-ed64-4849-8a61-2b0afd2868a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.645596 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.272956 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.247461 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:24.883530 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:35.045393 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:35.450252 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-424e2543-c4e4-4cfb-9dc1-c9caa2732f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:37.946208 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:39.376803 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3b4415e4-6939-40fd-abce-0df581620486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:39.650786 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:41.276350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:52.247883 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:54.872150 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.051302 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.452450 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2ccb2368-eafe-4967-9738-950c44a40786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:07.943722 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:09.379096 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-289e4a2d-2785-49e2-88c7-10ae946941c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:09.658859 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:11.280028 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:24.903272 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:29.249855 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:35.051101 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:35.455016 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c628-273d-4db6-82e2-2e27feec8d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:37.937602 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:39.384296 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-c42b0dc4-9e12-4085-9218-69d1172733bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:39.649961 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:41.281813 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:54.907729 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.058512 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.456414 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-36bc0314-6664-4012-acc0-70c8cc7af035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:06.249409 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:07.945086 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.384849 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-e1bb9331-2718-478e-a3ee-324273a16233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.653709 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.283825 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.908827 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.074665 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.459387 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef30c-fb1a-4985-82e7-6e48fee1463c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:37.941801 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:39.385346 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3accd380-9c9b-42f4-a003-1adf5fabfb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:39.658080 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:41.290647 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:43.248954 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:54.924196 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:05.080886 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:05.464161 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-903d5c01-50b7-4712-b514-f6fbb0dbe8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:07.934809 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:09.386139 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-0fb33d90-f93e-4d61-a016-a9dc61e94402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:09.667614 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:11.290234 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:20.248703 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:42:24.926280 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:35.086918 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:35.466217 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-df86d253-ee94-4605-8c90-34256f2c52f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:37.936835 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.386448 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-1f0fe4f9-05b8-46d9-b8d8-f2b4c38c433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.662243 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:41.293940 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.638336 n-d-793619-7 neutron-server[98270]: DEBUG neutron.wsgi [req-04f0c2ee-983e-4827-9e9f-880018452eaf req-b0545115-86f6-4e56-88f9-4287d56729f6 service neutron] (98270) timed out ('10.222.0.78', 45158) {{(pid=98270) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:42:54.935726 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:57.247617 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:05.084966 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:05.466991 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-25dbe5bf-3286-4ec7-bf7b-a7ffdb468736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:07.939420 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.388176 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6e677089-f70c-433a-ad38-cfb6ac2e86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.670350 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:11.296774 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:24.934474 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:34.246653 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:35.108165 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:35.468208 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-6bd18966-78f6-4d6d-b851-e09c22aee7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:37.942952 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:39.389014 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-d80e03da-1330-4006-b4f5-3727e5b07385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:39.668652 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:41.301053 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.947868 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:05.097967 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:05.469093 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2b1f006c-2124-47c9-9cc8-fb91cae476b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:07.944703 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:09.389085 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-308d70ac-ffb0-467e-bc56-d2ffbe603577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:09.672031 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.246687 n-d-793619-7 neutron-server[98276]: DEBUG neutron.db.agents_db [None req-123be8bf-6db2-4384-afec-3cd4cec967f5 None None] Agent healthcheck: found 7 active agents {{(pid=98276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:44:11.304699 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:24.948494 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-ffec4fcb-9484-431e-befc-cffb5f634691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:35.115597 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-b97fd79a-3eed-435f-ab8e-594aef90eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:35.470707 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-11bf2efe-48d6-4e95-bbab-64e0ac13ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:37.946482 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-eb588db0-039f-46c1-98c3-3a8155396058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:39.389979 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-80410463-62f1-4fb9-bf5b-e306a17fb9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:39.674490 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb83e-8c6b-4450-8a4f-c3d3ba06a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:41.308167 n-d-793619-7 neutron-server[98272]: DEBUG neutron_lib.callbacks.manager [None req-2c6a70cd-86c8-4938-a85d-7900f30b3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788377412172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155274'] for agent, after_update {{(pid=98272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}